-- Logs begin at Tue 2021-08-31 15:05:53 UTC, end at Tue 2021-08-31 17:27:57 UTC. -- Aug 31 15:39:31.065743 n-d-793621-35 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 15:39:34.050397 n-d-793621-35 neutron-server[101366]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:39:34.051007 n-d-793621-35 neutron-server[101366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 15:39:34.051124 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 15:39:34.054559 n-d-793621-35 neutron-server[101366]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:39:34.054813 n-d-793621-35 neutron-server[101366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 15:39:34.055132 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101366) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 15:39:34.056121 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 15:39:34.056393 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 15:39:34.056816 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:39:34.057035 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 15:39:34.057264 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 15:39:34.057770 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.057897 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.058181 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.058404 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.058698 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.058986 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.059274 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.059558 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.059857 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.060141 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.060445 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.060728 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.060960 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.061247 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.061526 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.061808 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.062030 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] debug = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.062316 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.062739 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.063161 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.063440 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.063726 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.064013 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.064302 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.064577 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.064860 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.065204 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] host = n-d-793621-35 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.065483 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.065767 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.066053 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.066337 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.066611 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.066890 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.067174 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.067451 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.067727 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.067997 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.068320 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.068604 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.068890 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.069115 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.069893 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.070185 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.070465 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.070738 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.071012 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.071286 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.071560 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.071830 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.073740 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.073740 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.073740 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.073740 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.073740 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.073740 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.074447 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.074447 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.074655 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.074781 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.075026 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.075348 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.075594 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.075885 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.076250 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.076567 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.076850 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.077174 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.077454 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.077725 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.078298 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.078298 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.078587 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.078786 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] use_json = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.079056 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.079323 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.079600 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.079878 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.080758 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.080758 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.080758 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.081029 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:34.081509 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.081619 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.081848 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.082133 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.082426 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.082705 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.082988 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.086626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087323 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087323 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087323 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087323 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087323 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087839 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087839 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.087988 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.088311 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.088654 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.088811 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.089112 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.089424 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.089754 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.090046 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.090332 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.090597 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.090887 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.091191 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.091552 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.091823 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.092110 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.092469 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.092774 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.093071 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.093352 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.093624 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.093895 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.094172 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.094487 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.094805 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.095078 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.095387 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.095666 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.095939 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.096255 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.096537 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.096815 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.097089 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.097364 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.097638 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.097911 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.098188 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.098461 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.098739 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.099008 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.099280 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.099553 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.099830 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.100099 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.100397 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.100816 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.101098 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.102871 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.102871 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.102871 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.102871 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.102871 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.102871 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.103442 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.103442 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.103816 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.104135 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.104937 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.104937 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.105240 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.105411 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.105714 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.106024 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.106362 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.106682 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.107012 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.107342 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.107660 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.107999 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.108353 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.108676 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.109011 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.109369 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.109725 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.109999 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.110332 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.110720 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.111096 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.111425 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.111759 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.112085 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.112531 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.112854 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:34.113108 n-d-793621-35 neutron-server[101366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 15:39:34.113397 n-d-793621-35 neutron-server[101366]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101366) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 15:39:34.485176 n-d-793621-35 neutron-server[101366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:34.485444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:34.485732 n-d-793621-35 neutron-server[101366]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:34.486073 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 15:39:34.909049 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.909292 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.909516 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.910870 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.911147 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.911415 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.948385 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.948733 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.949041 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.967737 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.968023 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:34.968306 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.001915 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.002217 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.002561 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.048428 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.048708 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.048967 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.309463 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.310141 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.310141 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.310419 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.311011 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.444909 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.445279 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.445674 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.446091 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.446405 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.446763 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.447064 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.447372 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.447730 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.448147 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.448565 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.448959 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.449334 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.449704 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.450022 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.450408 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.450723 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.451040 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.451360 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.451663 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.451982 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.452378 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.452721 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.453237 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.453530 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.453894 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.454409 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:35.454686 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:35.454964 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:35.455242 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:35.455518 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:35.455797 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:35.456314 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 15:39:35.460646 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 15:39:35.465064 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 15:39:35.469423 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 31 15:39:35.471352 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 15:39:35.471875 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 15:39:35.472469 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 15:39:35.472916 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 15:39:35.476117 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 15:39:35.476470 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 15:39:35.476933 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:39:35.483069 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 15:39:35.506116 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 15:39:35.507185 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.507561 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101366) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 15:39:35.508008 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.509833 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101366) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 15:39:35.510132 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:39:35.510378 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 15:39:35.514068 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.514401 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:35.580484 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 15:39:35.580714 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 15:39:35.580855 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 15:39:35.581229 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 15:39:35.604580 n-d-793621-35 neutron-server[101366]: DEBUG oslo_db.sqlalchemy.engines [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101366) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 15:39:36.173481 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing driver for type 'gre' Aug 31 15:39:36.174338 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] gre ID ranges: [(1, 1000)] Aug 31 15:39:36.238362 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing driver for type 'local' Aug 31 15:39:36.238729 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing driver for type 'vlan' Aug 31 15:39:36.254170 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] VlanTypeDriver initialization complete Aug 31 15:39:36.254560 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing driver for type 'vxlan' Aug 31 15:39:36.255110 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] vxlan ID ranges: [(1, 1000)] Aug 31 15:39:36.322927 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing extension driver 'port_security' Aug 31 15:39:36.324032 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.extensions.port_security [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] PortSecurityExtensionDriver initialization complete Aug 31 15:39:36.324032 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing mechanism driver 'openvswitch' Aug 31 15:39:36.324473 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing mechanism driver 'hyperv' Aug 31 15:39:36.331625 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:36.332513 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.332895 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.333250 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.333811 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 15:39:36.334254 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.334611 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.335024 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.335584 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 15:39:36.336034 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.336418 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.336766 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.337162 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 15:39:36.337571 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.338012 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.338353 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.338917 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 15:39:36.340021 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.340021 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.340021 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.340405 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 15:39:36.342040 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.342040 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.342040 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.342040 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 15:39:36.342371 n-d-793621-35 neutron-server[101366]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] ML2 OVO RPC backend initialized. {{(pid=101366) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 15:39:36.343009 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.343367 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.343785 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.344136 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > networks before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.344518 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.344861 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > ports before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.345214 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.345549 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.345920 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.346261 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.346595 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.346928 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.347264 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.347631 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.347972 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.348343 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.348680 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.349313 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.plugin [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Modular L2 Plugin initialization complete Aug 31 15:39:36.349647 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading services supported by the core plugin {{(pid=101366) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 15:39:36.349979 n-d-793621-35 neutron-server[101366]: INFO neutron.plugins.ml2.managers [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Got port-security extension from driver 'port_security' Aug 31 15:39:36.350958 n-d-793621-35 neutron-server[101366]: INFO neutron.extensions.vlantransparent [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Disabled vlantransparent extension. Aug 31 15:39:36.351444 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101366) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 15:39:36.351759 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: router Aug 31 15:39:36.391906 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.392322 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_create 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.392682 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router before_create 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.393049 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.393635 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.394012 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_delete 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.394376 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.394725 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.395087 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_create 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.395431 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_update 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.395785 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_update 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.396135 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.396534 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_update 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.396975 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.397400 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.397740 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.398084 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: subnet after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.398420 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.398773 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.399120 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.399464 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.399811 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.400169 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router after_update 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.400536 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.400890 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.401255 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.401599 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.401970 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > agent after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.402389 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.402671 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > network after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.403706 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Tracking information for resource: router configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:36.404038 n-d-793621-35 neutron-server[101366]: DEBUG neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Tracking information for resource: floatingip configured {{(pid=101366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:39:36.409582 n-d-793621-35 neutron-server[101366]: INFO neutron.db.l3_agentschedulers_db [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 15:39:36.410172 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.410544 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.410900 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.411256 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.412325 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router before_create 55550100 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.412701 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.413602 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.413961 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.418760 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.provider_configuration [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service providers = [] {{(pid=101366) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 15:39:36.419130 n-d-793621-35 neutron-server[101366]: DEBUG neutron.db.servicetype_db [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101366) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 15:39:36.422306 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.service_base [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:39:36.422658 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.service_base [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:39:36.422994 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.service_base [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:39:36.423937 n-d-793621-35 neutron-server[101366]: DEBUG neutron.services.service_base [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:39:36.424295 n-d-793621-35 neutron-server[101366]: INFO neutron.services.service_base [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 15:39:36.424691 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.425016 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 15:39:36.436902 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.437233 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: auto_allocate Aug 31 15:39:36.443286 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: network precommit_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.443657 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: network precommit_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.444278 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.444606 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: tag Aug 31 15:39:36.451574 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.451903 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: timestamp Aug 31 15:39:36.456139 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.456501 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: network_ip_availability Aug 31 15:39:36.462935 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.463319 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.463679 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.464501 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.464827 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: flavors Aug 31 15:39:36.469898 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.470227 n-d-793621-35 neutron-server[101366]: INFO neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading Plugin: revisions Aug 31 15:39:36.475026 n-d-793621-35 neutron-server[101366]: DEBUG neutron.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:39:36.475487 n-d-793621-35 neutron-server[101366]: DEBUG oslo_concurrency.lockutils [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.990s {{(pid=101366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:36.476793 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101366) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 15:39:36.477135 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Initializing extension manager. Aug 31 15:39:36.477651 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: __init__.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.477996 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: __pycache__ {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.478340 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.478681 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: address_group.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.479478 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.480076 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: address-group Aug 31 15:39:36.480436 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: address_scope.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.481162 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.481672 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: address-scope Aug 31 15:39:36.481996 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.482994 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.483508 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: router-admin-state-down-before-update Aug 31 15:39:36.483833 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: agent.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.484821 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.485333 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: agent Aug 31 15:39:36.485657 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: agent_resources_synced.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.486601 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.487116 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: agent-resources-synced Aug 31 15:39:36.487437 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.489335 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.489857 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: allowed-address-pairs Aug 31 15:39:36.490181 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.491360 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.492135 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: auto-allocated-topology Aug 31 15:39:36.492482 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: availability_zone.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.493193 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.493698 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: availability_zone Aug 31 15:39:36.494013 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: availability_zone_filter.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.494948 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.495452 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: availability_zone_filter Aug 31 15:39:36.495768 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: data_plane_status.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.496703 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.497201 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 15:39:36.497516 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: default_subnetpools.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.498441 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.498946 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: default-subnetpools Aug 31 15:39:36.499261 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.500107 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.500648 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: dhcp_agent_scheduler Aug 31 15:39:36.500969 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: dns.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.501910 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.502413 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 15:39:36.502731 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: dns_domain_ports.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.503658 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.504160 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 15:39:36.504514 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.505629 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.506131 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 15:39:36.506555 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: dvr.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.507454 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.507969 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: dvr Aug 31 15:39:36.508317 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: ecmp_routes.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.509273 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.509773 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 15:39:36.510099 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: empty_string_filtering.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.511018 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.511527 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: empty-string-filtering Aug 31 15:39:36.511848 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.512809 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.513324 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:39:36.513650 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.514582 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.515089 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 15:39:36.515411 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: external_net.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.516351 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.516860 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: external-net Aug 31 15:39:36.517182 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.518098 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.518610 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: extra_dhcp_opt Aug 31 15:39:36.518933 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: extraroute.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.525317 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.525968 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: extraroute Aug 31 15:39:36.526305 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: extraroute_atomic.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.527840 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.528428 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: extraroute-atomic Aug 31 15:39:36.528759 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: filter_validation.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.529476 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.530178 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: filter-validation Aug 31 15:39:36.530560 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: fip_pf_description.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.531581 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.532103 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 15:39:36.532664 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: fip_port_details.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.533780 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.534358 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: fip-port-details Aug 31 15:39:36.534681 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: flavors.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.536150 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.536793 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: flavors Aug 31 15:39:36.537172 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.539541 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.540065 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 15:39:36.540426 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: floatingip_pools.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.541156 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.541662 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: floatingip-pools Aug 31 15:39:36.541982 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: ip_allocation.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.542950 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.543451 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 15:39:36.544178 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.545060 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.545625 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: ip-substring-filtering Aug 31 15:39:36.545951 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l2_adjacency.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.546912 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.547413 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 15:39:36.547737 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.548977 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.549495 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: router Aug 31 15:39:36.549818 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.552245 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.552761 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:39:36.553092 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.554107 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.554628 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: ext-gw-mode Aug 31 15:39:36.555030 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.555990 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.556542 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: l3-ha Aug 31 15:39:36.556864 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3_flavors.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.557819 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.558332 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: l3-flavors Aug 31 15:39:36.558653 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.559690 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.560230 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 15:39:36.560571 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: l3agentscheduler.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.561849 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.562414 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: l3_agent_scheduler Aug 31 15:39:36.562742 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: logging.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.564365 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.564892 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension logging not supported by any of loaded plugins Aug 31 15:39:36.565218 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: metering.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.566119 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.566857 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: metering Aug 31 15:39:36.567309 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.568549 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.569099 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: metering_source_and_destination_fields Aug 31 15:39:36.569425 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: multiprovidernet.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.570378 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.570886 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: multi-provider Aug 31 15:39:36.571206 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: netmtu.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.572141 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.572683 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: net-mtu Aug 31 15:39:36.573092 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: netmtu_writable.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.574032 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.574550 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: net-mtu-writable Aug 31 15:39:36.574872 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: network_availability_zone.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.575563 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.576067 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: network_availability_zone Aug 31 15:39:36.576412 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: network_ip_availability.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.577569 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.578087 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: network-ip-availability Aug 31 15:39:36.578409 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: network_segment_range.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.579220 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.579729 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 15:39:36.580047 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: pagination.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.581117 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.581545 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: pagination Aug 31 15:39:36.581874 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: port_device_profile.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.582818 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.583349 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: port-device-profile Aug 31 15:39:36.583671 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.584663 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.585717 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: port-mac-address-regenerate Aug 31 15:39:36.586039 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.586988 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.587507 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: port-numa-affinity-policy Aug 31 15:39:36.587830 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: port_resource_request.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.588798 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.589306 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 15:39:36.589627 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: portbindings.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.590770 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.591304 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: binding Aug 31 15:39:36.591626 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: portbindings_extended.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.593195 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.593722 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: binding-extended Aug 31 15:39:36.594054 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: portsecurity.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.595006 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.595521 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: port-security Aug 31 15:39:36.595844 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: project_id.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.596868 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.597200 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: project-id Aug 31 15:39:36.597524 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: providernet.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.598467 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.598999 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: provider Aug 31 15:39:36.599318 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.603650 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.604207 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos not supported by any of loaded plugins Aug 31 15:39:36.604556 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.605930 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.606457 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 15:39:36.606790 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.607738 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.608377 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 15:39:36.608708 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_default.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.609658 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.610175 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-default not supported by any of loaded plugins Aug 31 15:39:36.610503 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_fip.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.611184 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.611687 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 15:39:36.612009 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.612993 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.613510 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 15:39:36.613833 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.614778 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.615289 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 15:39:36.615611 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_pps_rule.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.617202 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.617787 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 15:39:36.618114 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.619182 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.619695 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 15:39:36.620019 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: qos_rules_alias.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.621158 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.621673 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 15:39:36.621999 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: quotasv2.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.623013 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.623348 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: quotas Aug 31 15:39:36.623743 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: quotasv2_detail.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.627111 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.627454 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: quota_details Aug 31 15:39:36.627797 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: rbac.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.629235 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.629800 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: rbac-policies Aug 31 15:39:36.630126 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: rbac_address_group.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.631157 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.631753 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: rbac-address-group Aug 31 15:39:36.632259 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: rbac_address_scope.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.633377 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.633902 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: rbac-address-scope Aug 31 15:39:36.634224 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: rbac_security_groups.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.635160 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.635684 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: rbac-security-groups Aug 31 15:39:36.636010 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.636983 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.637504 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: rbac-subnetpool Aug 31 15:39:36.637825 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: revisionifmatch.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.638762 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.639279 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: revision-if-match Aug 31 15:39:36.639600 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: revisions.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.640820 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.641348 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: standard-attr-revisions Aug 31 15:39:36.641671 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: router_availability_zone.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.642373 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.642889 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: router_availability_zone Aug 31 15:39:36.643211 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: routerservicetype.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.644203 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.644720 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 15:39:36.645041 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.646002 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.646513 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: security-groups-normalized-cidr Aug 31 15:39:36.646833 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.648358 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.648881 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: port-security-groups-filtering Aug 31 15:39:36.649203 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.650150 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.650669 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: security-groups-remote-address-group Aug 31 15:39:36.650989 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: securitygroup.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.661115 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.661691 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: security-group Aug 31 15:39:36.662021 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: segment.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.663514 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.664103 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension segment not supported by any of loaded plugins Aug 31 15:39:36.664501 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.665631 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.666198 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 15:39:36.666564 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: servicetype.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.667895 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.668533 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: service-type Aug 31 15:39:36.668901 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: sorting.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.670038 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.670436 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: sorting Aug 31 15:39:36.670797 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: standard_attr_segment.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.671869 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.672509 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 15:39:36.672865 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: standardattrdescription.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.673584 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.674210 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: standard-attr-description Aug 31 15:39:36.674514 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: stateful_security_group.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.675574 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.676138 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: stateful-security-group Aug 31 15:39:36.676536 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: stdattrs_common.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.677174 n-d-793621-35 neutron-server[101366]: WARNING neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 15:39:36.677526 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.678610 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.679190 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 15:39:36.679547 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: subnet_onboard.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.680798 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.681382 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: subnet_onboard Aug 31 15:39:36.681763 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.682867 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.683478 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 15:39:36.683845 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: subnet_service_types.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.684921 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.685502 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: subnet-service-types Aug 31 15:39:36.685868 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: subnetallocation.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.687062 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.687633 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: subnet_allocation Aug 31 15:39:36.687998 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.688793 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.689363 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: subnetpool-prefix-ops Aug 31 15:39:36.697156 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.698445 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.699078 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 15:39:36.699455 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: tagging.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.700730 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.701315 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: standard-attr-tag Aug 31 15:39:36.701696 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: timestamp.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.703252 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.703841 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loaded extension: standard-attr-timestamp Aug 31 15:39:36.704238 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: trunk.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.705379 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.705945 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension trunk not supported by any of loaded plugins Aug 31 15:39:36.706312 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: trunk_details.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.707282 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.707836 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 15:39:36.708231 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.709237 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.710362 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 15:39:36.710726 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Loading extension file: vlantransparent.py {{(pid=101366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:39:36.711479 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:39:36.712037 n-d-793621-35 neutron-server[101366]: INFO neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 15:39:36.714840 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:network Aug 31 15:39:36.715491 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:subnet Aug 31 15:39:36.715973 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:39:36.716505 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:port Aug 31 15:39:36.718201 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.718863 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service FLAVORS assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.719877 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.720584 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.721117 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:router Aug 31 15:39:36.721717 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:39:36.722272 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service METERING assigned prefix: /metering {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.723892 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.724353 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.724747 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:39:36.726468 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:39:36.726952 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:39:36.727568 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:39:36.730337 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service CORE assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.730824 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:39:36.731343 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] subnetpool is already registered Aug 31 15:39:36.731995 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service CORE assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.732554 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:39:36.733081 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] subnetpool is already registered Aug 31 15:39:36.736575 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.737048 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service FLAVORS assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.737695 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.738150 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.738489 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:router Aug 31 15:39:36.738870 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] router is already registered Aug 31 15:39:36.739322 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:39:36.739693 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] floatingip is already registered Aug 31 15:39:36.740230 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service METERING assigned prefix: /metering {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.741037 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:39:36.741400 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] rbac_policy is already registered Aug 31 15:39:36.742127 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:39:36.742499 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] security_group is already registered Aug 31 15:39:36.742944 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:39:36.743312 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] security_group_rule is already registered Aug 31 15:39:36.744051 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service CORE assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.744453 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:39:36.744829 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] subnetpool is already registered Aug 31 15:39:36.745360 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.v2.resource_helper [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Service CORE assigned prefix: {{(pid=101366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:39:36.745723 n-d-793621-35 neutron-server[101366]: INFO neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:39:36.746091 n-d-793621-35 neutron-server[101366]: WARNING neutron.quota.resource_registry [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] subnetpool is already registered Aug 31 15:39:36.746600 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: extensions {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.748159 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: address-groups {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.749746 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: address-scopes {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.751181 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: agents {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.752441 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: auto-allocated-topology {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.753689 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: availability_zones {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.754913 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: dhcp-networks {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.756479 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: dhcp-agents {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.757945 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: routers {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.760165 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: flavors {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.761344 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: service_profiles {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.762571 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: next_providers {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.764002 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: service_profiles {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.765556 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: floatingip-pools {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.766758 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: routers {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.768933 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: floatingips {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.770231 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: l3-routers {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.771606 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: l3-agents {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.773584 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: metering-labels {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.775018 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: metering-label-rules {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.776344 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: network-ip-availabilities {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.777608 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: bindings {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.779263 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: quotas {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.780743 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: quotas {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.782174 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: rbac-policies {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.783423 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: security-groups {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.784914 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: security-group-rules {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.786289 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: service-providers {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.787944 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: subnetpools {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.790247 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: subnetpools {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.791820 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.793653 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.795595 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.797939 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.801363 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.803300 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.805201 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.807237 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.809143 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.810912 n-d-793621-35 neutron-server[101366]: DEBUG neutron.api.extensions [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Extended resource: tags {{(pid=101366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:39:36.817105 n-d-793621-35 neutron-server[101366]: WARNING keystonemiddleware.auth_token [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 15:39:36.822715 n-d-793621-35 neutron-server[101366]: WARNING keystonemiddleware.auth_token [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 15:39:36.832601 n-d-793621-35 neutron-server[101366]: DEBUG oslo_concurrency.lockutils [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Acquired lock "singleton_lock" {{(pid=101366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 15:39:36.833217 n-d-793621-35 neutron-server[101366]: DEBUG oslo_concurrency.lockutils [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Releasing lock "singleton_lock" {{(pid=101366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 15:39:36.833997 n-d-793621-35 neutron-server[101366]: INFO oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Starting 2 workers Aug 31 15:39:36.839949 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Started child 101477 {{(pid=101366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:39:36.845461 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Started child 101478 {{(pid=101366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:39:36.846071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.847152 n-d-793621-35 neutron-server[101366]: INFO neutron.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 15:39:36.847624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [-] (101477) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:39:36.847880 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Notify callbacks [] for process, before_spawn {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.850684 n-d-793621-35 neutron-server[101366]: INFO oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Starting 1 workers Aug 31 15:39:36.855367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.856492 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Started child 101479 {{(pid=101366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:39:36.857108 n-d-793621-35 neutron-server[101366]: INFO oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Starting 1 workers Aug 31 15:39:36.857380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [-] (101478) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:39:36.862046 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Started child 101480 {{(pid=101366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 15:39:36.862946 n-d-793621-35 neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] Notify callbacks [] for process, after_spawn {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.864266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] calling RpcWorker wait() {{(pid=101479) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 15:39:36.865143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.service [None req-1358aaa2-8536-40d4-bc27-b0a2d6f906e4 None None] returning from RpcWorker wait() {{(pid=101479) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 15:39:36.865314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 15:39:36.865314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 15:39:36.865585 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 15:39:36.865585 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:39:36.865979 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 15:39:36.866194 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 15:39:36.867248 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.867367 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.867489 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.868031 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.868138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:36.868598 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.869326 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.870014 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.870278 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.870743 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.871180 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.871445 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.871769 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.871930 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.872426 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.872753 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.873012 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.873523 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.873523 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.873665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.873854 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.874064 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.874398 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.874585 n-d-793621-35 neutron-server[101480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:36.874726 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.875150 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.875434 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] debug = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.875766 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.876763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.876763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.876963 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.877107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.877569 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.877992 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.878296 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.878529 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.878936 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.879035 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.879246 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.879516 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.879783 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.880019 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.880482 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.880763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.881399 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] host = n-d-793621-35 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.882248 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.882469 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.882721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.883022 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.883280 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.883468 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.883722 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.883949 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.884228 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.884461 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.884728 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.884987 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.885237 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.885478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.885643 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_options = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.885874 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.886140 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.886427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.886588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.886729 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.887039 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.887293 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.887495 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.887654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.887919 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.888087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.888352 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.888530 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.888768 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.889042 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.889281 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.889509 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.889764 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.890004 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.890199 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.890420 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.890650 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.890879 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.891094 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.891322 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.891548 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.891775 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.891987 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.892238 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.892504 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.892723 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.892993 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.893226 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.893484 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.893711 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.893933 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.894145 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.894411 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.894641 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.894881 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.895128 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.895368 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.895623 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.895845 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.896095 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.896365 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_json = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.896659 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.896801 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.897016 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.897823 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.898103 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.898255 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.898516 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.898709 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.899152 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.899429 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.899742 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.900005 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.900245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.900501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.900729 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.900967 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.901224 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.901452 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.901789 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.902029 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.902322 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.902542 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.902796 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.903141 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.903412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.903661 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.903877 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.904124 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.904379 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.904618 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.904892 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.905109 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.905336 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.905567 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.905802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.906138 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.906398 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.906744 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.906897 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.907133 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.907359 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.907573 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.907789 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.908000 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.908297 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.908496 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.908762 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.908938 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.909179 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.909480 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.909694 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.909949 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.910245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.910612 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.910866 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.911188 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.911429 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.911695 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.911916 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.912141 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.912395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.912686 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.912980 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.913212 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.913431 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.913645 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.913859 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.914080 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.914341 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.914559 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.914769 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.914998 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.915215 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.915424 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.915673 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.915894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.916106 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.916342 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.916559 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.916893 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.917046 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.917253 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.917464 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.917771 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.918011 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.918269 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.918583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.918855 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.919194 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.919652 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.921272 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.923639 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.924749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.924749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.924749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.924749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.924749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.924749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.925663 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.925663 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.925663 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.925663 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.927444 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.931404 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.932510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.933671 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.935506 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937083 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937826 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937826 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.937826 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.938268 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.938268 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.938268 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.938605 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.938745 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.938930 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.939457 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.939457 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.939737 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.939892 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.940040 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941285 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941285 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941285 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941285 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941285 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941978 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.941978 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.942510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.942510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.942510 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.944721 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.945385 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.945385 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.945385 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.945635 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.945635 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.945953 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.946241 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.946481 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.948162 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.950501 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.953478 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.954588 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.955678 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.958142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.960999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.962853 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.964230 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.965630 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.966999 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.968395 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 15:39:36.970475 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.973290 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.975646 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.977087 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.978749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.978749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] debug = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.978749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.978749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.978749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.978749 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.980488 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] host = n-d-793621-35 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.986332 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.988412 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_options = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.989415 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.992767 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.993517 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.994374 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995234 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.995972 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_json = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.996620 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.997986 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:36.999394 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.000665 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.002314 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.004107 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.005894 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.008119 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.009989 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.011840 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.013786 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.015604 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.017465 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.019093 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.020807 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.023142 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.024770 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.026427 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.027850 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.029498 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.031438 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.033276 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.034763 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.035654 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.036644 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.037583 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.038575 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.040279 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.041245 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.042508 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.043805 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.044802 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.045664 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.046428 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.047198 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048055 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048976 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048976 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048976 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 15:39:37.048976 n-d-793621-35 neutron-server[101366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 15:39:37.078315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:37.264443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33180) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:39:37.273485 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065720 Aug 31 15:39:51.044456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb0f40-47cd-4932-8481-df466f84dfc6 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 15:39:51.134976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb0f40-47cd-4932-8481-df466f84dfc6 None None] No non-hosted networks {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 15:39:51.150557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.agentschedulers_db [None req-dbcb0f40-47cd-4932-8481-df466f84dfc6 None None] DHCP Agent not found on host n-d-793621-35 {{(pid=101479) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 15:39:51.157834 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-017a3cac-c54a-46f0-8802-6f70faee4e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.090126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e12fa14-9c3e-4e3e-ad2c-e5ecadb025cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.168461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab3d2-107d-453d-956e-f8faf185cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.122745 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.125694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.126713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.128396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.129551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.131589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.137197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.139047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.139932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.140852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.144137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.144858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.145651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:55.149970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-35', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:55.173134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-35', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:55.660114 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.500264 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:58.864532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33272) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:39:59.538295 n-d-793621-35 neutron-server[101478]: WARNING oslo_policy.policy [None req-519eaf8e-59e9-470e-b42e-a17d01dd52cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:59.539201 n-d-793621-35 neutron-server[101478]: WARNING oslo_policy.policy [None req-519eaf8e-59e9-470e-b42e-a17d01dd52cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:39:59.772020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-519eaf8e-59e9-470e-b42e-a17d01dd52cc admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:39:59.773075 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-519eaf8e-59e9-470e-b42e-a17d01dd52cc admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9076593 Aug 31 15:40:01.939978 n-d-793621-35 neutron-server[101479]: INFO neutron.db.l3_hamode_db [None req-b034b76e-ad2e-4033-9a59-456e5c6ec306 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 15:40:02.020302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034b76e-ad2e-4033-9a59-456e5c6ec306 None None] Routers set() bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:40:02.020697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034b76e-ad2e-4033-9a59-456e5c6ec306 None None] Router IDs set() for agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 15:40:02.754066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33286) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:03.100908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:03.201205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.policy [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101478) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:40:03.246811 n-d-793621-35 neutron-server[101478]: WARNING oslo_policy.policy [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:40:03.247225 n-d-793621-35 neutron-server[101478]: WARNING oslo_policy.policy [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:40:03.256815 n-d-793621-35 neutron-server[101478]: INFO neutron.quota [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] Loaded quota_driver: . Aug 31 15:40:03.353924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764664691145', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764664686522', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764664678603', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764664708975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764665045032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764664586854', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16318178', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16370885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552804'] for rbac-policy, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:03.425289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:03.426551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-93849528-6a79-4a9c-9d4f-272c0f19d764 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6714904 Aug 31 15:40:06.388011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33298) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:06.948840 n-d-793621-35 neutron-server[101477]: WARNING oslo_policy.policy [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:40:06.949429 n-d-793621-35 neutron-server[101477]: WARNING oslo_policy.policy [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:40:07.173323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:07.175000 n-d-793621-35 neutron-server[101477]: INFO neutron.quota [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Loaded quota_driver: . Aug 31 15:40:07.235565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Made reservation on behalf of d960ea0af77e4c7d84dccd221c895ab3 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:40:07.304363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.policy [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:40:07.350563 n-d-793621-35 neutron-server[101477]: WARNING oslo_policy.policy [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:40:07.351006 n-d-793621-35 neutron-server[101477]: WARNING oslo_policy.policy [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:40:07.361650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.386514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.542486 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.547439 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.570634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:40:07.600138 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764660854474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.600781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Unsubscribe: segment precommit_create {{(pid=101477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:40:07.601295 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Added segment d74e1a54-7057-4b4a-9286-dea76c68e5e4 of type vlan for network 81a511e7-783c-4fff-a550-b5475ff4d5ee Aug 31 15:40:07.620600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5850fb6-8ce7-4994-8338-37889b90d1f5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:07.646331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.646790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.647261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.647672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.648172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.648650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.649120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.649486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.649898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.650260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.650605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.650961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Tracked resource versions report: Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: pushed versions: Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: { 'AddressGroup': {'1.2'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'ConntrackHelper': {'1.0'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Log': {'1.0'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Network': {'1.1'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Port': {'1.7'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'PortForwarding': {'1.2'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'QosPolicy': {'1.9'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'SecurityGroup': {'1.4'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'SubPort': {'1.0'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Subnet': {'1.1'}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Trunk': {'1.1'}} Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: consumer versions: Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: L3 agent@n-d-793621-35: {}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: Metadata agent@n-d-793621-35: {}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: Metering agent@n-d-793621-35: {}, Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'ConntrackHelper': '1.0', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Log': '1.0', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Network': '1.1', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Port': '1.7', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'PortForwarding': '1.2', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'QosPolicy': '1.9', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'SecurityGroup': '1.4', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'SecurityGroupRule': '1.2', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'SubPort': '1.0', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Subnet': '1.1', Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: 'Trunk': '1.1'}} Aug 31 15:40:07.652135 n-d-793621-35 neutron-server[101477]: {{(pid=101477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:40:07.753198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.806991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.808305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:07.809061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.899299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5086336 Aug 31 15:40:07.915046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5b18-4499-4843-a90e-81742b721ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=81a511e7-783c-4fff-a550-b5475ff4d5ee,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:07.931953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:40:10.959888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33320) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:11.438005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f61438-1037-4054-aab0-d6b40cc2d8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:11.439667 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-36f61438-1037-4054-aab0-d6b40cc2d8e9 admin admin] 10.222.0.43 "GET /v2.0/networks/81a511e7-783c-4fff-a550-b5475ff4d5ee HTTP/1.1" status: 200 len: 825 time: 0.4787824 Aug 31 15:40:11.467130 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4c4e5b33-db4d-435f-99ba-e7e6651a6ae9 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/962f78a6-3b59-409d-a9f5-9110c55395ee HTTP/1.1" status: 200 len: 734 time: 0.0203569 Aug 31 15:40:11.482072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Request body: {'subnet': {'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:11.513651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Made reservation on behalf of d960ea0af77e4c7d84dccd221c895ab3 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:40:11.516689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:11.841951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:11.922677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Checking segment: {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:40:11.923063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Network hostable DHCP agents. Network: 81a511e7-783c-4fff-a550-b5475ff4d5ee, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:40:11.930820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0191100-7246-4556-b2ec-0973244ecab3,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:11.941892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.942238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.942582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.943489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.943824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.944155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.944506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.944837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.945161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.945483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.945807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.946127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Tracked resource versions report: Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: pushed versions: Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: { 'AddressGroup': {'1.2'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'ConntrackHelper': {'1.0'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Log': {'1.0'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Network': {'1.1'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Port': {'1.7'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'PortForwarding': {'1.2'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'QosPolicy': {'1.9'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'SecurityGroup': {'1.4'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'SubPort': {'1.0'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Subnet': {'1.1'}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Trunk': {'1.1'}} Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: consumer versions: Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: L3 agent@n-d-793621-35: {}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: Metadata agent@n-d-793621-35: {}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: Metering agent@n-d-793621-35: {}, Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'ConntrackHelper': '1.0', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Log': '1.0', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Network': '1.1', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Port': '1.7', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'PortForwarding': '1.2', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'QosPolicy': '1.9', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'SecurityGroup': '1.4', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'SecurityGroupRule': '1.2', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'SubPort': '1.0', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Subnet': '1.1', Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: 'Trunk': '1.1'}} Aug 31 15:40:11.947257 n-d-793621-35 neutron-server[101478]: {{(pid=101478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:40:11.988819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:40:12.006443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 81a511e7-783c-4fff-a550-b5475ff4d5ee) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:12.011402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:12.012041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:12.019239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99317eb8-4759-43b3-b9e5-cafd6acf8450 None None] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:40:12.030663 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b898ad5d-683f-48f2-ae2a-32ca2ec76b6b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5523512 Aug 31 15:40:12.400773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-81a511e7-783c-4fff-a550-b5475ff4d5ee', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:40:12.402057 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:12.709689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Allocated IP 172.20.0.2 (81a511e7-783c-4fff-a550-b5475ff4d5ee/e0191100-7246-4556-b2ec-0973244ecab3/ec0cdca6-789e-4668-a08f-9c5e1d447a55) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:40:12.954509 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:12.984785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Transition to ACTIVE for port object ec0cdca6-789e-4668-a08f-9c5e1d447a55 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:13.065527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Transition to ACTIVE for port object ec0cdca6-789e-4668-a08f-9c5e1d447a55 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:13.077607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:13.154406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:40:13.159910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:13.170513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:40:13.174019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Pushing event updated for resources: {'Port': ['ID=ec0cdca6-789e-4668-a08f-9c5e1d447a55,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:13.210465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.210802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.211152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.211495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.211838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.212169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.212546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.212883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.213224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.213558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.213892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.214221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Tracked resource versions report: Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: pushed versions: Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: { 'AddressGroup': {'1.2'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'ConntrackHelper': {'1.0'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Log': {'1.0'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Network': {'1.1'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Port': {'1.7'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'PortForwarding': {'1.2'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'QosPolicy': {'1.9'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'SecurityGroup': {'1.4'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'SubPort': {'1.0'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Subnet': {'1.1'}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Trunk': {'1.1'}} Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: consumer versions: Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: L3 agent@n-d-793621-35: {}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: Metadata agent@n-d-793621-35: {}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: Metering agent@n-d-793621-35: {}, Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'ConntrackHelper': '1.0', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Log': '1.0', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Network': '1.1', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Port': '1.7', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'PortForwarding': '1.2', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'QosPolicy': '1.9', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'SecurityGroup': '1.4', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'SecurityGroupRule': '1.2', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'SubPort': '1.0', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Subnet': '1.1', Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: 'Trunk': '1.1'}} Aug 31 15:40:13.215407 n-d-793621-35 neutron-server[101479]: {{(pid=101479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:40:13.270420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Attempting to bind port ec0cdca6-789e-4668-a08f-9c5e1d447a55 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:40:13.270808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Attempting to bind port ec0cdca6-789e-4668-a08f-9c5e1d447a55 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:40:13.271266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Attempting to bind port ec0cdca6-789e-4668-a08f-9c5e1d447a55 on network 81a511e7-783c-4fff-a550-b5475ff4d5ee {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:40:13.277078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:40:13.277506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Checking segment: {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:40:13.278000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:13.278402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Bound using segment: {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:40:13.278932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Bound port: ec0cdca6-789e-4668-a08f-9c5e1d447a55, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:40:13.279351 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:13.351022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] For port ec0cdca6-789e-4668-a08f-9c5e1d447a55, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:40:13.356746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] For port ec0cdca6-789e-4668-a08f-9c5e1d447a55, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ec0cdca6-789e-4668-a08f-9c5e1d447a55,segment=NetworkSegment(d74e1a54-7057-4b4a-9286-dea76c68e5e4),segment_id=d74e1a54-7057-4b4a-9286-dea76c68e5e4)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:40:13.361370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:13.437452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccd4f-e427-4712-856a-bb65dbfe0fc4 None None] Pushing event updated for resources: {'Port': ['ID=ec0cdca6-789e-4668-a08f-9c5e1d447a55,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:14.712381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33332) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:15.221595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-e9786c89-9526-4541-b401-2739f5994d47 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:40:15.222673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e9786c89-9526-4541-b401-2739f5994d47 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5079031 Aug 31 15:40:17.802560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33340) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:18.178290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-002104cd-d788-4908-8f37-c0c8d29f5526 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:40:18.179354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-002104cd-d788-4908-8f37-c0c8d29f5526 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3758390 Aug 31 15:40:20.959944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27eb3267-3bb8-4d31-807d-790e7a6a79ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.263586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33350) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:21.651664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:21.685237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.686954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.845371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.852315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.868358 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.869634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a6df16ef-beda-4048-a745-03b8fb6cf7b8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6047573 Aug 31 15:40:22.002238 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:40:22.963530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e76d9-47d7-497b-bded-1a8d7980868c None None] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:40:23.071087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8e226191-a938-45bb-91ad-588792a9c1ad None None] Provisioning for port ec0cdca6-789e-4668-a08f-9c5e1d447a55 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:40:23.250155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ec0cdca6-789e-4668-a08f-9c5e1d447a55 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:40:23.377060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ec0cdca6-789e-4668-a08f-9c5e1d447a55 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:40:23.382975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ec0cdca6-789e-4668-a08f-9c5e1d447a55 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:23.383417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:23.526450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:23.542854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-036f3d0a-f642-4993-8fa8-57a8e6a64136 None None] Provisioning complete for port ec0cdca6-789e-4668-a08f-9c5e1d447a55 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:23.543287 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-036f3d0a-f642-4993-8fa8-57a8e6a64136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:23.600917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ec0cdca6-789e-4668-a08f-9c5e1d447a55, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ec0cdca6-789e-4668-a08f-9c5e1d447a55,segment=NetworkSegment(d74e1a54-7057-4b4a-9286-dea76c68e5e4),segment_id=d74e1a54-7057-4b4a-9286-dea76c68e5e4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:40:23.607140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:23.702946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ec0cdca6-789e-4668-a08f-9c5e1d447a55,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:24.065540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-13961c77-f7dc-4aaf-8c0f-f9edbce25813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:24.434969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33362) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:24.806737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-bb958a62-e165-4348-9fa8-0903f501379a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:40:24.807886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb958a62-e165-4348-9fa8-0903f501379a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3719611 Aug 31 15:40:25.108971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:25.181817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ec0cdca6-789e-4668-a08f-9c5e1d447a55 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:40:25.233687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ec0cdca6-789e-4668-a08f-9c5e1d447a55 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:25.234122 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:25.594130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.421807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:27.445137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.581390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:27.618723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Made reservation on behalf of b5e3a0bc5cab409ca479c6719d0742df for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:40:27.621254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.639726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.790537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.796137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.818769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Reserving flat network on physical network physnet1 {{(pid=101478) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 15:40:27.846416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d9007a-2100-4fc2-8329-07fc4f84b963,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:27.856301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764660854474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.856988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Unsubscribe: segment precommit_create {{(pid=101478) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:40:27.857581 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Added segment 01044ea2-0236-4723-89bc-dc06ac0946e2 of type flat for network a72a23db-185e-4387-b2be-9681752b2fa1 Aug 31 15:40:27.927765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:27.999880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:28.001133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:28.001842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:28.079686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6565309 Aug 31 15:40:28.104708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859277-baf7-41e5-9ac6-bb38bea9e344 admin admin] Pushing event updated for resources: {'Network': ['ID=a72a23db-185e-4387-b2be-9681752b2fa1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:28.121460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a72a23db-185e-4387-b2be-9681752b2fa1 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:40:30.444662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33398) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:30.548558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd221-2bfc-4b0a-b054-33f03a85a744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:30.549947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fb1fd221-2bfc-4b0a-b054-33f03a85a744 admin admin] 10.222.0.43 "GET /v2.0/subnets/e0191100-7246-4556-b2ec-0973244ecab3 HTTP/1.1" status: 200 len: 849 time: 0.1040187 Aug 31 15:40:30.722144 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-630a5c20-a501-458a-b26f-7b892c25e8dc admin admin] 10.222.0.43 "GET /v2.0/routers/1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 HTTP/1.1" status: 200 len: 704 time: 0.1658401 Aug 31 15:40:31.031206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:31.376309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Allocated IP 172.20.0.1 (81a511e7-783c-4fff-a550-b5475ff4d5ee/e0191100-7246-4556-b2ec-0973244ecab3/d43dd9e4-1980-4426-a933-9a9f69cc8e6b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:40:31.560817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:31.586520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Transition to ACTIVE for port object d43dd9e4-1980-4426-a933-9a9f69cc8e6b will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:31.667001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:31.810802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:40:31.817192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:31.824672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:40:31.825710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:31.850206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Pushing event updated for resources: {'Port': ['ID=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:32.072070 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:32.092787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5582f043-da6e-416d-9b40-114951165042 None None] Provisioning for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:40:32.098213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5582f043-da6e-416d-9b40-114951165042 None None] Provisioning complete for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:32.098766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5582f043-da6e-416d-9b40-114951165042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:32.146382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5582f043-da6e-416d-9b40-114951165042 None None] Port d43dd9e4-1980-4426-a933-9a9f69cc8e6b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:40:32.317731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:32.322836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:32.323910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:32.410234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Pushing event updated for resources: {'Port': ['ID=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:32.464297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:40:32.465815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:32.659909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:40:32.670487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0f08db09-42e9-4036-aa92-3b965586d1ee None None] Provisioning complete for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:32.670862 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f08db09-42e9-4036-aa92-3b965586d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:32.712828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0f08db09-42e9-4036-aa92-3b965586d1ee None None] Port d43dd9e4-1980-4426-a933-9a9f69cc8e6b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:40:32.818487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:40:32.827063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae614f34-414b-409c-8d1d-82d1085b6e93 admin admin] 10.222.0.43 "PUT /v2.0/routers/1c9e165c-b7a0-4da1-8834-3f0dec49b1b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0975177 Aug 31 15:40:32.829047 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Sync routers for ids ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:40:32.842827 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Routers {'1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:40:32.843573 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:40:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:33.069214 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Set router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:40:33.600071 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:40:21Z', 'updated_at': '2021-08-31T15:40:32Z', 'revision_number': 2, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'gw_port_host': None, '_interfaces': [{'id': 'd43dd9e4-1980-4426-a933-9a9f69cc8e6b', 'name': '', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'mac_address': 'fa:16:3e:1b:76:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:31Z', 'updated_at': '2021-08-31T15:40:32Z', 'revision_number': 2, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnets': [{'id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:33.657323 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Checking router: 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:40:33.657623 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Updating router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 port d43dd9e4-1980-4426-a933-9a9f69cc8e6b binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:40:33.715432 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:34.335775 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:34.365923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Transition to ACTIVE for port object d43dd9e4-1980-4426-a933-9a9f69cc8e6b will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:34.376239 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:34.565785 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Attempting to bind port d43dd9e4-1980-4426-a933-9a9f69cc8e6b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:40:34.566242 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Attempting to bind port d43dd9e4-1980-4426-a933-9a9f69cc8e6b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:40:34.566625 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Attempting to bind port d43dd9e4-1980-4426-a933-9a9f69cc8e6b on network 81a511e7-783c-4fff-a550-b5475ff4d5ee {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:40:34.581240 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Pushing event updated for resources: {'Port': ['ID=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:34.585709 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:40:34.586302 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Checking segment: {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:40:34.586640 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:34.587037 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Bound using segment: {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:40:34.588278 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Bound port: d43dd9e4-1980-4426-a933-9a9f69cc8e6b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74e1a54-7057-4b4a-9286-dea76c68e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:40:34.588278 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:34.604264 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.604604 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.604897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.605226 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.605551 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.605877 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.606198 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.606511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.606825 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.607138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.607455 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.607770 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Tracked resource versions report: Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: pushed versions: Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: { 'AddressGroup': {'1.2'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'ConntrackHelper': {'1.0'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Log': {'1.0'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Network': {'1.1'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Port': {'1.7'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'PortForwarding': {'1.2'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'QosPolicy': {'1.9'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'SecurityGroup': {'1.4'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'SubPort': {'1.0'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Subnet': {'1.1'}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Trunk': {'1.1'}} Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: consumer versions: Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: L3 agent@n-d-793621-35: {}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: Metadata agent@n-d-793621-35: {}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: Metering agent@n-d-793621-35: {}, Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'ConntrackHelper': '1.0', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Log': '1.0', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Network': '1.1', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Port': '1.7', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'PortForwarding': '1.2', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'QosPolicy': '1.9', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'SecurityGroup': '1.4', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'SecurityGroupRule': '1.2', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'SubPort': '1.0', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Subnet': '1.1', Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: 'Trunk': '1.1'}} Aug 31 15:40:34.608918 n-d-793621-35 neutron-server[101480]: {{(pid=101480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:40:34.675225 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] For port d43dd9e4-1980-4426-a933-9a9f69cc8e6b, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:40:34.697113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] For port d43dd9e4-1980-4426-a933-9a9f69cc8e6b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,segment=NetworkSegment(d74e1a54-7057-4b4a-9286-dea76c68e5e4),segment_id=d74e1a54-7057-4b4a-9286-dea76c68e5e4)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:40:34.702516 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:34.758655 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Routers {'1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:40:34.759276 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:40:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:34.834987 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc51a-839c-4a5f-a534-1772c600ccbc None None] Pushing event updated for resources: {'Port': ['ID=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:34.867313 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] Set router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:40:35.139241 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:40:21Z', 'updated_at': '2021-08-31T15:40:32Z', 'revision_number': 2, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'gw_port_host': None, '_interfaces': [{'id': 'd43dd9e4-1980-4426-a933-9a9f69cc8e6b', 'name': '', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'mac_address': 'fa:16:3e:1b:76:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:31Z', 'updated_at': '2021-08-31T15:40:34Z', 'revision_number': 4, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnets': [{'id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:35.166850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9d79d-68b5-40c3-aefe-e4ecd31bba32 None None] The sync data for ids ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'] in n-d-793621-35 is: [{'id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:40:21Z', 'updated_at': '2021-08-31T15:40:32Z', 'revision_number': 2, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'gw_port_host': None, '_interfaces': [{'id': 'd43dd9e4-1980-4426-a933-9a9f69cc8e6b', 'name': '', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'mac_address': 'fa:16:3e:1b:76:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:31Z', 'updated_at': '2021-08-31T15:40:34Z', 'revision_number': 4, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnets': [{'id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:40:35.230998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:35.363963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52d03a-96b9-4a05-a3ab-f90df47cdf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:35.365636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-be52d03a-96b9-4a05-a3ab-f90df47cdf4a admin admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 842 time: 0.1332428 Aug 31 15:40:35.380729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:35.414669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Made reservation on behalf of b5e3a0bc5cab409ca479c6719d0742df for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:40:35.417403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:35.778587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 15:40:35.779055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:35.833223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a72355-e4c9-4040-b0be-f3d3eefcf1d2,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:35.854838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:40:35.855137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Network hostable DHCP agents. Network: a72a23db-185e-4387-b2be-9681752b2fa1, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:40:35.878803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:40:35.890543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a72a23db-185e-4387-b2be-9681752b2fa1) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:35.900950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:35.901985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:35.902971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16353231-e9ab-48e0-85ee-4d603808d792 None None] Network a72a23db-185e-4387-b2be-9681752b2fa1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:40:35.937761 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8fc66d60-c664-4f7e-b680-a54ea8496aa1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5538340 Aug 31 15:40:36.099753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51a01e-978b-4154-9f2a-ea07810964e4 None None] Network a72a23db-185e-4387-b2be-9681752b2fa1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:40:38.483777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:38.639464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c0966201-3b94-415b-a97a-d3936eecf2a8 admin admin] 10.222.0.43 "GET /v2.0/routers/1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 HTTP/1.1" status: 200 len: 710 time: 0.1539817 Aug 31 15:40:38.745679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec49400-cc9f-4a0c-be47-14f0736362a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:38.747266 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9ec49400-cc9f-4a0c-be47-14f0736362a9 admin admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 886 time: 0.0988004 Aug 31 15:40:38.762117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:40:39.169778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:39.427917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:39.517811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:39.642339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Allocated IP 172.25.6.250 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f536880d-fb24-415e-a8e0-59cf4ff45b19) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:40:39.785870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:39.845874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:39.896873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:40:39.900336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:39.905897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:40:39.922178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Pushing event updated for resources: {'Port': ['ID=f536880d-fb24-415e-a8e0-59cf4ff45b19,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:40.236412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:40.601733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:40.605557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:40.798520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:40:40.926506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:40:40.934617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:40.936123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4797e90a-1ef0-438e-9184-2631c8a0a336 admin admin] 10.222.0.43 "PUT /v2.0/routers/1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 HTTP/1.1" status: 200 len: 890 time: 2.1777132 Aug 31 15:40:41.238702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d43dd9e4-1980-4426-a933-9a9f69cc8e6b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:40:41.318987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:40:41.324550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:41.325234 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:41.423772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:41.465579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d43dd9e4-1980-4426-a933-9a9f69cc8e6b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,segment=NetworkSegment(d74e1a54-7057-4b4a-9286-dea76c68e5e4),segment_id=d74e1a54-7057-4b4a-9286-dea76c68e5e4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:40:41.470814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:41.538521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d43dd9e4-1980-4426-a933-9a9f69cc8e6b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:42.491102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Sync routers for ids ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:40:42.514027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Routers {'1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:40:42.515026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:40:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:42.876910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Set router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:40:43.238232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d43dd9e4-1980-4426-a933-9a9f69cc8e6b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:40:43.357206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:43.357587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:43.413428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f536880d-fb24-415e-a8e0-59cf4ff45b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:40:21Z', 'updated_at': '2021-08-31T15:40:40Z', 'revision_number': 4, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'gw_port': {'id': 'f536880d-fb24-415e-a8e0-59cf4ff45b19', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:39Z', 'updated_at': '2021-08-31T15:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd43dd9e4-1980-4426-a933-9a9f69cc8e6b', 'name': '', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'mac_address': 'fa:16:3e:1b:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:31Z', 'updated_at': '2021-08-31T15:40:41Z', 'revision_number': 5, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnets': [{'id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:43.466488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Checking router: 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:40:43.466864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Updating router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 port f536880d-fb24-415e-a8e0-59cf4ff45b19 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:40:43.527785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:43.529639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33428) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:40:43.717796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-49d9aa64-9ed5-416f-9508-581f89f532f5 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1867905 Aug 31 15:40:44.019497 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.030874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Transition to ACTIVE for port object f536880d-fb24-415e-a8e0-59cf4ff45b19 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:44.037635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.092427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Attempting to bind port f536880d-fb24-415e-a8e0-59cf4ff45b19 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:40:44.092813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Attempting to bind port f536880d-fb24-415e-a8e0-59cf4ff45b19 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:40:44.093181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Attempting to bind port f536880d-fb24-415e-a8e0-59cf4ff45b19 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:40:44.101274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522effd-6d3c-4ee4-9615-af69ca4f31a5 None None] Pushing event updated for resources: {'Port': ['ID=f536880d-fb24-415e-a8e0-59cf4ff45b19,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:44.103845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:40:44.104245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:40:44.104656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.105194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:40:44.105536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Bound port: f536880d-fb24-415e-a8e0-59cf4ff45b19, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:40:44.105935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.172221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] For port f536880d-fb24-415e-a8e0-59cf4ff45b19, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:40:44.176012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] For port f536880d-fb24-415e-a8e0-59cf4ff45b19, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f536880d-fb24-415e-a8e0-59cf4ff45b19,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:40:44.181996 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.333666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Routers {'1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:40:44.334079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:40:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:44.339696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522effd-6d3c-4ee4-9615-af69ca4f31a5 None None] Pushing event updated for resources: {'Port': ['ID=f536880d-fb24-415e-a8e0-59cf4ff45b19,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:44.464709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] Set router 1c9e165c-b7a0-4da1-8834-3f0dec49b1b9 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:40:44.737556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f536880d-fb24-415e-a8e0-59cf4ff45b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:40:21Z', 'updated_at': '2021-08-31T15:40:40Z', 'revision_number': 4, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'gw_port': {'id': 'f536880d-fb24-415e-a8e0-59cf4ff45b19', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:39Z', 'updated_at': '2021-08-31T15:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd43dd9e4-1980-4426-a933-9a9f69cc8e6b', 'name': '', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'mac_address': 'fa:16:3e:1b:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:31Z', 'updated_at': '2021-08-31T15:40:41Z', 'revision_number': 5, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnets': [{'id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:44.768481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6aae-3a05-43d7-be69-53cd4490ad20 None None] The sync data for ids ['1c9e165c-b7a0-4da1-8834-3f0dec49b1b9'] in n-d-793621-35 is: [{'id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'name': 'router1', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f536880d-fb24-415e-a8e0-59cf4ff45b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:40:21Z', 'updated_at': '2021-08-31T15:40:40Z', 'revision_number': 4, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'gw_port': {'id': 'f536880d-fb24-415e-a8e0-59cf4ff45b19', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:39Z', 'updated_at': '2021-08-31T15:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd43dd9e4-1980-4426-a933-9a9f69cc8e6b', 'name': '', 'network_id': '81a511e7-783c-4fff-a550-b5475ff4d5ee', 'tenant_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'mac_address': 'fa:16:3e:1b:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e165c-b7a0-4da1-8834-3f0dec49b1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:40:31Z', 'updated_at': '2021-08-31T15:40:41Z', 'revision_number': 5, 'project_id': 'd960ea0af77e4c7d84dccd221c895ab3', 'subnets': [{'id': 'e0191100-7246-4556-b2ec-0973244ecab3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962f78a6-3b59-409d-a9f5-9110c55395ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:40:45.269625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f536880d-fb24-415e-a8e0-59cf4ff45b19 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:40:45.370870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f536880d-fb24-415e-a8e0-59cf4ff45b19 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:40:45.375777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f536880d-fb24-415e-a8e0-59cf4ff45b19 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:45.376166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:45.464978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:45.491072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f536880d-fb24-415e-a8e0-59cf4ff45b19, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f536880d-fb24-415e-a8e0-59cf4ff45b19,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:40:45.499572 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:45.580955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f536880d-fb24-415e-a8e0-59cf4ff45b19,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:47.231526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f536880d-fb24-415e-a8e0-59cf4ff45b19 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:40:47.317432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f536880d-fb24-415e-a8e0-59cf4ff45b19 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:47.318245 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:50.959380 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-114ca1fe-bb04-4bfd-84df-2bd88e1d6fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.085255 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b9964e59-76f7-42f8-b667-23625358ae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.135570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.622195 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:57.465913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:59.001533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:41:21.000160 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1bf2467a-4bea-466a-a22e-eb68ee2b876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:24.085936 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7294796-a8d2-440d-84dc-ca7304916f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:25.148806 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:25.633070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:27.467288 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:36.007546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:41:50.970288 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdd5b-0c9e-465c-b029-32bd0bca21c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:54.065034 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2af5561-90f6-4ae1-b1e8-c11b0c0456e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:55.132353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:55.615504 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:57.470860 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:12.997228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:42:20.956974 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ef43f436-340f-449b-98a2-e038cb2f3684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:24.070840 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0dfd-d253-4727-b9b9-8248fd90cfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:25.130301 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:25.616881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:27.471104 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:38.847949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34022) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:38.946730 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7908a2a-331e-4252-b195-4472fda71a42 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:42:38.948830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e7908a2a-331e-4252-b195-4472fda71a42 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0997226 Aug 31 15:42:39.194087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12917aa7-19f4-447c-9b16-c9bdd54f8040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:39.195583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-12917aa7-19f4-447c-9b16-c9bdd54f8040 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2418532 Aug 31 15:42:41.495292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34032) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:41.636374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fd5d5-535f-4763-b47c-11287ecc7994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:41.637748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-886fd5d5-535f-4763-b47c-11287ecc7994 admin admin] 10.222.0.43 "GET /v2.0/subnets/e0191100-7246-4556-b2ec-0973244ecab3 HTTP/1.1" status: 200 len: 849 time: 0.1416090 Aug 31 15:42:41.647926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:42:41.744003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:41.918063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764660916188'] for subnet, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:41.954832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:41.955800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:41.957325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] 10.222.0.43 "PUT /v2.0/subnets/e0191100-7246-4556-b2ec-0973244ecab3 HTTP/1.1" status: 200 len: 868 time: 0.3126874 Aug 31 15:42:41.965903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4a3eeb-4dac-4e86-9730-de85bb2cc79b None None] Network 81a511e7-783c-4fff-a550-b5475ff4d5ee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:42:41.976990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0191100-7246-4556-b2ec-0973244ecab3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:42:41.985246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.985602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.985924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.986257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.986596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.986927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.987261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.987588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.987917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.988315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.988644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:41.988970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f90a55-68f8-49ae-8383-5ba933cfaec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:42:42.330903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2aabc8c-a751-42d1-84b7-02c5d179e290 None None] Provisioning complete for port ec0cdca6-789e-4668-a08f-9c5e1d447a55 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:42:42.331468 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2aabc8c-a751-42d1-84b7-02c5d179e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:42.428927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2aabc8c-a751-42d1-84b7-02c5d179e290 None None] Provisioning complete for port d43dd9e4-1980-4426-a933-9a9f69cc8e6b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:42:42.429214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2aabc8c-a751-42d1-84b7-02c5d179e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:44.234926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34040) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:44.462290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35a06c-cb60-47a9-b035-2b582ef81617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:44.462854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35a06c-cb60-47a9-b035-2b582ef81617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:44.464468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc35a06c-cb60-47a9-b035-2b582ef81617 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2285523 Aug 31 15:42:46.760549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34048) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:46.974847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5cfdb-1947-4b08-8c8f-e31c3f4941bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:46.975233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5cfdb-1947-4b08-8c8f-e31c3f4941bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:46.976889 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0c5cfdb-1947-4b08-8c8f-e31c3f4941bb admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2153728 Aug 31 15:42:49.236913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34058) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:49.381308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ccef83-bbd5-41fb-bcf6-7d01c1ff6c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:49.382690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-87ccef83-bbd5-41fb-bcf6-7d01c1ff6c27 admin admin] 10.222.0.43 "GET /v2.0/networks/81a511e7-783c-4fff-a550-b5475ff4d5ee HTTP/1.1" status: 200 len: 869 time: 0.1448116 Aug 31 15:42:49.996807 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:42:50.958221 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0d9b-5ea5-4ae1-8680-06085c919bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:51.684261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34066) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:51.821564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dedd9a-7fd7-4802-82ff-d5674a45dc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:51.822982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-88dedd9a-7fd7-4802-82ff-d5674a45dc73 admin admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 886 time: 0.1377614 Aug 31 15:42:54.065217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b102caff-e1c1-48b3-9bad-b09faba2876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:54.102512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:54.248991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3199a-43fe-4802-b61b-ea4ef6b59f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:54.249456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3199a-43fe-4802-b61b-ea4ef6b59f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:54.251035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-96a3199a-43fe-4802-b61b-ea4ef6b59f44 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1475804 Aug 31 15:42:55.124284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:55.613502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:56.498735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34082) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:56.599903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c4d8f-9d50-4624-bc06-1a7d92147537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:56.600403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c4d8f-9d50-4624-bc06-1a7d92147537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:56.602058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c1c4d8f-9d50-4624-bc06-1a7d92147537 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1022971 Aug 31 15:42:57.468807 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:58.867943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34090) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:42:58.969163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5875e4-59bf-48d7-9812-9f315ee7266f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:58.970525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fe5875e4-59bf-48d7-9812-9f315ee7266f admin admin] 10.222.0.43 "GET /v2.0/subnets/73a72355-e4c9-4040-b0be-f3d3eefcf1d2 HTTP/1.1" status: 200 len: 816 time: 0.1015930 Aug 31 15:43:01.261319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34098) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:43:01.370859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e6de99-7fe8-479c-8f2f-d38ef9e7aff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:01.372257 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-91e6de99-7fe8-479c-8f2f-d38ef9e7aff2 admin admin] 10.222.0.43 "GET /v2.0/subnets/e0191100-7246-4556-b2ec-0973244ecab3 HTTP/1.1" status: 200 len: 868 time: 0.1097484 Aug 31 15:43:20.953279 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-13e36d40-5e81-4d3b-aafb-c33c414c0032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:24.072403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95cf7074-7d4e-4d9d-a927-d9c80f8cd186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:25.130428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:25.626063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:26.231812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34152) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:43:26.290636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-fb4bb079-0453-4837-8e0d-7bc6a064b168 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:43:26.291787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fb4bb079-0453-4837-8e0d-7bc6a064b168 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586944 Aug 31 15:43:26.996239 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:43:27.472926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:28.682161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34160) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:43:28.747710 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82fd49b-19d1-4c73-9b68-5235afda350f admin admin] GET failed (client error): The resource could not be found. Aug 31 15:43:28.749137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c82fd49b-19d1-4c73-9b68-5235afda350f admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657527 Aug 31 15:43:28.842783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f66c0-99b4-4223-8e5f-71c99a5c36c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:28.844337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4e1f66c0-99b4-4223-8e5f-71c99a5c36c8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0903378 Aug 31 15:43:31.166636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34168) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:43:31.222468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:43:31.248077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Made reservation on behalf of b5e3a0bc5cab409ca479c6719d0742df for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:43:31.250414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.286490 n-d-793621-35 neutron-server[101477]: WARNING neutron.services.revisions.revision_plugin [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Could not find related network for resource to bump revision. Aug 31 15:43:31.301656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:43:31.313458 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.313781 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Added segment 9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef of type vlan for network e215b394-dc22-4e56-a106-489cb1174df0 Aug 31 15:43:31.357337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.385502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.386684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:31.387351 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.442828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2750323 Aug 31 15:43:31.455106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1ca7-6a28-48a4-b416-42a55f1c34c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e215b394-dc22-4e56-a106-489cb1174df0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:31.468328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e215b394-dc22-4e56-a106-489cb1174df0 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:43:33.783117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34176) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:43:33.856018 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9974d6-ada0-449f-ad55-7af2bfbcb9e0 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:43:33.857500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ff9974d6-ada0-449f-ad55-7af2bfbcb9e0 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0731409 Aug 31 15:43:33.971625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8425788-0a87-4bfb-8ec1-65cc452fa6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:33.973100 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d8425788-0a87-4bfb-8ec1-65cc452fa6e0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1102989 Aug 31 15:43:33.983874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:43:34.007260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Made reservation on behalf of b5e3a0bc5cab409ca479c6719d0742df for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:43:34.009648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.205046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.264035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Pushing event updated for resources: {'Subnet': ['ID=040ea188-22b2-454c-8c40-897b9af5849d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:34.275026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.275368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.275710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.276048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.276410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.276745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.277074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.277397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.277725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.278059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.278379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.278702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.286566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:43:34.286566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Network hostable DHCP agents. Network: e215b394-dc22-4e56-a106-489cb1174df0, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:43:34.305987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Network e215b394-dc22-4e56-a106-489cb1174df0 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:43:34.315056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e215b394-dc22-4e56-a106-489cb1174df0) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:43:34.319872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:34.320688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.327140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658fae7-febe-4154-857d-61dc3316c14e None None] Network e215b394-dc22-4e56-a106-489cb1174df0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:43:34.337164 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-53ecd6bf-75ab-4dfc-adeb-d2f847af939c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3569832 Aug 31 15:43:34.494155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-e215b394-dc22-4e56-a106-489cb1174df0', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'tenant_id': 'b5e3a0bc5cab409ca479c6719d0742df', 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:43:34.495088 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.662869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Allocated IP 192.168.233.2 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/2bd5c0e8-2e0f-4bba-a7f0-062e461493a4) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:43:34.841391 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.852809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Transition to ACTIVE for port object 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:43:34.876515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Transition to ACTIVE for port object 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:43:34.883370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.925415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:43:34.928535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:43:34.936125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:43:34.939421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Pushing event updated for resources: {'Port': ['ID=2bd5c0e8-2e0f-4bba-a7f0-062e461493a4,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:34.950812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.951163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.952270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.952270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.952270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.952688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.953170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.953506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.953837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.954165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.954491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:34.954821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:35.012447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Attempting to bind port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:43:35.012926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Attempting to bind port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:43:35.013493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Attempting to bind port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:43:35.021562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:43:35.022024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:43:35.022574 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:35.023023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:43:35.023651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Bound port: 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:43:35.024532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:35.132076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] For port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:43:35.135966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] For port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2bd5c0e8-2e0f-4bba-a7f0-062e461493a4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:43:35.142321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:35.215445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081a3a8-7532-4a38-b6fb-ed7faec57d43 None None] Pushing event updated for resources: {'Port': ['ID=2bd5c0e8-2e0f-4bba-a7f0-062e461493a4,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:36.141604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958dd0e6-43e3-4d95-946b-1758fcbd8e85 None None] Network e215b394-dc22-4e56-a106-489cb1174df0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:43:36.242512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-28688cfb-ae1d-4b53-8f73-00ae78dbfada None None] Provisioning for port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:43:37.386178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:43:37.454466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:43:37.460424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:43:37.460924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:37.559820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:37.595691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2bd5c0e8-2e0f-4bba-a7f0-062e461493a4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:43:37.601845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:37.667131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=2bd5c0e8-2e0f-4bba-a7f0-062e461493a4,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:39.357654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:43:39.427768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2bd5c0e8-2e0f-4bba-a7f0-062e461493a4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:43:39.428499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:50.947161 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4b41872a-0120-426f-a03b-fb010dad93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:54.068173 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-973b79ff-cd30-4a37-8095-e1d513666927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:55.124333 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:55.625637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:57.474511 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:03.994590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:44:20.951256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0350c49b-f0cb-4c3f-9407-f5da6e2b57eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:24.071705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-35c119ff-15cf-4113-b81f-5ef85037c8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:25.130881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:25.624115 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:27.483969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:40.994371 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:44:46.461062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34228) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:44:46.467133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-e3e93558-7f3e-49dd-b404-fcc1e60c341c tempest-verify_tempest_config-361079707 tempest-verify_tempest_config-361079707-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:44:46.468107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e3e93558-7f3e-49dd-b404-fcc1e60c341c tempest-verify_tempest_config-361079707 tempest-verify_tempest_config-361079707-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060763 Aug 31 15:44:46.791490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:44:46.917788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.033355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.037710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.083829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d698d6e-bb2e-443c-9f03-073a34a44bac,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:44:47.087624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbfbd36d476f486daa0ab780779cd14d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2951157 Aug 31 15:44:47.090468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34250) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:44:47.093307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.093659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.094009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.094516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.094857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.095187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.095515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.095845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.096171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.096520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.096874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.097254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fb1c9-752e-4e57-a332-b698d5e5bcd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.149109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.170316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.264702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.267848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.269095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d698d6e-bb2e-443c-9f03-073a34a44bac HTTP/1.1" status: 204 len: 168 time: 0.1776338 Aug 31 15:44:47.277129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d698d6e-bb2e-443c-9f03-073a34a44bac,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:44:47.284612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.285119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.285475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.285822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.286147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.286472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.286840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.287111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.287462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.287782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.288106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:47.288469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f30de-8003-444c-b5f9-0786a01e4a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:44:50.954571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1dbc19d1-5cdb-4c30-a888-f2f52550a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:54.073317 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-404f97ad-950e-4f29-b8be-01f9692874db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:55.135070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:55.631082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:57.479896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:17.994499 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:45:20.963601 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a63a-7793-422a-83bf-5a24f2ed2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:24.077600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89deeeb8-9b09-4a29-a395-6c1bde21fd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:25.136020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:25.629557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:27.482519 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:50.962692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d801deb2-73b6-4f01-92d3-89cc700705ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:54.079100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2aea2b85-6bb7-425b-983f-83f23e068fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:54.993796 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:45:55.138723 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:55.630547 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:57.485904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:20.958209 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce7624e9-84b0-4892-81f3-77382ed4a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:24.082387 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2bf17fa4-2627-4b6b-be47-ca916829c8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:25.151398 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:25.638696 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:27.496599 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:31.993450 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:46:50.951596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b8c35ede-b26e-46a0-9f22-c66dac8c2644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:54.082928 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-38ba58fc-f8bd-49e4-b6d1-bb16dee5d3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:55.149937 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:55.636597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:57.493022 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:08.992548 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:47:20.953665 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0e02c3d7-3151-470f-b609-d450ae7c3ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:24.087180 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f5ad876-4d17-4489-aeca-06fa377f6db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:25.143855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:25.638890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:27.495059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:45.991259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 5 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:47:50.955051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-622ad0b2-a492-4620-84c2-49747682d633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:53.919770 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:54.089070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9530dc00-c0b9-46c7-9445-9270a0ac040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:54.825318 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619517'] for agent, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:55.144712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:55.641636 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:57.496524 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:20.955355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9d42563-07ee-4fb8-b037-61c72f90f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:22.990579 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:48:23.871104 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:24.089175 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9ebef87-dd36-4731-a816-769051372045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:24.773949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:25.146417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:25.644239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:27.499795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:40.558419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:48:40.666201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ce79c4d-3fb5-4422-a29f-2845936463db admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1067004 Aug 31 15:48:42.868651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34326) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:48:42.931072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dcb69e64-9f68-442f-ad94-d3c0566d83fa admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0613101 Aug 31 15:48:50.954859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ec98354-9943-4dea-935b-77fcaaeb5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:53.881985 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:54.092319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-923cc42a-ccb8-42bd-b634-a4d029250bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:54.771606 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:55.151032 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:55.648495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:57.502741 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:59.990377 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:49:20.956489 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-583b8c4e-34b2-461b-8ee6-c01ab243c38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:23.888464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:24.092394 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8bd3c3b-0d6c-41ac-9ef3-43d23e86dc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:24.785040 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:25.160657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:25.650786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:27.509968 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:36.990100 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:49:50.956940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5c316c2e-bb29-4530-8922-9589724a79d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:53.896133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:54.093822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-835ca3be-8a33-4b39-ab1b-060262e3c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:54.783413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:55.153100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:55.653230 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:57.511401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:12.374245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34698) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:12.376910 n-d-793621-35 neutron-server[101477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:50:12.406422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-aae98a89-e776-43f1-b087-9d7946581566 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310149 Aug 31 15:50:12.600318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-77e38b54-8f8c-4308-901b-b671b09f04b4 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:12.601812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-77e38b54-8f8c-4308-901b-b671b09f04b4 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890018 Aug 31 15:50:12.619370 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-6d5ae2c9-04e7-4638-bbc9-968c730ca72d tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/quotas/ccd10a96e72a4d918884d1a8d46060fc HTTP/1.1" status: 200 len: 375 time: 0.0112565 Aug 31 15:50:12.680337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-c3b588df-bac9-4999-8c85-04fdc4adce86 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550058 Aug 31 15:50:13.627977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34774) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:13.803770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48642f17-275f-413e-9f20-ef89a2f544f3 req-c057b25b-6412-47d5-8fdd-d61776a867bc tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 210 time: 0.1734331 Aug 31 15:50:13.992543 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:50:14.810776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.30', 59359) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:14.869714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-ff3cf91a-5aec-44d3-b1d7-e4ef6623ce02 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443914 Aug 31 15:50:14.955293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-5b772bcc-7de5-43ec-a575-195cf20ca380 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=40f32cf665a449ca80a60b52e488fda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239384 Aug 31 15:50:15.139835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34932) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:15.157230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-beba16a3-7abc-4fb2-b9bc-e34a8b6b70a1 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:15.158763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-beba16a3-7abc-4fb2-b9bc-e34a8b6b70a1 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879474 Aug 31 15:50:15.182631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4fb6af87-20ec-4876-90b3-4fc19696717a req-9b4309ae-e767-476e-9a19-8b63112d87b1 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 210 time: 0.0816736 Aug 31 15:50:15.209466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-481c0d97-f9cd-4df3-9d38-05f4c6396997 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:15.210976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-481c0d97-f9cd-4df3-9d38-05f4c6396997 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457483 Aug 31 15:50:15.226863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-fb85357a-c185-4787-814e-824ba58112ba tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/quotas/40f32cf665a449ca80a60b52e488fda6 HTTP/1.1" status: 200 len: 375 time: 0.0095727 Aug 31 15:50:15.269930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Request body: {'port': {'device_id': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'ccd10a96e72a4d918884d1a8d46060fc'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:15.277756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-fdd3f74e-5587-4b63-94de-f94fabdec208 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=40f32cf665a449ca80a60b52e488fda6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434613 Aug 31 15:50:15.359888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:15.625776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1e7b13a-e3cd-4b8a-9964-86ea00301c85 req-aafe21c3-b1a7-44d6-b79c-be4d0baa70d4 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0574148 Aug 31 15:50:15.708836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:15.742407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:15.804513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Made reservation on behalf of ccd10a96e72a4d918884d1a8d46060fc for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:15.808684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:15.813778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111bb02-55bf-4bf1-981d-ddac22fb5ac2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:15.837414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.838008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.838491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.839005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.839490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.839973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.840486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.841228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.841744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.842440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.843462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.844252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] Tracked resource versions report: Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: pushed versions: Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: { 'AddressGroup': {'1.2'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'ConntrackHelper': {'1.0'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Log': {'1.0'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Network': {'1.1'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Port': {'1.7'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'PortForwarding': {'1.2'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'QosPolicy': {'1.9'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'SecurityGroup': {'1.4'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'SubPort': {'1.0'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Subnet': {'1.1'}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Trunk': {'1.1'}} Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: consumer versions: Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: HyperV agent@n-h1-793621-35: {}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: HyperV agent@n-h2-793621-35: {}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: L3 agent@n-d-793621-35: {}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: Metadata agent@n-d-793621-35: {}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: Metering agent@n-d-793621-35: {}, Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'ConntrackHelper': '1.0', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Log': '1.0', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Network': '1.1', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Port': '1.7', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'PortForwarding': '1.2', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'QosPolicy': '1.9', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'SecurityGroup': '1.4', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'SecurityGroupRule': '1.2', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'SubPort': '1.0', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Subnet': '1.1', Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: 'Trunk': '1.1'}} Aug 31 15:50:15.845766 n-d-793621-35 neutron-server[101477]: {{(pid=101477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:50:15.882614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35000) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:15.884365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8dc3e4e6-f10e-4e0d-b3a4-dcce852a3cd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31b461cce3c844689881f204630fcd7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7403278 Aug 31 15:50:15.886720 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.019271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.034237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.053092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.127514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.224220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:16.224751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35018) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:16.238210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.247353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:16.248983 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2111bb02-55bf-4bf1-981d-ddac22fb5ac2 HTTP/1.1" status: 204 len: 168 time: 0.3647978 Aug 31 15:50:16.264657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111bb02-55bf-4bf1-981d-ddac22fb5ac2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.276044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.276813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.277891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.278450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.279021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.279624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.280435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.281398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.282659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.284616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.285203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.285915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e61c3-3625-420c-a0ee-9cb3cfb78fe5 admin admin] Tracked resource versions report: Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: pushed versions: Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: { 'AddressGroup': {'1.2'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'ConntrackHelper': {'1.0'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Log': {'1.0'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Network': {'1.1'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Port': {'1.7'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'PortForwarding': {'1.2'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'QosPolicy': {'1.9'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'SecurityGroup': {'1.4'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'SubPort': {'1.0'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Subnet': {'1.1'}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Trunk': {'1.1'}} Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: consumer versions: Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: HyperV agent@n-h1-793621-35: {}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: HyperV agent@n-h2-793621-35: {}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: L3 agent@n-d-793621-35: {}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: Metadata agent@n-d-793621-35: {}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: Metering agent@n-d-793621-35: {}, Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'ConntrackHelper': '1.0', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Log': '1.0', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Network': '1.1', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Port': '1.7', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'PortForwarding': '1.2', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'QosPolicy': '1.9', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'SecurityGroup': '1.4', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'SecurityGroupRule': '1.2', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'SubPort': '1.0', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Subnet': '1.1', Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: 'Trunk': '1.1'}} Aug 31 15:50:16.287266 n-d-793621-35 neutron-server[101478]: {{(pid=101478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:50:16.336651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c748181c-76c7-42eb-9a01-0a989d4d4d5e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:16.519614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34c7d39c-a571-47fc-a958-5875215b1185 req-d07733e2-9c69-4946-81e3-37bdc2d78b66 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 210 time: 0.0602183 Aug 31 15:50:16.535790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Allocated IP 192.168.233.21 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/6d941829-e6aa-4e50-942b-abfeacbfaca7) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:16.953542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f38e0527-31ee-4530-886e-b72b83f8fbd7 req-6551d04b-910a-42d9-b744-4e5eb79bc9e7 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.1993032 Aug 31 15:50:16.964547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3caa-71ef-4e2d-ba9e-81b355a925c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.110993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.124916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf49fa5-7341-4f30-921c-c5d6e7c15ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.171785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Transition to ACTIVE for port object 6d941829-e6aa-4e50-942b-abfeacbfaca7 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:17.201646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:17.255363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.307078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3caa-71ef-4e2d-ba9e-81b355a925c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.308017 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.316968 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3caa-71ef-4e2d-ba9e-81b355a925c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.392541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 15:50:17.392541 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 15:50:17.392541 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': 'f3175e0a24104d2386b00d8a866c9c09', 'expiration_1': datetime.datetime(2021, 8, 31, 15, 50, 17, 282551)}] Aug 31 15:50:17.392541 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:50:17.402885 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:50:17.433558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c8fa3caa-71ef-4e2d-ba9e-81b355a925c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f287d335be34c94a8dac2a118527f3c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2062757 Aug 31 15:50:17.440952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:17.463300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Pushing event updated for resources: {'Port': ['ID=6d941829-e6aa-4e50-942b-abfeacbfaca7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:17.512495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:17.514222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:17.517038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:17.527368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:17.528111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.549765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa3caa-71ef-4e2d-ba9e-81b355a925c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2574675a-0393-47fc-8561-22ad3ae1c52b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:17.587500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68451bb5-432a-4ea8-af6d-b781bad3c0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.633104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68451bb5-432a-4ea8-af6d-b781bad3c0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.679698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf49fa5-7341-4f30-921c-c5d6e7c15ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.690671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf49fa5-7341-4f30-921c-c5d6e7c15ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.743053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49fa5-7341-4f30-921c-c5d6e7c15ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc89e27-139c-41a7-b29e-5d7750897c1d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:17.748475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5cf49fa5-7341-4f30-921c-c5d6e7c15ccc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c83be117d59c4a9485c815bec94f8d54&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5199990 Aug 31 15:50:17.751608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:17.763906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-e5ac4288-6087-4baa-90b7-9db3470cc161 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4987969 Aug 31 15:50:17.783070 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68451bb5-432a-4ea8-af6d-b781bad3c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.786757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68451bb5-432a-4ea8-af6d-b781bad3c0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.788057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-68451bb5-432a-4ea8-af6d-b781bad3c0b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2574675a-0393-47fc-8561-22ad3ae1c52b HTTP/1.1" status: 204 len: 168 time: 0.3451130 Aug 31 15:50:17.842307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aab93-2d9f-4a8a-8506-433d158f3145 req-79ad34b6-ec04-41aa-916d-53c7b9d2f2fa tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:17.850747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea9aab93-2d9f-4a8a-8506-433d158f3145 req-79ad34b6-ec04-41aa-916d-53c7b9d2f2fa tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.1678724 Aug 31 15:50:17.897653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fb2aff69-b356-43a5-b076-7f2264b5276b None None] Provisioning for port 6d941829-e6aa-4e50-942b-abfeacbfaca7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:17.915670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea9aab93-2d9f-4a8a-8506-433d158f3145 req-8af79a46-fb0a-4336-8a85-33780aad6f65 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Aug 31 15:50:17.926132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fb2aff69-b356-43a5-b076-7f2264b5276b None None] Provisioning complete for port 6d941829-e6aa-4e50-942b-abfeacbfaca7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:17.926132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fb2aff69-b356-43a5-b076-7f2264b5276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.952918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:17.964043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68451bb5-432a-4ea8-af6d-b781bad3c0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2574675a-0393-47fc-8561-22ad3ae1c52b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.004516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5088c522-7677-4fc0-8eb7-75e7c609bbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.039079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fb2aff69-b356-43a5-b076-7f2264b5276b None None] Port 6d941829-e6aa-4e50-942b-abfeacbfaca7 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:50:18.053844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5088c522-7677-4fc0-8eb7-75e7c609bbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.090128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96053563-b00e-4628-a75d-12a9706bc156 req-eefbb6c3-fb3f-42e8-bfbb-2e253de4774f tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0479548 Aug 31 15:50:18.232244 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.238963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5088c522-7677-4fc0-8eb7-75e7c609bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.242241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5088c522-7677-4fc0-8eb7-75e7c609bbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.243786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5088c522-7677-4fc0-8eb7-75e7c609bbaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cc89e27-139c-41a7-b29e-5d7750897c1d HTTP/1.1" status: 204 len: 168 time: 0.4906988 Aug 31 15:50:18.249261 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.264000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c522-7677-4fc0-8eb7-75e7c609bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc89e27-139c-41a7-b29e-5d7750897c1d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.309886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35096) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:18.310206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3175e0a24104d2386b00d8a866c9c09&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1065063 Aug 31 15:50:18.319589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca424c00-bafb-4270-8ff9-331d9ede5af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016e99e-9b8a-4e6d-acb5-d9b38f550872,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.405930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f5b2850-8457-41c9-8533-c531c05d09ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.447592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35100) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:18.465100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f5b2850-8457-41c9-8533-c531c05d09ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.469631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a533e1d-d538-4047-86f4-0555c6e59c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.573431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f5b2850-8457-41c9-8533-c531c05d09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.577555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f5b2850-8457-41c9-8533-c531c05d09ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.579042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f5b2850-8457-41c9-8533-c531c05d09ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b016e99e-9b8a-4e6d-acb5-d9b38f550872 HTTP/1.1" status: 204 len: 168 time: 0.2677863 Aug 31 15:50:18.591265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b2850-8457-41c9-8533-c531c05d09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016e99e-9b8a-4e6d-acb5-d9b38f550872,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.662082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a533e1d-d538-4047-86f4-0555c6e59c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.667497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a533e1d-d538-4047-86f4-0555c6e59c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.717943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a533e1d-d538-4047-86f4-0555c6e59c2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8669fc843b34d368dbf5f3ec08e0f94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2688353 Aug 31 15:50:18.720636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35110) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:18.720792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a533e1d-d538-4047-86f4-0555c6e59c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c79c38b-ac27-4d2e-aabe-288b71781896,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.793292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657d7553-b446-4f19-85a1-344be28be551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.823204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657d7553-b446-4f19-85a1-344be28be551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.897622 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657d7553-b446-4f19-85a1-344be28be551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.901083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657d7553-b446-4f19-85a1-344be28be551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:18.902074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-657d7553-b446-4f19-85a1-344be28be551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c79c38b-ac27-4d2e-aabe-288b71781896 HTTP/1.1" status: 204 len: 168 time: 0.1801343 Aug 31 15:50:18.912445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d7553-b446-4f19-85a1-344be28be551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c79c38b-ac27-4d2e-aabe-288b71781896,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:18.972544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35122) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:19.070251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a5060-8073-45a9-bd0f-fec6ea5d1020 req-03c6dd47-d3a7-400f-9060-b58df01fb559 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:19.078044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a08a5060-8073-45a9-bd0f-fec6ea5d1020 req-03c6dd47-d3a7-400f-9060-b58df01fb559 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.0699110 Aug 31 15:50:19.154267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35128) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:19.167154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a08a5060-8073-45a9-bd0f-fec6ea5d1020 req-e246b1e1-4dfd-41aa-990f-220e3a01b979 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836205 Aug 31 15:50:19.181128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dff566d-d85e-4951-8996-55cc75f8653c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.287938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bc2f7c7-ca3b-4207-87f2-b3015882d311 req-3d585a56-2fd7-4011-beed-9862bcbc9a32 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0546505 Aug 31 15:50:19.327852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dff566d-d85e-4951-8996-55cc75f8653c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.335986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dff566d-d85e-4951-8996-55cc75f8653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.400469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5dff566d-d85e-4951-8996-55cc75f8653c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af3f8a30166b48359ff2d3205b49e02e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388582 Aug 31 15:50:19.400469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff566d-d85e-4951-8996-55cc75f8653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1f1d4-d7a3-4212-b711-cb4cee5d27b0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:19.401001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35136) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:19.491326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03a1ce92-12d9-4e61-b2fe-1caf16e777f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.533799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0f593a2-50de-4d0d-b907-1cea1d6c149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.579893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0f593a2-50de-4d0d-b907-1cea1d6c149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.728651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0f593a2-50de-4d0d-b907-1cea1d6c149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.731477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0f593a2-50de-4d0d-b907-1cea1d6c149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.732702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e0f593a2-50de-4d0d-b907-1cea1d6c149d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01e1f1d4-d7a3-4212-b711-cb4cee5d27b0 HTTP/1.1" status: 204 len: 168 time: 0.3348291 Aug 31 15:50:19.740986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03a1ce92-12d9-4e61-b2fe-1caf16e777f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.747300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f593a2-50de-4d0d-b907-1cea1d6c149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1f1d4-d7a3-4212-b711-cb4cee5d27b0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:19.749633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03a1ce92-12d9-4e61-b2fe-1caf16e777f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:19.899859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1ce92-12d9-4e61-b2fe-1caf16e777f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cedc86b-5c11-4a78-8111-6cf9083e8821,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:19.904160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-03a1ce92-12d9-4e61-b2fe-1caf16e777f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b98c0ba36c90430bb52fb7ec2c14a240&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9303689 Aug 31 15:50:19.907158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35158) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:20.015726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9701e91f-830b-4536-be43-2d1fc873c978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.045078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9701e91f-830b-4536-be43-2d1fc873c978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.113801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9701e91f-830b-4536-be43-2d1fc873c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.117155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9701e91f-830b-4536-be43-2d1fc873c978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.118413 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9701e91f-830b-4536-be43-2d1fc873c978 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cedc86b-5c11-4a78-8111-6cf9083e8821 HTTP/1.1" status: 204 len: 168 time: 0.2083666 Aug 31 15:50:20.130383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701e91f-830b-4536-be43-2d1fc873c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cedc86b-5c11-4a78-8111-6cf9083e8821,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:20.309433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2d82-d3aa-4c22-8912-e5766cf61ede req-2be85790-b1eb-4e38-bca1-43d67e5860b1 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:20.311479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f53c2d82-d3aa-4c22-8912-e5766cf61ede req-2be85790-b1eb-4e38-bca1-43d67e5860b1 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.0673509 Aug 31 15:50:20.401139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f53c2d82-d3aa-4c22-8912-e5766cf61ede req-8ea7521a-42e3-4dac-b8db-65034d00ab51 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761197 Aug 31 15:50:20.434751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a19cde42-8aa4-479f-a007-005c560bb34f req-90cab2d7-4562-4838-83f7-27ec0a09b6b4 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0322928 Aug 31 15:50:20.640356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35190) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:20.663514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfb440f9-acf8-4639-b1b8-da2206435c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.798453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfb440f9-acf8-4639-b1b8-da2206435c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.807577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfb440f9-acf8-4639-b1b8-da2206435c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.847389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cfb440f9-acf8-4639-b1b8-da2206435c52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7536c73efed6476fbf4302df7dbbb6f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2052996 Aug 31 15:50:20.848594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb440f9-acf8-4639-b1b8-da2206435c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204a577e-149e-4c14-b45b-8a84baa26dad,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:20.851409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35198) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:20.918837 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc65-c32b-427f-8623-219f352c1b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.964103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc65-c32b-427f-8623-219f352c1b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:20.971764 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf41417a-cbe4-4cca-8853-302bb6b2cbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.034056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc65-c32b-427f-8623-219f352c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.040117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc65-c32b-427f-8623-219f352c1b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.042842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e6e0fc65-c32b-427f-8623-219f352c1b5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/204a577e-149e-4c14-b45b-8a84baa26dad HTTP/1.1" status: 204 len: 168 time: 0.1895196 Aug 31 15:50:21.056278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0fc65-c32b-427f-8623-219f352c1b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204a577e-149e-4c14-b45b-8a84baa26dad,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:21.501101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35226) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:21.521998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9a8-a764-4510-a40c-c8e693786596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.642313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9fdc87-4a61-404d-8216-1239e19e1b56 req-94d11f09-ad3f-43fc-91ff-ec8b20035e5e tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0912282 Aug 31 15:50:21.689991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db93fce-e146-45dd-a906-47503e17c1dd req-6d75a478-d245-495e-b9be-7f521077ea62 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:21.691465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8db93fce-e146-45dd-a906-47503e17c1dd req-6d75a478-d245-495e-b9be-7f521077ea62 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.1625972 Aug 31 15:50:21.766992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8db93fce-e146-45dd-a906-47503e17c1dd req-8afcb3e9-47a8-4cff-b74a-a52c9baab606 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 Aug 31 15:50:21.798672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9a8-a764-4510-a40c-c8e693786596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.803362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89a8d9a8-a764-4510-a40c-c8e693786596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.844070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-89a8d9a8-a764-4510-a40c-c8e693786596 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5899d02f4f5a48a6b30154c3a8e11015&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3422244 Aug 31 15:50:21.846727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:21.853966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d9a8-a764-4510-a40c-c8e693786596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad59618-ad45-4b47-bf35-6dcdf66718e0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:21.913347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57d88cbe-e3e7-483f-afc4-9bdb101c1a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:21.953948 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57d88cbe-e3e7-483f-afc4-9bdb101c1a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:22.026525 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57d88cbe-e3e7-483f-afc4-9bdb101c1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:22.029559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57d88cbe-e3e7-483f-afc4-9bdb101c1a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:22.030810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57d88cbe-e3e7-483f-afc4-9bdb101c1a87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ad59618-ad45-4b47-bf35-6dcdf66718e0 HTTP/1.1" status: 204 len: 168 time: 0.1829236 Aug 31 15:50:22.046041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88cbe-e3e7-483f-afc4-9bdb101c1a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad59618-ad45-4b47-bf35-6dcdf66718e0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:22.760909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a97165d-a628-4466-96f0-201a3f9a2ddd req-1ecaf998-74cb-4959-8b29-cb2b5e7bf79b tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0291045 Aug 31 15:50:22.895891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-045d637a-19f0-4bbc-8dec-8237c41e1278 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=051a0608a703490795638629d322ed20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292785 Aug 31 15:50:23.002056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35290) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:23.049449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4c92-fa63-4534-9ac7-2db8cac97bfe req-36f94bac-95ac-4fbd-8fda-3ef082cfa5e6 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:23.050939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d06c4c92-fa63-4534-9ac7-2db8cac97bfe req-36f94bac-95ac-4fbd-8fda-3ef082cfa5e6 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.1426108 Aug 31 15:50:23.118457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-9737dcfb-0e85-4726-a8f7-add7d2ac8a11 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:23.120000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-9737dcfb-0e85-4726-a8f7-add7d2ac8a11 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232575 Aug 31 15:50:23.141318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d06c4c92-fa63-4534-9ac7-2db8cac97bfe req-3873f73f-15f6-45dd-ab68-aa1c1efe252f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816262 Aug 31 15:50:23.148775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-7b93c06f-08d4-4e7f-ae55-3e428eaf824b tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/quotas/051a0608a703490795638629d322ed20 HTTP/1.1" status: 200 len: 375 time: 0.0205836 Aug 31 15:50:23.193007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-bbae63a0-8136-4215-8b92-19fc325fd2eb tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418983 Aug 31 15:50:23.408618 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-acefaa4d-57fe-4a7b-b27f-f0d361587d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:23.471328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe3f479c-6c49-4b45-a69e-55ce09236576 req-f4032e6a-54b4-40b3-a3b6-4ba106c4353f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 210 time: 0.0483363 Aug 31 15:50:23.673614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-acefaa4d-57fe-4a7b-b27f-f0d361587d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:23.682381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-acefaa4d-57fe-4a7b-b27f-f0d361587d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:23.746257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35320) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:23.746525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-acefaa4d-57fe-4a7b-b27f-f0d361587d6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2992c6b3e6814683bc1b22dd4aa6dd66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7416065 Aug 31 15:50:23.766047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefaa4d-57fe-4a7b-b27f-f0d361587d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d787d6-e95c-42c3-b5c3-8901a0893dfe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:23.904962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:23.919827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c29187c3-91d5-40bf-9d43-89efea08bd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:23.959400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edbf00c1-e969-49ad-98c9-4d2f916595e9 req-f8012095-b504-4e01-ab27-c7fa2c58c52e tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0631616 Aug 31 15:50:24.003174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c29187c3-91d5-40bf-9d43-89efea08bd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.095645 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c29187c3-91d5-40bf-9d43-89efea08bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.098579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c29187c3-91d5-40bf-9d43-89efea08bd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.100014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c29187c3-91d5-40bf-9d43-89efea08bd83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6d787d6-e95c-42c3-b5c3-8901a0893dfe HTTP/1.1" status: 204 len: 168 time: 0.3527515 Aug 31 15:50:24.110017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c1cf49de-d873-403f-9753-bf118724b30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.114244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29187c3-91d5-40bf-9d43-89efea08bd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d787d6-e95c-42c3-b5c3-8901a0893dfe,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.471082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd4b7-70a1-4025-a5c7-f88ba41d12dc req-a885ddf1-1801-4adc-a73d-813853e41dc4 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:24.480890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-582dd4b7-70a1-4025-a5c7-f88ba41d12dc req-a885ddf1-1801-4adc-a73d-813853e41dc4 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.1947627 Aug 31 15:50:24.551014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-582dd4b7-70a1-4025-a5c7-f88ba41d12dc req-06e28509-0378-4511-a2e6-08a7086c3a00 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689678 Aug 31 15:50:24.621837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2367b9fe-e45c-4210-bc65-79eb3364016a req-ecebf2c1-6d33-4bec-95c5-769bb8ac2ded tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 210 time: 0.0357053 Aug 31 15:50:24.707289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35360) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:24.722732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a978e6a-f825-41ca-8ce0-d549ba23f4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.830775 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.879121 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a978e6a-f825-41ca-8ce0-d549ba23f4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.884971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a978e6a-f825-41ca-8ce0-d549ba23f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:24.925897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.49', 49409) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:24.940615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a978e6a-f825-41ca-8ce0-d549ba23f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8819a-0f36-402f-ad59-2e716696d9c9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:24.967076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6a978e6a-f825-41ca-8ce0-d549ba23f4f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2108117aa4a4de4b8531df30905ef5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2587683 Aug 31 15:50:24.967962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35364) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:24.968444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35366) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:24.972414 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-38b73606-66b4-47e8-9259-0d7fd3745f03 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=051a0608a703490795638629d322ed20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446072 Aug 31 15:50:25.042564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79279cd-b7ea-4104-af79-0179fa6d0689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.069393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79279cd-b7ea-4104-af79-0179fa6d0689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.185235 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.216235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f73093a2-cca3-419e-9946-10700caa3653 req-caabdd48-120c-496d-b9bd-ea305b606d60 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0860834 Aug 31 15:50:25.232120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c09c61b6-c4fc-46f2-acc7-2113ce021c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.272787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79279cd-b7ea-4104-af79-0179fa6d0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.289820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79279cd-b7ea-4104-af79-0179fa6d0689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.294756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e79279cd-b7ea-4104-af79-0179fa6d0689 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03d8819a-0f36-402f-ad59-2e716696d9c9 HTTP/1.1" status: 204 len: 168 time: 0.3182380 Aug 31 15:50:25.334806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79279cd-b7ea-4104-af79-0179fa6d0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8819a-0f36-402f-ad59-2e716696d9c9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:25.405395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-c782ca8a-f693-4c9c-9064-eb0fc761a5c9 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:25.406844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-c782ca8a-f693-4c9c-9064-eb0fc761a5c9 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212244 Aug 31 15:50:25.489058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Request body: {'port': {'device_id': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '051a0608a703490795638629d322ed20'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:25.489716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c09c61b6-c4fc-46f2-acc7-2113ce021c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.495654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c09c61b6-c4fc-46f2-acc7-2113ce021c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.547696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c61b6-c4fc-46f2-acc7-2113ce021c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50cf72e-9fe4-462c-b01b-42a809978bc5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:25.594894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c09c61b6-c4fc-46f2-acc7-2113ce021c45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7d1d546940140abb7477f173a232771&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6238112 Aug 31 15:50:25.599945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35392) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:25.678295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.725696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5139da1c-6730-4110-b9b8-c190f5be9025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.826214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55da33e5-33d8-4958-9124-c80ef59dbbe5 req-26027fa5-73b2-44de-837f-787b6adc1ab3 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 210 time: 0.1066804 Aug 31 15:50:25.877798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5139da1c-6730-4110-b9b8-c190f5be9025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.887248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Made reservation on behalf of 051a0608a703490795638629d322ed20 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:25.891709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.906127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:25.942492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce433fd4-e15c-4f3b-ac00-4575abcb8d7b req-81ac72c7-700b-49ea-baec-2df40d18f456 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:25.950641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce433fd4-e15c-4f3b-ac00-4575abcb8d7b req-81ac72c7-700b-49ea-baec-2df40d18f456 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.2200837 Aug 31 15:50:25.993294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce433fd4-e15c-4f3b-ac00-4575abcb8d7b req-fc11266a-d1fa-49de-a88a-cdcdeb72102b tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Aug 31 15:50:26.010316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5139da1c-6730-4110-b9b8-c190f5be9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:26.029802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5139da1c-6730-4110-b9b8-c190f5be9025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:26.032483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5139da1c-6730-4110-b9b8-c190f5be9025 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a50cf72e-9fe4-462c-b01b-42a809978bc5 HTTP/1.1" status: 204 len: 168 time: 0.4280348 Aug 31 15:50:26.060832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139da1c-6730-4110-b9b8-c190f5be9025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50cf72e-9fe4-462c-b01b-42a809978bc5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:26.144325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:26.151042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:26.428867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5729a298-8ae7-4bc3-be81-ba9227707621 req-6e481513-a789-42f3-aeb7-3a6fbf687d37 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0721884 Aug 31 15:50:26.433563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763c38f4-2016-43bf-8303-650477e38b46,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:26.539342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35420) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:26.773283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Allocated IP 192.168.233.48 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/33eccd71-ad9b-43ca-bebf-d4943d8202fe) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:26.838315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35426) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:26.888476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49cd7698-d8ef-4d90-b03b-3ecccf9a7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:26.977297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62c08b12-5922-44c6-b116-a41130121e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.017602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89fbac64-6aba-4af4-8cc1-9268bc3e4021 req-77f2cb28-d31d-4859-a3bf-d4cc926ce308 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 210 time: 0.0516882 Aug 31 15:50:27.153614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.161476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49cd7698-d8ef-4d90-b03b-3ecccf9a7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.178840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Transition to ACTIVE for port object 33eccd71-ad9b-43ca-bebf-d4943d8202fe will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:27.209063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49cd7698-d8ef-4d90-b03b-3ecccf9a7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.259476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.287454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd7698-d8ef-4d90-b03b-3ecccf9a7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ef2e5b-1b8c-4648-9e9c-ce8b7b0d33bf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.301849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35442) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:27.302904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-49cd7698-d8ef-4d90-b03b-3ecccf9a7dd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=476d7bb972fe47d7a17cbf8ed66598b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629767 Aug 31 15:50:27.351293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb807e2-318a-4638-89e6-dd6506150079 req-eb3ba750-ba1e-4dc7-8542-2bc534196593 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:27.359567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddb807e2-318a-4638-89e6-dd6506150079 req-eb3ba750-ba1e-4dc7-8542-2bc534196593 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.1925709 Aug 31 15:50:27.451909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddb807e2-318a-4638-89e6-dd6506150079 req-8c4202b0-9d14-4df2-aced-f5dcc21592aa tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910277 Aug 31 15:50:27.481266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Pushing event updated for resources: {'Port': ['ID=33eccd71-ad9b-43ca-bebf-d4943d8202fe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.498618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:27.504526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:27.511028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:27.517442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:27.518078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.561364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.564963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62c08b12-5922-44c6-b116-a41130121e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.571998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8db37fee-ab24-4945-87bb-5db31c82309e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.575243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-03dc6410-ede6-465b-acf8-c975f396726f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:50:27.579752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-03dc6410-ede6-465b-acf8-c975f396726f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303659 Aug 31 15:50:27.583988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62c08b12-5922-44c6-b116-a41130121e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.610560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-a62c1cf9-bff1-4681-872a-9909c3ca2760 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1258261 Aug 31 15:50:27.640924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8db37fee-ab24-4945-87bb-5db31c82309e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.674890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-62c08b12-5922-44c6-b116-a41130121e90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=faeab55369f440488bd3f1e9297362fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1316025 Aug 31 15:50:27.674890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c08b12-5922-44c6-b116-a41130121e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484f0112-7808-4b2b-a485-1e547d43eb70,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.677838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35450) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:27.697502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-749d3b2b-1f86-43ed-9725-336142b58066 req-4ff5de52-cf89-4290-af54-18202bee72b4 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0519829 Aug 31 15:50:27.791878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8db37fee-ab24-4945-87bb-5db31c82309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.795049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8db37fee-ab24-4945-87bb-5db31c82309e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.807775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8db37fee-ab24-4945-87bb-5db31c82309e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5ef2e5b-1b8c-4648-9e9c-ce8b7b0d33bf HTTP/1.1" status: 204 len: 168 time: 0.4616179 Aug 31 15:50:27.809976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ba5aaf3-7d7d-402b-b19c-4819421feeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.816935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db37fee-ab24-4945-87bb-5db31c82309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ef2e5b-1b8c-4648-9e9c-ce8b7b0d33bf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:27.883843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ba5aaf3-7d7d-402b-b19c-4819421feeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:27.988837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9baebd36-ae4f-4d30-8a09-4eb2851bf647 None None] Provisioning for port 33eccd71-ad9b-43ca-bebf-d4943d8202fe completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:27.997411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9baebd36-ae4f-4d30-8a09-4eb2851bf647 None None] Provisioning complete for port 33eccd71-ad9b-43ca-bebf-d4943d8202fe triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:27.998109 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9baebd36-ae4f-4d30-8a09-4eb2851bf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:28.004818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ba5aaf3-7d7d-402b-b19c-4819421feeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:28.009564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ba5aaf3-7d7d-402b-b19c-4819421feeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:28.010958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9ba5aaf3-7d7d-402b-b19c-4819421feeac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/484f0112-7808-4b2b-a485-1e547d43eb70 HTTP/1.1" status: 204 len: 168 time: 0.3169913 Aug 31 15:50:28.042457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9baebd36-ae4f-4d30-8a09-4eb2851bf647 None None] Port 33eccd71-ad9b-43ca-bebf-d4943d8202fe cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:50:28.045174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5aaf3-7d7d-402b-b19c-4819421feeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f0112-7808-4b2b-a485-1e547d43eb70,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:28.230364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9c515-e635-4ca9-bceb-30d343ae1c31 req-1110c079-e660-444d-b659-d26ff25aabbc tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:28.232181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ded9c515-e635-4ca9-bceb-30d343ae1c31 req-1110c079-e660-444d-b659-d26ff25aabbc tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.0715213 Aug 31 15:50:28.299667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ded9c515-e635-4ca9-bceb-30d343ae1c31 req-d5541b1d-7f79-4e5f-b4a8-625ee2b4f14c tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608954 Aug 31 15:50:28.327305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.30', 59364) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:28.365721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-b8693a6b-b5b0-4ee7-ad37-7a2f9ab9d639 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=40f32cf665a449ca80a60b52e488fda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370231 Aug 31 15:50:28.445889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Request body: {'port': {'device_id': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:28.527365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-a500e56d-3798-44cf-aa2b-d80390b0788c tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:28.529773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-a500e56d-3798-44cf-aa2b-d80390b0788c tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583490 Aug 31 15:50:28.553595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Request body: {'port': {'device_id': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '40f32cf665a449ca80a60b52e488fda6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:28.643608 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:28.726248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb538f-4de0-439f-8c34-5545b20738de req-d3a3d127-a7c4-4189-9792-d69760fc2b3a tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:28.728846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ebb538f-4de0-439f-8c34-5545b20738de req-d3a3d127-a7c4-4189-9792-d69760fc2b3a tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 935 time: 0.1355569 Aug 31 15:50:28.856831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35478) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:28.882169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31119fce-e346-4717-bf00-3b92e1e35236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:28.955202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e51d629c-254c-4f2f-986c-c38d28ce8a7c req-738e7bc2-c767-4099-a91a-9176e6fbf9a6 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.1230824 Aug 31 15:50:29.008104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ebb538f-4de0-439f-8c34-5545b20738de req-c52832f3-30cd-41f7-9796-b1ae7ea0617c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370503 Aug 31 15:50:29.057380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31119fce-e346-4717-bf00-3b92e1e35236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.069737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31119fce-e346-4717-bf00-3b92e1e35236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.109240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-31119fce-e346-4717-bf00-3b92e1e35236 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e201ebc9bca4480a8c964e3503051c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500622 Aug 31 15:50:29.110615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35486) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:29.132030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Made reservation on behalf of 40f32cf665a449ca80a60b52e488fda6 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:29.137106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.152344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.164135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31119fce-e346-4717-bf00-3b92e1e35236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82abd68e-2cdf-444f-9088-e4e0f65ca1d4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.389071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.395635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.515209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157276c9-bc40-40ba-96aa-7bc8dc0bed68,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.634727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35506) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:29.669635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02b7-4915-47b2-98c4-b618a110aaeb req-8151bedf-750d-495d-804f-aa596f127e1c tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:29.671162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-045c02b7-4915-47b2-98c4-b618a110aaeb req-8151bedf-750d-495d-804f-aa596f127e1c tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.1700964 Aug 31 15:50:29.689154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657c774b-f934-4fff-9aaa-21b37bd7fa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.750265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657c774b-f934-4fff-9aaa-21b37bd7fa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.770819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-045c02b7-4915-47b2-98c4-b618a110aaeb req-09ba4c5c-0af9-496b-b589-264e99b98eaf tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Aug 31 15:50:29.832793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d941829-e6aa-4e50-942b-abfeacbfaca7 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:29.841176 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.868845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Transition to ACTIVE for port object 6d941829-e6aa-4e50-942b-abfeacbfaca7 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:29.870453 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657c774b-f934-4fff-9aaa-21b37bd7fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.873188 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-657c774b-f934-4fff-9aaa-21b37bd7fa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.874357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-657c774b-f934-4fff-9aaa-21b37bd7fa54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82abd68e-2cdf-444f-9088-e4e0f65ca1d4 HTTP/1.1" status: 204 len: 168 time: 0.7615192 Aug 31 15:50:29.878660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:29.912451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c774b-f934-4fff-9aaa-21b37bd7fa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82abd68e-2cdf-444f-9088-e4e0f65ca1d4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:29.986375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Allocated IP 192.168.233.223 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/32c5f193-538b-44da-a391-b98fd8037b85) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:29.994791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d941829-e6aa-4e50-942b-abfeacbfaca7,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.285007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12f753fa-6218-4eab-bd46-c033296fa4e7 req-82597971-da3b-43f4-9ba9-6b3f2ea830cb tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.1549256 Aug 31 15:50:30.319991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58e8132c-9dd1-432d-886c-a7422e1e624a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.329991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Attempting to bind port 6d941829-e6aa-4e50-942b-abfeacbfaca7 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:30.330316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Attempting to bind port 6d941829-e6aa-4e50-942b-abfeacbfaca7 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:30.330706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Attempting to bind port 6d941829-e6aa-4e50-942b-abfeacbfaca7 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:30.351212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Port 6d941829-e6aa-4e50-942b-abfeacbfaca7 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:30.352298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Attempting to bind port 6d941829-e6aa-4e50-942b-abfeacbfaca7 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:30.390181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:30.390574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:30.391145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:30.391632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Bound port: 6d941829-e6aa-4e50-942b-abfeacbfaca7, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:30.391998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.473023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3057a-373b-4b41-a12e-39015d83baae req-bb62cfc5-815b-4ff0-8837-cb8d55582b2d tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:30.481132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2f3057a-373b-4b41-a12e-39015d83baae req-bb62cfc5-815b-4ff0-8837-cb8d55582b2d tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 947 time: 0.2926433 Aug 31 15:50:30.565312 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.596024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2f3057a-373b-4b41-a12e-39015d83baae req-9a3238b3-a9cd-4bb9-8c73-49efd51d2568 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140430 Aug 31 15:50:30.618199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] For port 6d941829-e6aa-4e50-942b-abfeacbfaca7, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:30.620337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] For port 6d941829-e6aa-4e50-942b-abfeacbfaca7, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:30.627684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.637510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Transition to ACTIVE for port object 32c5f193-538b-44da-a391-b98fd8037b85 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:30.691498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:30.693126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.697674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] 10.222.0.30 "PUT /v2.0/ports/6d941829-e6aa-4e50-942b-abfeacbfaca7 HTTP/1.1" status: 200 len: 1096 time: 2.6283424 Aug 31 15:50:30.702285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'tag': '6d941829-e6aa-4e50-942b-abfeacbfaca7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:30.766627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58e8132c-9dd1-432d-886c-a7422e1e624a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.774934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.812639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58e8132c-9dd1-432d-886c-a7422e1e624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:30.943703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2838fa-d1cf-4244-97d0-f3b5103507cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d941829-e6aa-4e50-942b-abfeacbfaca7,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:30.968164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:30.973044 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-58e8132c-9dd1-432d-886c-a7422e1e624a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3113cdee9e7946c3b7768764307e1a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3369026 Aug 31 15:50:30.977189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35546) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:30.986980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:30.993809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:30.999882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:31.000928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.021095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Pushing event updated for resources: {'Port': ['ID=32c5f193-538b-44da-a391-b98fd8037b85,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.041283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8132c-9dd1-432d-886c-a7422e1e624a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc2ef7-d1ab-46e3-b784-4b2ef8b2714a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.042433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-224dc63d-37e8-4394-9dea-ed9ea56477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:31.045659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-224dc63d-37e8-4394-9dea-ed9ea56477ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 1099 time: 0.2280397 Aug 31 15:50:31.060388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-0d55bf4e-3e44-43fe-8fa6-608bba10defd tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5194538 Aug 31 15:50:31.080253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Request body: {'port': {'device_id': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'device_owner': 'compute:tempest-test_az-343706459', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:31.182074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.311080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-67ca40c9-0411-4b8d-a948-dc78f4ac6933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7 HTTP/1.1" status: 200 len: 217 time: 0.2474387 Aug 31 15:50:31.333147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ca318-a3f7-4b7e-8807-45aad5ca4f36 req-9f18c6bf-f6eb-4857-a800-fd8ca15d2bb9 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:31.334700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-726ca318-a3f7-4b7e-8807-45aad5ca4f36 req-9f18c6bf-f6eb-4857-a800-fd8ca15d2bb9 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.4145243 Aug 31 15:50:31.339470 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a1cb9d-da58-421e-984d-f8cb862b7c65" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b772fa-269e-4fd7-a044-ec063aaa18c2", "tag": "6d941829-e6aa-4e50-942b-abfeacbfaca7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:31.392904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4dca6467-9133-4db8-997c-630dd86d1add None None] Provisioning for port 32c5f193-538b-44da-a391-b98fd8037b85 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:31.398806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4dca6467-9133-4db8-997c-630dd86d1add None None] Provisioning complete for port 32c5f193-538b-44da-a391-b98fd8037b85 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:31.399411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4dca6467-9133-4db8-997c-630dd86d1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.448866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7526-a698-4fe1-8f5c-ddf4d8b58f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.505207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4dca6467-9133-4db8-997c-630dd86d1add None None] Port 32c5f193-538b-44da-a391-b98fd8037b85 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:50:31.602781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7526-a698-4fe1-8f5c-ddf4d8b58f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.664813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-726ca318-a3f7-4b7e-8807-45aad5ca4f36 req-01aa739e-c002-4ef8-a03f-9ff5ddd84bf5 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803993 Aug 31 15:50:31.683640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-0eaf2eec-4706-499d-b910-abc6d2ae3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:31.685376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-0eaf2eec-4706-499d-b910-abc6d2ae3a01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.3428469 Aug 31 15:50:31.749908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c5f193-538b-44da-a391-b98fd8037b85 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:31.764890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.789572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb1a18-94f6-40a3-b6a4-533c7a1c16b8 req-d61a7c02-aed2-4bdf-9a5c-1a2819980f7f tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:31.789572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29eb1a18-94f6-40a3-b6a4-533c7a1c16b8 req-d61a7c02-aed2-4bdf-9a5c-1a2819980f7f tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 936 time: 0.2461452 Aug 31 15:50:31.790285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7526-a698-4fe1-8f5c-ddf4d8b58f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.795636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7526-a698-4fe1-8f5c-ddf4d8b58f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.799833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4e4f7526-a698-4fe1-8f5c-ddf4d8b58f87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09dc2ef7-d1ab-46e3-b784-4b2ef8b2714a HTTP/1.1" status: 204 len: 168 time: 0.8215575 Aug 31 15:50:31.819277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Transition to ACTIVE for port object 32c5f193-538b-44da-a391-b98fd8037b85 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:31.825783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:31.827899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f7526-a698-4fe1-8f5c-ddf4d8b58f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc2ef7-d1ab-46e3-b784-4b2ef8b2714a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:31.840224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-c8dda6d4-01cd-4dc0-9505-427026303918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:31.843355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-c8dda6d4-01cd-4dc0-9505-427026303918 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494007 Aug 31 15:50:31.928845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29eb1a18-94f6-40a3-b6a4-533c7a1c16b8 req-8c2b39b9-4ac7-4c50-a49c-ac784ae64485 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214988 Aug 31 15:50:32.006112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-9d87e201-4e2f-4390-8985-5ebf2b005d49 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532478 Aug 31 15:50:32.023752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Pushing event updated for resources: {'Port': ['ID=32c5f193-538b-44da-a391-b98fd8037b85,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.041637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Attempting to bind port 32c5f193-538b-44da-a391-b98fd8037b85 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:32.042233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Attempting to bind port 32c5f193-538b-44da-a391-b98fd8037b85 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:32.042840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Attempting to bind port 32c5f193-538b-44da-a391-b98fd8037b85 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:32.048586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Port 32c5f193-538b-44da-a391-b98fd8037b85 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:32.048982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Attempting to bind port 32c5f193-538b-44da-a391-b98fd8037b85 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:32.055382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:32.055849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:32.056616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:32.057175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Bound port: 32c5f193-538b-44da-a391-b98fd8037b85, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:32.057605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:32.173701 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d466b476-9f7a-49fd-a4e6-758ecda57f9f x-openstack-request-id: req-d466b476-9f7a-49fd-a4e6-758ecda57f9f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:32.173976 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b772fa-269e-4fd7-a044-ec063aaa18c2", "tag": "6d941829-e6aa-4e50-942b-abfeacbfaca7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:32.174513 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d466b476-9f7a-49fd-a4e6-758ecda57f9f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:32.174976 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'tag': '6d941829-e6aa-4e50-942b-abfeacbfaca7', 'status': 'completed', 'code': 200} Aug 31 15:50:32.200207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd9a736d-ed46-4020-a8eb-01c608ee9536 req-a26adbfc-8014-4045-82fd-c9251585340d service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866329 Aug 31 15:50:32.224639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] For port 32c5f193-538b-44da-a391-b98fd8037b85, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:32.229852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] For port 32c5f193-538b-44da-a391-b98fd8037b85, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=32c5f193-538b-44da-a391-b98fd8037b85,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:32.238809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:32.324614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:32.325253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:32.326935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] 10.222.0.30 "PUT /v2.0/ports/32c5f193-538b-44da-a391-b98fd8037b85 HTTP/1.1" status: 200 len: 1118 time: 1.2588344 Aug 31 15:50:32.327280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'tag': '32c5f193-538b-44da-a391-b98fd8037b85'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:32.425355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-e78eb9ed-2690-4d89-8973-8e3edc0ac955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:32.427012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-e78eb9ed-2690-4d89-8973-8e3edc0ac955 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 1099 time: 0.1486681 Aug 31 15:50:32.556572 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ce9d-c502-44e6-97ac-2f3a6b939a27 service neutron] Pushing event updated for resources: {'Port': ['ID=32c5f193-538b-44da-a391-b98fd8037b85,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:32.643806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-9ed72c1a-d2c3-4b78-97a9-943a6a6143dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:32.646007 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-9ed72c1a-d2c3-4b78-97a9-943a6a6143dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40f32cf665a449ca80a60b52e488fda6&device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 1121 time: 0.1974554 Aug 31 15:50:32.715784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f85bf0-fed9-4e8f-8b67-090a0595ac12 req-e7c82087-2b42-4bcc-aaf0-c349bdd36fa2 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:32.717408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5f85bf0-fed9-4e8f-8b67-090a0595ac12 req-e7c82087-2b42-4bcc-aaf0-c349bdd36fa2 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 947 time: 0.3954613 Aug 31 15:50:32.812773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-a43cb114-b29c-4f16-9d5c-d9b4ed7ecc67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=32c5f193-538b-44da-a391-b98fd8037b85 HTTP/1.1" status: 200 len: 217 time: 0.1569316 Aug 31 15:50:32.844515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35596) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:32.889227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27576131-2671-4132-b3aa-4ac3a347c54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:32.914853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5f85bf0-fed9-4e8f-8b67-090a0595ac12 req-85c6206b-c02e-4a6b-a680-6aa234917a98 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702971 Aug 31 15:50:32.932797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-12d9e4eb-21d2-4404-b8c9-f68d570ef338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:32.934334 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-12d9e4eb-21d2-4404-b8c9-f68d570ef338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1104910 Aug 31 15:50:32.969578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-3f80a067-a75f-4daa-8066-fd072944b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:32.972290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-3f80a067-a75f-4daa-8066-fd072944b840 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.5367420 Aug 31 15:50:33.019131 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24e26fd-79f6-4de5-855c-4015945850f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3018545b-ceb5-481e-9592-5c93331a9ab8", "tag": "32c5f193-538b-44da-a391-b98fd8037b85"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:33.041527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-5d8e9fb8-3678-456f-8192-4b7fa7f3931e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7 HTTP/1.1" status: 200 len: 217 time: 0.0560935 Aug 31 15:50:33.049519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc25d2-c756-4376-a8a1-e5f86f2a7cbf req-ff2c9118-bb58-4bfe-96ca-2d1f347af76e tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:33.058741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dddc25d2-c756-4376-a8a1-e5f86f2a7cbf req-ff2c9118-bb58-4bfe-96ca-2d1f347af76e tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.1955709 Aug 31 15:50:33.086634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-e7c6f270-a528-4f9a-9ec9-7bf63fb2ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:33.088321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-e7c6f270-a528-4f9a-9ec9-7bf63fb2ce65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452589 Aug 31 15:50:33.155047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35604) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:33.235095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-8d6eafc6-8b2a-4cf0-938e-0c8736fb4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:33.237355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-8d6eafc6-8b2a-4cf0-938e-0c8736fb4d1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1665308 Aug 31 15:50:33.251659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dddc25d2-c756-4376-a8a1-e5f86f2a7cbf req-b8151f53-0893-4a14-a462-09808a81a6f9 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907289 Aug 31 15:50:33.261246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27576131-2671-4132-b3aa-4ac3a347c54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.269811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27576131-2671-4132-b3aa-4ac3a347c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.275612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7981ac-87d1-45b7-a4df-30fa74b207b4 req-8dee6ec2-ed8e-4ee3-a189-3d9cad93afef tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:33.277189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d7981ac-87d1-45b7-a4df-30fa74b207b4 req-8dee6ec2-ed8e-4ee3-a189-3d9cad93afef tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 969 time: 0.2403758 Aug 31 15:50:33.298227 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-81a2b13e-7b97-496a-a63a-17880bd710ba service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009237 Aug 31 15:50:33.354784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27576131-2671-4132-b3aa-4ac3a347c54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f4df6-b2ba-44d7-bcf1-f42054096599,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:33.378211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-3a0ef7a6-46c1-4d94-92ad-cf63ccaf2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:33.385416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-3a0ef7a6-46c1-4d94-92ad-cf63ccaf2ff6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220741 Aug 31 15:50:33.399947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-27576131-2671-4132-b3aa-4ac3a347c54f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=125f40edcb4c47a18d9640526962194e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536451 Aug 31 15:50:33.401906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d7981ac-87d1-45b7-a4df-30fa74b207b4 req-8b2ec29a-a7fc-456c-b974-3bb1b9687ea6 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062913 Aug 31 15:50:33.415262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35614) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:33.506421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ba69-1a38-4c4b-a947-88dbee3ed0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.619646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1971a20-df1c-4361-a7fd-90d22cc4f506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.694364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1971a20-df1c-4361-a7fd-90d22cc4f506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.737301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18a2b8c4-da0b-4251-9539-b6005d87dbe1 req-6e4ef0ed-f3a9-4875-ac3a-280996f245d8 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297454 Aug 31 15:50:33.744442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-756e48e6-bbbb-4eb5-be20-dbf68ca0be2a service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406832 Aug 31 15:50:33.791818 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b1017-a0fe-4a17-a6ad-f4922b1ce7ce x-openstack-request-id: req-784b1017-a0fe-4a17-a6ad-f4922b1ce7ce {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:33.792107 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3018545b-ceb5-481e-9592-5c93331a9ab8", "tag": "32c5f193-538b-44da-a391-b98fd8037b85", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:33.792491 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-784b1017-a0fe-4a17-a6ad-f4922b1ce7ce {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:33.793089 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'tag': '32c5f193-538b-44da-a391-b98fd8037b85', 'status': 'completed', 'code': 200} Aug 31 15:50:33.876325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-e07185e8-4e46-431d-85ea-3f36f6d5445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:33.878633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-e07185e8-4e46-431d-85ea-3f36f6d5445b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40f32cf665a449ca80a60b52e488fda6&device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 1121 time: 0.0539587 Aug 31 15:50:33.881508 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1971a20-df1c-4361-a7fd-90d22cc4f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.884485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1971a20-df1c-4361-a7fd-90d22cc4f506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.909214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1971a20-df1c-4361-a7fd-90d22cc4f506 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb6f4df6-b2ba-44d7-bcf1-f42054096599 HTTP/1.1" status: 204 len: 168 time: 0.4750726 Aug 31 15:50:33.950105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1971a20-df1c-4361-a7fd-90d22cc4f506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f4df6-b2ba-44d7-bcf1-f42054096599,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:33.980479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ba69-1a38-4c4b-a947-88dbee3ed0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:33.990457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ba69-1a38-4c4b-a947-88dbee3ed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:34.009241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a1cb9d-da58-421e-984d-f8cb862b7c65 req-44427e03-4a6e-4f06-a380-2e1099997aac service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535245 Aug 31 15:50:34.047925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a5c1ba69-1a38-4c4b-a947-88dbee3ed0a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9363bb7c54a842e6ad7f137977285182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902447 Aug 31 15:50:34.050135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1ba69-1a38-4c4b-a947-88dbee3ed0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d2c2cf-00db-4eb9-a14f-a2790f55d857,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:34.052530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:34.156444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-fbd474e9-6216-45c3-b556-e93a09bb2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:34.158049 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-fbd474e9-6216-45c3-b556-e93a09bb2836 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2652543 Aug 31 15:50:34.204075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c98ebe-d9bf-4fc1-9a46-91f61f2ac5b4 req-5fe00d4c-f561-4001-ad40-e8ec9562253f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:34.218121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96c98ebe-d9bf-4fc1-9a46-91f61f2ac5b4 req-5fe00d4c-f561-4001-ad40-e8ec9562253f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 947 time: 0.1348863 Aug 31 15:50:34.225670 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c8c1-d3e6-43e4-89c8-b11eda55660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:34.246342 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-bc1a76fe-48e9-4e0f-b505-1ae94f539f33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=32c5f193-538b-44da-a391-b98fd8037b85 HTTP/1.1" status: 200 len: 217 time: 0.0791385 Aug 31 15:50:34.273081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c8c1-d3e6-43e4-89c8-b11eda55660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:34.295090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96c98ebe-d9bf-4fc1-9a46-91f61f2ac5b4 req-81b072f2-b2f0-4e0b-b551-5915b2af8354 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757122 Aug 31 15:50:34.340356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-1d408b49-88ad-4635-98e2-1a2027689611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:34.342324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-1d408b49-88ad-4635-98e2-1a2027689611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0872166 Aug 31 15:50:34.368716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c8c1-d3e6-43e4-89c8-b11eda55660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:34.376961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c8c1-d3e6-43e4-89c8-b11eda55660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:34.376961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8cf4c8c1-d3e6-43e4-89c8-b11eda55660f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66d2c2cf-00db-4eb9-a14f-a2790f55d857 HTTP/1.1" status: 204 len: 168 time: 0.3200624 Aug 31 15:50:34.413172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4c8c1-d3e6-43e4-89c8-b11eda55660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d2c2cf-00db-4eb9-a14f-a2790f55d857,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:34.473113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-8bf0fbfa-2064-494a-a67b-0f23da544fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:34.474818 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-8bf0fbfa-2064-494a-a67b-0f23da544fcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216910 Aug 31 15:50:34.512828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608220d-5905-41fb-baa8-a9a762d3efd2 req-45b56e88-7d28-45a5-a07a-4e3f87e41c29 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:34.514550 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0608220d-5905-41fb-baa8-a9a762d3efd2 req-45b56e88-7d28-45a5-a07a-4e3f87e41c29 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.1045089 Aug 31 15:50:34.601934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0608220d-5905-41fb-baa8-a9a762d3efd2 req-eaf91867-c3e5-4e73-ae66-d79f74810a6a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796192 Aug 31 15:50:34.670023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-9a34ff20-17ff-458f-bc08-577f27921395 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808488 Aug 31 15:50:34.738555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65316-61ae-477f-8d1a-96f8b1685bc7 req-35ed3a08-054c-4362-ab99-8619998b7352 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:34.745999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04e65316-61ae-477f-8d1a-96f8b1685bc7 req-35ed3a08-054c-4362-ab99-8619998b7352 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 969 time: 0.0666192 Aug 31 15:50:34.795880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04e65316-61ae-477f-8d1a-96f8b1685bc7 req-093bdcc5-250c-4442-a877-7f7f5699dec8 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 Aug 31 15:50:34.857280 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d24e26fd-79f6-4de5-855c-4015945850f1 req-3752ee10-d5ad-4970-951c-6673153e4aec service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789765 Aug 31 15:50:34.947292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:34.964033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8454dce7-093c-4c42-8810-eb21a3370a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.058879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:35.072513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8454dce7-093c-4c42-8810-eb21a3370a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.077584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8454dce7-093c-4c42-8810-eb21a3370a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.118850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454dce7-093c-4c42-8810-eb21a3370a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a954211a-96c7-4139-90e3-17dc1daa1625,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.141400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8454dce7-093c-4c42-8810-eb21a3370a1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5837f7d19d6347d6b301cde1eb6f3c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917677 Aug 31 15:50:35.144152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:35.214388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67586daa-a999-40b3-b41b-00731ce119d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.221992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8950b5e-1e61-4d96-bcd3-8383889de5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.257354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67586daa-a999-40b3-b41b-00731ce119d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.381986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67586daa-a999-40b3-b41b-00731ce119d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.384946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67586daa-a999-40b3-b41b-00731ce119d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.389327 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-67586daa-a999-40b3-b41b-00731ce119d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a954211a-96c7-4139-90e3-17dc1daa1625 HTTP/1.1" status: 204 len: 168 time: 0.2441063 Aug 31 15:50:35.409284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67586daa-a999-40b3-b41b-00731ce119d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954211a-96c7-4139-90e3-17dc1daa1625,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.431433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8950b5e-1e61-4d96-bcd3-8383889de5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.448892 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8950b5e-1e61-4d96-bcd3-8383889de5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.489134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35690) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:35.499134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5a07b-e30f-47f6-962a-bef2b9068a0c req-82df9e6f-87a3-4c8b-ab8a-13a9b97efafd tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:35.500970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4c5a07b-e30f-47f6-962a-bef2b9068a0c req-82df9e6f-87a3-4c8b-ab8a-13a9b97efafd tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 947 time: 0.0838723 Aug 31 15:50:35.506257 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d8950b5e-1e61-4d96-bcd3-8383889de5f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17a55fe6df57447e8a7ea57573d9b006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457407 Aug 31 15:50:35.507233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8950b5e-1e61-4d96-bcd3-8383889de5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3bd70-c46a-4d94-9667-d8137d9c9420,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.510599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35694) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:35.605460 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4c5a07b-e30f-47f6-962a-bef2b9068a0c req-08160018-5709-446a-a0fb-b167fb657c67 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678105 Aug 31 15:50:35.629402 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe84e485-42f9-4fb1-a98e-375072f0d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.676768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe84e485-42f9-4fb1-a98e-375072f0d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.783150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca4b23-7f4e-46bd-9187-a5f46099072e req-0d958c97-d7f3-4920-9771-555133c8c3b0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:35.786056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15ca4b23-7f4e-46bd-9187-a5f46099072e req-0d958c97-d7f3-4920-9771-555133c8c3b0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.0774517 Aug 31 15:50:35.825877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe84e485-42f9-4fb1-a98e-375072f0d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.830699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe84e485-42f9-4fb1-a98e-375072f0d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.832746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fe84e485-42f9-4fb1-a98e-375072f0d09e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6e3bd70-c46a-4d94-9667-d8137d9c9420 HTTP/1.1" status: 204 len: 168 time: 0.3207023 Aug 31 15:50:35.853048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2041241007-network', 'tenant_id': '18d8ce3e849b4df2aceb4513d386469a'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:35.878587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84e485-42f9-4fb1-a98e-375072f0d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3bd70-c46a-4d94-9667-d8137d9c9420,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:35.912557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15ca4b23-7f4e-46bd-9187-a5f46099072e req-cd281618-9c83-4dab-85a7-bb8ebae45769 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102283 Aug 31 15:50:35.927934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Made reservation on behalf of 18d8ce3e849b4df2aceb4513d386469a for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:35.945664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:35.958565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.018974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0edb3-ab47-4bba-b8fa-4c9b2d06b01d req-ca73efc8-2acb-4061-a7fc-fc90f1c810b7 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:36.028414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98b0edb3-ab47-4bba-b8fa-4c9b2d06b01d req-ca73efc8-2acb-4061-a7fc-fc90f1c810b7 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 969 time: 0.0902464 Aug 31 15:50:36.084773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98b0edb3-ab47-4bba-b8fa-4c9b2d06b01d req-05c035fa-11ee-4f9a-acf1-4fca3aeecef4 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492795 Aug 31 15:50:36.087268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.094286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.121647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:36.137100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83277636-dab1-4516-8450-50960a40dff9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.142336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.142724 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Added segment b517de85-70f4-4bb9-8a81-fc88968f91ec of type vlan for network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 Aug 31 15:50:36.193297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.230865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.231966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:36.232599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.281278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7847953 Aug 31 15:50:36.281812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:36.287801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Request body: {'subnet': {'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2041241007-subnet', 'tenant_id': '18d8ce3e849b4df2aceb4513d386469a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:36.295915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4972e1c-398b-4335-bf00-6119646ff18f admin admin] Pushing event updated for resources: {'Network': ['ID=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.308856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:36.322020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Made reservation on behalf of 18d8ce3e849b4df2aceb4513d386469a for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:36.324536 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.353317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35718) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:36.367969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c95d64b1-6e12-4491-bc35-356d4f31910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.465436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c95d64b1-6e12-4491-bc35-356d4f31910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.472753 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c95d64b1-6e12-4491-bc35-356d4f31910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.510709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d64b1-6e12-4491-bc35-356d4f31910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43b7f0-cad0-493c-818b-764d1944a8a9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.515453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c95d64b1-6e12-4491-bc35-356d4f31910a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5145c17863094e8a98d5f9ea856cb958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610847 Aug 31 15:50:36.520983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35722) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:36.566020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.581109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe35a-0ea4-44d1-9f08-69d6b8455cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.603734 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe35a-0ea4-44d1-9f08-69d6b8455cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.633507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf64865-bfc5-4833-84d4-a54ab4d73fd3,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.645046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Checking segment: {'id': 'b517de85-70f4-4bb9-8a81-fc88968f91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:36.645915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Network hostable DHCP agents. Network: 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:36.664103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe35a-0ea4-44d1-9f08-69d6b8455cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.667443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe35a-0ea4-44d1-9f08-69d6b8455cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.672749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8bdfe35a-0ea4-44d1-9f08-69d6b8455cf5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e43b7f0-cad0-493c-818b-764d1944a8a9 HTTP/1.1" status: 204 len: 168 time: 0.1458688 Aug 31 15:50:36.678237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:36.678465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfe35a-0ea4-44d1-9f08-69d6b8455cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43b7f0-cad0-493c-818b-764d1944a8a9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:36.683689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 32c5f193-538b-44da-a391-b98fd8037b85 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:50:36.694307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:36.700604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:36.702335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.747996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67599036-09fe-4fa6-b150-8684e1c650ec None None] Network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:36.748740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35734) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:36.759308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb082e63-7acc-48c3-aa16-342236ae0954 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4764385 Aug 31 15:50:36.785736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383d150-5fa2-4879-ab6a-6fa044fa0ca2 req-056b3d4c-e8a1-42e4-b6cc-8da78153f9fe tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:36.787295 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9383d150-5fa2-4879-ab6a-6fa044fa0ca2 req-056b3d4c-e8a1-42e4-b6cc-8da78153f9fe tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 947 time: 0.0704093 Aug 31 15:50:36.842527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9383d150-5fa2-4879-ab6a-6fa044fa0ca2 req-c15cfdab-dbcd-41be-92d8-b9ae5731d856 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Aug 31 15:50:36.901943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-575159364-network', 'tenant_id': 'eff13a9dca0845f4a0475aac29abb8d6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:36.927681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Made reservation on behalf of eff13a9dca0845f4a0475aac29abb8d6 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:36.935715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:36.948946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.072013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24485e67-6bfc-49ef-aca8-f435dcdc35a0 None None] Network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:37.079503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-99c0b884-6c89-4df4-a7da-92a6822a2a43 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:50:37.080611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-99c0b884-6c89-4df4-a7da-92a6822a2a43 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218289 Aug 31 15:50:37.094439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2d357-50e1-4bb3-88a2-8044210179fb req-326d1e2c-6e76-43a9-951c-19ce4f31440a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:37.097534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bee2d357-50e1-4bb3-88a2-8044210179fb req-326d1e2c-6e76-43a9-951c-19ce4f31440a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 935 time: 0.0944769 Aug 31 15:50:37.152588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.160861 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.175960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 32c5f193-538b-44da-a391-b98fd8037b85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=32c5f193-538b-44da-a391-b98fd8037b85,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:37.207961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bee2d357-50e1-4bb3-88a2-8044210179fb req-5bc5a501-a5f9-47af-ac5b-3efe8c43f575 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024473 Aug 31 15:50:37.231320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:37.254298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '32c5f193-538b-44da-a391-b98fd8037b85', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '32c5f193-538b-44da-a391-b98fd8037b85', 'mac_address': 'fa:16:3e:f6:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:tempest-test_az-343706459', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:50:37.254430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ccd048-d54f-4e97-b439-ecfd0afe3f77,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.262936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.262936 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Added segment 91eb0580-e3ee-4c9c-86d2-8fa80e92a67b of type vlan for network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 Aug 31 15:50:37.279310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66659e26-9db8-4052-84b0-c5fe13440a78 req-4922f447-5483-4d39-a0b5-4e7a52a2663a tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:37.299444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66659e26-9db8-4052-84b0-c5fe13440a78 req-4922f447-5483-4d39-a0b5-4e7a52a2663a tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 969 time: 0.0878711 Aug 31 15:50:37.306405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.320697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c5f193-538b-44da-a391-b98fd8037b85 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:37.345183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 32c5f193-538b-44da-a391-b98fd8037b85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=32c5f193-538b-44da-a391-b98fd8037b85,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:37.345354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66659e26-9db8-4052-84b0-c5fe13440a78 req-8a545af7-466b-41a3-ac53-9a0916bbab46 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Aug 31 15:50:37.352481 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.354969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6d941829-e6aa-4e50-942b-abfeacbfaca7 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:50:37.376455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.404298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Request body: {'port': {'device_id': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.422652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=32c5f193-538b-44da-a391-b98fd8037b85,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.433978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.434347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.434889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.435265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.435664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.436037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.436402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.436829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.437527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.438010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.438499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.439119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Tracked resource versions report: Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: pushed versions: Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: { 'AddressGroup': {'1.2'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'ConntrackHelper': {'1.0'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Log': {'1.0'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Network': {'1.1'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Port': {'1.7'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'PortForwarding': {'1.2'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'QosPolicy': {'1.9'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'SecurityGroup': {'1.4'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'SubPort': {'1.0'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Subnet': {'1.1'}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Trunk': {'1.1'}} Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: consumer versions: Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: HyperV agent@n-h1-793621-35: {}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: HyperV agent@n-h2-793621-35: {}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: L3 agent@n-d-793621-35: {}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: Metadata agent@n-d-793621-35: {}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: Metering agent@n-d-793621-35: {}, Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'ConntrackHelper': '1.0', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Log': '1.0', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Network': '1.1', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Port': '1.7', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'PortForwarding': '1.2', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'QosPolicy': '1.9', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'SecurityGroup': '1.4', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'SecurityGroupRule': '1.2', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'SubPort': '1.0', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Subnet': '1.1', Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: 'Trunk': '1.1'}} Aug 31 15:50:37.440693 n-d-793621-35 neutron-server[101479]: {{(pid=101479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:50:37.442870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.442870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:37.443171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.472000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6d941829-e6aa-4e50-942b-abfeacbfaca7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:37.505703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '6d941829-e6aa-4e50-942b-abfeacbfaca7', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '6d941829-e6aa-4e50-942b-abfeacbfaca7', 'mac_address': 'fa:16:3e:c7:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:50:37.528069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.528069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7774212 Aug 31 15:50:37.530888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35760) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:37.537069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Request body: {'subnet': {'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-575159364-subnet', 'tenant_id': 'eff13a9dca0845f4a0475aac29abb8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:37.553482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b2d60-dc00-4c07-b673-3a4a44d7427c admin admin] Pushing event updated for resources: {'Network': ['ID=8c9a93bb-5e6c-44a2-b6c7-00f238809364,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.572822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:37.573302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Made reservation on behalf of eff13a9dca0845f4a0475aac29abb8d6 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:37.579193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.634416 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.659767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d941829-e6aa-4e50-942b-abfeacbfaca7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:37.685999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6d941829-e6aa-4e50-942b-abfeacbfaca7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:37.695573 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.783120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=6d941829-e6aa-4e50-942b-abfeacbfaca7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.842151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.912170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc73648a-fcc3-4db7-bb51-7d249f848e4e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:37.920106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33eccd71-ad9b-43ca-bebf-d4943d8202fe {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:37.931890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:37.936714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:37.937075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Network hostable DHCP agents. Network: 8c9a93bb-5e6c-44a2-b6c7-00f238809364, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:37.959194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Transition to ACTIVE for port object 33eccd71-ad9b-43ca-bebf-d4943d8202fe will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:37.967751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.007071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:38.022544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35778) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:38.028974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-523172096-network', 'tenant_id': '74cea5dd15154b4bac1712bb815ae698'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:38.033327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8c9a93bb-5e6c-44a2-b6c7-00f238809364) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:38.043241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f87a4-418b-4a2f-91fe-bad4eaecdc20 None None] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:38.043592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.044407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.080604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afc3f6-c83b-4b68-bd92-0b3bde472d41 req-b52fb98d-08d0-4de4-a984-57817713cec5 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.082954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9afc3f6-c83b-4b68-bd92-0b3bde472d41 req-b52fb98d-08d0-4de4-a984-57817713cec5 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 948 time: 0.1169684 Aug 31 15:50:38.111980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['32c5f193-538b-44da-a391-b98fd8037b85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:38.113673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Pushing event updated for resources: {'Port': ['ID=33eccd71-ad9b-43ca-bebf-d4943d8202fe,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.114622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['6d941829-e6aa-4e50-942b-abfeacbfaca7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:38.133819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Made reservation on behalf of 74cea5dd15154b4bac1712bb815ae698 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:38.137383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.137644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-542698e9-d6b6-4bd7-8420-589c86ad2536 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6049597 Aug 31 15:50:38.141906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9afc3f6-c83b-4b68-bd92-0b3bde472d41 req-031d627f-c528-487e-b476-2d2289b5f4b8 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510635 Aug 31 15:50:38.148864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Attempting to bind port 33eccd71-ad9b-43ca-bebf-d4943d8202fe on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:38.150067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Attempting to bind port 33eccd71-ad9b-43ca-bebf-d4943d8202fe by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:38.150067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Attempting to bind port 33eccd71-ad9b-43ca-bebf-d4943d8202fe on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:38.156205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.159383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Port 33eccd71-ad9b-43ca-bebf-d4943d8202fe on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:38.159831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Attempting to bind port 33eccd71-ad9b-43ca-bebf-d4943d8202fe on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:38.181572 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:38.182017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:38.182478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:38.182996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Bound port: 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:38.183422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.316284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] For port 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:38.328075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] For port 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:38.352774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.434337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab49f03-43d5-4774-9e23-da25455ad923 req-58056988-a62a-4e5c-9114-48d27a8d5e8e tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.446749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ab49f03-43d5-4774-9e23-da25455ad923 req-58056988-a62a-4e5c-9114-48d27a8d5e8e tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 947 time: 0.1124866 Aug 31 15:50:38.452389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.453033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.454464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] 10.222.0.49 "PUT /v2.0/ports/33eccd71-ad9b-43ca-bebf-d4943d8202fe HTTP/1.1" status: 200 len: 1096 time: 1.1900618 Aug 31 15:50:38.475335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'tag': '33eccd71-ad9b-43ca-bebf-d4943d8202fe'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:38.485208 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e2d41c-4167-49cf-92a3-08bb48116481" -d '{"events": [{"name": "network-changed", "server_uuid": "d15cc9f6-93e7-460d-a2d4-3bc1abcfebed", "tag": "33eccd71-ad9b-43ca-bebf-d4943d8202fe"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:38.581269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc74f26-ab4a-461a-89b7-4b958853442b None None] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:38.598420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ab49f03-43d5-4774-9e23-da25455ad923 req-432202ef-cdf6-48f1-8e47-b7f53c2b3709 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506228 Aug 31 15:50:38.624675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9463-a073-4dff-99e2-f279969a8878 service neutron] Pushing event updated for resources: {'Port': ['ID=33eccd71-ad9b-43ca-bebf-d4943d8202fe,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.646168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bba1ff-90cb-4cf5-8528-ff0edd85f42f req-6619ffbf-a5a0-4aab-bda9-3ff57d94f7e0 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.649004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3bba1ff-90cb-4cf5-8528-ff0edd85f42f req-6619ffbf-a5a0-4aab-bda9-3ff57d94f7e0 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 970 time: 0.1565821 Aug 31 15:50:38.654109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.661277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-7861135b-adbd-4b20-ac7e-58971255efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.662816 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-7861135b-adbd-4b20-ac7e-58971255efdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 1099 time: 0.1584363 Aug 31 15:50:38.671461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.713870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3bba1ff-90cb-4cf5-8528-ff0edd85f42f req-921b9733-8edc-4ba0-81f0-8d066068ba9d tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Aug 31 15:50:38.758614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-75cabf86-a1c8-4841-ae66-6e97d6653aca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe HTTP/1.1" status: 200 len: 217 time: 0.0837128 Aug 31 15:50:38.765339 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678cef53-92be-4577-907c-c7789ffe0cb9 x-openstack-request-id: req-678cef53-92be-4577-907c-c7789ffe0cb9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:38.765861 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15cc9f6-93e7-460d-a2d4-3bc1abcfebed", "tag": "33eccd71-ad9b-43ca-bebf-d4943d8202fe", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:38.766349 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-678cef53-92be-4577-907c-c7789ffe0cb9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:38.766910 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'tag': '33eccd71-ad9b-43ca-bebf-d4943d8202fe', 'status': 'completed', 'code': 200} Aug 31 15:50:38.795064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:38.832078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a198b-c7b1-4f8b-9395-38eacb9fe7cb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:38.855984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.856357 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Added segment 87e268c4-9c94-4ebd-870a-57689b73cd94 of type vlan for network 98d196a9-6384-42d2-808a-56097af56140 Aug 31 15:50:38.921114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.925829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-357b4b77-dda1-44f4-a783-6d8810cee305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.927678 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-357b4b77-dda1-44f4-a783-6d8810cee305 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1585817 Aug 31 15:50:38.985761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:38.986703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:38.987305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.042191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41349a-a957-457a-8892-22b72ab9abee req-d6d8d151-7f8d-4c54-842a-3a81ff5af2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.043706 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-d6d8d151-7f8d-4c54-842a-3a81ff5af2b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069736 Aug 31 15:50:39.062649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0383124 Aug 31 15:50:39.065544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35816) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:39.072304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Request body: {'subnet': {'network_id': '98d196a9-6384-42d2-808a-56097af56140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-523172096-subnet', 'tenant_id': '74cea5dd15154b4bac1712bb815ae698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:39.076696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315de72-e77d-44c6-8277-d776d8e97725 admin admin] Pushing event updated for resources: {'Network': ['ID=98d196a9-6384-42d2-808a-56097af56140,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.088025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 98d196a9-6384-42d2-808a-56097af56140 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:39.119833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35820) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:39.128252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-779099257-network', 'tenant_id': '1c9ce6987d0b453bbab7b8824cf88fc4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:39.135788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Made reservation on behalf of 74cea5dd15154b4bac1712bb815ae698 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:39.138760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.159758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-d49c5a5f-7b74-49f9-9203-61e528afe7c8 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076984 Aug 31 15:50:39.259023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Made reservation on behalf of 1c9ce6987d0b453bbab7b8824cf88fc4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:39.261436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.265704 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-df41349a-a957-457a-8892-22b72ab9abee req-34bd15f2-0816-47cc-a983-b0be9a166630 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978215 Aug 31 15:50:39.293138 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.364265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-ccfe65d1-d16d-459f-b1b1-8eb06991c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.365852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-ccfe65d1-d16d-459f-b1b1-8eb06991c316 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 1099 time: 0.0495338 Aug 31 15:50:39.369428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b597e-73ec-4423-ae7d-79be7f293f4f req-a71d51fa-be68-4269-b6c7-472ac53065bf tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.370917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-118b597e-73ec-4423-ae7d-79be7f293f4f req-a71d51fa-be68-4269-b6c7-472ac53065bf tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 948 time: 0.1280744 Aug 31 15:50:39.464321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-a3f9f540-14f5-4b48-a675-b88d8c7d96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.465965 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-a3f9f540-14f5-4b48-a675-b88d8c7d96c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.0927753 Aug 31 15:50:39.472333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-118b597e-73ec-4423-ae7d-79be7f293f4f req-4677de90-ca23-4427-8116-4412ddbefb52 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936992 Aug 31 15:50:39.504113 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.520729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-e8efc4e1-9f19-4021-8a52-18456ff5130c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe HTTP/1.1" status: 200 len: 217 time: 0.0405035 Aug 31 15:50:39.575791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-20b98060-e4e2-42fc-a251-d20b32ef7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.577369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-20b98060-e4e2-42fc-a251-d20b32ef7cab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0499239 Aug 31 15:50:39.583622 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.603196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.615235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:50:39.636771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-9ee4bdf5-6355-4dde-b05e-b3205ab109de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.638600 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-9ee4bdf5-6355-4dde-b05e-b3205ab109de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531893 Aug 31 15:50:39.655264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e861539-21cd-4536-bef7-4c504538fd3d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.658466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c891add-624c-4c28-b400-8245ed3e47cd,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:39.672270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.672615 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Added segment b7807d9d-ad42-4bcc-8163-30d78fb788b2 of type vlan for network cb2dc1b2-b635-418b-a188-6a31709ec11d Aug 31 15:50:39.691626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Checking segment: {'id': '87e268c4-9c94-4ebd-870a-57689b73cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98d196a9-6384-42d2-808a-56097af56140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:39.692278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Network hostable DHCP agents. Network: 98d196a9-6384-42d2-808a-56097af56140, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:39.784764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.789255 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-b588098c-3728-4c51-9e80-d5492433e445 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404841 Aug 31 15:50:39.822849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0378aa-52b2-4606-90bc-e988558430a4 req-7780dade-2b6d-4c64-a60d-2aab5c9c1b82 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.824405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e0378aa-52b2-4606-90bc-e988558430a4 req-7780dade-2b6d-4c64-a60d-2aab5c9c1b82 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 947 time: 0.1005208 Aug 31 15:50:39.825043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Network 98d196a9-6384-42d2-808a-56097af56140 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:39.878487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 98d196a9-6384-42d2-808a-56097af56140) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:39.888016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.888989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.889774 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.892933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.893512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:39.894030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79cd9d-c464-4db5-ba93-ff770a6e57a1 None None] Network 98d196a9-6384-42d2-808a-56097af56140 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:39.943564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de5f8c66-c270-4397-a06a-e65024f8aaa7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8760936 Aug 31 15:50:39.948144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8223403 Aug 31 15:50:39.975762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35848) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:39.977958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde25f6-938b-4290-89dc-b368c65e844a req-29855d05-c9d1-4e15-a79d-32a021ce5dfc tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:39.979596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dde25f6-938b-4290-89dc-b368c65e844a req-29855d05-c9d1-4e15-a79d-32a021ce5dfc tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 970 time: 0.1839066 Aug 31 15:50:39.984362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e0378aa-52b2-4606-90bc-e988558430a4 req-e007d77c-1be8-4456-875a-bdc42136de3d tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324801 Aug 31 15:50:40.016372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Request body: {'subnet': {'network_id': 'cb2dc1b2-b635-418b-a188-6a31709ec11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-779099257-subnet', 'tenant_id': '1c9ce6987d0b453bbab7b8824cf88fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:40.018223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef680-ba5f-445b-afef-24c01412103d admin admin] Pushing event updated for resources: {'Network': ['ID=cb2dc1b2-b635-418b-a188-6a31709ec11d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.035583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dde25f6-938b-4290-89dc-b368c65e844a req-81ebb23f-af90-4f10-9cb2-67c3e2d3a286 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Aug 31 15:50:40.060117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Made reservation on behalf of 1c9ce6987d0b453bbab7b8824cf88fc4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:40.062537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.068725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network cb2dc1b2-b635-418b-a188-6a31709ec11d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:50:40.142129 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e0e2d41c-4167-49cf-92a3-08bb48116481 req-9c0ade35-6678-4f2f-9f3c-11abfc77d737 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437607 Aug 31 15:50:40.177455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f641bac4-73c3-43a8-aab7-46d5188bfdce None None] Network 98d196a9-6384-42d2-808a-56097af56140 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:40.315490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.376400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b64ddb4-f7a1-44da-877c-30d0eeaf6eb1,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.385077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Checking segment: {'id': 'b7807d9d-ad42-4bcc-8163-30d78fb788b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb2dc1b2-b635-418b-a188-6a31709ec11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:40.385432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Network hostable DHCP agents. Network: cb2dc1b2-b635-418b-a188-6a31709ec11d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:50:40.403395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Network cb2dc1b2-b635-418b-a188-6a31709ec11d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:50:40.414252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, cb2dc1b2-b635-418b-a188-6a31709ec11d) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:40.418828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:40.419428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.421574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35878) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:40.426514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855548e-0ac3-42fe-a616-ec927845123c None None] Network cb2dc1b2-b635-418b-a188-6a31709ec11d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:40.449335 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c355f48a-d5aa-45f8-9d3d-811b684abcb1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4639869 Aug 31 15:50:40.580440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-722a3c4a-6947-4b4c-8b4d-4647bdf1c487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.593888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02ce42-e502-4cee-a55c-9adcd390f357 None None] Network cb2dc1b2-b635-418b-a188-6a31709ec11d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:50:40.677146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 32c5f193-538b-44da-a391-b98fd8037b85 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:40.726541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-722a3c4a-6947-4b4c-8b4d-4647bdf1c487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.732847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-722a3c4a-6947-4b4c-8b4d-4647bdf1c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.746647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea3b7f-7d4c-4c72-9ec2-d9dbcc30e391 req-342d2b27-5bc4-44f0-8648-73043806a834 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:40.747797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3ea3b7f-7d4c-4c72-9ec2-d9dbcc30e391 req-342d2b27-5bc4-44f0-8648-73043806a834 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 948 time: 0.1334851 Aug 31 15:50:40.755340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-97dcd825-e23e-4fdd-a96c-4b3ed191797f tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:40.756895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-97dcd825-e23e-4fdd-a96c-4b3ed191797f tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/networks?id=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 HTTP/1.1" status: 200 len: 815 time: 0.3878636 Aug 31 15:50:40.781631 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-722a3c4a-6947-4b4c-8b4d-4647bdf1c487 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41a1d4baeb25410891cfa54cfb6ad3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587344 Aug 31 15:50:40.782368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:40.783014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a3c4a-6947-4b4c-8b4d-4647bdf1c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be9471-20bd-4d64-a63d-40bc7eaaedbf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.789349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-071da8ad-8bfb-4803-85be-29f998692ef0 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/quotas/18d8ce3e849b4df2aceb4513d386469a HTTP/1.1" status: 200 len: 375 time: 0.0242844 Aug 31 15:50:40.821512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3ea3b7f-7d4c-4c72-9ec2-d9dbcc30e391 req-11283f96-cc30-40bd-8794-ddddbf588e9c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630472 Aug 31 15:50:40.843992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f951e6e-baa2-4e8f-97d2-92a2b411a45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.847059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-d74e5f35-8cfe-4270-a899-e244ca83f70f tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=18d8ce3e849b4df2aceb4513d386469a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425863 Aug 31 15:50:40.877737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f951e6e-baa2-4e8f-97d2-92a2b411a45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.934274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 32c5f193-538b-44da-a391-b98fd8037b85 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:40.937997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 32c5f193-538b-44da-a391-b98fd8037b85 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:40.938584 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.947113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f951e6e-baa2-4e8f-97d2-92a2b411a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.950362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f951e6e-baa2-4e8f-97d2-92a2b411a45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:40.954087 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f951e6e-baa2-4e8f-97d2-92a2b411a45a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5be9471-20bd-4d64-a63d-40bc7eaaedbf HTTP/1.1" status: 204 len: 168 time: 0.1658249 Aug 31 15:50:40.964429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f951e6e-baa2-4e8f-97d2-92a2b411a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be9471-20bd-4d64-a63d-40bc7eaaedbf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:40.978941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-b26df57f-1d61-41ba-8ce7-74605dc77d47 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:50:40.987170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-b26df57f-1d61-41ba-8ce7-74605dc77d47 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0760102 Aug 31 15:50:41.055406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.083335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c5f193-538b-44da-a391-b98fd8037b85'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:41.139955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-f1e7e5d2-9b17-4dcd-8e89-595214a40ee5 service neutron] 10.222.0.43 "GET /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518717 Aug 31 15:50:41.157224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 32c5f193-538b-44da-a391-b98fd8037b85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=32c5f193-538b-44da-a391-b98fd8037b85,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:41.163285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.164463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6d941829-e6aa-4e50-942b-abfeacbfaca7 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:41.241014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=32c5f193-538b-44da-a391-b98fd8037b85,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:41.255605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-3706bb23-f9bd-4db2-a689-06674d6e4a96 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:41.257227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-3706bb23-f9bd-4db2-a689-06674d6e4a96 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.1923897 Aug 31 15:50:41.288970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-bae147a5-7886-4d70-ab4d-876a9e2be2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478689 Aug 31 15:50:41.291236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-60fd4d60-6f89-448a-ab88-51f0b1caf902 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/quotas/eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 375 time: 0.0221632 Aug 31 15:50:41.296943 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6f22ae-5e1e-4fb1-b2bc-177f71aa8e67" -d '{"events": [{"server_uuid": "3018545b-ceb5-481e-9592-5c93331a9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "32c5f193-538b-44da-a391-b98fd8037b85"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:41.307009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 6d941829-e6aa-4e50-942b-abfeacbfaca7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:41.311619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 6d941829-e6aa-4e50-942b-abfeacbfaca7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:41.311998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.333011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-a0ae5e7f-fe54-4c29-93f9-46a6f243f3f0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322399 Aug 31 15:50:41.336053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35922) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:41.351762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-372661b1-217d-4d20-9675-6e79533e753b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.423278 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.465534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6d941829-e6aa-4e50-942b-abfeacbfaca7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:41.470556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.523742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-372661b1-217d-4d20-9675-6e79533e753b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.529524 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-372661b1-217d-4d20-9675-6e79533e753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.532795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-50bcb235-60f9-4264-b737-50339462dadd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:50:41.541631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-50bcb235-60f9-4264-b737-50339462dadd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0946774 Aug 31 15:50:41.553842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=6d941829-e6aa-4e50-942b-abfeacbfaca7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:41.559179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372661b1-217d-4d20-9675-6e79533e753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140c9617-d1fe-488d-8d0d-0e057e531338,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:41.589267 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-372661b1-217d-4d20-9675-6e79533e753b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dee2b7fcd7734ec29e38142f6e8191db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543097 Aug 31 15:50:41.589538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35932) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:41.619372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6619-908a-4442-92b6-c6127a67c1f8 req-01f8c280-9586-455a-a744-aef26bdd07e8 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:41.621013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49ff6619-908a-4442-92b6-c6127a67c1f8 req-01f8c280-9586-455a-a744-aef26bdd07e8 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 947 time: 0.1232140 Aug 31 15:50:41.640981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb890322-489a-4a84-b788-a0557cd37607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.665082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb890322-489a-4a84-b788-a0557cd37607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.686717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-ef511304-479e-46f0-9c98-21b45f464a8e service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441195 Aug 31 15:50:41.689981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49ff6619-908a-4442-92b6-c6127a67c1f8 req-d9c93f20-6d70-4531-9ab6-b981f4b6cf3f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Aug 31 15:50:41.736882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb890322-489a-4a84-b788-a0557cd37607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.739716 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb890322-489a-4a84-b788-a0557cd37607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:41.740967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fb890322-489a-4a84-b788-a0557cd37607 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/140c9617-d1fe-488d-8d0d-0e057e531338 HTTP/1.1" status: 204 len: 168 time: 0.1503825 Aug 31 15:50:41.762871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb890322-489a-4a84-b788-a0557cd37607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c9617-d1fe-488d-8d0d-0e057e531338,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:41.855557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9eea9-ba83-4716-b9ba-c14af1bfe30e req-83951717-79b4-4310-9831-5c04f9ea4b9b tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:41.862920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbe9eea9-ba83-4716-b9ba-c14af1bfe30e req-83951717-79b4-4310-9831-5c04f9ea4b9b tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 971 time: 0.0796571 Aug 31 15:50:41.874422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-a758e3a0-9043-4ad6-967a-5a0c67464d60 service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695580 Aug 31 15:50:41.915174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbe9eea9-ba83-4716-b9ba-c14af1bfe30e req-f3b70c9c-4919-4ceb-9e2d-b9b756b85c80 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497661 Aug 31 15:50:42.162580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35dafb0d-2c55-4c12-88df-72fd004817ec req-e424815b-e50c-4cc9-86eb-41e23e869fe9 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0435598 Aug 31 15:50:42.330463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc94c5c-8f20-4640-a8c5-07f02fcfeefe req-bf7454af-b74f-4ade-946e-0bd7c5a31523 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:42.333279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dc94c5c-8f20-4640-a8c5-07f02fcfeefe req-bf7454af-b74f-4ade-946e-0bd7c5a31523 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 949 time: 0.1084616 Aug 31 15:50:42.346546 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373b26a0-06b7-4b59-bf75-42bec47a8230 x-openstack-request-id: req-373b26a0-06b7-4b59-bf75-42bec47a8230 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:42.347281 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3018545b-ceb5-481e-9592-5c93331a9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "32c5f193-538b-44da-a391-b98fd8037b85", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:42.347281 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-373b26a0-06b7-4b59-bf75-42bec47a8230 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:42.347579 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c5f193-538b-44da-a391-b98fd8037b85', 'code': 200} Aug 31 15:50:42.432907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dc94c5c-8f20-4640-a8c5-07f02fcfeefe req-94a9211b-e22f-41b5-8ed3-1f3d187acbea tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906267 Aug 31 15:50:42.475472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cd48d7b-ba77-45b8-a0ca-ee3b9c96cd6a req-cc991eff-a45b-4918-b52e-bdeb3eb27545 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 210 time: 0.0901716 Aug 31 15:50:42.574067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48d998-b75f-488e-9244-e9452e409ca5 req-5a929959-6caa-4b81-9c20-1be2f795958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:42.575711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d48d998-b75f-488e-9244-e9452e409ca5 req-5a929959-6caa-4b81-9c20-1be2f795958c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 1123 time: 0.1531992 Aug 31 15:50:42.686727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d48d998-b75f-488e-9244-e9452e409ca5 req-83cfee13-6c88-4222-b426-a0cbc692ac33 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:42.813670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-27c4c83a-2b93-47ef-bf3a-7a2a6c4de86b tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:42.817867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-27c4c83a-2b93-47ef-bf3a-7a2a6c4de86b tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.49 "GET /v2.0/networks?id=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 HTTP/1.1" status: 200 len: 815 time: 0.2410815 Aug 31 15:50:42.833590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Request body: {'port': {'device_id': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4', 'admin_state_up': True, 'tenant_id': '18d8ce3e849b4df2aceb4513d386469a'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:42.867845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21312d3e-eba0-4820-b91f-1e2076bf599a req-4a455b61-ae5c-42e0-8450-f6a438a7bd35 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:42.872751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21312d3e-eba0-4820-b91f-1e2076bf599a req-4a455b61-ae5c-42e0-8450-f6a438a7bd35 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 947 time: 0.0775330 Aug 31 15:50:42.942353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21312d3e-eba0-4820-b91f-1e2076bf599a req-2cf9c009-1b41-4c23-8199-29d092129909 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Aug 31 15:50:43.009326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d48d998-b75f-488e-9244-e9452e409ca5 req-83cfee13-6c88-4222-b426-a0cbc692ac33 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.016900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d48d998-b75f-488e-9244-e9452e409ca5 req-83cfee13-6c88-4222-b426-a0cbc692ac33 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.064505 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d48d998-b75f-488e-9244-e9452e409ca5 req-83cfee13-6c88-4222-b426-a0cbc692ac33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677503 Aug 31 15:50:43.070742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Made reservation on behalf of 18d8ce3e849b4df2aceb4513d386469a for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:43.074400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.077911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfee13-6c88-4222-b426-a0cbc692ac33 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f63ad8-2898-4e73-94ac-a10f18704ff0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.090969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df3de-8365-4329-8b47-ebf50a476bb8 req-e64186f1-ecba-4f7f-8e68-ef52d132f0e1 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:43.093101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f48df3de-8365-4329-8b47-ebf50a476bb8 req-e64186f1-ecba-4f7f-8e68-ef52d132f0e1 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 971 time: 0.0777159 Aug 31 15:50:43.147108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f48df3de-8365-4329-8b47-ebf50a476bb8 req-5eae729c-ae78-4928-b677-3f6c3fa3e145 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Aug 31 15:50:43.275304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.49', 49417) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:43.280774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d65c6566-2b26-4c49-903a-30663dcbe222 req-2d53e07a-9908-4e11-95f3-f0ebafe227c1 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0430984 Aug 31 15:50:43.342437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Allocated IP 172.20.0.4 (278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4/6cf64865-bfc5-4833-84d4-a54ab4d73fd3/d34a482b-98c3-475c-9523-94621c3aee91) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:43.464814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-e3674035-2e39-4c18-9b42-83ff08d8052c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:43.469236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-e3674035-2e39-4c18-9b42-83ff08d8052c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.1920815 Aug 31 15:50:43.492413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Request body: {'port': {'device_id': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'admin_state_up': True, 'tenant_id': 'eff13a9dca0845f4a0475aac29abb8d6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:43.568162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.616353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.664863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 33eccd71-ad9b-43ca-bebf-d4943d8202fe details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:50:43.670727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:43.674367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:43.677115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:43.685366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:43.688114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.689325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18d3ca5a-a50d-4476-82b0-87e2a61e3a49 req-c5aeb807-5242-4711-8631-c4d0bfc38b83 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 210 time: 0.0486212 Aug 31 15:50:43.724778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Pushing event updated for resources: {'Port': ['ID=d34a482b-98c3-475c-9523-94621c3aee91,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:43.734892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04a540-e31e-4da1-ae06-a4dd6ab10f21 req-b1657519-f293-4cec-93ec-3e9fe836af11 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:43.736540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed04a540-e31e-4da1-ae06-a4dd6ab10f21 req-b1657519-f293-4cec-93ec-3e9fe836af11 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 949 time: 0.1585228 Aug 31 15:50:43.751983 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-aa4238ff-a453-43f0-83db-5e8245867fa7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9225204 Aug 31 15:50:43.766175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Request body: {'port': {'device_id': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:43.812039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:43.821278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed04a540-e31e-4da1-ae06-a4dd6ab10f21 req-748987a3-480a-40c2-b3df-60de67530ec0 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Aug 31 15:50:43.822494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Made reservation on behalf of eff13a9dca0845f4a0475aac29abb8d6 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:43.827315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.833057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '33eccd71-ad9b-43ca-bebf-d4943d8202fe', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '33eccd71-ad9b-43ca-bebf-d4943d8202fe', 'mac_address': 'fa:16:3e:ef:c8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:50:43.849692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.887295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:43.903331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33eccd71-ad9b-43ca-bebf-d4943d8202fe {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:43.936703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:43.945641 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.013587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=33eccd71-ad9b-43ca-bebf-d4943d8202fe,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.051900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Allocated IP 172.20.0.6 (8c9a93bb-5e6c-44a2-b6c7-00f238809364/fc73648a-fcc3-4db7-bb51-7d249f848e4e/dd179bfa-5473-4f2c-835e-7b43d1f933df) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:44.160479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34a482b-98c3-475c-9523-94621c3aee91 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:44.168804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.186294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Transition to ACTIVE for port object d34a482b-98c3-475c-9523-94621c3aee91 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:44.191344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.264576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d34a482b-98c3-475c-9523-94621c3aee91,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.268160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['33eccd71-ad9b-43ca-bebf-d4943d8202fe'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:44.285331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Attempting to bind port d34a482b-98c3-475c-9523-94621c3aee91 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:44.285803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Attempting to bind port d34a482b-98c3-475c-9523-94621c3aee91 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b517de85-70f4-4bb9-8a81-fc88968f91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:44.286137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Attempting to bind port d34a482b-98c3-475c-9523-94621c3aee91 on network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:44.291534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Port d34a482b-98c3-475c-9523-94621c3aee91 on network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:44.291930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Attempting to bind port d34a482b-98c3-475c-9523-94621c3aee91 on network 278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:44.297417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:44.297754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Checking segment: {'id': 'b517de85-70f4-4bb9-8a81-fc88968f91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:44.298135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Bound using segment: {'id': 'b517de85-70f4-4bb9-8a81-fc88968f91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:44.298562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Bound port: d34a482b-98c3-475c-9523-94621c3aee91, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517de85-70f4-4bb9-8a81-fc88968f91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:44.298922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.324437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2774b7-a14a-4cbf-99cc-626d52551b25 req-ca26e000-7474-4f11-8224-09b19f4e2a09 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.327167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db2774b7-a14a-4cbf-99cc-626d52551b25 req-ca26e000-7474-4f11-8224-09b19f4e2a09 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 948 time: 0.2968609 Aug 31 15:50:44.353230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d941829-e6aa-4e50-942b-abfeacbfaca7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:44.355990 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4983628-5f81-432e-bd07-6841b95a6528" -d '{"events": [{"server_uuid": "f2b772fa-269e-4fd7-a044-ec063aaa18c2", "name": "network-vif-plugged", "status": "completed", "tag": "6d941829-e6aa-4e50-942b-abfeacbfaca7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:44.373394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] For port d34a482b-98c3-475c-9523-94621c3aee91, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:44.377253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] For port d34a482b-98c3-475c-9523-94621c3aee91, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d34a482b-98c3-475c-9523-94621c3aee91,segment=NetworkSegment(b517de85-70f4-4bb9-8a81-fc88968f91ec),segment_id=b517de85-70f4-4bb9-8a81-fc88968f91ec)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:44.383551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.403329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.403975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.404475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.405828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.405828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.406251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.406708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.408653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a4fb204-b848-47b0-88c9-8416ccbc7363 req-8e07c981-e6f1-48ef-bf1b-53e84f2d04a5 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5001 time: 0.3950863 Aug 31 15:50:44.423450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.424463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.426181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/d34a482b-98c3-475c-9523-94621c3aee91 HTTP/1.1" status: 200 len: 1092 time: 0.6650136 Aug 31 15:50:44.432117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'tag': 'd34a482b-98c3-475c-9523-94621c3aee91'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:44.434419 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf" -d '{"events": [{"name": "network-changed", "server_uuid": "b62659e3-7d5f-48b7-9a86-9bf9af07c7c1", "tag": "d34a482b-98c3-475c-9523-94621c3aee91"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:44.458323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db9b23-ec6c-4463-b0d4-7c97987721c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d34a482b-98c3-475c-9523-94621c3aee91,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.458567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db2774b7-a14a-4cbf-99cc-626d52551b25 req-ad34ac71-290f-4733-99d7-b402aaee37df tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196568 Aug 31 15:50:44.520514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-f8e5751c-eb1a-492b-8afe-bb6a6614fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.522011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-f8e5751c-eb1a-492b-8afe-bb6a6614fe46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18d8ce3e849b4df2aceb4513d386469a&device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0516596 Aug 31 15:50:44.552902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.571258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-747c7829-7f4a-4476-b0f3-beb96e02d88a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d34a482b-98c3-475c-9523-94621c3aee91 HTTP/1.1" status: 200 len: 217 time: 0.0408568 Aug 31 15:50:44.622604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-23314d17-1ccb-4276-bbfd-2630ae824684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.624090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-23314d17-1ccb-4276-bbfd-2630ae824684 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6cf64865-bfc5-4833-84d4-a54ab4d73fd3 HTTP/1.1" status: 200 len: 855 time: 0.0453012 Aug 31 15:50:44.633456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866eead-e788-4a66-ad37-31c147c5d0cd req-bd849121-5e96-4314-b375-049d6a5b9141 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.635044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0866eead-e788-4a66-ad37-31c147c5d0cd req-bd849121-5e96-4314-b375-049d6a5b9141 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 971 time: 0.1219032 Aug 31 15:50:44.657293 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-a8d57922-1f63-4ad7-a3d3-8eb6a5b34b2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261245 Aug 31 15:50:44.659554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87055e68-a1a3-401a-8807-c17cdf4f29d2 req-7537a019-1815-424b-beb0-cc0e3fa05c73 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.661164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87055e68-a1a3-401a-8807-c17cdf4f29d2 req-7537a019-1815-424b-beb0-cc0e3fa05c73 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 943 time: 0.1052220 Aug 31 15:50:44.684913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.723470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0866eead-e788-4a66-ad37-31c147c5d0cd req-0956ebfe-3b56-4fa6-9845-461849fa3307 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801003 Aug 31 15:50:44.772644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87055e68-a1a3-401a-8807-c17cdf4f29d2 req-87e46ef7-9c70-4da9-8676-7e9aaef5e59e tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013131 Aug 31 15:50:44.777505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:44.785291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:44.790854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:44.798950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.799928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:44.814264 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca11fc9-1c0c-4c49-9697-c145d5460a70 x-openstack-request-id: req-1ca11fc9-1c0c-4c49-9697-c145d5460a70 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:44.814828 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b772fa-269e-4fd7-a044-ec063aaa18c2", "name": "network-vif-plugged", "status": "completed", "tag": "6d941829-e6aa-4e50-942b-abfeacbfaca7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:44.814828 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ca11fc9-1c0c-4c49-9697-c145d5460a70 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:44.815212 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d941829-e6aa-4e50-942b-abfeacbfaca7', 'code': 200} Aug 31 15:50:44.819772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-9e8311e2-4c62-4f44-94f0-9787c6f76ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541891 Aug 31 15:50:44.853372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:44.898667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-75357acd-6451-42fe-8a4f-0cf46485378e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4175692 Aug 31 15:50:44.918105 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72524ad6-7799-44fb-b896-2e6dc2701379 x-openstack-request-id: req-72524ad6-7799-44fb-b896-2e6dc2701379 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:44.918487 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62659e3-7d5f-48b7-9a86-9bf9af07c7c1", "tag": "d34a482b-98c3-475c-9523-94621c3aee91", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:44.918663 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72524ad6-7799-44fb-b896-2e6dc2701379 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:44.919034 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'tag': 'd34a482b-98c3-475c-9523-94621c3aee91', 'status': 'completed', 'code': 200} Aug 31 15:50:44.919406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Request body: {'port': {'device_id': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:44.974961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce9a69-546b-4b29-9751-593b9c1c7cc8 req-8d685a6b-d83d-4d7c-ba1f-3cda711c0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:44.977209 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ce9a69-546b-4b29-9751-593b9c1c7cc8 req-8d685a6b-d83d-4d7c-ba1f-3cda711c0757 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 1101 time: 0.0702329 Aug 31 15:50:45.009917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec78435a-9425-472a-abc1-2b2cead2aa82 req-4db2ad06-1c97-4aed-bf62-cecf36f57215 service neutron] 10.222.0.49 "GET /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667929 Aug 31 15:50:45.035765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ce9a69-546b-4b29-9751-593b9c1c7cc8 req-d9fb68fc-b5a2-454f-b7b3-e5fe0c39b52e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Aug 31 15:50:45.036736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.045530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db91e6a-3c30-42d7-8ea1-0796d9851c9b req-15243ba7-e3d8-4ec1-bc1f-86812a6dda66 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.046949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3db91e6a-3c30-42d7-8ea1-0796d9851c9b req-15243ba7-e3d8-4ec1-bc1f-86812a6dda66 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 886 time: 0.2162924 Aug 31 15:50:45.061030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95ddb9-f4e2-44aa-9920-cd0ab6867088 req-df609630-f49a-4756-aba8-a61e16467024 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.062575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca95ddb9-f4e2-44aa-9920-cd0ab6867088 req-df609630-f49a-4756-aba8-a61e16467024 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 931 time: 0.1185925 Aug 31 15:50:45.112080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-fbf8e5ff-2055-4ca4-8480-9e0e5fd6bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.113611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-fbf8e5ff-2055-4ca4-8480-9e0e5fd6bebf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18d8ce3e849b4df2aceb4513d386469a&device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0476313 Aug 31 15:50:45.205542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-63ea9d37-9dfd-41c0-bf67-878b34e36f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.207026 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-63ea9d37-9dfd-41c0-bf67-878b34e36f31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 HTTP/1.1" status: 200 len: 916 time: 0.0859137 Aug 31 15:50:45.221231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca95ddb9-f4e2-44aa-9920-cd0ab6867088 req-b17e36f6-7ebe-41af-be2f-3d4b13c01b23 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505134 Aug 31 15:50:45.246871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22946f-f5f7-47c2-b6f1-d62c72ca3ddb req-db3a5317-dbf1-4eee-b4cd-160b6b803d74 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.248453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f22946f-f5f7-47c2-b6f1-d62c72ca3ddb req-db3a5317-dbf1-4eee-b4cd-160b6b803d74 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 949 time: 0.1407723 Aug 31 15:50:45.255045 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-d471e57c-0811-4cde-a62a-7f039f94fdb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d34a482b-98c3-475c-9523-94621c3aee91 HTTP/1.1" status: 200 len: 217 time: 0.0388274 Aug 31 15:50:45.311829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-35e4627f-58b4-43c5-adf9-1346df5dac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.313627 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-35e4627f-58b4-43c5-adf9-1346df5dac60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6cf64865-bfc5-4833-84d4-a54ab4d73fd3 HTTP/1.1" status: 200 len: 855 time: 0.0495462 Aug 31 15:50:45.347476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-2b0fb4e1-a702-471c-a42a-350cc316919f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253391 Aug 31 15:50:45.405108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f22946f-f5f7-47c2-b6f1-d62c72ca3ddb req-64fbb6cb-6381-4709-a087-57c24d49c55b tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505392 Aug 31 15:50:45.457604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.458058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.458527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.458988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.459450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.459908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.460953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.462972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86d40f4a-5e68-4004-bd57-33149feb533c req-c6bc70a8-4b5d-4137-8307-1dc6ed4521e7 tempest-NetworksTest-590242819 tempest-NetworksTest-590242819-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5001 time: 0.2135911 Aug 31 15:50:45.464789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-cde308f0-573d-42f0-b7d1-ae1f233d13e7 service neutron] 10.222.0.49 "GET /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053808 Aug 31 15:50:45.557219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd179bfa-5473-4f2c-835e-7b43d1f933df {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:45.586175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.607310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Transition to ACTIVE for port object dd179bfa-5473-4f2c-835e-7b43d1f933df will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:45.612173 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.638678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 33eccd71-ad9b-43ca-bebf-d4943d8202fe up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:45.655895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d4f6-71d7-459b-86fb-296432098b5a req-d3ffc3f5-d964-4775-a88f-043c34d1a532 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.657704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b257d4f6-71d7-459b-86fb-296432098b5a req-d3ffc3f5-d964-4775-a88f-043c34d1a532 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 948 time: 0.1164155 Aug 31 15:50:45.709201 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.733022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 33eccd71-ad9b-43ca-bebf-d4943d8202fe completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:45.735300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 33eccd71-ad9b-43ca-bebf-d4943d8202fe triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:45.735676 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.754025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:45.754354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:45.754751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:45.766531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b257d4f6-71d7-459b-86fb-296432098b5a req-106733cb-64d4-4f27-8884-7d2f8f85124a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958734 Aug 31 15:50:45.767942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:45.768537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:45.775478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:45.775968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:45.776541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:45.777484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Bound port: dd179bfa-5473-4f2c-835e-7b43d1f933df, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:45.777484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.789012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3efc44c1-bfa9-4a3d-8a89-e3b843116caf req-e4473216-702e-4ffc-bd35-0cdcb8a0a2e8 service neutron] 10.222.0.49 "GET /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134563 Aug 31 15:50:45.860736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.895311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36034) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:45.903381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:45.913671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.955730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:45.959697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:45.968823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:45.977378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=33eccd71-ad9b-43ca-bebf-d4943d8202fe,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:45.989681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89836c-85da-425f-9de7-ff1f39f5e4ec req-d13c8e92-14d1-4282-ba57-b3b8df060fe1 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:45.991240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb89836c-85da-425f-9de7-ff1f39f5e4ec req-d13c8e92-14d1-4282-ba57-b3b8df060fe1 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 971 time: 0.1498871 Aug 31 15:50:46.020759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd1c7-243b-4167-8775-6bd96442315e req-b04f3233-c384-4785-9f27-bc2ce5dbfdcc tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.028422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5adcd1c7-243b-4167-8775-6bd96442315e req-b04f3233-c384-4785-9f27-bc2ce5dbfdcc tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 943 time: 0.1417418 Aug 31 15:50:46.051075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-380ab25e-00ab-4b62-9665-a19f384225f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.057303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.057930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.059309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] 10.222.0.49 "PUT /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 1092 time: 1.1446183 Aug 31 15:50:46.059753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:46.062004 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3792ce-9930-455b-98ad-ccb656a8922a" -d '{"events": [{"name": "network-changed", "server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:46.154883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-380ab25e-00ab-4b62-9665-a19f384225f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.160870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb89836c-85da-425f-9de7-ff1f39f5e4ec req-35f68fa7-ae2f-411f-8fd4-d3addcd96eca tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275074 Aug 31 15:50:46.164603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-380ab25e-00ab-4b62-9665-a19f384225f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.166376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cfb36-2a04-4946-8242-0b8120ae2ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:46.196933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5adcd1c7-243b-4167-8775-6bd96442315e req-545e852d-c01e-4150-8e5f-872ca7a0d3cc tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667941 Aug 31 15:50:46.215057 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebf8b3-aaa3-4518-be54-f3f62136d54d x-openstack-request-id: req-feebf8b3-aaa3-4518-be54-f3f62136d54d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:46.215057 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:46.215659 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-380ab25e-00ab-4b62-9665-a19f384225f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5a4375c47a949f892da566e8ed02dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157251 Aug 31 15:50:46.215746 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-feebf8b3-aaa3-4518-be54-f3f62136d54d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:46.215746 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'status': 'completed', 'code': 200} Aug 31 15:50:46.215902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ab25e-00ab-4b62-9665-a19f384225f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7b08f3-a3ff-4532-ab9e-a41d2d140e43,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:46.216473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36042) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:46.221307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-1eedddef-13bc-47b3-a2ab-d7bf2c33ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.224067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-1eedddef-13bc-47b3-a2ab-d7bf2c33ba1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1095 time: 0.1233182 Aug 31 15:50:46.270170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a297c04c-0795-49e3-9aa2-128fd982f9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.271778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-87e4bcf2-4153-4206-a66b-4e9f34f0b392 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0397954 Aug 31 15:50:46.300844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a297c04c-0795-49e3-9aa2-128fd982f9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.354360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a297c04c-0795-49e3-9aa2-128fd982f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.356911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a297c04c-0795-49e3-9aa2-128fd982f9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.360651 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a297c04c-0795-49e3-9aa2-128fd982f9fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d7b08f3-a3ff-4532-ab9e-a41d2d140e43 HTTP/1.1" status: 204 len: 168 time: 0.1406026 Aug 31 15:50:46.366101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297c04c-0795-49e3-9aa2-128fd982f9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7b08f3-a3ff-4532-ab9e-a41d2d140e43,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:46.409203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-89ece016-47e0-45a5-9dff-0cec704b7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.410701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-89ece016-47e0-45a5-9dff-0cec704b7dc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1322391 Aug 31 15:50:46.434943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ebd3-4bc9-48fb-b87d-8603ee1500c9 req-b6f8e9a1-8c33-400b-8e06-2bd412e8d764 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.436464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5d8ebd3-4bc9-48fb-b87d-8603ee1500c9 req-b6f8e9a1-8c33-400b-8e06-2bd412e8d764 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 1123 time: 0.1274002 Aug 31 15:50:46.443523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4922f9-175e-4a76-82aa-b9180fa24139 req-b564e133-2adb-4c6b-a2c3-671fccdef17a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.445067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d4922f9-175e-4a76-82aa-b9180fa24139 req-b564e133-2adb-4c6b-a2c3-671fccdef17a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.1345270 Aug 31 15:50:46.611603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-4b71c801-c35e-47fe-b8d4-4c4e53ea6a5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914914 Aug 31 15:50:46.642406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e5d8ebd3-4bc9-48fb-b87d-8603ee1500c9 req-ccf5410b-ebbc-49be-8b94-7be56deca369 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.657415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36052) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:46.671345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-886c10bd-e0da-477f-9162-a2ba2b45c215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.714057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d4922f9-175e-4a76-82aa-b9180fa24139 req-6c6a60bf-8f37-4cae-acf4-50e0c47910b2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043947 Aug 31 15:50:46.759463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-67667e54-bd24-49c4-b63f-16ebc2a84e0c service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378062 Aug 31 15:50:46.788599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-886c10bd-e0da-477f-9162-a2ba2b45c215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.793038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-886c10bd-e0da-477f-9162-a2ba2b45c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.817266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eccd71-ad9b-43ca-bebf-d4943d8202fe'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:46.823017 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa662bbf-15bd-4656-a8a3-f7e064e5992f" -d '{"events": [{"server_uuid": "d15cc9f6-93e7-460d-a2d4-3bc1abcfebed", "name": "network-vif-plugged", "status": "completed", "tag": "33eccd71-ad9b-43ca-bebf-d4943d8202fe"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:46.837837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-886c10bd-e0da-477f-9162-a2ba2b45c215 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=505b236d54e847d9be3d9115589e59f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779926 Aug 31 15:50:46.837837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c10bd-e0da-477f-9162-a2ba2b45c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48caa6f3-2f38-4d5b-8023-604f49bb0ba4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:46.840709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36058) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:46.896281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-561cefd5-e93b-473b-bf64-243ce94c551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.920399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-561cefd5-e93b-473b-bf64-243ce94c551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.963409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee753f3-7def-4896-8c56-d7851a9b90e2 req-3cd010e7-d8bf-4850-be74-ee8e74ca0475 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:46.965317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ee753f3-7def-4896-8c56-d7851a9b90e2 req-3cd010e7-d8bf-4850-be74-ee8e74ca0475 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 949 time: 0.1496067 Aug 31 15:50:46.969162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89421df9-2f8d-436a-aece-73516ca9eb1b req-6cb46b4a-376f-4e45-af7b-9d36222068b6 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062402 Aug 31 15:50:46.990625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-561cefd5-e93b-473b-bf64-243ce94c551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.993538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-561cefd5-e93b-473b-bf64-243ce94c551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:46.997400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-561cefd5-e93b-473b-bf64-243ce94c551f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48caa6f3-2f38-4d5b-8023-604f49bb0ba4 HTTP/1.1" status: 204 len: 168 time: 0.1525080 Aug 31 15:50:47.015025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cefd5-e93b-473b-bf64-243ce94c551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48caa6f3-2f38-4d5b-8023-604f49bb0ba4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:47.057128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ee753f3-7def-4896-8c56-d7851a9b90e2 req-0b2d80d9-9fd8-4f8f-b47f-9b6654bd78e8 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 Aug 31 15:50:47.082270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e5d8ebd3-4bc9-48fb-b87d-8603ee1500c9 req-ccf5410b-ebbc-49be-8b94-7be56deca369 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:47.088518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e5d8ebd3-4bc9-48fb-b87d-8603ee1500c9 req-ccf5410b-ebbc-49be-8b94-7be56deca369 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:47.150184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5d8ebd3-4bc9-48fb-b87d-8603ee1500c9 req-ccf5410b-ebbc-49be-8b94-7be56deca369 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428793 Aug 31 15:50:47.154705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5410b-ebbc-49be-8b94-7be56deca369 tempest-AggregatesAdminTestJSON-1111701586 tempest-AggregatesAdminTestJSON-1111701586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c66b60-8339-4940-8b24-28983ab1566f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:47.184876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-dae7e077-ce66-473c-b28e-0598dbb29dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:47.186722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-dae7e077-ce66-473c-b28e-0598dbb29dd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1095 time: 0.1430533 Aug 31 15:50:47.218659 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8415286-7c64-4202-8f26-e50e8c4d1bb8 x-openstack-request-id: req-f8415286-7c64-4202-8f26-e50e8c4d1bb8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:47.219187 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cc9f6-93e7-460d-a2d4-3bc1abcfebed", "name": "network-vif-plugged", "status": "completed", "tag": "33eccd71-ad9b-43ca-bebf-d4943d8202fe", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:47.219280 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8415286-7c64-4202-8f26-e50e8c4d1bb8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:47.219597 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eccd71-ad9b-43ca-bebf-d4943d8202fe', 'code': 200} Aug 31 15:50:47.287371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c861-c7b1-487a-979e-d4be7a78b3cc req-8b006940-021a-4a9a-99f1-e46a78b92bae tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:47.296270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8024c861-c7b1-487a-979e-d4be7a78b3cc req-8b006940-021a-4a9a-99f1-e46a78b92bae tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 949 time: 0.1639214 Aug 31 15:50:47.353732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82f28-a6bf-4101-842a-5b5a7fd5d2ad req-986f605d-4be1-4d21-b634-e50e708dd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:47.355337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ac82f28-a6bf-4101-842a-5b5a7fd5d2ad req-986f605d-4be1-4d21-b634-e50e708dd1d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 1101 time: 0.0501351 Aug 31 15:50:47.410450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8024c861-c7b1-487a-979e-d4be7a78b3cc req-b28b0822-34ff-450a-9cb6-0afb42c7e0bd tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135082 Aug 31 15:50:47.411665 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ac82f28-a6bf-4101-842a-5b5a7fd5d2ad req-c4b1520a-78e4-4847-9df7-ecab44a4a60c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Aug 31 15:50:47.439111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-f7299c0c-9b69-455d-9c78-615525d2bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:47.442343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-f7299c0c-9b69-455d-9c78-615525d2bfa9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2444274 Aug 31 15:50:47.649615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d34a482b-98c3-475c-9523-94621c3aee91 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:50:47.758229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f248416-4d78-46e8-ba16-2a8a2cec0c50 req-33a7bb31-8eda-4d13-ba4b-66df54847040 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:47.784871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f248416-4d78-46e8-ba16-2a8a2cec0c50 req-33a7bb31-8eda-4d13-ba4b-66df54847040 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 943 time: 0.1421368 Aug 31 15:50:47.864266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-af96f2bd-c018-4540-a264-8fac260bd7e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0783057 Aug 31 15:50:47.867736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d34a482b-98c3-475c-9523-94621c3aee91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d34a482b-98c3-475c-9523-94621c3aee91,segment=NetworkSegment(b517de85-70f4-4bb9-8a81-fc88968f91ec),segment_id=b517de85-70f4-4bb9-8a81-fc88968f91ec)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:47.880564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'd34a482b-98c3-475c-9523-94621c3aee91', 'network_id': '278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4', 'port_id': 'd34a482b-98c3-475c-9523-94621c3aee91', 'mac_address': 'fa:16:3e:f3:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf64865-bfc5-4833-84d4-a54ab4d73fd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:50:47.929507 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:47.938511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f248416-4d78-46e8-ba16-2a8a2cec0c50 req-9ea2c6bd-1ad5-492a-a3d8-d6ac89084d96 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384866 Aug 31 15:50:47.950298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34a482b-98c3-475c-9523-94621c3aee91 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:47.956915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-c98f167e-97a2-40f9-88e0-410c29e64005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:47.963846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-c98f167e-97a2-40f9-88e0-410c29e64005 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.0906117 Aug 31 15:50:47.989402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d34a482b-98c3-475c-9523-94621c3aee91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d34a482b-98c3-475c-9523-94621c3aee91,segment=NetworkSegment(b517de85-70f4-4bb9-8a81-fc88968f91ec),segment_id=b517de85-70f4-4bb9-8a81-fc88968f91ec)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:47.995505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:48.025038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-61aa1b59-04d8-4770-aacb-1abeb1956132 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538955 Aug 31 15:50:48.061832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d34a482b-98c3-475c-9523-94621c3aee91,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:48.198387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99adec-9c75-4a01-91d2-6200f3fc7372 req-65b0a707-5b5c-4de9-974f-07e51bf08272 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:48.200007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb99adec-9c75-4a01-91d2-6200f3fc7372 req-65b0a707-5b5c-4de9-974f-07e51bf08272 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.1455550 Aug 31 15:50:48.224306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98c447-298b-4599-9db0-422de54744fe req-88790f10-ebd7-4510-8d2d-09bb8e0fcaba tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:48.225914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d98c447-298b-4599-9db0-422de54744fe req-88790f10-ebd7-4510-8d2d-09bb8e0fcaba tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 949 time: 0.1121972 Aug 31 15:50:48.235389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d34a482b-98c3-475c-9523-94621c3aee91'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:48.249112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-65c0f948-50a7-4a7c-8114-f399b924fb0c service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095716 Aug 31 15:50:48.347038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb99adec-9c75-4a01-91d2-6200f3fc7372 req-b46cdb63-d5a4-4943-890f-f22f4df90a5a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340315 Aug 31 15:50:48.357661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d98c447-298b-4599-9db0-422de54744fe req-848117e0-f603-4cd7-8998-351a02a57eee tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224217 Aug 31 15:50:48.400364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3792ce-9930-455b-98ad-ccb656a8922a req-bdb7e50a-18ff-4ec7-8df8-018d459e8804 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403372 Aug 31 15:50:48.540830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caedf80-93aa-457e-acee-1c23a8035636 req-22a92448-1bad-4c85-a6e5-2fb7c06016d7 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:48.542495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4caedf80-93aa-457e-acee-1c23a8035636 req-22a92448-1bad-4c85-a6e5-2fb7c06016d7 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 949 time: 0.0562172 Aug 31 15:50:48.595627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4caedf80-93aa-457e-acee-1c23a8035636 req-eed5744b-8ee7-4a7b-9187-4f2b14ccf04f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Aug 31 15:50:49.058500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb937a0-6cd8-44a3-9d00-7f8606c55a36 req-c7d08b49-7066-4f8b-a49d-b8f77d2ad852 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:49.060121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adb937a0-6cd8-44a3-9d00-7f8606c55a36 req-c7d08b49-7066-4f8b-a49d-b8f77d2ad852 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 944 time: 0.0559118 Aug 31 15:50:49.109769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adb937a0-6cd8-44a3-9d00-7f8606c55a36 req-5d621926-f7aa-4f50-a50e-d563e6d5f2d7 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Aug 31 15:50:49.489496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c454f5-7606-464e-b53f-544489cf6a98 req-228cb034-c366-4b6d-9251-e30c8905e505 tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:49.492782 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-83c454f5-7606-464e-b53f-544489cf6a98 req-228cb034-c366-4b6d-9251-e30c8905e505 tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 1101 time: 0.0791137 Aug 31 15:50:49.554747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183d655-037c-4f71-a541-99ec4c6a9451 req-75000e90-0a1f-4752-a149-a52c81699a08 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:49.556792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6183d655-037c-4f71-a541-99ec4c6a9451 req-75000e90-0a1f-4752-a149-a52c81699a08 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.0822754 Aug 31 15:50:49.622312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6183d655-037c-4f71-a541-99ec4c6a9451 req-56564acf-7bd3-44e5-99a6-71ad85a1b219 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 Aug 31 15:50:49.642152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Deleting port 6d941829-e6aa-4e50-942b-abfeacbfaca7 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:50:49.642625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:49.649998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d34a482b-98c3-475c-9523-94621c3aee91 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:49.722524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port d34a482b-98c3-475c-9523-94621c3aee91 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:49.731834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port d34a482b-98c3-475c-9523-94621c3aee91 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:49.732044 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:49.749715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d21721-81d6-4d2d-82fc-baa0b9342f9c req-910419f5-d388-4434-9515-2a39734a4b2f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:49.751871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2d21721-81d6-4d2d-82fc-baa0b9342f9c req-910419f5-d388-4434-9515-2a39734a4b2f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2b772fa-269e-4fd7-a044-ec063aaa18c2 HTTP/1.1" status: 200 len: 949 time: 0.0854039 Aug 31 15:50:49.761256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] For port 6d941829-e6aa-4e50-942b-abfeacbfaca7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6d941829-e6aa-4e50-942b-abfeacbfaca7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:49.761619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:49.780094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Calling delete_port for 6d941829-e6aa-4e50-942b-abfeacbfaca7 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:50:49.794754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2d21721-81d6-4d2d-82fc-baa0b9342f9c req-d820f247-cbed-47f4-bb46-3516e23e0fbe tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364194 Aug 31 15:50:49.859068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:49.885218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290793a-0df0-4c95-ae69-0ee39966a3d9 req-f0ac51d1-b832-446e-848f-bd7c8e18280c tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:49.887135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9290793a-0df0-4c95-ae69-0ee39966a3d9 req-f0ac51d1-b832-446e-848f-bd7c8e18280c tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 949 time: 0.0878279 Aug 31 15:50:49.892931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a482b-98c3-475c-9523-94621c3aee91'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:49.895495 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38238d1-ecb5-4ee9-96b5-136f85c12798" -d '{"events": [{"server_uuid": "b62659e3-7d5f-48b7-9a86-9bf9af07c7c1", "name": "network-vif-plugged", "status": "completed", "tag": "d34a482b-98c3-475c-9523-94621c3aee91"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:49.915413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d34a482b-98c3-475c-9523-94621c3aee91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d34a482b-98c3-475c-9523-94621c3aee91,segment=NetworkSegment(b517de85-70f4-4bb9-8a81-fc88968f91ec),segment_id=b517de85-70f4-4bb9-8a81-fc88968f91ec)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:49.921474 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:49.978601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9290793a-0df0-4c95-ae69-0ee39966a3d9 req-a6150b1f-dac5-43b8-bf66-6c923bd9446d tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774398 Aug 31 15:50:50.054674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d34a482b-98c3-475c-9523-94621c3aee91,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:50.082910 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f7c6c-bb95-4931-bb39-2839822d925d x-openstack-request-id: req-935f7c6c-bb95-4931-bb39-2839822d925d {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:50.083517 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62659e3-7d5f-48b7-9a86-9bf9af07c7c1", "name": "network-vif-plugged", "status": "completed", "tag": "d34a482b-98c3-475c-9523-94621c3aee91", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:50.083969 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-935f7c6c-bb95-4931-bb39-2839822d925d {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:50.084637 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a482b-98c3-475c-9523-94621c3aee91', 'code': 200} Aug 31 15:50:50.103339 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:50.117063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['6d941829-e6aa-4e50-942b-abfeacbfaca7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:50.182705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d941829-e6aa-4e50-942b-abfeacbfaca7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:50.254234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3289a2-4195-41f3-8968-a26e07f19bc7 req-d3c825af-1b69-4b8b-8bdf-28d162e8982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:50.255858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be3289a2-4195-41f3-8968-a26e07f19bc7 req-d3c825af-1b69-4b8b-8bdf-28d162e8982e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 1097 time: 0.0986769 Aug 31 15:50:50.322799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] No DVR routers for this DVR port 6d941829-e6aa-4e50-942b-abfeacbfaca7 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:50:50.344175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:50.347395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be3289a2-4195-41f3-8968-a26e07f19bc7 req-ed2c9fcd-489d-4a4d-9f36-45fbd47c86a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797610 Aug 31 15:50:50.350045 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-83c454f5-7606-464e-b53f-544489cf6a98 req-0293113f-a05c-451d-a257-41a4c2979a0e tempest-DeleteServersAdminTestJSON-1667301604 tempest-DeleteServersAdminTestJSON-1667301604-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6d941829-e6aa-4e50-942b-abfeacbfaca7 HTTP/1.1" status: 204 len: 173 time: 0.8513634 Aug 31 15:50:50.351737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'name': 'network-vif-deleted', 'tag': '6d941829-e6aa-4e50-942b-abfeacbfaca7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:50.376262 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a94ca3-36d6-4908-8898-4ee778b295df" -d '{"events": [{"server_uuid": "f2b772fa-269e-4fd7-a044-ec063aaa18c2", "name": "network-vif-deleted", "tag": "6d941829-e6aa-4e50-942b-abfeacbfaca7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:50.389472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcc97f-3fa0-422c-b5a4-9e7ec9415f09 req-dba020b8-0207-4086-a083-296f15ff74fe tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:50.399306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aabcc97f-3fa0-422c-b5a4-9e7ec9415f09 req-dba020b8-0207-4086-a083-296f15ff74fe tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0807760 Aug 31 15:50:50.450001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aabcc97f-3fa0-422c-b5a4-9e7ec9415f09 req-bac41660-a152-46fb-bf6e-f00a815517b5 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496764 Aug 31 15:50:50.565248 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d735b1-7d39-4e2c-a688-d939fc97fadc x-openstack-request-id: req-d3d735b1-7d39-4e2c-a688-d939fc97fadc {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:50.565743 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b772fa-269e-4fd7-a044-ec063aaa18c2", "name": "network-vif-deleted", "tag": "6d941829-e6aa-4e50-942b-abfeacbfaca7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:50.565820 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3d735b1-7d39-4e2c-a688-d939fc97fadc {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:50.566138 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b772fa-269e-4fd7-a044-ec063aaa18c2', 'name': 'network-vif-deleted', 'tag': '6d941829-e6aa-4e50-942b-abfeacbfaca7', 'status': 'completed', 'code': 200} Aug 31 15:50:50.669685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-c518678b-5af9-4ebb-a76f-db8b20909ff2 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=051a0608a703490795638629d322ed20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236595 Aug 31 15:50:50.825388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-4aae4220-3036-4c59-838e-fbf9f0b73e14 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:50.827017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-4aae4220-3036-4c59-838e-fbf9f0b73e14 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518109 Aug 31 15:50:50.861339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-6f4f4691-9c17-4652-8be8-957d1192429b tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/quotas/051a0608a703490795638629d322ed20 HTTP/1.1" status: 200 len: 375 time: 0.0198851 Aug 31 15:50:50.891534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a2bfe-f075-4d11-a072-dfa7b9084a6e req-d3db7cfb-74cf-4edb-87b9-de2d4cdb0d29 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:50.893117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-251a2bfe-f075-4d11-a072-dfa7b9084a6e req-d3db7cfb-74cf-4edb-87b9-de2d4cdb0d29 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.0908055 Aug 31 15:50:50.958284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-62bc5a8d-f49e-47f6-8ef0-c64d77e68606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:50.972984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-54fff79e-78b5-4777-8dec-9c519c2e63f0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059036 Aug 31 15:50:50.985692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-251a2bfe-f075-4d11-a072-dfa7b9084a6e req-4cbf7c7a-2e0e-4f7f-9c70-bfce49b33748 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776942 Aug 31 15:50:50.994200 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:50:51.286663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc90d00c-e86c-4c1d-b315-59ed8923664e req-4b2b4abe-5a08-49e6-aab6-f7f21d4dc165 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 210 time: 0.0376194 Aug 31 15:50:51.620279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-07c382a0-dd50-4e39-ad4a-82e153471950 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290337 Aug 31 15:50:51.650687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:50:51.786286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-58c51776-7a2c-4cd3-a495-f091655e707c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:51.788172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-58c51776-7a2c-4cd3-a495-f091655e707c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617982 Aug 31 15:50:51.796617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:51.811511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-0ac7c50a-88ff-4c06-a2ee-ad154b9210dd tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/quotas/ccd10a96e72a4d918884d1a8d46060fc HTTP/1.1" status: 200 len: 375 time: 0.0132101 Aug 31 15:50:51.811721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'port_id': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'mac_address': 'fa:16:3e:9a:e7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73648a-fcc3-4db7-bb51-7d249f848e4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:50:51.861390 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:51.878965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd179bfa-5473-4f2c-835e-7b43d1f933df {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:51.904930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:51.910430 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:51.985107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:52.017815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-7b01647b-bea6-4b66-8808-1f467467a45b tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1972382 Aug 31 15:50:52.070262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651fa74-f93e-4746-b3df-ab25b2701115 req-2dccc52a-8fdd-46c4-a816-7979eb8935a8 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:52.071844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8651fa74-f93e-4746-b3df-ab25b2701115 req-2dccc52a-8fdd-46c4-a816-7979eb8935a8 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0564921 Aug 31 15:50:52.113186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8651fa74-f93e-4746-b3df-ab25b2701115 req-3749cf3d-5b68-45f6-948a-c3d7442e5892 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Aug 31 15:50:52.155987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dd179bfa-5473-4f2c-835e-7b43d1f933df'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:52.364830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-2a716332-ad18-4c4e-820e-1905b4930048 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=051a0608a703490795638629d322ed20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742984 Aug 31 15:50:52.516750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd4f61-246d-452b-8ffa-54d9cbd27467 req-13717511-c650-443b-85f5-a032e6f270de tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 210 time: 0.0689433 Aug 31 15:50:52.658134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-c784df9a-3e17-45c0-9377-6079c315af8d tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:52.662463 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-c784df9a-3e17-45c0-9377-6079c315af8d tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2966347 Aug 31 15:50:52.674430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0920744-8f93-47ca-9ae7-f3462b885e53 req-f69b39db-ab9e-4bf5-bd6b-62f85a34a68e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:52.676583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0920744-8f93-47ca-9ae7-f3462b885e53 req-f69b39db-ab9e-4bf5-bd6b-62f85a34a68e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 944 time: 0.1541393 Aug 31 15:50:52.701690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Request body: {'port': {'device_id': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '051a0608a703490795638629d322ed20'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:52.811515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0920744-8f93-47ca-9ae7-f3462b885e53 req-48a902ca-91e3-4e98-a612-0a728cb7c3de tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267068 Aug 31 15:50:52.913769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Made reservation on behalf of 051a0608a703490795638629d322ed20 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:52.925794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:52.929490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36390) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:52.954669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bc82d85-2998-4600-ba9f-b0178213bbca req-2cc833f4-8c6c-49dc-a83c-cc2955b7c943 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 210 time: 0.0525274 Aug 31 15:50:53.229672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-112781c5-c1a0-4d09-bc0e-e12408911794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:53.322472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Allocated IP 192.168.233.4 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/e54827f0-109d-4922-8ee3-8ba7892afb30) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:53.542179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:53.579397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Transition to ACTIVE for port object e54827f0-109d-4922-8ee3-8ba7892afb30 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:53.630165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-112781c5-c1a0-4d09-bc0e-e12408911794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:53.637828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-112781c5-c1a0-4d09-bc0e-e12408911794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:53.671809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:50:53.699280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:53.715210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2807ade5-a35f-4ab7-84a3-acbf6ea190e2 req-89dd9b35-e85d-4bf0-81f1-cc6e3b0cbc62 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 210 time: 0.0446222 Aug 31 15:50:53.734580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['33eccd71-ad9b-43ca-bebf-d4943d8202fe'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:53.815945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-4a0ce06d-85a1-418c-95cf-91b0ed168040 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642946 Aug 31 15:50:53.817303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36438) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:53.824907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-112781c5-c1a0-4d09-bc0e-e12408911794 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ea45f224ab541718822cd640c5528fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942666 Aug 31 15:50:53.874066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112781c5-c1a0-4d09-bc0e-e12408911794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c98f65-fc0f-4fb5-a17e-125d22135ac2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.876507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36442) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:53.960139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Pushing event updated for resources: {'Port': ['ID=e54827f0-109d-4922-8ee3-8ba7892afb30,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:53.967333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:53.969365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:53.981285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:53.990779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:54.006099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:54.008449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.014761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port dd179bfa-5473-4f2c-835e-7b43d1f933df completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:54.030333 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-87a9e6ab-9a46-4863-b605-cd879452ebe6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3488350 Aug 31 15:50:54.056007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Request body: {'port': {'device_id': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:54.086702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port dd179bfa-5473-4f2c-835e-7b43d1f933df triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:54.088493 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.213589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f0354ee-31b4-4194-9c37-096f7a298f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.224536 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f3de8f2-0f1a-41e1-a78e-41d6fcca3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.276889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.320649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-1eb1056e-c606-4b86-b4f5-58fac490e7af tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:54.322203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-1eb1056e-c606-4b86-b4f5-58fac490e7af tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4978850 Aug 31 15:50:54.324580 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.357921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:54.360874 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ca4fa-6648-459b-973a-bf17d69b8db6" -d '{"events": [{"server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "name": "network-vif-plugged", "status": "completed", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:54.364395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-490762af-0405-459a-9656-a678767e3988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.382441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:54.389090 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.402887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-490762af-0405-459a-9656-a678767e3988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.432159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Request body: {'port': {'device_id': '51089f57-9307-402e-9345-310eb10eaac4', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'ccd10a96e72a4d918884d1a8d46060fc'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:54.490088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.513670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-78f69a8d-77da-43e8-a8ef-1f7ef353acd3 None None] Provisioning for port e54827f0-109d-4922-8ee3-8ba7892afb30 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:54.526796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-78f69a8d-77da-43e8-a8ef-1f7ef353acd3 None None] Provisioning complete for port e54827f0-109d-4922-8ee3-8ba7892afb30 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:54.527994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-78f69a8d-77da-43e8-a8ef-1f7ef353acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.562698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f0354ee-31b4-4194-9c37-096f7a298f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.593600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe990-bec2-4e9b-8ea4-8011fa28b245 req-783a0537-871d-4112-bc6e-20e009cd42b0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:54.594138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f0354ee-31b4-4194-9c37-096f7a298f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.601303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-726fe990-bec2-4e9b-8ea4-8011fa28b245 req-783a0537-871d-4112-bc6e-20e009cd42b0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 944 time: 0.5917170 Aug 31 15:50:54.615262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-78f69a8d-77da-43e8-a8ef-1f7ef353acd3 None None] Port e54827f0-109d-4922-8ee3-8ba7892afb30 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:50:54.639216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae353403-9f81-469e-b990-eaced3cb786d req-c1e4e2c2-f45d-4fbf-965b-56e02ca0e736 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:54.646556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae353403-9f81-469e-b990-eaced3cb786d req-c1e4e2c2-f45d-4fbf-965b-56e02ca0e736 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 934 time: 0.3232710 Aug 31 15:50:54.658603 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4f0354ee-31b4-4194-9c37-096f7a298f56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cad213b599824c5eabba9f6c3b58fb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701621 Aug 31 15:50:54.665094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36464) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:54.665322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0354ee-31b4-4194-9c37-096f7a298f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c2f0da-b413-4a53-944c-d4d442b8f047,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.704634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-726fe990-bec2-4e9b-8ea4-8011fa28b245 req-9061292d-17c0-41c7-840a-710e799f650c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023288 Aug 31 15:50:54.741214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6d941829-e6aa-4e50-942b-abfeacbfaca7 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:50:54.762582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 6d941829-e6aa-4e50-942b-abfeacbfaca7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:50:54.763002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6d941829-e6aa-4e50-942b-abfeacbfaca7 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:50:54.808969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-490762af-0405-459a-9656-a678767e3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.823781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-490762af-0405-459a-9656-a678767e3988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.825947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-490762af-0405-459a-9656-a678767e3988 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8c98f65-fc0f-4fb5-a17e-125d22135ac2 HTTP/1.1" status: 204 len: 168 time: 1.0073826 Aug 31 15:50:54.847322 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd273c40-10f9-4f3b-aab7-b77ec85e614c x-openstack-request-id: req-dd273c40-10f9-4f3b-aab7-b77ec85e614c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:54.847696 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "name": "network-vif-plugged", "status": "completed", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:54.847892 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd273c40-10f9-4f3b-aab7-b77ec85e614c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:54.850081 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'code': 200} Aug 31 15:50:54.856313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae353403-9f81-469e-b990-eaced3cb786d req-ac5fca2e-20ff-41ad-83ff-4e6012eacbe2 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088394 Aug 31 15:50:54.862610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490762af-0405-459a-9656-a678767e3988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c98f65-fc0f-4fb5-a17e-125d22135ac2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:54.867333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54827f0-109d-4922-8ee3-8ba7892afb30 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:54.874119 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.885926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.30', 59375) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:54.889818 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.947345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Transition to ACTIVE for port object e54827f0-109d-4922-8ee3-8ba7892afb30 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:54.955756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:54.976006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-022a1fb2-5933-4f3d-8747-0651e8830b5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888157 Aug 31 15:50:55.013075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c11f4ad2-1bc3-43b4-9999-d8ca4c9a0162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.057683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Pushing event updated for resources: {'Port': ['ID=e54827f0-109d-4922-8ee3-8ba7892afb30,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:55.071481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Made reservation on behalf of ccd10a96e72a4d918884d1a8d46060fc for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:50:55.074730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.130872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0762ff67-6c54-453b-a89d-b30df25d1e36 req-29140d76-7ff3-4453-9227-454e240c1a05 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 210 time: 0.1037636 Aug 31 15:50:55.149972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c11f4ad2-1bc3-43b4-9999-d8ca4c9a0162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.150405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Attempting to bind port e54827f0-109d-4922-8ee3-8ba7892afb30 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:55.151610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Attempting to bind port e54827f0-109d-4922-8ee3-8ba7892afb30 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:55.151610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Attempting to bind port e54827f0-109d-4922-8ee3-8ba7892afb30 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:55.154641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b1660-9c88-4b38-b215-5c1ebbce5a7b req-42c30774-1c52-43e7-b2ec-5f0d1324495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:55.160953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-559b1660-9c88-4b38-b215-5c1ebbce5a7b req-42c30774-1c52-43e7-b2ec-5f0d1324495c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1097 time: 0.2101049 Aug 31 15:50:55.166344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Port e54827f0-109d-4922-8ee3-8ba7892afb30 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:55.166344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Attempting to bind port e54827f0-109d-4922-8ee3-8ba7892afb30 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:55.182063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.197575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-c38f333b-bb7e-459f-9661-cc786384f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:55.202030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-c38f333b-bb7e-459f-9661-cc786384f62e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40f32cf665a449ca80a60b52e488fda6&device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 1123 time: 0.1461802 Aug 31 15:50:55.206203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:55.206560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:55.206901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:55.207359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Bound port: e54827f0-109d-4922-8ee3-8ba7892afb30, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:55.207776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.332321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-559b1660-9c88-4b38-b215-5c1ebbce5a7b req-529c54e3-a612-47bb-a748-063c698da632 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056769 Aug 31 15:50:55.415148 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c11f4ad2-1bc3-43b4-9999-d8ca4c9a0162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.419525 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c11f4ad2-1bc3-43b4-9999-d8ca4c9a0162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.421841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c11f4ad2-1bc3-43b4-9999-d8ca4c9a0162 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9c2f0da-b413-4a53-944c-d4d442b8f047 HTTP/1.1" status: 204 len: 168 time: 0.7612965 Aug 31 15:50:55.433608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] For port e54827f0-109d-4922-8ee3-8ba7892afb30, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:55.444923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] For port e54827f0-109d-4922-8ee3-8ba7892afb30, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e54827f0-109d-4922-8ee3-8ba7892afb30,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:55.451627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.495705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Allocated IP 192.168.233.57 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/a45e8abd-a724-4ce3-a9d9-f4ab14ca752b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:50:55.512541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f4ad2-1bc3-43b4-9999-d8ca4c9a0162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c2f0da-b413-4a53-944c-d4d442b8f047,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:55.551971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Pushing event updated for resources: {'Port': ['ID=e54827f0-109d-4922-8ee3-8ba7892afb30,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:55.626086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-831a6efe-f040-46f8-ac47-799a49f920d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:55.634348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-831a6efe-f040-46f8-ac47-799a49f920d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.4029927 Aug 31 15:50:55.649771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:55.652438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.654212 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-a9049a8c-c04b-4722-b05b-62db2934b082 service neutron] 10.222.0.30 "PUT /v2.0/ports/e54827f0-109d-4922-8ee3-8ba7892afb30 HTTP/1.1" status: 200 len: 1095 time: 1.6162202 Aug 31 15:50:55.658869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'tag': 'e54827f0-109d-4922-8ee3-8ba7892afb30'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:55.662198 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd35054-661b-49d6-989a-9da840824c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b951f5f2-29e4-4709-8a07-ad78d9e8da6b", "tag": "e54827f0-109d-4922-8ee3-8ba7892afb30"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:55.736943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-1b6e8686-8a87-4680-bcdc-5486043b5607 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=32c5f193-538b-44da-a391-b98fd8037b85 HTTP/1.1" status: 200 len: 217 time: 0.0944836 Aug 31 15:50:55.785527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:55.919242 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0010e7-c783-449f-a772-c134a750f32b x-openstack-request-id: req-1f0010e7-c783-449f-a772-c134a750f32b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:50:55.924799 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b951f5f2-29e4-4709-8a07-ad78d9e8da6b", "tag": "e54827f0-109d-4922-8ee3-8ba7892afb30", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:50:55.924799 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f0010e7-c783-449f-a772-c134a750f32b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:50:55.924799 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'tag': 'e54827f0-109d-4922-8ee3-8ba7892afb30', 'status': 'completed', 'code': 200} Aug 31 15:50:55.947747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-6314c2b4-07ff-4697-9510-76f754ede445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:55.949533 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-6314c2b4-07ff-4697-9510-76f754ede445 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 1098 time: 0.2004466 Aug 31 15:50:55.957621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-59821d52-12c3-4648-82af-2bcba80ff55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:55.959397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-59821d52-12c3-4648-82af-2bcba80ff55a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2149894 Aug 31 15:50:56.021383 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-e16f6615-0c88-4108-bd76-216e05bbf02d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=e54827f0-109d-4922-8ee3-8ba7892afb30 HTTP/1.1" status: 200 len: 217 time: 0.0599823 Aug 31 15:50:56.138256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.171594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Transition to ACTIVE for port object a45e8abd-a724-4ce3-a9d9-f4ab14ca752b will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:56.182652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d1718-ed15-4751-88fb-5ea42153f026 req-6e2585f8-6de5-4a24-a457-131c534a3353 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:56.184002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b6d1718-ed15-4751-88fb-5ea42153f026 req-6e2585f8-6de5-4a24-a457-131c534a3353 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 945 time: 0.1335552 Aug 31 15:50:56.222982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-1bce5005-40ba-4717-8465-c4b9ad23bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:56.224756 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-1bce5005-40ba-4717-8465-c4b9ad23bb61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2027826 Aug 31 15:50:56.231498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-01cb27b9-b738-4017-aff7-ef318b232ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:56.233062 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-01cb27b9-b738-4017-aff7-ef318b232ee3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1453116 Aug 31 15:50:56.241732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36506) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:56.274873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b6d1718-ed15-4751-88fb-5ea42153f026 req-b8813f4d-066e-429e-a840-02bde3fa1fd8 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Aug 31 15:50:56.277271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-280e5200-5c6e-44d8-9855-812da8a94d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.294953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.326465 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-713e5be4-ebd1-4599-b290-b3c1f727fa57 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921378 Aug 31 15:50:56.430025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-f857c505-2403-4b53-b1f4-c4cad419239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:56.431589 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-f857c505-2403-4b53-b1f4-c4cad419239e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042120 Aug 31 15:50:56.437715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:50:56.459023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:50:56.487294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:50:56.514862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:56.518737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.559179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36508) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:56.651810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Pushing event updated for resources: {'Port': ['ID=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:56.682155 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab92aaf-ae7b-41d3-848e-0dd42586efb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.810093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-280e5200-5c6e-44d8-9855-812da8a94d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.814997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f1b7db7-664a-45b3-917b-1ed9338b47d7 req-be16a4df-c54f-43cc-af57-a2859ced2964 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789476 Aug 31 15:50:56.843370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-492b5eb6-8d3a-4d9d-961e-1b9a22bfec2e None None] Provisioning for port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:50:56.852141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-280e5200-5c6e-44d8-9855-812da8a94d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.852407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-492b5eb6-8d3a-4d9d-961e-1b9a22bfec2e None None] Provisioning complete for port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:50:56.852812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-492b5eb6-8d3a-4d9d-961e-1b9a22bfec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:56.898579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-492b5eb6-8d3a-4d9d-961e-1b9a22bfec2e None None] Port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:50:56.909484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-24ff35b6-d484-4b24-8f66-2958ece75b8b service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671040 Aug 31 15:50:56.910174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5a7b725d-4710-422a-a6f5-2ec8c08da57c tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5482578 Aug 31 15:50:56.979535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Request body: {'port': {'device_id': '51089f57-9307-402e-9345-310eb10eaac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:50:57.017293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-280e5200-5c6e-44d8-9855-812da8a94d22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a252082370a8462baed423fe6ea8498e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744684 Aug 31 15:50:57.018236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5200-5c6e-44d8-9855-812da8a94d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b36572-3733-4842-a1e1-715f0f9af52f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.021681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:57.056558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5d2c3-6fea-423f-9402-ca53e832b29a req-94324bac-154e-4ecd-9b4a-81e3581133c0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.058127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27b5d2c3-6fea-423f-9402-ca53e832b29a req-94324bac-154e-4ecd-9b4a-81e3581133c0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 946 time: 0.2706814 Aug 31 15:50:57.060057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-349034c1-14b6-413c-bbb8-c1f9d8596180 req-aa5730c8-2b46-46e7-b49f-06bd9b284c05 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240523 Aug 31 15:50:57.120046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31ea05d0-ad7e-4be5-b12b-9b7772156714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.152803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739548d0-4142-4ec2-82f8-ab7c46e64bdb req-bba961ce-3c76-4cad-a635-bb6678f9dadb tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.154435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-739548d0-4142-4ec2-82f8-ab7c46e64bdb req-bba961ce-3c76-4cad-a635-bb6678f9dadb tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 935 time: 0.2369483 Aug 31 15:50:57.187764 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31ea05d0-ad7e-4be5-b12b-9b7772156714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.218153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35054-661b-49d6-989a-9da840824c5e req-32b5fcc0-0411-4d56-a15a-6801442e1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.219721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-32b5fcc0-0411-4d56-a15a-6801442e1df6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 1098 time: 0.0955784 Aug 31 15:50:57.238482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.243907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-6ae00160-9cc9-4a83-a446-b492f7328604 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2510438 Aug 31 15:50:57.278312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27b5d2c3-6fea-423f-9402-ca53e832b29a req-76fe67f9-ab54-434f-804d-d9c6f585d3e4 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830466 Aug 31 15:50:57.343535 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31ea05d0-ad7e-4be5-b12b-9b7772156714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.346222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31ea05d0-ad7e-4be5-b12b-9b7772156714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.346841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-739548d0-4142-4ec2-82f8-ab7c46e64bdb req-42262b0c-0668-417e-a7f5-60008929708f tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655705 Aug 31 15:50:57.347679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-31ea05d0-ad7e-4be5-b12b-9b7772156714 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5b36572-3733-4842-a1e1-715f0f9af52f HTTP/1.1" status: 204 len: 168 time: 0.3244636 Aug 31 15:50:57.394498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea05d0-ad7e-4be5-b12b-9b7772156714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b36572-3733-4842-a1e1-715f0f9af52f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.400693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35054-661b-49d6-989a-9da840824c5e req-f99ecd9d-03ee-40a3-9f2c-d7eec77d9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.400939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab92aaf-ae7b-41d3-848e-0dd42586efb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.402307 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-f99ecd9d-03ee-40a3-9f2c-d7eec77d9b3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1711020 Aug 31 15:50:57.461493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-8f45c535-acab-4ec9-8b07-495bc4480f4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=e54827f0-109d-4922-8ee3-8ba7892afb30 HTTP/1.1" status: 200 len: 217 time: 0.0487406 Aug 31 15:50:57.465337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab92aaf-ae7b-41d3-848e-0dd42586efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.523499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.553420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35054-661b-49d6-989a-9da840824c5e req-7ff8514e-1e6c-4bca-aa8b-222ed8faab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.555901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-7ff8514e-1e6c-4bca-aa8b-222ed8faab09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0853472 Aug 31 15:50:57.652953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35054-661b-49d6-989a-9da840824c5e req-7d7b1431-6911-4271-8dab-8a2059c6395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.653431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bab92aaf-ae7b-41d3-848e-0dd42586efb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=254a339bd9d04ccc9330c42685a103f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0908065 Aug 31 15:50:57.656574 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-7d7b1431-6911-4271-8dab-8a2059c6395c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917504 Aug 31 15:50:57.657704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:57.678180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92aaf-ae7b-41d3-848e-0dd42586efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb55a4c-f03b-4b07-82fd-bfb690d67e4b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:57.707054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-326f67b3-ad9d-4b41-88ec-8bc22e301c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:57.709161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-326f67b3-ad9d-4b41-88ec-8bc22e301c49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=051a0608a703490795638629d322ed20&device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 1101 time: 0.3575974 Aug 31 15:50:57.890525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5004ce83-2fa1-4665-a48f-c9171f78c509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.965991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5004ce83-2fa1-4665-a48f-c9171f78c509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:57.988370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-b00750df-ae0f-48b6-8db0-4d7e8c9a6002 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173554 Aug 31 15:50:58.019122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45651c42-98d3-462b-9925-d6c82711c6c7 req-4e557a6a-a639-42c3-b4df-c1e5a5557d50 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:58.020516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45651c42-98d3-462b-9925-d6c82711c6c7 req-4e557a6a-a639-42c3-b4df-c1e5a5557d50 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 971 time: 0.5829849 Aug 31 15:50:58.130223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-5074938b-a5f3-4622-a67c-ff6b24fb5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:58.131870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-5074938b-a5f3-4622-a67c-ff6b24fb5861 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3956268 Aug 31 15:50:58.238079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45651c42-98d3-462b-9925-d6c82711c6c7 req-98d30df7-208a-431c-9155-b64efa2979ad tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/security-groups?id=157276c9-bc40-40ba-96aa-7bc8dc0bed68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910398 Aug 31 15:50:58.243551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-2dda3ee4-a9db-405f-bd3e-c0ee8bb860df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe HTTP/1.1" status: 200 len: 217 time: 0.1008327 Aug 31 15:50:58.326143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-e32df8c1-1c93-42bd-b2b3-a21e9d00e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:58.328118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-e32df8c1-1c93-42bd-b2b3-a21e9d00e0f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0597496 Aug 31 15:50:58.357567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5004ce83-2fa1-4665-a48f-c9171f78c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:58.364516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5004ce83-2fa1-4665-a48f-c9171f78c509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:58.370002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5004ce83-2fa1-4665-a48f-c9171f78c509 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcb55a4c-f03b-4b07-82fd-bfb690d67e4b HTTP/1.1" status: 204 len: 168 time: 0.7069440 Aug 31 15:50:58.396220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45e8abd-a724-4ce3-a9d9-f4ab14ca752b {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:50:58.413323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fd35054-661b-49d6-989a-9da840824c5e req-638fc850-1030-46d1-8384-c8a2f76169e7 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093778 Aug 31 15:50:58.417693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004ce83-2fa1-4665-a48f-c9171f78c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb55a4c-f03b-4b07-82fd-bfb690d67e4b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.436085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-80968819-4044-48a6-8069-136b11f7b72e tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:58.438233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:58.438786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-80968819-4044-48a6-8069-136b11f7b72e tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.30 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 971 time: 0.2445893 Aug 31 15:50:58.487295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-14a11cb1-edd5-454a-8eb1-317c1222f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:58.489135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-14a11cb1-edd5-454a-8eb1-317c1222f85a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1528704 Aug 31 15:50:58.496415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Transition to ACTIVE for port object a45e8abd-a724-4ce3-a9d9-f4ab14ca752b will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:50:58.709316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:58.740448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-bcfd1216-99e3-447c-8906-a14a054d28b2 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401249 Aug 31 15:50:58.871046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Deleting port 32c5f193-538b-44da-a391-b98fd8037b85 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:50:58.871616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:58.955931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Pushing event updated for resources: {'Port': ['ID=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:58.982054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Attempting to bind port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:50:58.982614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Attempting to bind port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:50:58.983429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Attempting to bind port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:59.013851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586716e-2b4a-497c-9366-314961674067 req-01c74101-0ac1-4646-8fa4-abc62751dea0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:59.015795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8586716e-2b4a-497c-9366-314961674067 req-01c74101-0ac1-4646-8fa4-abc62751dea0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 945 time: 0.1520026 Aug 31 15:50:59.019603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:50:59.020064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Attempting to bind port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:50:59.087357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:50:59.088502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:50:59.089095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:50:59.090632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Bound port: a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:50:59.097629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:59.157666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82d8b3b6-1ea0-4eba-924d-aa803b5f8823 req-963cf5df-51da-4cd8-9354-a46cf1cc810f service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818913 Aug 31 15:50:59.241328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8586716e-2b4a-497c-9366-314961674067 req-639a121c-1bb6-4276-9fae-90313c37124d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094643 Aug 31 15:50:59.251380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] For port 32c5f193-538b-44da-a391-b98fd8037b85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=32c5f193-538b-44da-a391-b98fd8037b85,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:50:59.252112 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:59.295033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Calling delete_port for 32c5f193-538b-44da-a391-b98fd8037b85 owned by compute:tempest-test_az-343706459 {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:50:59.306245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] For port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:50:59.321424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] For port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:50:59.342059 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:59.450590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:59.451229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:59.452843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] 10.222.0.30 "PUT /v2.0/ports/a45e8abd-a724-4ce3-a9d9-f4ab14ca752b HTTP/1.1" status: 200 len: 1096 time: 2.5067225 Aug 31 15:50:59.463307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f77e8f-7fc4-428f-b1ee-2a865824a861 req-230dbe3a-bd1d-4ddd-af87-6ea803b28f6f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:59.472776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92f77e8f-7fc4-428f-b1ee-2a865824a861 req-230dbe3a-bd1d-4ddd-af87-6ea803b28f6f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 946 time: 0.2284501 Aug 31 15:50:59.474654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51089f57-9307-402e-9345-310eb10eaac4', 'tag': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:59.477103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a" -d '{"events": [{"name": "network-changed", "server_uuid": "51089f57-9307-402e-9345-310eb10eaac4", "tag": "a45e8abd-a724-4ce3-a9d9-f4ab14ca752b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:59.593315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36580) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:50:59.603311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:59.617940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92f77e8f-7fc4-428f-b1ee-2a865824a861 req-87e73f37-9338-4d2a-8ab2-3fca9ca62dc6 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378736 Aug 31 15:50:59.618497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['32c5f193-538b-44da-a391-b98fd8037b85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:50:59.621291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa71368-532a-4b00-a515-1df4f38ac1dd service neutron] Pushing event updated for resources: {'Port': ['ID=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.644698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Pushing event deleted for resources: {'Port': ['ID=32c5f193-538b-44da-a391-b98fd8037b85,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:50:59.681146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79c0c-2d79-4d00-b18a-f37c15af374b req-29dcf153-8633-4e12-b4c9-92f3ae9f5d5b tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:59.684059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfb79c0c-2d79-4d00-b18a-f37c15af374b req-29dcf153-8633-4e12-b4c9-92f3ae9f5d5b tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 947 time: 0.3372486 Aug 31 15:50:59.829101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] No DVR routers for this DVR port 32c5f193-538b-44da-a391-b98fd8037b85 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:50:59.838974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:50:59.849878 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d754eba-ee22-4ffb-b5eb-214b6f1232c6 req-6f0022cf-92b4-4bfb-9e4f-7c20f08a5767 tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.30 "DELETE /v2.0/ports/32c5f193-538b-44da-a391-b98fd8037b85 HTTP/1.1" status: 204 len: 173 time: 1.4038408 Aug 31 15:50:59.854857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'name': 'network-vif-deleted', 'tag': '32c5f193-538b-44da-a391-b98fd8037b85'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:50:59.865574 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b208de9-89fa-44a1-98c2-49be79e94d8c" -d '{"events": [{"server_uuid": "3018545b-ceb5-481e-9592-5c93331a9ab8", "name": "network-vif-deleted", "tag": "32c5f193-538b-44da-a391-b98fd8037b85"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:50:59.885883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfb79c0c-2d79-4d00-b18a-f37c15af374b req-790f534d-f527-4a4b-8269-4c56aa7522dd tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931837 Aug 31 15:50:59.891762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e11306eb-a1bd-4fb3-ac28-eb9f12174bd5 req-96262f88-9f2b-44ee-bc93-55a040727b6a tempest-AggregatesAdminTestJSON-1857387816 tempest-AggregatesAdminTestJSON-1857387816-project] 10.222.0.43 "GET /v2.0/ports?device_id=3018545b-ceb5-481e-9592-5c93331a9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0694027 Aug 31 15:50:59.910084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-96692ce8-9952-4c1b-b743-2f1ac57d71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:50:59.912146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-96692ce8-9952-4c1b-b743-2f1ac57d71cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 1099 time: 0.4031653 Aug 31 15:51:00.039692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36594) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:00.049187 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b2c946-cb0e-4639-95dc-c21616a11c3f x-openstack-request-id: req-c0b2c946-cb0e-4639-95dc-c21616a11c3f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:00.049500 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51089f57-9307-402e-9345-310eb10eaac4", "tag": "a45e8abd-a724-4ce3-a9d9-f4ab14ca752b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:00.049760 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0b2c946-cb0e-4639-95dc-c21616a11c3f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:00.050178 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51089f57-9307-402e-9345-310eb10eaac4', 'tag': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b', 'status': 'completed', 'code': 200} Aug 31 15:51:00.051921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-b69c202a-963c-4ce2-a0b3-c78d2f9764b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b HTTP/1.1" status: 200 len: 217 time: 0.1323476 Aug 31 15:51:00.068524 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654cf005-4b11-42d0-9d75-7610768f060e x-openstack-request-id: req-654cf005-4b11-42d0-9d75-7610768f060e {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:00.068820 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3018545b-ceb5-481e-9592-5c93331a9ab8", "name": "network-vif-deleted", "tag": "32c5f193-538b-44da-a391-b98fd8037b85", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:00.069630 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-654cf005-4b11-42d0-9d75-7610768f060e {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:00.070026 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3018545b-ceb5-481e-9592-5c93331a9ab8', 'name': 'network-vif-deleted', 'tag': '32c5f193-538b-44da-a391-b98fd8037b85', 'status': 'completed', 'code': 200} Aug 31 15:51:00.133255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-a93ebebf-30f0-44b2-8297-9f70b6a289fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:00.134921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-a93ebebf-30f0-44b2-8297-9f70b6a289fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0759196 Aug 31 15:51:00.143681 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3038b515-7adb-4979-b61a-318003386ba2 tempest-AutoAllocateNetworkTest-1268176387 tempest-AutoAllocateNetworkTest-1268176387-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=acf87b8d636742818c27ed6e46baf8f7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5490251 Aug 31 15:51:00.146536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36598) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:00.234523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-75ef2c42-3941-48f7-bbcb-7930542afa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:00.237869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-75ef2c42-3941-48f7-bbcb-7930542afa40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946107 Aug 31 15:51:00.300490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d1326e0-372a-441b-9b59-0485a546828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:00.424865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f05738-5877-4aba-a138-95b62163d1ad tempest-AutoAllocateNetworkTest-1268176387 tempest-AutoAllocateNetworkTest-1268176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:00.430202 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73f05738-5877-4aba-a138-95b62163d1ad tempest-AutoAllocateNetworkTest-1268176387 tempest-AutoAllocateNetworkTest-1268176387-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2817223 Aug 31 15:51:00.430847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36606) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:00.492910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-294ca0be-caf1-4178-b363-51101a7d807e service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430265 Aug 31 15:51:00.505702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-02b683e8-826d-4b4b-a4b8-63d39a3fbe02 tempest-AutoAllocateNetworkTest-1268176387 tempest-AutoAllocateNetworkTest-1268176387-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700495 Aug 31 15:51:00.506435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36608) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:00.557993 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9a713302-1973-44f5-9ea4-ced5ad4a372f tempest-AutoAllocateNetworkTest-1268176387 tempest-AutoAllocateNetworkTest-1268176387-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=acf87b8d636742818c27ed6e46baf8f7 HTTP/1.1" status: 200 len: 208 time: 0.0438063 Aug 31 15:51:00.658837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e742cc-6416-4c40-bf40-e55786692934 req-fc910eec-4819-480b-b8d9-bd30fc9e40c5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:00.667145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87e742cc-6416-4c40-bf40-e55786692934 req-fc910eec-4819-480b-b8d9-bd30fc9e40c5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1097 time: 0.1454680 Aug 31 15:51:00.753818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e54827f0-109d-4922-8ee3-8ba7892afb30 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:00.765454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d1326e0-372a-441b-9b59-0485a546828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:00.771441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d1326e0-372a-441b-9b59-0485a546828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:00.814852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87e742cc-6416-4c40-bf40-e55786692934 req-5b402c8e-ea6f-4fdd-af56-10db6310d03f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466877 Aug 31 15:51:00.820744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1326e0-372a-441b-9b59-0485a546828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5dc303-9d90-4e19-b07e-8778d5456900,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:00.873351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8d1326e0-372a-441b-9b59-0485a546828b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73069496c89840d2a4c373ac303a1b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319211 Aug 31 15:51:00.876396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:00.957061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9da4f3ae-0fea-4804-8d81-d895266be71f req-cbc2fb26-515a-410c-8ab4-3244038d0b5b service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575448 Aug 31 15:51:01.029505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6014b7-6f40-49aa-8a1d-1021a1f6faa9 req-3ef07c00-b0c8-42bf-be56-9e955987932f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:01.031546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be6014b7-6f40-49aa-8a1d-1021a1f6faa9 req-3ef07c00-b0c8-42bf-be56-9e955987932f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 946 time: 0.2154651 Aug 31 15:51:01.034697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-358025ce-e29d-4b26-8705-d5f0de1aa943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.052842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36634) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:01.064946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e54827f0-109d-4922-8ee3-8ba7892afb30, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e54827f0-109d-4922-8ee3-8ba7892afb30,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:01.074790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-358025ce-e29d-4b26-8705-d5f0de1aa943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.093689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'e54827f0-109d-4922-8ee3-8ba7892afb30', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'e54827f0-109d-4922-8ee3-8ba7892afb30', 'mac_address': 'fa:16:3e:15:59:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:51:01.094584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05120e3b-5414-46e5-8011-8f64d5192b8a req-ca429524-5997-49d8-a734-e9b26337f51f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:01.102536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05120e3b-5414-46e5-8011-8f64d5192b8a req-ca429524-5997-49d8-a734-e9b26337f51f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1097 time: 0.1360543 Aug 31 15:51:01.150622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.156122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be6014b7-6f40-49aa-8a1d-1021a1f6faa9 req-71191df3-e85a-4d46-b60c-080eb6ae6ee0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702500 Aug 31 15:51:01.179259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-358025ce-e29d-4b26-8705-d5f0de1aa943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.180027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54827f0-109d-4922-8ee3-8ba7892afb30 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:01.183571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-358025ce-e29d-4b26-8705-d5f0de1aa943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.187261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-358025ce-e29d-4b26-8705-d5f0de1aa943 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d5dc303-9d90-4e19-b07e-8778d5456900 HTTP/1.1" status: 204 len: 168 time: 0.3073812 Aug 31 15:51:01.195275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-7443131b-818e-4774-b15f-1ba953c2fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:01.195631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358025ce-e29d-4b26-8705-d5f0de1aa943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5dc303-9d90-4e19-b07e-8778d5456900,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:01.210617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-7443131b-818e-4774-b15f-1ba953c2fcc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 1099 time: 0.1746538 Aug 31 15:51:01.239155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e54827f0-109d-4922-8ee3-8ba7892afb30, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e54827f0-109d-4922-8ee3-8ba7892afb30,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:01.245715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.340352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05120e3b-5414-46e5-8011-8f64d5192b8a req-21149e39-1bb8-4057-a5a7-847bd22eb140 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373989 Aug 31 15:51:01.345856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e54827f0-109d-4922-8ee3-8ba7892afb30,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:01.379554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb45d8b-3416-49cf-ac8d-7015e7b5203c req-58d28251-056c-4c59-83d8-83b84837ce97 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:01.389756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acb45d8b-3416-49cf-ac8d-7015e7b5203c req-58d28251-056c-4c59-83d8-83b84837ce97 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 947 time: 0.1115494 Aug 31 15:51:01.434256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-08b601bd-0b15-415f-b636-ad0304073370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:01.436762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-08b601bd-0b15-415f-b636-ad0304073370 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2193885 Aug 31 15:51:01.450681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e54827f0-109d-4922-8ee3-8ba7892afb30'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:01.486380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b611e862-dc96-4298-889c-ef556b6abed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.669535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-edc73b79-814d-436a-8a12-a914177680fc req-c7a47e68-4969-4ae2-96e1-bb4995c7f87b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:51:01.670605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edc73b79-814d-436a-8a12-a914177680fc req-c7a47e68-4969-4ae2-96e1-bb4995c7f87b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088310 Aug 31 15:51:01.684624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b611e862-dc96-4298-889c-ef556b6abed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.689509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b611e862-dc96-4298-889c-ef556b6abed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.734036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acb45d8b-3416-49cf-ac8d-7015e7b5203c req-92b80c87-7f2e-4c7b-801e-0adb6adc1c45 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387413 Aug 31 15:51:01.735623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-03dc37f6-6940-4b87-b6a4-3417a630b6cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b HTTP/1.1" status: 200 len: 217 time: 0.2674215 Aug 31 15:51:01.749766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b611e862-dc96-4298-889c-ef556b6abed2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acf87b8d636742818c27ed6e46baf8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951971 Aug 31 15:51:01.753762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36658) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:01.763215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611e862-dc96-4298-889c-ef556b6abed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97169085-fc21-40b8-92f7-3e1a7ce498a2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:01.823599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0014125b-f848-4f76-ac6f-6ae91710c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.852650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0014125b-f848-4f76-ac6f-6ae91710c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.893596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-37830118-3add-4c58-b9df-2f137d4e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:01.895213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-37830118-3add-4c58-b9df-2f137d4e2cd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1518843 Aug 31 15:51:01.946907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0014125b-f848-4f76-ac6f-6ae91710c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.951829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0014125b-f848-4f76-ac6f-6ae91710c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:01.953982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0014125b-f848-4f76-ac6f-6ae91710c868 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97169085-fc21-40b8-92f7-3e1a7ce498a2 HTTP/1.1" status: 204 len: 168 time: 0.1986709 Aug 31 15:51:01.970907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014125b-f848-4f76-ac6f-6ae91710c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97169085-fc21-40b8-92f7-3e1a7ce498a2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.041039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-e73130b8-0def-4a99-8cf3-413b881fe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:02.042878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-e73130b8-0def-4a99-8cf3-413b881fe9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388204 Aug 31 15:51:02.201805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-5c37ac7b-80bb-4208-8b7d-7a2efcca77ba service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424634 Aug 31 15:51:02.360784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce27f42-8003-4bc8-8dc1-87e80d75f64a req-87714c87-4195-4689-8319-e6d2cbbe8a91 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506591 Aug 31 15:51:02.369423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8825a-8711-4a33-8e96-29e6a6bb4d98 req-85bf7815-b802-4f67-9c00-b0d936fffc98 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:02.371020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5f8825a-8711-4a33-8e96-29e6a6bb4d98 req-85bf7815-b802-4f67-9c00-b0d936fffc98 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 947 time: 0.0898750 Aug 31 15:51:02.374755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36674) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:02.395724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4ce643d-439f-4022-8a69-9e32f38160ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:02.452872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5f8825a-8711-4a33-8e96-29e6a6bb4d98 req-c1b532e2-1419-4d17-a744-fab55c89e7ae tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626624 Aug 31 15:51:02.526702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36676) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:02.596756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4ce643d-439f-4022-8a69-9e32f38160ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:02.602367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4ce643d-439f-4022-8a69-9e32f38160ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:02.664675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce643d-439f-4022-8a69-9e32f38160ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f1b79c-2edb-4d98-a88d-2ecd40e16bf5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:02.684371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e4ce643d-439f-4022-8a69-9e32f38160ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1bd1581de044e028d4abf8ea35fd791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084352 Aug 31 15:51:02.687410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36688) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:02.769985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e54827f0-109d-4922-8ee3-8ba7892afb30 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:02.774931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843544a1-888a-4688-a0f9-cdf3f1af1af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:02.883610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port e54827f0-109d-4922-8ee3-8ba7892afb30 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:02.894032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port e54827f0-109d-4922-8ee3-8ba7892afb30 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:02.894932 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.056437 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.077819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843544a1-888a-4688-a0f9-cdf3f1af1af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.086636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54827f0-109d-4922-8ee3-8ba7892afb30'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:03.089465 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e5731-5434-4828-b3f4-fc143b3fb278" -d '{"events": [{"server_uuid": "b951f5f2-29e4-4709-8a07-ad78d9e8da6b", "name": "network-vif-plugged", "status": "completed", "tag": "e54827f0-109d-4922-8ee3-8ba7892afb30"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:03.107831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e54827f0-109d-4922-8ee3-8ba7892afb30, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e54827f0-109d-4922-8ee3-8ba7892afb30,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:03.114276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.117661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 32c5f193-538b-44da-a391-b98fd8037b85 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:03.124586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-58e239ec-c648-49e4-b9d0-b4ce4704e08a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40f32cf665a449ca80a60b52e488fda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964408 Aug 31 15:51:03.127296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36706) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:03.146512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2c1a-c682-4f15-8813-f3de5a16b0ec req-88b719ea-3956-4b4f-9d58-4e49ab499a62 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:03.150936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 32c5f193-538b-44da-a391-b98fd8037b85 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:51:03.151663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 32c5f193-538b-44da-a391-b98fd8037b85 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:03.154063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdde2c1a-c682-4f15-8813-f3de5a16b0ec req-88b719ea-3956-4b4f-9d58-4e49ab499a62 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 947 time: 0.3294790 Aug 31 15:51:03.226497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdde2c1a-c682-4f15-8813-f3de5a16b0ec req-48b1ce14-1ea5-4869-9acd-646c56c5c22e tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713584 Aug 31 15:51:03.242058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843544a1-888a-4688-a0f9-cdf3f1af1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.244377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843544a1-888a-4688-a0f9-cdf3f1af1af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.246060 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eae6fd65-3635-4259-97ea-014abeb90076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.253070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-843544a1-888a-4688-a0f9-cdf3f1af1af3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95f1b79c-2edb-4d98-a88d-2ecd40e16bf5 HTTP/1.1" status: 204 len: 168 time: 0.5626819 Aug 31 15:51:03.266574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e54827f0-109d-4922-8ee3-8ba7892afb30,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:03.284860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843544a1-888a-4688-a0f9-cdf3f1af1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f1b79c-2edb-4d98-a88d-2ecd40e16bf5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:03.315663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eae6fd65-3635-4259-97ea-014abeb90076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.343480 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca04109-5161-454b-b740-ef490cbffa14 x-openstack-request-id: req-0ca04109-5161-454b-b740-ef490cbffa14 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:03.345188 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b951f5f2-29e4-4709-8a07-ad78d9e8da6b", "name": "network-vif-plugged", "status": "completed", "tag": "e54827f0-109d-4922-8ee3-8ba7892afb30", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:03.345813 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ca04109-5161-454b-b740-ef490cbffa14 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:03.356345 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54827f0-109d-4922-8ee3-8ba7892afb30', 'code': 200} Aug 31 15:51:03.439500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eae6fd65-3635-4259-97ea-014abeb90076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.443512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eae6fd65-3635-4259-97ea-014abeb90076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:03.444807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eae6fd65-3635-4259-97ea-014abeb90076 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/157276c9-bc40-40ba-96aa-7bc8dc0bed68 HTTP/1.1" status: 204 len: 168 time: 0.3159792 Aug 31 15:51:03.454190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6fd65-3635-4259-97ea-014abeb90076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157276c9-bc40-40ba-96aa-7bc8dc0bed68,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:03.497072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47eb0-4cfd-42ef-ba11-8cc42935a0fb req-0c5be8a6-7c32-4875-9f43-df529dc9ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:03.499213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dce47eb0-4cfd-42ef-ba11-8cc42935a0fb req-0c5be8a6-7c32-4875-9f43-df529dc9ecad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 1100 time: 0.0884292 Aug 31 15:51:03.551794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dce47eb0-4cfd-42ef-ba11-8cc42935a0fb req-bb558af2-cf2d-4eaa-8a2b-c1b75f7838fb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Aug 31 15:51:04.093487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d15b7c-eb01-48c7-88ba-612f588bbef7 req-fad46181-e747-4476-9d75-0ab876ff0bb1 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:04.099017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2d15b7c-eb01-48c7-88ba-612f588bbef7 req-fad46181-e747-4476-9d75-0ab876ff0bb1 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 948 time: 0.0630815 Aug 31 15:51:04.144848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36744) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:04.170251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2d15b7c-eb01-48c7-88ba-612f588bbef7 req-c88dc36d-80fc-4636-8080-fde6da4cd6f3 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642319 Aug 31 15:51:04.265231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36750) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:04.266346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09d1cda4-77d7-4a1a-9ec8-c04069f5e53d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fe10476b4714051909f98d084f72dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192822 Aug 31 15:51:04.358914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1206b07c-6df8-411c-a927-e377d1166d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:04.434916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1206b07c-6df8-411c-a927-e377d1166d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:04.500371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeeb05-9df6-472e-931f-8edc6790b434 req-3cc134b4-8633-4264-82e8-62884ed1390a tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:04.508456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6aeeb05-9df6-472e-931f-8edc6790b434 req-3cc134b4-8633-4264-82e8-62884ed1390a tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 947 time: 0.1255138 Aug 31 15:51:04.586809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6aeeb05-9df6-472e-931f-8edc6790b434 req-05732c28-405c-4a98-885b-752c9a150829 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Aug 31 15:51:04.607560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1206b07c-6df8-411c-a927-e377d1166d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:04.612965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1206b07c-6df8-411c-a927-e377d1166d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:04.622488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1206b07c-6df8-411c-a927-e377d1166d67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63c66b60-8339-4940-8b24-28983ab1566f HTTP/1.1" status: 204 len: 168 time: 0.3536808 Aug 31 15:51:04.635796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206b07c-6df8-411c-a927-e377d1166d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c66b60-8339-4940-8b24-28983ab1566f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:04.765109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a45e8abd-a724-4ce3-a9d9-f4ab14ca752b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:04.858735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:05.035591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:05.051594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b', 'mac_address': 'fa:16:3e:b3:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:51:05.112627 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.131881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45e8abd-a724-4ce3-a9d9-f4ab14ca752b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:05.165368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:05.175407 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.223521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-796cd516-3720-4bfe-87d9-62a142c0342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.275317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.347474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36802) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:05.373489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a45e8abd-a724-4ce3-a9d9-f4ab14ca752b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:05.418815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872e9e-eb57-4c44-8ac3-1412a1cc2a29 req-bc8344fb-414f-4074-a276-4c8a856af7f5 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:05.420861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92872e9e-eb57-4c44-8ac3-1412a1cc2a29 req-bc8344fb-414f-4074-a276-4c8a856af7f5 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 948 time: 0.1176755 Aug 31 15:51:05.462801 n-d-793621-35 neutron-server[101478]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:51:05.466357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-796cd516-3720-4bfe-87d9-62a142c0342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.466861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-e7bed5ea-a705-412f-b068-8da50ee03e02 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:51:05.473164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-796cd516-3720-4bfe-87d9-62a142c0342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.478461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-e7bed5ea-a705-412f-b068-8da50ee03e02 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1292574 Aug 31 15:51:05.502765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92872e9e-eb57-4c44-8ac3-1412a1cc2a29 req-71eb09d1-1d49-4947-9b4a-fa20f8b87f69 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Aug 31 15:51:05.529076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cd516-3720-4bfe-87d9-62a142c0342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d9b875-b929-4e63-b0d4-7ad8fe4fa2c0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:05.559997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-796cd516-3720-4bfe-87d9-62a142c0342f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d4ac9b3a91a4ba390d7c241ed0baab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969650 Aug 31 15:51:05.560834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36816) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:05.601669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cab3d942-741c-4a03-959a-c9baaf9defb6 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:05.603766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cab3d942-741c-4a03-959a-c9baaf9defb6 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 1094 time: 0.1230705 Aug 31 15:51:05.664562 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e81d-b03a-4ca4-b9d6-2658e285ba9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.690722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e81d-b03a-4ca4-b9d6-2658e285ba9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.775682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e81d-b03a-4ca4-b9d6-2658e285ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.779619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e81d-b03a-4ca4-b9d6-2658e285ba9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:05.781643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6aa8e81d-b03a-4ca4-b9d6-2658e285ba9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2d9b875-b929-4e63-b0d4-7ad8fe4fa2c0 HTTP/1.1" status: 204 len: 168 time: 0.2198291 Aug 31 15:51:05.794289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8e81d-b03a-4ca4-b9d6-2658e285ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d9b875-b929-4e63-b0d4-7ad8fe4fa2c0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.044826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d3bb5-22aa-4f3a-be7c-a8a84d33ce06 req-d68c046b-8fcc-413c-9cb7-07df4a3071cf tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:06.046406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f18d3bb5-22aa-4f3a-be7c-a8a84d33ce06 req-d68c046b-8fcc-413c-9cb7-07df4a3071cf tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 948 time: 0.0652966 Aug 31 15:51:06.091796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f18d3bb5-22aa-4f3a-be7c-a8a84d33ce06 req-5fa39c7d-141a-4df5-9e28-3df3ac3d3ebc tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Aug 31 15:51:06.260632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cff3a-8f94-4b5e-bea1-ecdccda18a38 req-1722753c-29c4-4e2b-a516-2989dcc27939 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:06.262292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef2cff3a-8f94-4b5e-bea1-ecdccda18a38 req-1722753c-29c4-4e2b-a516-2989dcc27939 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 1100 time: 0.0507510 Aug 31 15:51:06.289689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef2cff3a-8f94-4b5e-bea1-ecdccda18a38 req-173ba8e4-4de3-4b90-9e12-3ba6550c3c48 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.400962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Request body: {'binding': {'host': 'n-h1-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:06.402455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Unknown quota resources ['binding']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:51:06.433770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef2cff3a-8f94-4b5e-bea1-ecdccda18a38 req-173ba8e4-4de3-4b90-9e12-3ba6550c3c48 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.439530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef2cff3a-8f94-4b5e-bea1-ecdccda18a38 req-173ba8e4-4de3-4b90-9e12-3ba6550c3c48 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.475868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef2cff3a-8f94-4b5e-bea1-ecdccda18a38 req-173ba8e4-4de3-4b90-9e12-3ba6550c3c48 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063036 Aug 31 15:51:06.491877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba8e4-4de3-4b90-9e12-3ba6550c3c48 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be500a2b-505d-43c2-9dee-a2428283056f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.579109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on host n-h1-793621-35 for vnic_type normal with profile None {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:06.579453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:06.579969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:06.589784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:06.590135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:06.595640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:06.595981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:06.596400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:06.596839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Bound port: dd179bfa-5473-4f2c-835e-7b43d1f933df, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:06.637261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36856) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:06.654976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c214b2d-b91a-4346-b1d1-dc16373826ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.695937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:06.704559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.707116 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-ae8a035f-3ee2-4975-a921-c08f884899f7 service neutron] 10.222.0.43 "POST /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df/bindings HTTP/1.1" status: 201 len: 390 time: 0.7581244 Aug 31 15:51:06.778772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a45e8abd-a724-4ce3-a9d9-f4ab14ca752b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:06.824790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c214b2d-b91a-4346-b1d1-dc16373826ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.839921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c214b2d-b91a-4346-b1d1-dc16373826ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.892349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:06.898137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:06.901471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:06.944384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3c214b2d-b91a-4346-b1d1-dc16373826ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e92b2d9dc18469db275d18855ec5fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053215 Aug 31 15:51:06.946770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c214b2d-b91a-4346-b1d1-dc16373826ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e84c681-27be-4573-b8ee-46705a64cb52,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:06.948294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36866) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:06.960506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe49d-feb2-4796-9fc6-4bfc4e11ed52 req-e463fc0a-6d09-4b9f-b307-b84a54d6f9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:06.962095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f21fe49d-feb2-4796-9fc6-4bfc4e11ed52 req-e463fc0a-6d09-4b9f-b307-b84a54d6f9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 945 time: 0.0948009 Aug 31 15:51:07.060542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f21fe49d-feb2-4796-9fc6-4bfc4e11ed52 req-36477c55-6027-44d0-a6ba-d5688fbdfb37 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Aug 31 15:51:07.067472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d958c91-643c-4594-9f98-3fa9d3fe6596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:07.104001 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:07.157274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d958c91-643c-4594-9f98-3fa9d3fe6596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:07.178051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51089f57-9307-402e-9345-310eb10eaac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:07.179204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-28da651a-b081-4b94-9a03-e7b074caf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:07.180779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-28da651a-b081-4b94-9a03-e7b074caf424 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1097 time: 0.1192920 Aug 31 15:51:07.190975 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce587aaa-460e-4a4a-80d7-b6506f410ffe" -d '{"events": [{"server_uuid": "51089f57-9307-402e-9345-310eb10eaac4", "name": "network-vif-plugged", "status": "completed", "tag": "a45e8abd-a724-4ce3-a9d9-f4ab14ca752b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:07.226045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:07.231833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:07.262396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d958c91-643c-4594-9f98-3fa9d3fe6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:07.265366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d958c91-643c-4594-9f98-3fa9d3fe6596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:07.267569 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d958c91-643c-4594-9f98-3fa9d3fe6596 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e84c681-27be-4573-b8ee-46705a64cb52 HTTP/1.1" status: 204 len: 168 time: 0.3182569 Aug 31 15:51:07.283642 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a7a31e-5ab1-4714-a842-08a550485318 x-openstack-request-id: req-23a7a31e-5ab1-4714-a842-08a550485318 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:07.284172 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51089f57-9307-402e-9345-310eb10eaac4", "name": "network-vif-plugged", "status": "completed", "tag": "a45e8abd-a724-4ce3-a9d9-f4ab14ca752b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:07.284673 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23a7a31e-5ab1-4714-a842-08a550485318 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:07.285198 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51089f57-9307-402e-9345-310eb10eaac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b', 'code': 200} Aug 31 15:51:07.302448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:07.307645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d958c91-643c-4594-9f98-3fa9d3fe6596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e84c681-27be-4573-b8ee-46705a64cb52,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:07.339410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1aa8a-1aa7-472a-b9fe-9a456aad9b1a req-8b3d4c01-d1f5-4fce-9086-f65efc98bfaa tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:07.341064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1d1aa8a-1aa7-472a-b9fe-9a456aad9b1a req-8b3d4c01-d1f5-4fce-9086-f65efc98bfaa tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.0902669 Aug 31 15:51:07.384300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-33567eae-53af-46e9-b94d-4f6fd0bc3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:07.385933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-33567eae-53af-46e9-b94d-4f6fd0bc3bf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.1977971 Aug 31 15:51:07.396821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fec0-58b0-4d44-92db-4a43500883c3 req-46cc53f6-175a-488c-9244-75f3279fc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:07.399028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f028fec0-58b0-4d44-92db-4a43500883c3 req-46cc53f6-175a-488c-9244-75f3279fc9e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 1101 time: 0.0550988 Aug 31 15:51:07.404735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1d1aa8a-1aa7-472a-b9fe-9a456aad9b1a req-04131657-ed5d-4378-987a-a9cd42a03ad3 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Aug 31 15:51:07.445355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-876f310e-16b1-456f-9ee8-7f8c020c1ae7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0441093 Aug 31 15:51:07.464626 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f028fec0-58b0-4d44-92db-4a43500883c3 req-de7e23db-7992-4e68-9d0a-5f5592c4b529 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Aug 31 15:51:07.503032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-538f1e7c-1dfb-4792-aa8b-9684735a298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:07.504645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-538f1e7c-1dfb-4792-aa8b-9684735a298c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.0518329 Aug 31 15:51:07.626185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fbef6-5b08-4025-b9da-9dfac3005ff8 req-97f26993-91ba-40b7-a05f-660967c2d434 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:07.627630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-871fbef6-5b08-4025-b9da-9dfac3005ff8 req-97f26993-91ba-40b7-a05f-660967c2d434 tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 1100 time: 0.0459461 Aug 31 15:51:07.704010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-09f33679-db85-470a-884f-af1d8bb0d04f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359633 Aug 31 15:51:07.710305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-871fbef6-5b08-4025-b9da-9dfac3005ff8 req-fcd9f5d6-dfe4-4493-ad15-7493b0f20c2c tempest-ServersAdminNegativeTestJSON-1084929923 tempest-ServersAdminNegativeTestJSON-1084929923-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 Aug 31 15:51:07.786763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:07.810883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-574f9229-3574-4fd2-8666-5dfe871adbb3 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993912 Aug 31 15:51:07.931761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-f6d014ff-b1a6-40b2-80f7-279c05b2611b service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112659 Aug 31 15:51:07.988491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583e97fb-2c79-44ee-9c6e-dc4117d84b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.157835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583e97fb-2c79-44ee-9c6e-dc4117d84b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.164096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583e97fb-2c79-44ee-9c6e-dc4117d84b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.221369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-583e97fb-2c79-44ee-9c6e-dc4117d84b97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e267d300f9744afad795bacc3686ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320600 Aug 31 15:51:08.223038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e97fb-2c79-44ee-9c6e-dc4117d84b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65e367-311c-42ee-acca-4f54ef9076ef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.227982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36930) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:08.265448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-3f01aded-ec56-4e8e-881e-34bb874ceab7 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:08.267030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-3f01aded-ec56-4e8e-881e-34bb874ceab7 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.1805851 Aug 31 15:51:08.286163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-35'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:08.286501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8358-7fc8-46c2-9088-6419f862ad2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.312545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8358-7fc8-46c2-9088-6419f862ad2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.316267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fee40-3685-48ab-b253-31ee522c9186 req-55c3be3a-f5a1-4fd9-b04c-56e3b67e3976 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:08.317794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-439fee40-3685-48ab-b253-31ee522c9186 req-55c3be3a-f5a1-4fd9-b04c-56e3b67e3976 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 948 time: 0.1248760 Aug 31 15:51:08.333514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90b25-1db7-4499-be05-f1b414f024bb req-616f3632-150a-4b47-abdd-e592e1775cb9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:08.335062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bf90b25-1db7-4499-be05-f1b414f024bb req-616f3632-150a-4b47-abdd-e592e1775cb9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 945 time: 0.1551170 Aug 31 15:51:08.396003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8358-7fc8-46c2-9088-6419f862ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.399842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8358-7fc8-46c2-9088-6419f862ad2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.401481 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5f7e8358-7fc8-46c2-9088-6419f862ad2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f65e367-311c-42ee-acca-4f54ef9076ef HTTP/1.1" status: 204 len: 168 time: 0.1720157 Aug 31 15:51:08.411403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e8358-7fc8-46c2-9088-6419f862ad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65e367-311c-42ee-acca-4f54ef9076ef,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.416054 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.444431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-439fee40-3685-48ab-b253-31ee522c9186 req-cab79f97-117e-4ca2-90a4-2c72fff46758 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063483 Aug 31 15:51:08.447532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bf90b25-1db7-4499-be05-f1b414f024bb req-9168e831-a1c3-4c99-a7dc-c67a735f50c0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993724 Aug 31 15:51:08.642707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f798e-4602-4cfd-a9aa-4d67e0a5e39a req-a6d9a4aa-9d2d-4b67-acae-4aadb722eb4d tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:08.644320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c0f798e-4602-4cfd-a9aa-4d67e0a5e39a req-a6d9a4aa-9d2d-4b67-acae-4aadb722eb4d tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.1042421 Aug 31 15:51:08.683837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:08.714051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c0f798e-4602-4cfd-a9aa-4d67e0a5e39a req-7e1f8fa1-719a-455c-a060-357109921fcb tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617344 Aug 31 15:51:08.742164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:08.802309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:08.804684 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c7309e-e622-4499-8bc0-95c4e8c97713" -d '{"events": [{"server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:08.809543 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.821503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:08.887744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:08.945323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on host n-h2-793621-35 for vnic_type normal with profile {"migrating_to": "n-h1-793621-35"} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:08.945650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:08.946035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:08.950844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:08.951309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Attempting to bind port dd179bfa-5473-4f2c-835e-7b43d1f933df on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:08.956148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:08.956519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:08.956903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:08.957333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Bound port: dd179bfa-5473-4f2c-835e-7b43d1f933df, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:08.957692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.025742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-321e20d7-e311-4451-a9f3-750d1504549f tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8c35b6630d21477c985215125080231e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307074 Aug 31 15:51:09.070679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36970) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:09.087893 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7088fb3e-d284-46ab-8eb5-f8a67405aa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.104304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:09.114322 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0478b35-b61e-45ba-9c39-a83b3013ffb4 x-openstack-request-id: req-c0478b35-b61e-45ba-9c39-a83b3013ffb4 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:09.114614 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:09.115035 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0478b35-b61e-45ba-9c39-a83b3013ffb4 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:09.115600 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'code': 200} Aug 31 15:51:09.129484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:09.138684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.199215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7088fb3e-d284-46ab-8eb5-f8a67405aa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.203538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7088fb3e-d284-46ab-8eb5-f8a67405aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.231292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-dbd69b11-6624-47b1-ae6a-6de7abf02e16 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:09.246743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-dbd69b11-6624-47b1-ae6a-6de7abf02e16 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997218 Aug 31 15:51:09.258198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7088fb3e-d284-46ab-8eb5-f8a67405aa8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4269a4dd248444d9b527ef7a509571aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840208 Aug 31 15:51:09.262126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36982) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:09.268006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088fb3e-d284-46ab-8eb5-f8a67405aa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64723c11-bfb4-4ae2-a74b-84f6f6d4cc11,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.268472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=8']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.309810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-e1d473bf-fe56-4753-885d-4ad0461785d3 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/quotas/8c35b6630d21477c985215125080231e HTTP/1.1" status: 200 len: 375 time: 0.0618968 Aug 31 15:51:09.314018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:09.314650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.316073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aefdad1c-f2f8-4b46-a3c8-616216416731 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 1123 time: 1.0361998 Aug 31 15:51:09.366454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-ae731057-a618-4b8e-ae0e-34fc23680b2e tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c35b6630d21477c985215125080231e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556030 Aug 31 15:51:09.402945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36990) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:09.405171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dd179bfa-5473-4f2c-835e-7b43d1f933df'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:09.405644 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae056e6-f04a-4aea-ae86-bf83c903f3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.432540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae056e6-f04a-4aea-ae86-bf83c903f3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.508639 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae056e6-f04a-4aea-ae86-bf83c903f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.511819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae056e6-f04a-4aea-ae86-bf83c903f3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.513207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aae056e6-f04a-4aea-ae86-bf83c903f3e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64723c11-bfb4-4ae2-a74b-84f6f6d4cc11 HTTP/1.1" status: 204 len: 168 time: 0.2405999 Aug 31 15:51:09.526425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae056e6-f04a-4aea-ae86-bf83c903f3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64723c11-bfb4-4ae2-a74b-84f6f6d4cc11,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.618626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-793421425-network', 'tenant_id': '95dbc64de383495ca5176f9e711e4181'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:09.647556 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Made reservation on behalf of 95dbc64de383495ca5176f9e711e4181 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:09.652378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.675363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.714168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-350cf77b-6088-4679-a95c-50c8ade7ae51 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:09.725325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-350cf77b-6088-4679-a95c-50c8ade7ae51 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.30 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 948 time: 0.1648400 Aug 31 15:51:09.824114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084a3a8-ea98-4c01-9ef3-b9b70b9f0411 req-b8e25fce-f7ae-401b-8160-744b472e8b8a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:09.832340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e084a3a8-ea98-4c01-9ef3-b9b70b9f0411 req-b8e25fce-f7ae-401b-8160-744b472e8b8a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 948 time: 0.2335544 Aug 31 15:51:09.845677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.852123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.883599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:09.890566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca741ea-cb8e-44c4-8f19-83da721ad250,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:09.910729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:09.911025 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Added segment 0409ff49-e1fe-47f2-8d4c-ec3533420855 of type vlan for network 84aae885-6afb-432f-ba2e-e92adbc6643e Aug 31 15:51:09.946637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e084a3a8-ea98-4c01-9ef3-b9b70b9f0411 req-ca01fccd-a84c-4334-bea9-1bf299dd5824 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133304 Aug 31 15:51:09.978714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.026085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.027800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:10.029530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.096075 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6918595 Aug 31 15:51:10.100419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37030) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:10.107405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Request body: {'subnet': {'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-793421425-subnet', 'tenant_id': '95dbc64de383495ca5176f9e711e4181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:10.125339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e2fb-9fde-4630-9a16-73ebc18a41da admin admin] Pushing event updated for resources: {'Network': ['ID=84aae885-6afb-432f-ba2e-e92adbc6643e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:10.140497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 84aae885-6afb-432f-ba2e-e92adbc6643e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:10.140817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Made reservation on behalf of 95dbc64de383495ca5176f9e711e4181 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:10.144681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.237163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697be29-1d8c-433c-9128-d0763ba6d887 req-e5d35bf3-37b4-4aff-8092-7f35480e3fb5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:10.238949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7697be29-1d8c-433c-9128-d0763ba6d887 req-e5d35bf3-37b4-4aff-8092-7f35480e3fb5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.4339619 Aug 31 15:51:10.252643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-337dd83c-2856-48c9-ba72-a47210dd8a83 req-2589db31-4b4a-4cfd-87d4-320d86385962 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 210 time: 0.0794277 Aug 31 15:51:10.366934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7697be29-1d8c-433c-9128-d0763ba6d887 req-bd5722e0-7382-4336-8364-72b85c9bfb8e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132424 Aug 31 15:51:10.384853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Deleting port e54827f0-109d-4922-8ee3-8ba7892afb30 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:51:10.385653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.471162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.539124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b700bd-8715-4614-85b0-d3bc06d6fbc6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:10.542359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:10.542944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Network hostable DHCP agents. Network: 84aae885-6afb-432f-ba2e-e92adbc6643e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:10.563628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Network 84aae885-6afb-432f-ba2e-e92adbc6643e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:10.577052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 84aae885-6afb-432f-ba2e-e92adbc6643e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:10.581824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:10.582430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.593965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbbfead-1ea9-48f5-a870-0c58cbc202e0 None None] Network 84aae885-6afb-432f-ba2e-e92adbc6643e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:10.603465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] For port e54827f0-109d-4922-8ee3-8ba7892afb30, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e54827f0-109d-4922-8ee3-8ba7892afb30,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:10.603981 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:10.610701 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7eac5fe9-7aa5-4a3e-ad55-e85e8da422e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5091677 Aug 31 15:51:10.633390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93130701-8b00-4ca3-9b46-7dd141782e98 req-319ffbe0-84e1-4219-bb92-7052e503e009 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:10.635077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93130701-8b00-4ca3-9b46-7dd141782e98 req-319ffbe0-84e1-4219-bb92-7052e503e009 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.2012551 Aug 31 15:51:10.641557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Calling delete_port for e54827f0-109d-4922-8ee3-8ba7892afb30 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:51:10.753381 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93130701-8b00-4ca3-9b46-7dd141782e98 req-a07d26cd-3014-462a-8c84-f786e3034cd3 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078792 Aug 31 15:51:10.787322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16436942-ae3a-454a-b8ec-bbdacfa1dc6e None None] Network 84aae885-6afb-432f-ba2e-e92adbc6643e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:11.008848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:11.030649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['33eccd71-ad9b-43ca-bebf-d4943d8202fe'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:11.085661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Pushing event deleted for resources: {'Port': ['ID=e54827f0-109d-4922-8ee3-8ba7892afb30,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:11.104690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e54827f0-109d-4922-8ee3-8ba7892afb30'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:11.121318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:11.126949 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b09e299-2c39-4b34-a8c5-c8d860d1b863" -d '{"events": [{"name": "network-changed", "server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:11.163541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-cac618a1-337d-4d72-b61a-90aafe39d1aa tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8c35b6630d21477c985215125080231e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706837 Aug 31 15:51:11.261731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e544113c-917e-4562-a6ba-2ddbfedfa666 req-f8cb04fd-16b2-4d3a-a229-551478e57532 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=b951f5f2-29e4-4709-8a07-ad78d9e8da6b HTTP/1.1" status: 200 len: 210 time: 0.1209371 Aug 31 15:51:11.396478 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f9ab8-3934-496c-8aa3-cff63ec50c5e x-openstack-request-id: req-3f1f9ab8-3934-496c-8aa3-cff63ec50c5e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:11.397636 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:11.398036 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f1f9ab8-3934-496c-8aa3-cff63ec50c5e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:11.398636 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'status': 'completed', 'code': 200} Aug 31 15:51:11.506810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-b3612103-b79e-4298-acc9-5f0d80e34c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:11.508684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-b3612103-b79e-4298-acc9-5f0d80e34c94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1126 time: 0.0772400 Aug 31 15:51:11.513214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] No DVR routers for this DVR port e54827f0-109d-4922-8ee3-8ba7892afb30 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:11.536600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13342381-63a5-4145-adcd-50fc5146df07 req-3f7d0dc6-3497-4b96-bb04-c507bad31da0 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:11.546082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13342381-63a5-4145-adcd-50fc5146df07 req-3f7d0dc6-3497-4b96-bb04-c507bad31da0 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.4682312 Aug 31 15:51:11.548563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:11.551765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-806c17d6-0d6e-48cd-938b-6fc9f7f28c0b req-15a1ac5d-91da-4974-9330-3f35e04f1c0a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.30 "DELETE /v2.0/ports/e54827f0-109d-4922-8ee3-8ba7892afb30 HTTP/1.1" status: 204 len: 173 time: 1.8165479 Aug 31 15:51:11.580034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-9eee798e-725c-4c9b-8057-b5ecc4faa7dd tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:11.581796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-9eee798e-725c-4c9b-8057-b5ecc4faa7dd tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3674886 Aug 31 15:51:11.596070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8d33ef7-2bed-49f5-b049-d099c8c4ca0f req-aa3efbb2-3549-47b2-9c27-cfb12aa32a14 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 210 time: 0.1085868 Aug 31 15:51:11.612174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Request body: {'port': {'device_id': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '8c35b6630d21477c985215125080231e'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.800828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13342381-63a5-4145-adcd-50fc5146df07 req-e192802d-9cca-4fd2-88dd-c6ae462a4927 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536769 Aug 31 15:51:11.831863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:11.843761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2109898041-network', 'tenant_id': '849be8e4d0b1421daf1780dc9264795d'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:11.849271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ad4be-1bd0-4c1f-9331-5f129b224f0d req-8e935a58-ee82-4cc9-9752-0d81f1a17a7d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:11.851028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d79ad4be-1bd0-4c1f-9331-5f129b224f0d req-8e935a58-ee82-4cc9-9752-0d81f1a17a7d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.1208973 Aug 31 15:51:11.857050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Made reservation on behalf of 8c35b6630d21477c985215125080231e for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:11.861437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:11.877838 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:11.916001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d79ad4be-1bd0-4c1f-9331-5f129b224f0d req-10f9a641-b7b0-4919-a3e7-71b1cf1dbe88 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519111 Aug 31 15:51:11.926412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Made reservation on behalf of 849be8e4d0b1421daf1780dc9264795d for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:11.930902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:11.946788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:11.958049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-96404115-cd65-4366-b935-9cd2afa7561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:11.960434 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-96404115-cd65-4366-b935-9cd2afa7561d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.4368472 Aug 31 15:51:12.013444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.019717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.045415 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-019beb74-2176-4a50-ab63-b9bd3add7454 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0759418 Aug 31 15:51:12.110251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b507b6-e653-4302-a43e-eab3a06a4b8b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.172567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.208656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.223458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Allocated IP 192.168.233.160 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/98c3ac4a-04ed-4933-949d-730ecca00150) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:12.248110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:12.285047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-f3d4898a-85cf-40dd-a089-400ca7c9f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:12.288736 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-f3d4898a-85cf-40dd-a089-400ca7c9f780 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1282790 Aug 31 15:51:12.293744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.294482 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Added segment 684607cb-97f5-4c05-9e99-7d800738a914 of type vlan for network 617ab34c-ebb5-4710-b15e-80b2eb9527be Aug 31 15:51:12.297059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724a94de-d19f-4215-832c-11e05858a0b3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.395029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-bd674781-7f8a-48d9-b362-e7355ce23f46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908906 Aug 31 15:51:12.407676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adcbb3-d76b-484e-a630-c04a080e5f1f req-253e06e5-9e03-447b-b8d3-2f728736baa4 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:12.409396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38adcbb3-d76b-484e-a630-c04a080e5f1f req-253e06e5-9e03-447b-b8d3-2f728736baa4 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.1157827 Aug 31 15:51:12.438780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.480803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38adcbb3-d76b-484e-a630-c04a080e5f1f req-f6e6351f-3453-46da-b537-6acae2d72629 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610595 Aug 31 15:51:12.484268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.500600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Transition to ACTIVE for port object 98c3ac4a-04ed-4933-949d-730ecca00150 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:12.519811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.522116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:12.522746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.545568 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.633534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7996364 Aug 31 15:51:12.636794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37130) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:12.647487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-62566356-5cb7-41be-9916-d875abb714bf service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400243 Aug 31 15:51:12.647890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Request body: {'subnet': {'network_id': '617ab34c-ebb5-4710-b15e-80b2eb9527be', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2109898041-subnet', 'tenant_id': '849be8e4d0b1421daf1780dc9264795d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:12.682456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:12.686015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5ea6-f151-4762-a93b-7ff0b3fa4df3 admin admin] Pushing event updated for resources: {'Network': ['ID=617ab34c-ebb5-4710-b15e-80b2eb9527be,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.695300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:12.699852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:12.706417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:12.707411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.712597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Pushing event updated for resources: {'Port': ['ID=98c3ac4a-04ed-4933-949d-730ecca00150,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:12.722902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 617ab34c-ebb5-4710-b15e-80b2eb9527be details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:12.782212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Made reservation on behalf of 849be8e4d0b1421daf1780dc9264795d for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:12.789017 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:12.867543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:12.875746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-aa0f61b1-5047-4fe6-a3a8-3e02496efb80 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2784376 Aug 31 15:51:12.903093 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b09e299-2c39-4b34-a8c5-c8d860d1b863 req-1921f3df-b0e0-4dde-ab98-3ad80054abd4 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399333 Aug 31 15:51:12.906266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Request body: {'port': {'device_id': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:13.091005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58799c98-66d1-4218-844b-3ad670aeec42 req-396ef581-f54a-4f83-b128-69648639a8a2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:13.092767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58799c98-66d1-4218-844b-3ad670aeec42 req-396ef581-f54a-4f83-b128-69648639a8a2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 936 time: 0.2157142 Aug 31 15:51:13.095561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:13.107486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-03dc606b-7e30-4e32-92d2-068863dd7d3e None None] Provisioning for port 98c3ac4a-04ed-4933-949d-730ecca00150 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:13.120022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-03dc606b-7e30-4e32-92d2-068863dd7d3e None None] Provisioning complete for port 98c3ac4a-04ed-4933-949d-730ecca00150 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:13.121184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03dc606b-7e30-4e32-92d2-068863dd7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:13.191876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:13.203853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-03dc606b-7e30-4e32-92d2-068863dd7d3e None None] Port 98c3ac4a-04ed-4933-949d-730ecca00150 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:51:13.209203 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df has no active binding in host n-h1-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:51:13.220418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58799c98-66d1-4218-844b-3ad670aeec42 req-c12382dd-b063-45d6-82d3-ddb48161d680 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200361 Aug 31 15:51:13.399566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'name': 'network-vif-deleted', 'tag': 'e54827f0-109d-4922-8ee3-8ba7892afb30'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:13.404444 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d167a-67b9-4cff-875b-1b00b135e193" -d '{"events": [{"server_uuid": "b951f5f2-29e4-4709-8a07-ad78d9e8da6b", "name": "network-vif-deleted", "tag": "e54827f0-109d-4922-8ee3-8ba7892afb30"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:13.432005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:13.747686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee64e03-d526-4a51-9a0c-918142870c18 req-347e3ba0-f228-4b99-9e16-d11712fb791d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:13.749877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ee64e03-d526-4a51-9a0c-918142870c18 req-347e3ba0-f228-4b99-9e16-d11712fb791d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.4162834 Aug 31 15:51:13.783732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f10f4e-8867-4eb5-b233-fc2e3268d334,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:13.809499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Checking segment: {'id': '684607cb-97f5-4c05-9e99-7d800738a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '617ab34c-ebb5-4710-b15e-80b2eb9527be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:13.809870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Network hostable DHCP agents. Network: 617ab34c-ebb5-4710-b15e-80b2eb9527be, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:13.837529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fcdb3-070c-4e52-a84e-d3d80a30b833 req-d48bd73a-ae68-4a76-9eee-41449f37380b tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:13.839158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a2fcdb3-070c-4e52-a84e-d3d80a30b833 req-d48bd73a-ae68-4a76-9eee-41449f37380b tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 949 time: 0.1862161 Aug 31 15:51:13.911587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ee64e03-d526-4a51-9a0c-918142870c18 req-41723651-4dba-49a9-833e-13c81a9e14ea tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487334 Aug 31 15:51:13.988856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Network 617ab34c-ebb5-4710-b15e-80b2eb9527be is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:13.993115 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e3d1a-294d-4563-b91a-37023a31dcad x-openstack-request-id: req-4c2e3d1a-294d-4563-b91a-37023a31dcad {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:13.993415 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b951f5f2-29e4-4709-8a07-ad78d9e8da6b", "name": "network-vif-deleted", "tag": "e54827f0-109d-4922-8ee3-8ba7892afb30", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:13.993670 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c2e3d1a-294d-4563-b91a-37023a31dcad {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:13.994057 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b951f5f2-29e4-4709-8a07-ad78d9e8da6b', 'name': 'network-vif-deleted', 'tag': 'e54827f0-109d-4922-8ee3-8ba7892afb30', 'status': 'completed', 'code': 200} Aug 31 15:51:14.010253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a2fcdb3-070c-4e52-a84e-d3d80a30b833 req-861e8dc4-5f4a-465e-befb-704858f1552a tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/security-groups?id=763c38f4-2016-43bf-8303-650477e38b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594961 Aug 31 15:51:14.025379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-83a779fd-b3b2-41ca-86ce-1348f9181d43 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:14.026931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-83a779fd-b3b2-41ca-86ce-1348f9181d43 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.1851516 Aug 31 15:51:14.033093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 617ab34c-ebb5-4710-b15e-80b2eb9527be) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:14.039065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c3ac4a-04ed-4933-949d-730ecca00150 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:14.042725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b8066-9bdd-4df4-acc6-3232095d7241 None None] Network 617ab34c-ebb5-4710-b15e-80b2eb9527be requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:14.055905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:14.056644 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.078308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.142171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Transition to ACTIVE for port object 98c3ac4a-04ed-4933-949d-730ecca00150 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:14.152265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-885cf949-39e5-4549-92b8-6d7fb5052b60 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5037587 Aug 31 15:51:14.173048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.233706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ec6f-4606-4f15-a27e-edc226fe1512 req-a7dd2013-f5ce-4705-b374-307de156be6a tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:14.242256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc30ec6f-4606-4f15-a27e-edc226fe1512 req-a7dd2013-f5ce-4705-b374-307de156be6a tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/ports?device_id=51089f57-9307-402e-9345-310eb10eaac4 HTTP/1.1" status: 200 len: 949 time: 0.1609449 Aug 31 15:51:14.267457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61bee3-a516-4dd8-8af5-9bc663e47a9f None None] Network 617ab34c-ebb5-4710-b15e-80b2eb9527be requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:14.304031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Pushing event updated for resources: {'Port': ['ID=98c3ac4a-04ed-4933-949d-730ecca00150,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.368225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Deleting port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:51:14.368559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.491506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc30ec6f-4606-4f15-a27e-edc226fe1512 req-ac43f5c7-9e8d-418e-980d-0f4cb460b724 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.43 "GET /v2.0/security-groups?id=c748181c-76c7-42eb-9a01-0a989d4d4d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415416 Aug 31 15:51:14.515537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Attempting to bind port 98c3ac4a-04ed-4933-949d-730ecca00150 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:14.517521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Attempting to bind port 98c3ac4a-04ed-4933-949d-730ecca00150 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:14.520826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Attempting to bind port 98c3ac4a-04ed-4933-949d-730ecca00150 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:14.542920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Port 98c3ac4a-04ed-4933-949d-730ecca00150 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:14.543429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Attempting to bind port 98c3ac4a-04ed-4933-949d-730ecca00150 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:14.563548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:14.563548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:14.563548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:14.563548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Bound port: 98c3ac4a-04ed-4933-949d-730ecca00150, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:14.563548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.570894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] For port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:14.571269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.592939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Calling delete_port for a45e8abd-a724-4ce3-a9d9-f4ab14ca752b owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:51:14.702865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] For port 98c3ac4a-04ed-4933-949d-730ecca00150, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:14.730004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] For port 98c3ac4a-04ed-4933-949d-730ecca00150, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=98c3ac4a-04ed-4933-949d-730ecca00150,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:14.755000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.823843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e54827f0-109d-4922-8ee3-8ba7892afb30 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:14.837778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:14.838460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.839835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] 10.222.0.49 "PUT /v2.0/ports/98c3ac4a-04ed-4933-949d-730ecca00150 HTTP/1.1" status: 200 len: 1097 time: 1.9511852 Aug 31 15:51:14.860325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a852a-e897-4034-af6a-e55d0a7b2080 req-852d78f8-c30c-42cb-8951-212d3536676e tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:14.870101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf7a852a-e897-4034-af6a-e55d0a7b2080 req-852d78f8-c30c-42cb-8951-212d3536676e tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 948 time: 0.1633565 Aug 31 15:51:14.886611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: e54827f0-109d-4922-8ee3-8ba7892afb30 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:51:14.886882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e54827f0-109d-4922-8ee3-8ba7892afb30 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:14.901050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c395-ebd1-4e9b-9409-37d33d71ceb0 service neutron] Pushing event updated for resources: {'Port': ['ID=98c3ac4a-04ed-4933-949d-730ecca00150,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:14.948371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:14.960647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a45e8abd-a724-4ce3-a9d9-f4ab14ca752b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:14.980812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf7a852a-e897-4034-af6a-e55d0a7b2080 req-1e7544b4-eb83-406e-ac7f-ceb794f5f397 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096826 Aug 31 15:51:15.021162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Pushing event deleted for resources: {'Port': ['ID=a45e8abd-a724-4ce3-a9d9-f4ab14ca752b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.060716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-27c258f9-67e4-4abf-ab58-473561209a16 service neutron] 10.222.0.49 "GET /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.1231270 Aug 31 15:51:15.082543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.49', 49451) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:15.095038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] No DVR routers for this DVR port a45e8abd-a724-4ce3-a9d9-f4ab14ca752b on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:15.099396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:15.102060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-630faabb-0b89-4287-b8d9-9c34429c99e3 req-c28d8b61-8204-4856-8d2f-335705e4c269 tempest-DeleteServersAdminTestJSON-2088160602 tempest-DeleteServersAdminTestJSON-2088160602-project] 10.222.0.30 "DELETE /v2.0/ports/a45e8abd-a724-4ce3-a9d9-f4ab14ca752b HTTP/1.1" status: 204 len: 173 time: 1.0668859 Aug 31 15:51:15.116642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-0eb69b95-db71-49ea-b25e-b552d3ee9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:15.117753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-0eb69b95-db71-49ea-b25e-b552d3ee9e9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c35b6630d21477c985215125080231e&device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 1100 time: 0.1801562 Aug 31 15:51:15.199478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-b099e642-eb79-41cb-b749-e44f2b1af4d0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:15.201194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-b099e642-eb79-41cb-b749-e44f2b1af4d0 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 949 time: 0.1175342 Aug 31 15:51:15.222630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-50713458-3c9e-443e-b768-abb2351f5c11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=98c3ac4a-04ed-4933-949d-730ecca00150 HTTP/1.1" status: 200 len: 217 time: 0.0657089 Aug 31 15:51:15.315352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-6a101d5f-3d3f-439e-bab2-a62c3e7d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:15.316860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-6a101d5f-3d3f-439e-bab2-a62c3e7d9d51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0847490 Aug 31 15:51:15.326222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-849409bf-3191-4272-aac1-aac621433d21 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:15.333760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-849409bf-3191-4272-aac1-aac621433d21 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.2789857 Aug 31 15:51:15.385397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-717a6de1-2369-44f1-8e5e-69520a82fa29 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/quotas/95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 375 time: 0.0503163 Aug 31 15:51:15.442610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-efa7989c-e2ca-4d4d-b065-92c0a2e95b7a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562575 Aug 31 15:51:15.464044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-87339d43-9dc5-430a-b96b-7127243ee934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:15.465842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-87339d43-9dc5-430a-b96b-7127243ee934 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296768 Aug 31 15:51:15.467216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:15.470874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Deleting port 33eccd71-ad9b-43ca-bebf-d4943d8202fe {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:51:15.471219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:15.545028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:15.595696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd179bfa-5473-4f2c-835e-7b43d1f933df {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:15.616492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:15.631655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] For port 33eccd71-ad9b-43ca-bebf-d4943d8202fe, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=33eccd71-ad9b-43ca-bebf-d4943d8202fe,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:15.632015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:15.641919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:15.648418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Calling delete_port for 33eccd71-ad9b-43ca-bebf-d4943d8202fe owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:51:15.674499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-caab9f10-4c8d-4177-b7ec-082146bc098c service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239931 Aug 31 15:51:15.681817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fb9b5-ff66-426f-8816-b47f016604ca req-d0dafac8-6c7b-4908-95d8-5468a651d4d6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:15.683222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f00fb9b5-ff66-426f-8816-b47f016604ca req-d0dafac8-6c7b-4908-95d8-5468a651d4d6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 943 time: 0.1654434 Aug 31 15:51:15.711635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-ffed108e-b474-4fc9-98b9-3932d5761511 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338569 Aug 31 15:51:15.784844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] Transition to ACTIVE for port object dd179bfa-5473-4f2c-835e-7b43d1f933df will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:15.790327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:15.923762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] No DVR routers for this DVR port dd179bfa-5473-4f2c-835e-7b43d1f933df on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:15.927927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:15.935311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] Pushing event updated for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.946768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['33eccd71-ad9b-43ca-bebf-d4943d8202fe'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:15.998189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Pushing event deleted for resources: {'Port': ['ID=33eccd71-ad9b-43ca-bebf-d4943d8202fe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:15.998388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'tag': '98c3ac4a-04ed-4933-949d-730ecca00150'}, {'server_uuid': '51089f57-9307-402e-9345-310eb10eaac4', 'name': 'network-vif-deleted', 'tag': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:16.000370 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba93471-4423-4b64-9257-6f1dee369e97" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1c1b79-7c33-449b-8536-abcc772a2958", "tag": "98c3ac4a-04ed-4933-949d-730ecca00150"}, {"server_uuid": "51089f57-9307-402e-9345-310eb10eaac4", "name": "network-vif-deleted", "tag": "a45e8abd-a724-4ce3-a9d9-f4ab14ca752b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:16.024879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f00fb9b5-ff66-426f-8816-b47f016604ca req-317e5560-4251-4b18-9eca-3cb4e85cb791 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300352 Aug 31 15:51:16.025556 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-cbc264a1-9b86-451d-bbc9-057580ff90ae service neutron] 10.222.0.49 "PUT /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df/bindings/n-h1-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 0.9492068 Aug 31 15:51:16.057583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] No DVR routers for this DVR port 33eccd71-ad9b-43ca-bebf-d4943d8202fe on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:16.060616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:16.063174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ba82456-93ce-4ce3-95f9-d5659975fb05 req-344d0ada-89bb-4e25-b30d-2226b78e4a7f tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.49 "DELETE /v2.0/ports/33eccd71-ad9b-43ca-bebf-d4943d8202fe HTTP/1.1" status: 204 len: 173 time: 0.8542318 Aug 31 15:51:16.065031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'name': 'network-vif-deleted', 'tag': '33eccd71-ad9b-43ca-bebf-d4943d8202fe'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:16.093869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-bd163747-ff44-4325-835d-67ca5f9703b4 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096582 Aug 31 15:51:16.094086 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ee0412-1627-4db0-96a6-11746f0dde14" -d '{"events": [{"server_uuid": "d15cc9f6-93e7-460d-a2d4-3bc1abcfebed", "name": "network-vif-deleted", "tag": "33eccd71-ad9b-43ca-bebf-d4943d8202fe"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:16.097148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe98a3a0-e33b-477f-921e-4bf12f05409c req-cbbc7d4d-760d-4c51-8336-681f9be76fd8 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590751 Aug 31 15:51:16.184595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95208846-82ee-44c6-8cd3-e9f4c1b9c93a req-66938ec0-d375-4595-a2a9-7fc4e115b966 tempest-ServersAdminNegativeTestJSON-1998509254 tempest-ServersAdminNegativeTestJSON-1998509254-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15cc9f6-93e7-460d-a2d4-3bc1abcfebed HTTP/1.1" status: 200 len: 210 time: 0.0459018 Aug 31 15:51:16.218184 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-d5b97e2f-5067-40d5-972e-312c1984a2c1 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.225038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-d5b97e2f-5067-40d5-972e-312c1984a2c1 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.1247046 Aug 31 15:51:16.329740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-9a19a62a-c58a-4053-99a9-7c58622dbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.332004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-9a19a62a-c58a-4053-99a9-7c58622dbbd9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d&tenant_id=eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0990372 Aug 31 15:51:16.441548 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c30965c-d686-4caf-b6a9-302d558a791c x-openstack-request-id: req-8c30965c-d686-4caf-b6a9-302d558a791c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:16.441984 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1c1b79-7c33-449b-8536-abcc772a2958", "tag": "98c3ac4a-04ed-4933-949d-730ecca00150", "status": "completed", "code": 200}, {"server_uuid": "51089f57-9307-402e-9345-310eb10eaac4", "name": "network-vif-deleted", "tag": "a45e8abd-a724-4ce3-a9d9-f4ab14ca752b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:16.442242 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c30965c-d686-4caf-b6a9-302d558a791c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:16.442630 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'tag': '98c3ac4a-04ed-4933-949d-730ecca00150', 'status': 'completed', 'code': 200} Aug 31 15:51:16.442920 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51089f57-9307-402e-9345-310eb10eaac4', 'name': 'network-vif-deleted', 'tag': 'a45e8abd-a724-4ce3-a9d9-f4ab14ca752b', 'status': 'completed', 'code': 200} Aug 31 15:51:16.454787 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572cfdfd-7e95-45ca-941b-103c4f5a0f76 x-openstack-request-id: req-572cfdfd-7e95-45ca-941b-103c4f5a0f76 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:16.455395 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cc9f6-93e7-460d-a2d4-3bc1abcfebed", "name": "network-vif-deleted", "tag": "33eccd71-ad9b-43ca-bebf-d4943d8202fe", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:16.455837 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-572cfdfd-7e95-45ca-941b-103c4f5a0f76 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:16.456455 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15cc9f6-93e7-460d-a2d4-3bc1abcfebed', 'name': 'network-vif-deleted', 'tag': '33eccd71-ad9b-43ca-bebf-d4943d8202fe', 'status': 'completed', 'code': 200} Aug 31 15:51:16.485961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-f9cfba77-bc4e-41e0-8782-3cfca7b0b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.487586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-f9cfba77-bc4e-41e0-8782-3cfca7b0b53e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1096 time: 0.1303546 Aug 31 15:51:16.543772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1fccf0f-c530-4e94-ba41-17bd0490df59 req-e80428c8-5989-426a-a9d0-ca9c8c9368ec tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 210 time: 0.0542135 Aug 31 15:51:16.591431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4e561-266c-430e-a553-2946323c71f9 req-08f115c1-38f8-4c95-b1dc-0c4d2280b8b2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.593147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9de4e561-266c-430e-a553-2946323c71f9 req-08f115c1-38f8-4c95-b1dc-0c4d2280b8b2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 948 time: 0.1978669 Aug 31 15:51:16.628090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-f9003ebb-0e64-4ca1-a8ae-6dd203ff26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.629623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-f9003ebb-0e64-4ca1-a8ae-6dd203ff26c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c35b6630d21477c985215125080231e&device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 1100 time: 0.1850061 Aug 31 15:51:16.729130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9de4e561-266c-430e-a553-2946323c71f9 req-676fcc80-dbe1-4535-950a-050cf088352e tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258168 Aug 31 15:51:16.734226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-5012a85c-e859-4d1f-8d9b-f2c53c6001bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.735709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-5012a85c-e859-4d1f-8d9b-f2c53c6001bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2298512 Aug 31 15:51:16.790958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-0f684ff9-8359-4c2e-8fd7-24d8adc8242f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0440433 Aug 31 15:51:16.849053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-e0ce5435-a4b8-4df6-bba9-bfce975c20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.850619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-e0ce5435-a4b8-4df6-bba9-bfce975c20af service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2098145 Aug 31 15:51:16.916755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-727344fd-8926-4b76-97be-08017989f1eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=98c3ac4a-04ed-4933-949d-730ecca00150 HTTP/1.1" status: 200 len: 217 time: 0.0518477 Aug 31 15:51:16.918385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-d19dd657-114b-480e-8342-1a7fe52bac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:16.919834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-d19dd657-114b-480e-8342-1a7fe52bac4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1219807 Aug 31 15:51:16.996152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-524b335b-1625-4876-9c74-f3173d997093 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587201 Aug 31 15:51:17.069136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-7927fd70-70ed-41b8-9b0d-9aaffc8b24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:17.070643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-7927fd70-70ed-41b8-9b0d-9aaffc8b24ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1473067 Aug 31 15:51:17.218220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-9b9b5e91-cf32-4af2-bcfe-4bea55164fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:17.219968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-9b9b5e91-cf32-4af2-bcfe-4bea55164fca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386774 Aug 31 15:51:17.310645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-aa802278-0788-4e38-a3c9-11829623403b service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044205 Aug 31 15:51:17.321977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f8874-6d74-445b-9ab5-ab9bb8355974 req-16ca76db-f44d-46bd-9ec5-b60f3c1cf099 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:17.323516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e24f8874-6d74-445b-9ab5-ab9bb8355974 req-16ca76db-f44d-46bd-9ec5-b60f3c1cf099 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 944 time: 0.1836007 Aug 31 15:51:17.333284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37276) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:17.457384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e24f8874-6d74-445b-9ab5-ab9bb8355974 req-13259f1e-2a5b-4810-b223-fefb1fdc35b4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190550 Aug 31 15:51:17.487159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37286) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:17.510487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-5dcca46b-cf8b-4665-af06-5cd7f64df3b9 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718120 Aug 31 15:51:17.589046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-e945c54f-9ae6-493f-86c0-4f67b86d4a8a service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627726 Aug 31 15:51:17.712787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba93471-4423-4b64-9257-6f1dee369e97 req-dd9cc60b-5eef-4fb5-aedd-6031af1c2897 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927414 Aug 31 15:51:17.885030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d324b985-7792-470f-9e7e-ac38dc5d4608 req-46f4564a-dca3-46ba-8675-2a5dd88057dc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 210 time: 0.1004977 Aug 31 15:51:18.003151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-b20ff4aa-f9d0-44e7-9fc6-2559fa1be888 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:18.004828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-b20ff4aa-f9d0-44e7-9fc6-2559fa1be888 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.3241396 Aug 31 15:51:18.020358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-042da373-80da-4539-88e8-68b4305760ec tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:18.022283 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-042da373-80da-4539-88e8-68b4305760ec tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.1260905 Aug 31 15:51:18.023238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ef3d2-8086-41ec-93d4-9d6ab746bc54 req-0f659751-a0d5-4fac-ac7d-fbf3840c1947 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:18.025251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca4ef3d2-8086-41ec-93d4-9d6ab746bc54 req-0f659751-a0d5-4fac-ac7d-fbf3840c1947 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 948 time: 0.0987577 Aug 31 15:51:18.031838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Request body: {'port': {'device_id': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'admin_state_up': True, 'tenant_id': '95dbc64de383495ca5176f9e711e4181'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:18.083742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37306) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:18.092280 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f194597c-a990-4f03-a23b-43c97050b108 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccd10a96e72a4d918884d1a8d46060fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6025681 Aug 31 15:51:18.094997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37308) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:18.168019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.181705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3226904-97ca-4f34-a55a-159d1bb3c364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.239316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.277526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca4ef3d2-8086-41ec-93d4-9d6ab746bc54 req-3f9dd0b7-f476-4d38-ba9d-0eca1f1826f9 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390294 Aug 31 15:51:18.312400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8d389f2f-4e6e-415f-94cb-3cdfc11012b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=051a0608a703490795638629d322ed20&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2215226 Aug 31 15:51:18.313398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37314) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:18.339513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-c3f7bf14-c6ae-4cb6-938a-73d82601faa6 service neutron] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:18.347249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-c3f7bf14-c6ae-4cb6-938a-73d82601faa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.348070 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784a2bf-10a7-4d5f-85a5-94f3c3fd37e0 req-c3f7bf14-c6ae-4cb6-938a-73d82601faa6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df/bindings/n-h2-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.3125854 Aug 31 15:51:18.352499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:18.364848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.367774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.369210 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c748181c-76c7-42eb-9a01-0a989d4d4d5e HTTP/1.1" status: 204 len: 168 time: 0.2730992 Aug 31 15:51:18.385668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748181c-76c7-42eb-9a01-0a989d4d4d5e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.403292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.403856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.404657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.405189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.405745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.406271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.406799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.407195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.407584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.407976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.408441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.408821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290f9a2-96aa-49fa-846e-eb9dd5f2775c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:18.414960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.426691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3226904-97ca-4f34-a55a-159d1bb3c364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.431140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3226904-97ca-4f34-a55a-159d1bb3c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.476599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.485972 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d3226904-97ca-4f34-a55a-159d1bb3c364 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c096c31372f48c7a5f8e7dce4b4f9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1512742 Aug 31 15:51:18.492657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37324) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:18.506854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Made reservation on behalf of 95dbc64de383495ca5176f9e711e4181 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:18.510990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.555263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3226904-97ca-4f34-a55a-159d1bb3c364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc15a6-c505-4aed-be44-86524a720c57,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.618732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34c1adf7-b68b-4f56-9317-9daa1dbb8692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.653291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34c1adf7-b68b-4f56-9317-9daa1dbb8692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.709621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34c1adf7-b68b-4f56-9317-9daa1dbb8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.714534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34c1adf7-b68b-4f56-9317-9daa1dbb8692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.720247 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-34c1adf7-b68b-4f56-9317-9daa1dbb8692 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bfc15a6-c505-4aed-be44-86524a720c57 HTTP/1.1" status: 204 len: 168 time: 0.2240984 Aug 31 15:51:18.734645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1adf7-b68b-4f56-9317-9daa1dbb8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc15a6-c505-4aed-be44-86524a720c57,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:18.829373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b14044c-b24b-4582-a0b0-3b0d09e66926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:18.862592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a45e8abd-a724-4ce3-a9d9-f4ab14ca752b no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:18.888416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37332) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:18.911409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: a45e8abd-a724-4ce3-a9d9-f4ab14ca752b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:51:18.912684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a45e8abd-a724-4ce3-a9d9-f4ab14ca752b not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:18.919074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a408e73-c5f2-4bad-8a7e-da981e1b08fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.028724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b14044c-b24b-4582-a0b0-3b0d09e66926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.035696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b14044c-b24b-4582-a0b0-3b0d09e66926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.071205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14044c-b24b-4582-a0b0-3b0d09e66926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5ce165-39d6-481c-ba68-ce28c6058ba4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.105784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b14044c-b24b-4582-a0b0-3b0d09e66926 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb58c6e893e9411984f7efd6fd1f04b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508595 Aug 31 15:51:19.110729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37338) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:19.115700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07a5587f-e4bc-4953-9996-152689d0eac8 req-f5c73e62-171c-4dcc-9ce8-af1572fd5ce9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 210 time: 0.1050045 Aug 31 15:51:19.138784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.142144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.144178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/763c38f4-2016-43bf-8303-650477e38b46 HTTP/1.1" status: 204 len: 168 time: 0.8296492 Aug 31 15:51:19.186632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac939f3-fd97-4c54-b18e-ee791417aa9e req-2782aeb5-fff8-4c97-9665-4d8392d3506d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:19.189821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aac939f3-fd97-4c54-b18e-ee791417aa9e req-2782aeb5-fff8-4c97-9665-4d8392d3506d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 944 time: 0.6167388 Aug 31 15:51:19.191146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c38f4-2016-43bf-8303-650477e38b46,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.224123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ad29-a1c3-48de-9f70-e2c760915c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.245058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.245689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.246322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.246903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.247613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.248157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.248748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.249287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.249859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.250435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.250971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.251502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758d43b-26e5-4648-8522-cabdb6990593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:19.252345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ad29-a1c3-48de-9f70-e2c760915c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.369554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aac939f3-fd97-4c54-b18e-ee791417aa9e req-59da01bb-f4db-4c14-9670-413436961ea9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649220 Aug 31 15:51:19.374630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ad29-a1c3-48de-9f70-e2c760915c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.389093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ad29-a1c3-48de-9f70-e2c760915c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.389093 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8ac1ad29-a1c3-48de-9f70-e2c760915c65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d5ce165-39d6-481c-ba68-ce28c6058ba4 HTTP/1.1" status: 204 len: 168 time: 0.2681611 Aug 31 15:51:19.404387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1ad29-a1c3-48de-9f70-e2c760915c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5ce165-39d6-481c-ba68-ce28c6058ba4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.460109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a408e73-c5f2-4bad-8a7e-da981e1b08fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.464602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37350) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:19.486846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a408e73-c5f2-4bad-8a7e-da981e1b08fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.518665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Allocated IP 172.20.0.5 (84aae885-6afb-432f-ba2e-e92adbc6643e/a9b700bd-8715-4614-85b0-d3bc06d6fbc6/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:19.565787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3460ee1e-2a1b-4f9c-9be8-4ad02cd21730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.570969 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a408e73-c5f2-4bad-8a7e-da981e1b08fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77274d63c76d4c30b54d6f4b00815b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744285 Aug 31 15:51:19.582750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37354) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:19.586237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d97c7-ef3c-4f18-89a7-b87ad2b1b096 req-79cca90f-61e0-48ad-912f-6821a87d2815 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:19.588055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-729d97c7-ef3c-4f18-89a7-b87ad2b1b096 req-79cca90f-61e0-48ad-912f-6821a87d2815 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 948 time: 0.1616983 Aug 31 15:51:19.656587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a408e73-c5f2-4bad-8a7e-da981e1b08fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530f02fc-2088-48b4-b087-fd6172935e3a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:19.696038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa9fab08-d9f7-4dc4-9dd4-2b8cd62998c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.840538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-729d97c7-ef3c-4f18-89a7-b87ad2b1b096 req-3ca7357d-ded6-4de2-ae01-4e5b43162477 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938711 Aug 31 15:51:19.857635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df707ce-5b9e-4a08-9163-d7c67b39df1f req-288c20a7-4271-4a43-a357-446b5bc365eb tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:19.860971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0df707ce-5b9e-4a08-9163-d7c67b39df1f req-288c20a7-4271-4a43-a357-446b5bc365eb tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1096 time: 0.2707150 Aug 31 15:51:19.872997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 98c3ac4a-04ed-4933-949d-730ecca00150 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:19.899225 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3460ee1e-2a1b-4f9c-9be8-4ad02cd21730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.915745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa9fab08-d9f7-4dc4-9dd4-2b8cd62998c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.915940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 33eccd71-ad9b-43ca-bebf-d4943d8202fe no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:19.939473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3460ee1e-2a1b-4f9c-9be8-4ad02cd21730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.941236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:19.977104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0df707ce-5b9e-4a08-9163-d7c67b39df1f req-18f98750-5f2e-4743-9706-13e6137c5c57 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016047 Aug 31 15:51:19.992946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 33eccd71-ad9b-43ca-bebf-d4943d8202fe {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:51:19.993296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 33eccd71-ad9b-43ca-bebf-d4943d8202fe not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:19.993712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:20.033075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.034508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37362) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:20.050797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3460ee1e-2a1b-4f9c-9be8-4ad02cd21730 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df15ab4f2eb54da29fe1e7b6d2196481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837188 Aug 31 15:51:20.057321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37364) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:20.067076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460ee1e-2a1b-4f9c-9be8-4ad02cd21730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45571858-0e05-4429-b529-f23c7fa3c264,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.113921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Network 84aae885-6afb-432f-ba2e-e92adbc6643e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:20.139095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:20.146393 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa9fab08-d9f7-4dc4-9dd4-2b8cd62998c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.155340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa9fab08-d9f7-4dc4-9dd4-2b8cd62998c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.156830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aa9fab08-d9f7-4dc4-9dd4-2b8cd62998c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/530f02fc-2088-48b4-b087-fd6172935e3a HTTP/1.1" status: 204 len: 168 time: 0.5731401 Aug 31 15:51:20.176104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:20.188401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:20.196051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.199379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 98c3ac4a-04ed-4933-949d-730ecca00150, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=98c3ac4a-04ed-4933-949d-730ecca00150,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:20.203177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:20.211630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fab08-d9f7-4dc4-9dd4-2b8cd62998c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f02fc-2088-48b4-b087-fd6172935e3a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.217830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '98c3ac4a-04ed-4933-949d-730ecca00150', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '98c3ac4a-04ed-4933-949d-730ecca00150', 'mac_address': 'fa:16:3e:0c:79:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:51:20.219255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.242836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c1f93a99-ca23-4966-925e-af3856124546 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41311eff48664f8ea50b287fddd8dfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033229 Aug 31 15:51:20.246394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37370) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:20.249647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f92c-9423-46d4-89db-522e32cf43e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.271947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-f7c8eba2-d3e9-46a5-bc17-41ce19b655ce tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2452888 Aug 31 15:51:20.307714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f92c-9423-46d4-89db-522e32cf43e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.309618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Request body: {'port': {'device_id': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:20.383043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dbb14-fff0-4c18-839f-8336872f8adb req-a6d18cd9-ee3c-4f45-9021-12b18ba450d7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:20.391639 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401dbb14-fff0-4c18-839f-8336872f8adb req-a6d18cd9-ee3c-4f45-9021-12b18ba450d7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 931 time: 0.1461759 Aug 31 15:51:20.422241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f92c-9423-46d4-89db-522e32cf43e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.425484 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f92c-9423-46d4-89db-522e32cf43e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.426805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c6e1f92c-9423-46d4-89db-522e32cf43e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45571858-0e05-4429-b529-f23c7fa3c264 HTTP/1.1" status: 204 len: 168 time: 0.3676436 Aug 31 15:51:20.449016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f92c-9423-46d4-89db-522e32cf43e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45571858-0e05-4429-b529-f23c7fa3c264,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.481000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37384) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:20.500684 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dd66-2594-498d-bcef-39e06b61dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.554036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.565820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8decb97d-0071-445a-8b59-1e72225f76ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.580751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.601666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c3ac4a-04ed-4933-949d-730ecca00150 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:20.628967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 98c3ac4a-04ed-4933-949d-730ecca00150, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=98c3ac4a-04ed-4933-949d-730ecca00150,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:20.634375 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.703519 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dd66-2594-498d-bcef-39e06b61dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.709899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dd66-2594-498d-bcef-39e06b61dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.716349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8decb97d-0071-445a-8b59-1e72225f76ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.726959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=98c3ac4a-04ed-4933-949d-730ecca00150,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.782160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6dd2dd66-2594-498d-bcef-39e06b61dfc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e06e7026a214e269950b7f57e2f4fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992449 Aug 31 15:51:20.783505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2dd66-2594-498d-bcef-39e06b61dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2de95e-2d88-4249-b417-0e802e831c0f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:20.801238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37388) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:20.808422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401dbb14-fff0-4c18-839f-8336872f8adb req-7ca29fe0-6dae-43da-b77e-bddea9ae8da7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083071 Aug 31 15:51:20.862279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['98c3ac4a-04ed-4933-949d-730ecca00150'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:20.886235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4bf755a-5451-4e6e-8b9d-697023698adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.931500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4bf755a-5451-4e6e-8b9d-697023698adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:20.999806 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdf62-fdb8-455a-b2d1-c8d7355fe5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.003328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-d00dcb38-d2ff-4897-9a47-12e32e0b7171 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:21.004216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-d00dcb38-d2ff-4897-9a47-12e32e0b7171 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.5885167 Aug 31 15:51:21.046059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4bf755a-5451-4e6e-8b9d-697023698adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.050529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4bf755a-5451-4e6e-8b9d-697023698adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.052012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b4bf755a-5451-4e6e-8b9d-697023698adf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b2de95e-2d88-4249-b417-0e802e831c0f HTTP/1.1" status: 204 len: 168 time: 0.2478385 Aug 31 15:51:21.072061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf755a-5451-4e6e-8b9d-697023698adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2de95e-2d88-4249-b417-0e802e831c0f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:21.078879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-74609f14-e9a6-4d10-9447-250302a095a4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/quotas/eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 375 time: 0.0622654 Aug 31 15:51:21.196321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8decb97d-0071-445a-8b59-1e72225f76ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.199428 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8decb97d-0071-445a-8b59-1e72225f76ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.200603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8decb97d-0071-445a-8b59-1e72225f76ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be500a2b-505d-43c2-9dee-a2428283056f HTTP/1.1" status: 204 len: 168 time: 0.9532237 Aug 31 15:51:21.229713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763c807-df8c-4248-9749-67e6732af40b req-6aa245f5-f6eb-48dd-854c-16fc219c00d0 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:21.237615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9763c807-df8c-4248-9749-67e6732af40b req-6aa245f5-f6eb-48dd-854c-16fc219c00d0 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 949 time: 0.3086832 Aug 31 15:51:21.243977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decb97d-0071-445a-8b59-1e72225f76ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be500a2b-505d-43c2-9dee-a2428283056f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:21.304884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-dccbbfe3-9f34-4dae-9c64-86f5783ddef7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086067 Aug 31 15:51:21.312761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9763c807-df8c-4248-9749-67e6732af40b req-2870e41b-149e-4f9f-9055-92252cba754d tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740268 Aug 31 15:51:21.496760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-b676f790-2d66-4859-ac63-f8296f225701 service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759369 Aug 31 15:51:21.526155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13960ed-4d22-4cd8-a2ae-e2a61366fe8c {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:21.545488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.593071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Transition to ACTIVE for port object a13960ed-4d22-4cd8-a2ae-e2a61366fe8c will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:21.604997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.670906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-b1900691-6f36-4668-9595-61ad737a26d7 service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615963 Aug 31 15:51:21.676861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:21.714335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:21.714993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:21.715649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:21.722474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:21.723116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:21.733550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:21.733550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:21.733550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:21.733550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Bound port: a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:21.733550 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.796695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 98c3ac4a-04ed-4933-949d-730ecca00150 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:21.831891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:21.839476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:21.849770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.939265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 98c3ac4a-04ed-4933-949d-730ecca00150 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:21.945791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:21.946468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.947946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] 10.222.0.30 "PUT /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 1092 time: 1.6565120 Aug 31 15:51:21.948105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 98c3ac4a-04ed-4933-949d-730ecca00150 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:21.948651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:21.953794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:21.962139 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606c808-b321-4652-8df3-52c50aeadf26" -d '{"events": [{"name": "network-changed", "server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:22.056964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-837b3ca9-1aa3-482f-9e0f-aedee9c52027 req-1b386546-3050-4902-be65-481fd8694f9c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 210 time: 0.0825300 Aug 31 15:51:22.061992 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:22.092779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c3ac4a-04ed-4933-949d-730ecca00150'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:22.096538 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb462bc1-a127-4e32-8a06-50c672b9a562" -d '{"events": [{"server_uuid": "4d1c1b79-7c33-449b-8536-abcc772a2958", "name": "network-vif-plugged", "status": "completed", "tag": "98c3ac4a-04ed-4933-949d-730ecca00150"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:22.110451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 98c3ac4a-04ed-4933-949d-730ecca00150, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=98c3ac4a-04ed-4933-949d-730ecca00150,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:22.116112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:22.174419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ddf81-c95e-4657-a5b3-49940cc2965f service neutron] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.181720 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b384efd-90a9-4923-a796-13b21da2c237 x-openstack-request-id: req-3b384efd-90a9-4923-a796-13b21da2c237 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:22.182091 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:22.182262 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b384efd-90a9-4923-a796-13b21da2c237 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:22.182639 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'status': 'completed', 'code': 200} Aug 31 15:51:22.203523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7af6f-c6ce-4564-89ad-387810e2921c req-33163a14-a6d2-4097-9261-e955176990bd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:22.212103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0b7af6f-c6ce-4564-89ad-387810e2921c req-33163a14-a6d2-4097-9261-e955176990bd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.2383747 Aug 31 15:51:22.216494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=98c3ac4a-04ed-4933-949d-730ecca00150,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:22.256997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-d3440f77-7451-4b50-8ccd-959c713ae303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:22.258526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-d3440f77-7451-4b50-8ccd-959c713ae303 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1095 time: 0.2592554 Aug 31 15:51:22.265115 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b0f910-92f6-4fc1-8e51-63a87dcea914 x-openstack-request-id: req-23b0f910-92f6-4fc1-8e51-63a87dcea914 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:22.265587 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1c1b79-7c33-449b-8536-abcc772a2958", "name": "network-vif-plugged", "status": "completed", "tag": "98c3ac4a-04ed-4933-949d-730ecca00150", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:22.265845 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23b0f910-92f6-4fc1-8e51-63a87dcea914 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:22.266687 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c3ac4a-04ed-4933-949d-730ecca00150', 'code': 200} Aug 31 15:51:22.272680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0b7af6f-c6ce-4564-89ad-387810e2921c req-5269e99e-ec9d-4ea2-b233-9124922ca0e6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Aug 31 15:51:22.320222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-0103b204-189f-4a54-b293-d5eb642dd16f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.0462611 Aug 31 15:51:22.377979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d2b-7370-4761-89a3-4b8800a0318f req-7166d73d-cf3f-4a61-9a75-8bf552916ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:22.379484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-7166d73d-cf3f-4a61-9a75-8bf552916ff8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0521469 Aug 31 15:51:22.451562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-86587754-3566-4667-8c5f-772ff343f635 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624335 Aug 31 15:51:22.798979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6d09-0d13-492a-a5b4-ee7c6142f9a4 req-fcde3c10-7afd-40c0-b9d6-ae2a8b2c5b6a tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:22.800702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40ea6d09-0d13-492a-a5b4-ee7c6142f9a4 req-fcde3c10-7afd-40c0-b9d6-ae2a8b2c5b6a tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 950 time: 0.3537846 Aug 31 15:51:22.802782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe11547-dccf-4907-891f-7c9cbfd0211d req-fdff2b41-277b-4ccd-98e7-2e37c25fa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:22.805258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fe11547-dccf-4907-891f-7c9cbfd0211d req-fdff2b41-277b-4ccd-98e7-2e37c25fa995 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 1102 time: 0.4248967 Aug 31 15:51:22.861878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-60283800-f899-4428-a905-09a7f6a43939 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960118 Aug 31 15:51:22.922555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fe11547-dccf-4907-891f-7c9cbfd0211d req-ef552527-e13d-42a7-86d6-12252e60709c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943964 Aug 31 15:51:22.932400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40ea6d09-0d13-492a-a5b4-ee7c6142f9a4 req-0ae6b258-b86c-4d80-a74f-af545e1fbe6d tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216311 Aug 31 15:51:23.023116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168d2b-7370-4761-89a3-4b8800a0318f req-25b3b6f3-ed6b-41c3-89fa-668842492429 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363289 Aug 31 15:51:23.182027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d144804a-3682-4826-94be-f8f5b091eabd req-655f0c84-ab06-4d85-9844-d4c2adf4e66a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 210 time: 0.0456493 Aug 31 15:51:23.204390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c808-b321-4652-8df3-52c50aeadf26 req-1107812f-045d-4059-8559-aba4641e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:23.207941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-1107812f-045d-4059-8559-aba4641e924c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1095 time: 0.1220891 Aug 31 15:51:23.407951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c808-b321-4652-8df3-52c50aeadf26 req-9efb3d79-0557-4dc6-b26a-e7361356c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:23.410194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-9efb3d79-0557-4dc6-b26a-e7361356c9d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.1904180 Aug 31 15:51:23.484707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-fb478862-a3eb-4e24-9412-b7be7fa00661 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:23.487805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-fb478862-a3eb-4e24-9412-b7be7fa00661 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.2216671 Aug 31 15:51:23.489236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-79abaac4-ce92-48f5-bf7b-1928dc037d5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.0566516 Aug 31 15:51:23.509053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Request body: {'port': {'device_id': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'admin_state_up': True, 'tenant_id': 'eff13a9dca0845f4a0475aac29abb8d6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:23.514285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070947e2-1ce7-4130-92ea-63b44767a06a req-93dee7f0-3266-4ff0-baf5-9364000af16e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:23.515837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-070947e2-1ce7-4130-92ea-63b44767a06a req-93dee7f0-3266-4ff0-baf5-9364000af16e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.1241534 Aug 31 15:51:23.605475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c808-b321-4652-8df3-52c50aeadf26 req-bcdbde7e-5eae-41b4-9603-2e824fadcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:23.609747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-bcdbde7e-5eae-41b4-9603-2e824fadcc72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0899093 Aug 31 15:51:23.610866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-070947e2-1ce7-4130-92ea-63b44767a06a req-fae8ba08-0845-4f55-8492-89b72a9dca91 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840621 Aug 31 15:51:23.655493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-0f07cfc2-d9a4-4c18-86b9-2addc5f55384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392075 Aug 31 15:51:23.774180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Made reservation on behalf of eff13a9dca0845f4a0475aac29abb8d6 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:23.778708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:23.789649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-23f40028-dd2d-4964-9044-2f60a8ddc701 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Aug 31 15:51:23.909776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:23.945495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b606c808-b321-4652-8df3-52c50aeadf26 req-9747b2cc-4741-4f6f-a176-04f747b8a315 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472323 Aug 31 15:51:24.041640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Allocated IP 172.20.0.14 (8c9a93bb-5e6c-44a2-b6c7-00f238809364/fc73648a-fcc3-4db7-bb51-7d249f848e4e/2b257f96-1179-429a-8874-b1a09b3fc9fe) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:24.120075 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fee9b3a1-1e9d-4a1e-90aa-92012008797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:24.173033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca241f9-48f3-496e-9982-5f98134abcbd req-2edbaf4b-681d-4a64-9ac4-925563e6a5a1 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:24.174596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ca241f9-48f3-496e-9982-5f98134abcbd req-2edbaf4b-681d-4a64-9ac4-925563e6a5a1 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 950 time: 0.0871441 Aug 31 15:51:24.249688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ca241f9-48f3-496e-9982-5f98134abcbd req-ea98454f-3c02-4b10-8628-18353b96e383 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655258 Aug 31 15:51:24.329267 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:24.369972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-022a09c8-ee27-40c4-b5fc-9f135c5b1d34 req-ac60a18e-d84e-414f-abbf-9ae240f04e68 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 210 time: 0.0422881 Aug 31 15:51:24.393221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:24.446346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:24.450553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:24.453271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:24.461231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:24.462058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:24.483494 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9795146 Aug 31 15:51:24.496914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Request body: {'port': {'device_id': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:24.538117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa504a4-e90d-475c-897a-d14d8698dceb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:24.566545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:24.861570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:24.882926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523ae8-0dac-4015-b91b-1628b1f40417 req-51b52b48-885d-4751-b747-85fcce1cbbf4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:24.884904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e523ae8-0dac-4015-b91b-1628b1f40417 req-51b52b48-885d-4751-b747-85fcce1cbbf4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.0642443 Aug 31 15:51:24.943680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e523ae8-0dac-4015-b91b-1628b1f40417 req-676b6e5b-1923-49d3-86d5-7435fe16ce13 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497403 Aug 31 15:51:25.179716 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.211322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b257f96-1179-429a-8874-b1a09b3fc9fe {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:25.224060 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.239264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Transition to ACTIVE for port object 2b257f96-1179-429a-8874-b1a09b3fc9fe will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:25.242747 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.353131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.356526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:25.357098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:25.357946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:25.363903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:25.364515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:25.373559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:25.374742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:25.376670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:25.377211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Bound port: 2b257f96-1179-429a-8874-b1a09b3fc9fe, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:25.377690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.500341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:25.507887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:25.528563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.552337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4672d-fb7b-4d49-ab72-22a87a868191 req-2cef5507-b0a3-4e6f-a8c3-fc3fa38100d2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:25.554165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08d4672d-fb7b-4d49-ab72-22a87a868191 req-2cef5507-b0a3-4e6f-a8c3-fc3fa38100d2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 950 time: 0.0887361 Aug 31 15:51:25.584911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:25.585851 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.587518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] 10.222.0.30 "PUT /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 1093 time: 1.0948589 Aug 31 15:51:25.588263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:25.591276 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aea6be7-da23-4974-a4f2-d652d4a5025a" -d '{"events": [{"name": "network-changed", "server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:25.629681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31961d-7f42-4a15-ac78-4eb3954b04da service neutron] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:25.666185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08d4672d-fb7b-4d49-ab72-22a87a868191 req-c78bc7d1-0b8a-47b0-813e-b1430f5a4aed tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792456 Aug 31 15:51:25.672993 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:25.713348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1115be79-683b-4359-aaca-0173c9b8eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:25.715037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-1115be79-683b-4359-aaca-0173c9b8eac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1096 time: 0.0716405 Aug 31 15:51:25.767433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-779506f6-4f53-43d5-8779-8ac29462228a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0438938 Aug 31 15:51:25.768112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bbe25-cb47-4561-b634-b284f5ae6a27 req-b9646db9-933b-4a2b-9613-d976bda6d71b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:25.769781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e8bbe25-cb47-4561-b634-b284f5ae6a27 req-b9646db9-933b-4a2b-9613-d976bda6d71b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.0548649 Aug 31 15:51:25.814846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e8bbe25-cb47-4561-b634-b284f5ae6a27 req-7cab8e1c-28bb-498d-8d50-9a795f6e8fd5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386543 Aug 31 15:51:25.827808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-e8a8fae7-6a2d-4318-a647-adac67a71a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:25.829472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-e8a8fae7-6a2d-4318-a647-adac67a71a3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.0531614 Aug 31 15:51:25.873009 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-dd910bd5-0c1b-4e20-9c60-0c8bf1e7dc80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358250 Aug 31 15:51:25.898512 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399df7db-051c-47bb-a6d8-dbf3cde1ee2c x-openstack-request-id: req-399df7db-051c-47bb-a6d8-dbf3cde1ee2c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:25.899665 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:25.900133 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-399df7db-051c-47bb-a6d8-dbf3cde1ee2c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:25.901075 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'status': 'completed', 'code': 200} Aug 31 15:51:26.024034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-88d603be-6898-4b5a-8893-222f6c07cdb3 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443436 Aug 31 15:51:26.191621 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9a10b0c-7f55-4948-ad98-96e64458703d req-3c732464-9a84-47ba-856b-84d3a7ac6da3 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595690 Aug 31 15:51:26.269043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7d248-3fb9-48ef-919a-3b7fd51eb5ef req-683f87c9-a1d0-4317-b7f2-8d7e556a98c8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:26.270738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4d7d248-3fb9-48ef-919a-3b7fd51eb5ef req-683f87c9-a1d0-4317-b7f2-8d7e556a98c8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.1021705 Aug 31 15:51:26.318086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-70f7ab32-2f15-458b-ab15-68c7bbfa310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:26.319677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-70f7ab32-2f15-458b-ab15-68c7bbfa310e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1096 time: 0.0723512 Aug 31 15:51:26.353120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4d7d248-3fb9-48ef-919a-3b7fd51eb5ef req-a963bacf-03e3-48ea-95be-1f27a631b660 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742292 Aug 31 15:51:26.508715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-d6b0c20f-94f2-4b89-9134-e69a8ffed7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:26.513105 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-d6b0c20f-94f2-4b89-9134-e69a8ffed7e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.1857846 Aug 31 15:51:26.559741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37654) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:26.604158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-38bbee1c-8a0b-401c-b75f-94481ef17e03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0819056 Aug 31 15:51:26.645486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6c048-03fc-4758-bc60-d715a6e02aa3 req-ad4819c1-9c7d-4a26-b59f-a472d95918de tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:26.648139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72a6c048-03fc-4758-bc60-d715a6e02aa3 req-ad4819c1-9c7d-4a26-b59f-a472d95918de tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 950 time: 0.1039469 Aug 31 15:51:26.773186 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-b0e78cd9-e062-4cfd-aff7-246128bee190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:26.774681 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-b0e78cd9-e062-4cfd-aff7-246128bee190 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1626196 Aug 31 15:51:26.775605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72a6c048-03fc-4758-bc60-d715a6e02aa3 req-260dbd48-a2b6-42d9-84fd-c43dc3d210b5 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133127 Aug 31 15:51:26.801957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae212-ba5a-48cb-994e-70aeb6d8aff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:26.828967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-a34daa8b-5ba2-459d-8779-0efc3ba07182 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460947 Aug 31 15:51:26.902978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:26.975058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae212-ba5a-48cb-994e-70aeb6d8aff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:26.981470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae212-ba5a-48cb-994e-70aeb6d8aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.028731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37688) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:27.057136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7e0ae212-ba5a-48cb-994e-70aeb6d8aff4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=190c42fa13084e1a97dc7d2fd862d4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966698 Aug 31 15:51:27.059922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37692) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:27.119318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:27.121385 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-ecedab73-8fff-4d74-b756-0e6bbbc5471b service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832627 Aug 31 15:51:27.135004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'port_id': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'mac_address': 'fa:16:3e:ea:ab:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b700bd-8715-4614-85b0-d3bc06d6fbc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:51:27.167294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ae212-ba5a-48cb-994e-70aeb6d8aff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07628a-12d2-40ee-b269-0045c70b1678,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.196602 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.207702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9104107-aa6a-4680-ab6f-9df685632c51 req-f40fd13c-405f-4815-92b5-c1a9ae8cc740 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:27.226336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9104107-aa6a-4680-ab6f-9df685632c51 req-f40fd13c-405f-4815-92b5-c1a9ae8cc740 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.1802840 Aug 31 15:51:27.226465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13960ed-4d22-4cd8-a2ae-e2a61366fe8c {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:27.261530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:27.267641 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.273732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9104107-aa6a-4680-ab6f-9df685632c51 req-a3d52ee4-8a7c-4563-ac5f-c1133dd7c247 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460830 Aug 31 15:51:27.318738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7f03904-6ab0-4176-abfb-35e53d50c478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.358595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fdd370-19d8-4af3-bbfe-1076c800cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.429430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.452033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fdd370-19d8-4af3-bbfe-1076c800cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.483563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:27.486177 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aea6be7-da23-4974-a4f2-d652d4a5025a req-d79b989f-706f-4439-9dd1-b0b3f17779cd service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520474 Aug 31 15:51:27.580244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3431fd6-f3ea-4b0b-b45b-2e43f514772c req-3e505e74-7cb8-4895-9cb7-da9a762b6b03 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:27.620388 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.640455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3431fd6-f3ea-4b0b-b45b-2e43f514772c req-3e505e74-7cb8-4895-9cb7-da9a762b6b03 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.1728325 Aug 31 15:51:27.651453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fdd370-19d8-4af3-bbfe-1076c800cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.668145 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fdd370-19d8-4af3-bbfe-1076c800cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.676244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25fdd370-19d8-4af3-bbfe-1076c800cf23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab07628a-12d2-40ee-b269-0045c70b1678 HTTP/1.1" status: 204 len: 168 time: 0.6153746 Aug 31 15:51:27.718912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3431fd6-f3ea-4b0b-b45b-2e43f514772c req-1c1f69d7-9f78-47fc-86a8-b76845614f52 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744545 Aug 31 15:51:27.746749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdd370-19d8-4af3-bbfe-1076c800cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07628a-12d2-40ee-b269-0045c70b1678,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.784491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7f03904-6ab0-4176-abfb-35e53d50c478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.793835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7f03904-6ab0-4176-abfb-35e53d50c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:27.887426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-74e00ce7-2c8c-4534-b509-128460e7cb66 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:27.894991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-74e00ce7-2c8c-4534-b509-128460e7cb66 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 950 time: 0.1463718 Aug 31 15:51:27.908061 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7f03904-6ab0-4176-abfb-35e53d50c478 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7fffe2689e64a5485a6a681dd71fe47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8766224 Aug 31 15:51:27.908701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37714) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:27.929228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f03904-6ab0-4176-abfb-35e53d50c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c5ef8-9e7f-4e82-b8fa-84c06e11f8db,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:27.993239 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:51:28.021432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37716) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:28.035579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78143c87-1e75-4bed-9b57-b23c69ae3b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.063141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37720) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:28.112850 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78143c87-1e75-4bed-9b57-b23c69ae3b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.113895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd54ac8-973c-4796-b10a-9890d2dccd10 req-6b2fb560-18ed-474b-9ed3-a3700e11ac53 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:28.132775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebd54ac8-973c-4796-b10a-9890d2dccd10 req-6b2fb560-18ed-474b-9ed3-a3700e11ac53 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 950 time: 0.2345514 Aug 31 15:51:28.228671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78143c87-1e75-4bed-9b57-b23c69ae3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.232206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78143c87-1e75-4bed-9b57-b23c69ae3b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.233927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebd54ac8-973c-4796-b10a-9890d2dccd10 req-933894cd-4d66-4093-8213-5dfdcc082d95 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2b507b6-e653-4302-a43e-eab3a06a4b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992248 Aug 31 15:51:28.240560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-78143c87-1e75-4bed-9b57-b23c69ae3b07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a9c5ef8-9e7f-4e82-b8fa-84c06e11f8db HTTP/1.1" status: 204 len: 168 time: 0.3296511 Aug 31 15:51:28.250607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78143c87-1e75-4bed-9b57-b23c69ae3b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c5ef8-9e7f-4e82-b8fa-84c06e11f8db,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.254230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Deleting port 98c3ac4a-04ed-4933-949d-730ecca00150 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:51:28.254637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.354474 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81eed045-b559-4abc-843a-3ba1dc8f4212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.425543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] For port 98c3ac4a-04ed-4933-949d-730ecca00150, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=98c3ac4a-04ed-4933-949d-730ecca00150,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:28.426057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.482308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Calling delete_port for 98c3ac4a-04ed-4933-949d-730ecca00150 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:51:28.491188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37730) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:28.513340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aadb4493-a395-4209-8371-99f51860f64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.518621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4092730a-6c44-4507-a584-0dd9c64622c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.531110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e642a3-bf6c-46aa-b084-f5585e4cee7b req-dc5a2f8d-e18e-4e56-b235-781395939bc9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:28.532818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92e642a3-bf6c-46aa-b084-f5585e4cee7b req-dc5a2f8d-e18e-4e56-b235-781395939bc9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.0957313 Aug 31 15:51:28.567430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81eed045-b559-4abc-843a-3ba1dc8f4212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.575598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81eed045-b559-4abc-843a-3ba1dc8f4212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.619426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92e642a3-bf6c-46aa-b084-f5585e4cee7b req-0e88daa2-6742-4f03-a211-0a8adf0bdf8c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524530 Aug 31 15:51:28.652987 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-81eed045-b559-4abc-843a-3ba1dc8f4212 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0310522d6acf45519f34751281744ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301303 Aug 31 15:51:28.657278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37734) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:28.666853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eed045-b559-4abc-843a-3ba1dc8f4212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8e5be3-abdf-451f-a335-1e6abbe46dba,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.774461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4092730a-6c44-4507-a584-0dd9c64622c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.778943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4092730a-6c44-4507-a584-0dd9c64622c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.838998 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4092730a-6c44-4507-a584-0dd9c64622c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44c2e8ced04d4273a0a5fc9f7be8ab4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744560 Aug 31 15:51:28.842633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac587278-45fa-49b5-8013-7b74163e9703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.842855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37738) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:28.843559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092730a-6c44-4507-a584-0dd9c64622c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac918161-d324-4a3f-b296-0ab190f8f394,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:28.885631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:28.912483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:28.917599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:28.922999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1bf6764-ffe0-4824-985d-8a71b8294dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.962875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f31774d3-a457-4f11-bfe3-7729a44774b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.967368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.981407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac587278-45fa-49b5-8013-7b74163e9703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:28.984920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['98c3ac4a-04ed-4933-949d-730ecca00150'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:29.001381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f31774d3-a457-4f11-bfe3-7729a44774b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.087998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f31774d3-a457-4f11-bfe3-7729a44774b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.089003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Pushing event deleted for resources: {'Port': ['ID=98c3ac4a-04ed-4933-949d-730ecca00150,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.092259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f31774d3-a457-4f11-bfe3-7729a44774b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.109055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f31774d3-a457-4f11-bfe3-7729a44774b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac918161-d324-4a3f-b296-0ab190f8f394 HTTP/1.1" status: 204 len: 168 time: 0.2604244 Aug 31 15:51:29.112091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:29.126511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31774d3-a457-4f11-bfe3-7729a44774b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac918161-d324-4a3f-b296-0ab190f8f394,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.143966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e75f-d001-4c4c-aa56-508fc9f7b05a req-fc7749f9-7903-4e7b-a2bb-dc3e4aed5645 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:29.157057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e651e75f-d001-4c4c-aa56-508fc9f7b05a req-fc7749f9-7903-4e7b-a2bb-dc3e4aed5645 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.3047078 Aug 31 15:51:29.161981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:29.181537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'port_id': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'mac_address': 'fa:16:3e:a6:89:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73648a-fcc3-4db7-bb51-7d249f848e4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:51:29.186059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:29.186832 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.273204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] No DVR routers for this DVR port 98c3ac4a-04ed-4933-949d-730ecca00150 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:29.293969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.296757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f75e7d27-8e38-49a7-b07e-4245cd5b20c1 req-bcbe175d-3865-4d41-8c37-e7e4bbf54fec tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.49 "DELETE /v2.0/ports/98c3ac4a-04ed-4933-949d-730ecca00150 HTTP/1.1" status: 204 len: 173 time: 1.3976350 Aug 31 15:51:29.301193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'name': 'network-vif-deleted', 'tag': '98c3ac4a-04ed-4933-949d-730ecca00150'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:29.304106 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ed7b0-cf7e-4277-98b9-48d6d8fc0858" -d '{"events": [{"server_uuid": "4d1c1b79-7c33-449b-8536-abcc772a2958", "name": "network-vif-deleted", "tag": "98c3ac4a-04ed-4933-949d-730ecca00150"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:29.379004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e651e75f-d001-4c4c-aa56-508fc9f7b05a req-a44ceacb-c9b5-4b4f-b311-e2d70c466628 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656613 Aug 31 15:51:29.398955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.413321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aadb4493-a395-4209-8371-99f51860f64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.434238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac587278-45fa-49b5-8013-7b74163e9703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.441858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac587278-45fa-49b5-8013-7b74163e9703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.446447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ac587278-45fa-49b5-8013-7b74163e9703 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f8e5be3-abdf-451f-a335-1e6abbe46dba HTTP/1.1" status: 204 len: 168 time: 0.7851033 Aug 31 15:51:29.483540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b257f96-1179-429a-8874-b1a09b3fc9fe {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:29.497832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aadb4493-a395-4209-8371-99f51860f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.529336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.533168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:29.543741 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.566422 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c2cd5-bd08-4dea-8d7f-bf5f4103e633 x-openstack-request-id: req-197c2cd5-bd08-4dea-8d7f-bf5f4103e633 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:29.566715 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1c1b79-7c33-449b-8536-abcc772a2958", "name": "network-vif-deleted", "tag": "98c3ac4a-04ed-4933-949d-730ecca00150", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:29.568534 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-197c2cd5-bd08-4dea-8d7f-bf5f4103e633 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:29.570540 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1c1b79-7c33-449b-8536-abcc772a2958', 'name': 'network-vif-deleted', 'tag': '98c3ac4a-04ed-4933-949d-730ecca00150', 'status': 'completed', 'code': 200} Aug 31 15:51:29.583515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aadb4493-a395-4209-8371-99f51860f64e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89840a3662d2454d9fa21be38fa86c44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0898840 Aug 31 15:51:29.587475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad2240ad-5117-46b1-a7c6-73efe1b12117 req-737ae69f-d70d-4463-a0d3-8df6d1d57cf2 tempest-ServerDiagnosticsNegativeTest-1888494016 tempest-ServerDiagnosticsNegativeTest-1888494016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1c1b79-7c33-449b-8536-abcc772a2958 HTTP/1.1" status: 200 len: 210 time: 0.2034149 Aug 31 15:51:29.587670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:29.589967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:29.592474 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7997661-4560-4ffb-8579-2755410e81f0" -d '{"events": [{"server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "name": "network-vif-plugged", "status": "completed", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:29.619217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac587278-45fa-49b5-8013-7b74163e9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8e5be3-abdf-451f-a335-1e6abbe46dba,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.650107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1bf6764-ffe0-4824-985d-8a71b8294dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.657821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1bf6764-ffe0-4824-985d-8a71b8294dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.694747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:29.772004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4493-a395-4209-8371-99f51860f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af2be0e-4c38-447d-822b-8399eeea2f42,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.782723 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d856f63f-afb2-4799-990e-9de0c5434f78 x-openstack-request-id: req-d856f63f-afb2-4799-990e-9de0c5434f78 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:29.785392 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "name": "network-vif-plugged", "status": "completed", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:29.785749 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d856f63f-afb2-4799-990e-9de0c5434f78 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:29.788756 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'code': 200} Aug 31 15:51:29.790875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f1bf6764-ffe0-4824-985d-8a71b8294dc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adfc6fb533f4438ba7c67ffe3b4a441d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9042234 Aug 31 15:51:29.793640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf6764-ffe0-4824-985d-8a71b8294dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f455330b-9629-4082-bf60-603fa2502821,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.798233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37760) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:29.800577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:29.815285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:29.858360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['2b257f96-1179-429a-8874-b1a09b3fc9fe'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:29.908891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37764) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:29.952062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69394f36-8f63-4482-a8ca-736a3837fa2e req-52a2519a-ae38-4139-be5d-4c6b6f5fe574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:29.961903 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69394f36-8f63-4482-a8ca-736a3837fa2e req-52a2519a-ae38-4139-be5d-4c6b6f5fe574 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1097 time: 0.1594810 Aug 31 15:51:29.962705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41e7b679-c1b6-4dbe-b4de-0578f235b9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.026070 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ee72-036a-4dd8-858f-28533e4b62cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.029474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-00cd7355-5394-4bb0-a8cb-729e8d6063e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.065061 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69394f36-8f63-4482-a8ca-736a3837fa2e req-d1f79f74-8bbd-496c-af80-e534ef29d208 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849316 Aug 31 15:51:30.079978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ee72-036a-4dd8-858f-28533e4b62cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.091860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655abe-cb48-4acf-87c5-fded6c006ea2 req-19a9d8d1-d179-407b-bf63-cf545ee94633 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:30.105622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d655abe-cb48-4acf-87c5-fded6c006ea2 req-19a9d8d1-d179-407b-bf63-cf545ee94633 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 945 time: 0.1716754 Aug 31 15:51:30.110376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-00cd7355-5394-4bb0-a8cb-729e8d6063e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.214724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41e7b679-c1b6-4dbe-b4de-0578f235b9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.225532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41e7b679-c1b6-4dbe-b4de-0578f235b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.242627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d655abe-cb48-4acf-87c5-fded6c006ea2 req-2799a52d-284d-4e30-98fe-65b47aba3222 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396441 Aug 31 15:51:30.291305 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-00cd7355-5394-4bb0-a8cb-729e8d6063e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.291967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.297431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-00cd7355-5394-4bb0-a8cb-729e8d6063e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.301543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-00cd7355-5394-4bb0-a8cb-729e8d6063e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f455330b-9629-4082-bf60-603fa2502821 HTTP/1.1" status: 204 len: 168 time: 0.4999843 Aug 31 15:51:30.322822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ee72-036a-4dd8-858f-28533e4b62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.327534 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b7ee72-036a-4dd8-858f-28533e4b62cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.332823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c6b7ee72-036a-4dd8-858f-28533e4b62cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6af2be0e-4c38-447d-822b-8399eeea2f42 HTTP/1.1" status: 204 len: 168 time: 0.7290590 Aug 31 15:51:30.333215 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-41e7b679-c1b6-4dbe-b4de-0578f235b9b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1247e7227c2b4cb7bce05ee61fb9e06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108524 Aug 31 15:51:30.335788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37772) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:30.339496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd7355-5394-4bb0-a8cb-729e8d6063e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455330b-9629-4082-bf60-603fa2502821,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.359131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7ee72-036a-4dd8-858f-28533e4b62cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af2be0e-4c38-447d-822b-8399eeea2f42,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.362927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7b679-c1b6-4dbe-b4de-0578f235b9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff9683-2d57-4ba9-a9be-2e15ff849001,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.402447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37774) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:30.421530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d4eaaa9-7b3c-42e0-b0ff-e237522858ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.428539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6bd4-d7f9-493e-affd-2ccb5c74d596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.460244 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d4eaaa9-7b3c-42e0-b0ff-e237522858ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.544907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d4eaaa9-7b3c-42e0-b0ff-e237522858ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.555350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d4eaaa9-7b3c-42e0-b0ff-e237522858ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.559904 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d4eaaa9-7b3c-42e0-b0ff-e237522858ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51ff9683-2d57-4ba9-a9be-2e15ff849001 HTTP/1.1" status: 204 len: 168 time: 0.2229176 Aug 31 15:51:30.578942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eaaa9-7b3c-42e0-b0ff-e237522858ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff9683-2d57-4ba9-a9be-2e15ff849001,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.619982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b60ae-ad6f-4fbc-9c13-cd0bfce7d753 req-17e78957-ffe4-4a8c-9759-2d42b5599328 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:30.621914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b34b60ae-ad6f-4fbc-9c13-cd0bfce7d753 req-17e78957-ffe4-4a8c-9759-2d42b5599328 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 945 time: 0.1206357 Aug 31 15:51:30.669665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6bd4-d7f9-493e-affd-2ccb5c74d596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.694154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6bd4-d7f9-493e-affd-2ccb5c74d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.776615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5fb6bd4-d7f9-493e-affd-2ccb5c74d596 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c33dbf68b76c4a879ea31e572549bca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726637 Aug 31 15:51:30.780594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37788) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:30.804958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b34b60ae-ad6f-4fbc-9c13-cd0bfce7d753 req-558ff03d-7d89-4528-ab72-a9743ece6ed9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634948 Aug 31 15:51:30.809997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb6bd4-d7f9-493e-affd-2ccb5c74d596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb658994-614e-49f4-920c-3357ac8230df,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:30.899403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4592cba-efde-431d-ae84-bf216e51e1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:30.926408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:30.959068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4592cba-efde-431d-ae84-bf216e51e1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:31.061616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 2b257f96-1179-429a-8874-b1a09b3fc9fe completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:31.077316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4592cba-efde-431d-ae84-bf216e51e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:31.085262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 2b257f96-1179-429a-8874-b1a09b3fc9fe triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:31.087337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4592cba-efde-431d-ae84-bf216e51e1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:31.088470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:31.094195 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4592cba-efde-431d-ae84-bf216e51e1d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb658994-614e-49f4-920c-3357ac8230df HTTP/1.1" status: 204 len: 168 time: 0.3106472 Aug 31 15:51:31.114525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4592cba-efde-431d-ae84-bf216e51e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb658994-614e-49f4-920c-3357ac8230df,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:31.266837 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:31.320556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:31.328177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:31.452568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573b8c-18f7-4d9b-bcc9-ba9f0dc36a8d req-92178024-0847-4cab-a02a-c437b48dcfe4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:31.454160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:31.455888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04573b8c-18f7-4d9b-bcc9-ba9f0dc36a8d req-92178024-0847-4cab-a02a-c437b48dcfe4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.1080232 Aug 31 15:51:31.542410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04573b8c-18f7-4d9b-bcc9-ba9f0dc36a8d req-4bc1f6cf-57ff-42a9-9f5a-22881e8ee8ac tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Aug 31 15:51:31.566147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891d412-145c-4f98-a788-fb5bb3db8032 req-4bc57112-8201-45e8-8555-a766db36ade0 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:31.567775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e891d412-145c-4f98-a788-fb5bb3db8032 req-4bc57112-8201-45e8-8555-a766db36ade0 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 945 time: 0.1088061 Aug 31 15:51:31.637411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37822) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:31.642165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e891d412-145c-4f98-a788-fb5bb3db8032 req-014e6fc3-ac47-469c-aba7-78997e0e22be tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629699 Aug 31 15:51:31.790099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:31.792532 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd6741-6212-4548-b7cf-7de9cf6b377e" -d '{"events": [{"server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "name": "network-vif-plugged", "status": "completed", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:31.839234 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c50fc10-a10d-4498-98f8-305a5b075a3b x-openstack-request-id: req-2c50fc10-a10d-4498-98f8-305a5b075a3b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:31.839538 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "name": "network-vif-plugged", "status": "completed", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:31.839786 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c50fc10-a10d-4498-98f8-305a5b075a3b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:31.840148 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'code': 200} Aug 31 15:51:31.863005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 98c3ac4a-04ed-4933-949d-730ecca00150 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:31.901389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 98c3ac4a-04ed-4933-949d-730ecca00150 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:51:31.901890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 98c3ac4a-04ed-4933-949d-730ecca00150 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:31.991114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26f288-44fb-4176-9a5e-9d622676b97f req-5f9da34f-60bb-4ea7-b296-7f87b2be0cf0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:32.001911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd26f288-44fb-4176-9a5e-9d622676b97f req-5f9da34f-60bb-4ea7-b296-7f87b2be0cf0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 945 time: 0.0855942 Aug 31 15:51:32.012981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a897af81-7886-40aa-a11c-32aa6e07d1d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c35b6630d21477c985215125080231e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746939 Aug 31 15:51:32.015356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37840) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:32.047012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26464f-417a-4519-ab30-4ea709f67adc req-d3680774-ed97-4c22-a1a7-2b57c763abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:32.048844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c26464f-417a-4519-ab30-4ea709f67adc req-d3680774-ed97-4c22-a1a7-2b57c763abbe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1098 time: 0.1266429 Aug 31 15:51:32.050755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd26f288-44fb-4176-9a5e-9d622676b97f req-1f6ab728-3466-490f-826b-3b6c1e9d6d64 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473020 Aug 31 15:51:32.114213 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c26464f-417a-4519-ab30-4ea709f67adc req-bbf6e175-d2a0-4246-8035-c719d382b040 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547845 Aug 31 15:51:32.119385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7fbe284d-7910-44e7-a6ac-b21a6fcf7715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:32.144075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7fbe284d-7910-44e7-a6ac-b21a6fcf7715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:32.215148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7fbe284d-7910-44e7-a6ac-b21a6fcf7715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:32.220373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7fbe284d-7910-44e7-a6ac-b21a6fcf7715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:32.223132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7fbe284d-7910-44e7-a6ac-b21a6fcf7715 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2b507b6-e653-4302-a43e-eab3a06a4b8b HTTP/1.1" status: 204 len: 168 time: 0.2065542 Aug 31 15:51:32.242735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe284d-7910-44e7-a6ac-b21a6fcf7715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b507b6-e653-4302-a43e-eab3a06a4b8b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:32.608452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c636c4-6da2-41ad-a3b1-db9d5ab67b39 req-55643563-c10a-4147-86e4-fbd3f477359e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:32.610303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20c636c4-6da2-41ad-a3b1-db9d5ab67b39 req-55643563-c10a-4147-86e4-fbd3f477359e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1097 time: 0.0529211 Aug 31 15:51:32.696512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20c636c4-6da2-41ad-a3b1-db9d5ab67b39 req-5ec2abba-1123-4009-8509-4fe42de409ae tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738468 Aug 31 15:51:32.724354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43239cfd-4a9f-4ee2-80f5-c3dda6ad1a50 req-ed7af0c2-2980-450b-a955-3573bf183cce tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:32.726043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43239cfd-4a9f-4ee2-80f5-c3dda6ad1a50 req-ed7af0c2-2980-450b-a955-3573bf183cce tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.0843532 Aug 31 15:51:32.804952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43239cfd-4a9f-4ee2-80f5-c3dda6ad1a50 req-a60d601d-1d7b-492a-9cb0-8a04bbc8901d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592425 Aug 31 15:51:32.858766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37884) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:32.877497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60ab-4b53-48ab-8c7a-021a51bd626e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:32.892906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38118-1d86-4f5a-a38e-c642faf24160 req-978005f7-6c83-444d-895f-2ede6371057a tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:32.894498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4d38118-1d86-4f5a-a38e-c642faf24160 req-978005f7-6c83-444d-895f-2ede6371057a tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0857401 Aug 31 15:51:33.006929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60ab-4b53-48ab-8c7a-021a51bd626e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.010437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d535fb4-54ed-4161-830d-e964c6159d76 req-ef782818-e4d2-469c-a082-785f4d988eeb tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:33.012232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d535fb4-54ed-4161-830d-e964c6159d76 req-ef782818-e4d2-469c-a082-785f4d988eeb tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1097 time: 0.1400101 Aug 31 15:51:33.023741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60ab-4b53-48ab-8c7a-021a51bd626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.026221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4d38118-1d86-4f5a-a38e-c642faf24160 req-991c39d2-7aac-440c-b11b-c2955d034637 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/security-groups?id=83277636-dab1-4516-8450-50960a40dff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982804 Aug 31 15:51:33.041377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-57b61b32-aee3-4ccf-a726-4318e49d5076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:33.042920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-57b61b32-aee3-4ccf-a726-4318e49d5076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 945 time: 0.1459517 Aug 31 15:51:33.099501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e6fa60ab-4b53-48ab-8c7a-021a51bd626e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=999aaa55e8f942879b49b8e03e7e1a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384140 Aug 31 15:51:33.102013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:33.110637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa60ab-4b53-48ab-8c7a-021a51bd626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d909180a-0229-47e3-9d32-bdc947536fe9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:33.159534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d535fb4-54ed-4161-830d-e964c6159d76 req-34813991-e75c-48b5-9746-1569f3c670d9 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322293 Aug 31 15:51:33.186193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c84c49d-e596-448c-ae16-34af192b505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.191124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Deleting port d34a482b-98c3-475c-9523-94621c3aee91 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:51:33.191469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.222824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c84c49d-e596-448c-ae16-34af192b505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.346641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c84c49d-e596-448c-ae16-34af192b505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.352503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c84c49d-e596-448c-ae16-34af192b505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.354214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3c84c49d-e596-448c-ae16-34af192b505c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d909180a-0229-47e3-9d32-bdc947536fe9 HTTP/1.1" status: 204 len: 168 time: 0.2507691 Aug 31 15:51:33.364565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84c49d-e596-448c-ae16-34af192b505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d909180a-0229-47e3-9d32-bdc947536fe9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:33.390635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] For port d34a482b-98c3-475c-9523-94621c3aee91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d34a482b-98c3-475c-9523-94621c3aee91,segment=NetworkSegment(b517de85-70f4-4bb9-8a81-fc88968f91ec),segment_id=b517de85-70f4-4bb9-8a81-fc88968f91ec)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:33.391183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.586307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Calling delete_port for d34a482b-98c3-475c-9523-94621c3aee91 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:51:33.591283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-2ee463fd-9b44-484b-9c69-4f368753438a req-9a516a34-d45d-430a-84ce-82018a38338d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:51:33.592320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ee463fd-9b44-484b-9c69-4f368753438a req-9a516a34-d45d-430a-84ce-82018a38338d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073676 Aug 31 15:51:33.778369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.795422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d34a482b-98c3-475c-9523-94621c3aee91'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:33.857301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Pushing event deleted for resources: {'Port': ['ID=d34a482b-98c3-475c-9523-94621c3aee91,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:33.910037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] No DVR routers for this DVR port d34a482b-98c3-475c-9523-94621c3aee91 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:33.912850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:33.915115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf02de54-59bf-4c35-bd54-17d7c93cdb88 req-6aa24a34-5698-4391-bbae-7219eec08076 tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.49 "DELETE /v2.0/ports/d34a482b-98c3-475c-9523-94621c3aee91 HTTP/1.1" status: 204 len: 173 time: 0.8656466 Aug 31 15:51:33.915871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'name': 'network-vif-deleted', 'tag': 'd34a482b-98c3-475c-9523-94621c3aee91'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:33.925192 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f23edfa-2137-4ef4-90bb-b2bda7dd6d3f" -d '{"events": [{"server_uuid": "b62659e3-7d5f-48b7-9a86-9bf9af07c7c1", "name": "network-vif-deleted", "tag": "d34a482b-98c3-475c-9523-94621c3aee91"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:34.014642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a584e-e8bf-4f5c-93a2-7d23ab171b9f req-4abf2237-0d27-4a70-ab3c-31bc71b7d62e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:34.028724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e3a584e-e8bf-4f5c-93a2-7d23ab171b9f req-4abf2237-0d27-4a70-ab3c-31bc71b7d62e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.0976622 Aug 31 15:51:34.098999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e3a584e-e8bf-4f5c-93a2-7d23ab171b9f req-5ab3d52d-5a82-4c0d-a1fd-4030022a72b7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668445 Aug 31 15:51:34.165068 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4789c8-6d23-4211-a8b3-9301169c3733 x-openstack-request-id: req-6a4789c8-6d23-4211-a8b3-9301169c3733 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:34.165482 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62659e3-7d5f-48b7-9a86-9bf9af07c7c1", "name": "network-vif-deleted", "tag": "d34a482b-98c3-475c-9523-94621c3aee91", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:34.165715 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a4789c8-6d23-4211-a8b3-9301169c3733 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:34.166170 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62659e3-7d5f-48b7-9a86-9bf9af07c7c1', 'name': 'network-vif-deleted', 'tag': 'd34a482b-98c3-475c-9523-94621c3aee91', 'status': 'completed', 'code': 200} Aug 31 15:51:34.262880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4e1b192-4344-459c-9ea0-fa3c7b336faa req-ab79e8a0-0eb3-44ac-8dcb-8764a273dadc tempest-VolumesAdminNegativeTest-1700225413 tempest-VolumesAdminNegativeTest-1700225413-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62659e3-7d5f-48b7-9a86-9bf9af07c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0287013 Aug 31 15:51:34.401909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1724a-c4a5-41e5-8459-0431a2e7f890 req-c74859f5-b667-461b-a492-519c3c8960a5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:34.401909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6bc1724a-c4a5-41e5-8459-0431a2e7f890 req-c74859f5-b667-461b-a492-519c3c8960a5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1098 time: 0.0511785 Aug 31 15:51:34.447923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6bc1724a-c4a5-41e5-8459-0431a2e7f890 req-100bc121-e8c6-42ee-89df-d0853ab14c01 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Aug 31 15:51:34.593371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ac4f-6f77-44c0-bfea-46ffcf998b41 req-be761808-c1fb-4bca-acf8-ba07343da19e tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:34.604475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3356ac4f-6f77-44c0-bfea-46ffcf998b41 req-be761808-c1fb-4bca-acf8-ba07343da19e tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1098 time: 0.0649421 Aug 31 15:51:34.654958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3356ac4f-6f77-44c0-bfea-46ffcf998b41 req-984b62c9-3d49-4b17-a0a2-71497c70d3a5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Aug 31 15:51:34.941386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae4d3-e543-47c2-94cf-b42ba36e1fed req-274c99cc-58d9-4cdd-9bfa-c99a06a940a0 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:34.948960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f9ae4d3-e543-47c2-94cf-b42ba36e1fed req-274c99cc-58d9-4cdd-9bfa-c99a06a940a0 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1098 time: 0.0587804 Aug 31 15:51:34.983014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f9ae4d3-e543-47c2-94cf-b42ba36e1fed req-3fe6374f-5233-4307-af7d-fa250725f959 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Aug 31 15:51:35.340439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:35.397646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Deleting subnet 6cf64865-bfc5-4833-84d4-a54ab4d73fd3 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:51:35.402090 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.447478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.459769 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.541794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.573236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf64865-bfc5-4833-84d4-a54ab4d73fd3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:35.578071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.579939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e7fdd6f2-1912-48ff-8418-d42073f2199c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6cf64865-bfc5-4833-84d4-a54ab4d73fd3 HTTP/1.1" status: 204 len: 168 time: 0.2370064 Aug 31 15:51:35.581993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38016) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:35.646429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-c2bb8274-750a-46b0-a6b6-cb1fe776078b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:51:35.647898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-c2bb8274-750a-46b0-a6b6-cb1fe776078b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067768 Aug 31 15:51:35.674084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.688400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-ffcbc509-cd52-4104-a781-6f1a2e92e5ff tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:35.695528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-ffcbc509-cd52-4104-a781-6f1a2e92e5ff tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 1094 time: 0.0408337 Aug 31 15:51:35.700500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Request body: {'binding': {'host': 'n-h2-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:35.700961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Unknown quota resources ['binding']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:51:35.796026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.808969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.809329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.810100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.810434 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > port after_create 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.810776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > port after_delete 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.811114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > port after_update 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.811436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.811757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.812074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.812419 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.878941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on host n-h2-793621-35 for vnic_type normal with profile None {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:35.879568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:35.880242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:35.887149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:35.887930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:35.896590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:35.897280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:35.897821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:35.898417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Bound port: a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:35.920796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.921424 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.921866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.922312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:35.922929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:35.944780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b517de85-70f4-4bb9-8a81-fc88968f91ec') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:35.945211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b517de85-70f4-4bb9-8a81-fc88968f91ec') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:35.963767 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.966139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:35.974933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:35.977085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-88368070-a6ee-404d-8d92-ba7af920a2b7 service neutron] 10.222.0.43 "POST /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2806206 Aug 31 15:51:35.987366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.000305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:36.000732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: from cryptography.utils import int_from_bytes Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: from cryptography.utils import int_from_bytes Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:51:36.024408 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:51:36.110419 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.146341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.154861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] 10.222.0.43 "DELETE /v2.0/networks/278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4 HTTP/1.1" status: 204 len: 168 time: 0.5697122 Aug 31 15:51:36.155023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:36.156888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4498f-aba9-4f98-87dd-45a0afac8fea admin admin] Pushing event deleted for resources: {'Network': ['ID=278d96e9-da26-48f2-ba8d-1d5bc5fbc5c4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.218046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Deleting subnet 6c891add-624c-4c28-b400-8245ed3e47cd {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:51:36.223467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.273715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.289497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.329727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-0bdb31f9-b03a-4670-8eb9-88566717e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:36.331447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-0bdb31f9-b03a-4670-8eb9-88566717e30f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1097 time: 0.0719450 Aug 31 15:51:36.376523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.413049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.416181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6c891add-624c-4c28-b400-8245ed3e47cd HTTP/1.1" status: 204 len: 168 time: 0.2598915 Aug 31 15:51:36.417604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30f7ae-5a06-486d-836e-96a60f0c59cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c891add-624c-4c28-b400-8245ed3e47cd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.420328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:36.457854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-d94264a3-f2ac-41ad-8430-da2baa08350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:36.459903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-d94264a3-f2ac-41ad-8430-da2baa08350f service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.1202602 Aug 31 15:51:36.501970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.510325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-ac7766f3-26ad-4817-829f-8034e6e31fc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.0433700 Aug 31 15:51:36.611082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-869e8b79-5005-47ed-a44e-0435bdb7466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:36.612855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.617714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-869e8b79-5005-47ed-a44e-0435bdb7466d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0972462 Aug 31 15:51:36.641324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.641770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.642699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.642906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > port after_create 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.643246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > port after_delete 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.644459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > port after_update 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.644459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.648222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.648867 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.648967 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.656217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-0d869665-4cdd-4b83-a921-faec8e65ae40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338449 Aug 31 15:51:36.725393 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.725748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.726084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.726414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:51:36.726784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d196a9-6384-42d2-808a-56097af56140']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:36.748298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e268c4-9c94-4ebd-870a-57689b73cd94') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:36.748961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e268c4-9c94-4ebd-870a-57689b73cd94') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:36.759018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70963d7-63d9-4028-b7d9-f958ccb15951 req-f8715ecd-74d6-45ca-a6e8-ff3364066458 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:36.761173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f70963d7-63d9-4028-b7d9-f958ccb15951 req-f8715ecd-74d6-45ca-a6e8-ff3364066458 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1098 time: 0.1067934 Aug 31 15:51:36.768872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.796855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.809102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:51:36.809563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: from cryptography.utils import int_from_bytes Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: from cryptography.utils import int_from_bytes Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:51:36.813933 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:51:36.820014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-d4450ac6-b7fe-47eb-973c-357399267e0c service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507893 Aug 31 15:51:36.895312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f70963d7-63d9-4028-b7d9-f958ccb15951 req-41ae600c-f9bd-4fe4-acc1-e8e3854635c1 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236591 Aug 31 15:51:36.899183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.912483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:36.917601 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] 10.222.0.43 "DELETE /v2.0/networks/98d196a9-6384-42d2-808a-56097af56140 HTTP/1.1" status: 204 len: 168 time: 0.4951940 Aug 31 15:51:36.955129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b171a5-902e-4349-96f1-bbd1e4b00ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=98d196a9-6384-42d2-808a-56097af56140,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:36.978345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-4d3c3221-0927-4e69-8c89-6eb77f5d8f05 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509213 Aug 31 15:51:36.981846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:37.031406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70981b-77c8-44dc-a811-195c72ef4f59 req-6d7977c4-13f5-45c2-9421-a30ec5dfdcfc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:37.031406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb70981b-77c8-44dc-a811-195c72ef4f59 req-6d7977c4-13f5-45c2-9421-a30ec5dfdcfc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 945 time: 0.0686491 Aug 31 15:51:37.146157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb70981b-77c8-44dc-a811-195c72ef4f59 req-18f6a327-f099-4d00-892f-3a5a70b41518 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047182 Aug 31 15:51:37.162957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-d1d3d18d-8c12-456a-82e3-3ec66068d08e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:37.165340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-d1d3d18d-8c12-456a-82e3-3ec66068d08e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.1149204 Aug 31 15:51:37.180654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-35'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:37.221105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38080) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:37.302095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc307b17-1e5a-4401-9ad0-2504a78de084 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18d8ce3e849b4df2aceb4513d386469a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792544 Aug 31 15:51:37.304405 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.307745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38090) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:37.422611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34194bcd-eaf9-4991-979c-a0c403b8d888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.451727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34194bcd-eaf9-4991-979c-a0c403b8d888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.527821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:37.529507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34194bcd-eaf9-4991-979c-a0c403b8d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.537896 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34194bcd-eaf9-4991-979c-a0c403b8d888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.540318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-34194bcd-eaf9-4991-979c-a0c403b8d888 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83277636-dab1-4516-8450-50960a40dff9 HTTP/1.1" status: 204 len: 168 time: 0.2308166 Aug 31 15:51:37.575974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5327fcbf-d333-4d6a-9903-822745758fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.577103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:37.602574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34194bcd-eaf9-4991-979c-a0c403b8d888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83277636-dab1-4516-8450-50960a40dff9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:37.642289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:37.645239 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97c237-a630-4e4e-8068-2f13a118415c" -d '{"events": [{"server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "name": "network-vif-unplugged", "status": "completed", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:37.651688 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.663355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.801092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:37.813948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5327fcbf-d333-4d6a-9903-822745758fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.822008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5327fcbf-d333-4d6a-9903-822745758fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:37.835925 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ece9fc-84b7-48bf-85ef-65feb7ce87c3 x-openstack-request-id: req-20ece9fc-84b7-48bf-85ef-65feb7ce87c3 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:37.836247 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "name": "network-vif-unplugged", "status": "completed", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:37.836509 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20ece9fc-84b7-48bf-85ef-65feb7ce87c3 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:37.836910 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'code': 200} Aug 31 15:51:37.903117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d34a482b-98c3-475c-9523-94621c3aee91 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:37.921024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5327fcbf-d333-4d6a-9903-822745758fa7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5a592fb0fc347378c6b8129a25192cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9376292 Aug 31 15:51:37.922712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327fcbf-d333-4d6a-9903-822745758fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009cd2c2-2c43-4282-9edf-562eb8907902,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:37.929783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:37.948070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on host n-h1-793621-35 for vnic_type normal with profile {"migrating_to": "n-h2-793621-35"} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:37.948369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:37.948938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:37.958813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:37.959525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Attempting to bind port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:37.965416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: d34a482b-98c3-475c-9523-94621c3aee91 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:51:37.967093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d34a482b-98c3-475c-9523-94621c3aee91 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:37.969440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:37.970045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:37.970893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:37.972169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Bound port: a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:37.973041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.059661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11adf4f4-4555-4c6e-b903-bb0f3b11243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.142648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:38.146876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11adf4f4-4555-4c6e-b903-bb0f3b11243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.155908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:38.165953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.275991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11adf4f4-4555-4c6e-b903-bb0f3b11243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.282466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11adf4f4-4555-4c6e-b903-bb0f3b11243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.287325 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-11adf4f4-4555-4c6e-b903-bb0f3b11243d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/009cd2c2-2c43-4282-9edf-562eb8907902 HTTP/1.1" status: 204 len: 168 time: 0.3564246 Aug 31 15:51:38.287957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:38.322577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adf4f4-4555-4c6e-b903-bb0f3b11243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009cd2c2-2c43-4282-9edf-562eb8907902,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:38.326281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:38.328784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.331225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] 10.222.0.49 "PUT /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 1123 time: 1.1587224 Aug 31 15:51:38.332708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d75f8d-34a8-41ce-ba7f-4a077db2b7ca service neutron] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=8']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:38.377028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ee9f970f-b687-457d-9a55-bc051c7d8c4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74cea5dd15154b4bac1712bb815ae698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836496 Aug 31 15:51:38.377507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:38.404860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:38.455657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22624868-8ca9-4533-9726-d1644a43e891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.493786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22624868-8ca9-4533-9726-d1644a43e891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.575456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22624868-8ca9-4533-9726-d1644a43e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.578464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22624868-8ca9-4533-9726-d1644a43e891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:38.582152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-22624868-8ca9-4533-9726-d1644a43e891 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/875a198b-c7b1-4f8b-9395-38eacb9fe7cb HTTP/1.1" status: 204 len: 168 time: 0.2012365 Aug 31 15:51:38.596218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22624868-8ca9-4533-9726-d1644a43e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a198b-c7b1-4f8b-9395-38eacb9fe7cb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:38.741449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0af6ac-94db-470c-a176-b80faf1b0a13 req-b1b7240d-a6c3-443c-ac02-6972c959ec86 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7ea274ef755d4cbaae860b6c990e0675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403574 Aug 31 15:51:38.865598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0af6ac-94db-470c-a176-b80faf1b0a13 req-22553e50-d6d3-4001-bba9-5d3c652038c9 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:38.867171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0af6ac-94db-470c-a176-b80faf1b0a13 req-22553e50-d6d3-4001-bba9-5d3c652038c9 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217179 Aug 31 15:51:38.887809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0af6ac-94db-470c-a176-b80faf1b0a13 req-eb3944c7-4a17-4d0d-a14a-8937d86997e9 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/quotas/7ea274ef755d4cbaae860b6c990e0675 HTTP/1.1" status: 200 len: 375 time: 0.0128748 Aug 31 15:51:38.928563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0af6ac-94db-470c-a176-b80faf1b0a13 req-b711784d-4ac9-4519-a3de-871904ac855a tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea274ef755d4cbaae860b6c990e0675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328593 Aug 31 15:51:39.177380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38202) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:39.194272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb02f93d-f1da-48ff-bbfc-e4eb989a85f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.217886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fab6a-0b89-476b-8648-d90042ece89d req-7c2cc0af-6ef4-44b0-bbf9-8c36a0b0803c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:39.219704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c22fab6a-0b89-476b-8648-d90042ece89d req-7c2cc0af-6ef4-44b0-bbf9-8c36a0b0803c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.0695376 Aug 31 15:51:39.268233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c22fab6a-0b89-476b-8648-d90042ece89d req-5014a160-f6ea-443f-b3be-dfdf6936d516 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Aug 31 15:51:39.363898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb02f93d-f1da-48ff-bbfc-e4eb989a85f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.369717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb02f93d-f1da-48ff-bbfc-e4eb989a85f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.423996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eb02f93d-f1da-48ff-bbfc-e4eb989a85f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e408e098f95a4d02a7070a4a746596c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454605 Aug 31 15:51:39.426815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02f93d-f1da-48ff-bbfc-e4eb989a85f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb850a4b-8f3e-4242-9ae9-c21accc1e015,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.427332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:39.474207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4132ec4-7655-4e19-bc3e-da718f511f22 req-b8a3af59-377a-40a5-a868-f9dc89b1a4af tempest-FlavorsV2NegativeTest-288503388 tempest-FlavorsV2NegativeTest-288503388-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=af558e9b92784746aea18656ba220f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487993 Aug 31 15:51:39.587625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0163a486-8e8a-4c24-8a68-ba4a65f04e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.639910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0163a486-8e8a-4c24-8a68-ba4a65f04e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.649005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4132ec4-7655-4e19-bc3e-da718f511f22 req-e08c4e47-d16a-434c-a799-e96ce19cb7d3 tempest-FlavorsV2NegativeTest-288503388 tempest-FlavorsV2NegativeTest-288503388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:39.650793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4132ec4-7655-4e19-bc3e-da718f511f22 req-e08c4e47-d16a-434c-a799-e96ce19cb7d3 tempest-FlavorsV2NegativeTest-288503388 tempest-FlavorsV2NegativeTest-288503388-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606667 Aug 31 15:51:39.685296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4132ec4-7655-4e19-bc3e-da718f511f22 req-ec5d1ab6-f416-4fb6-80b9-fc93c4226f66 tempest-FlavorsV2NegativeTest-288503388 tempest-FlavorsV2NegativeTest-288503388-project] 10.222.0.43 "GET /v2.0/quotas/af558e9b92784746aea18656ba220f66 HTTP/1.1" status: 200 len: 375 time: 0.0261259 Aug 31 15:51:39.725090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4132ec4-7655-4e19-bc3e-da718f511f22 req-c8fb5efd-401a-45d2-8273-eee00dd3e479 tempest-FlavorsV2NegativeTest-288503388 tempest-FlavorsV2NegativeTest-288503388-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af558e9b92784746aea18656ba220f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301707 Aug 31 15:51:39.728367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:39.750840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0163a486-8e8a-4c24-8a68-ba4a65f04e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.753943 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0163a486-8e8a-4c24-8a68-ba4a65f04e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.755636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0163a486-8e8a-4c24-8a68-ba4a65f04e16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb850a4b-8f3e-4242-9ae9-c21accc1e015 HTTP/1.1" status: 204 len: 168 time: 0.3273559 Aug 31 15:51:39.765116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163a486-8e8a-4c24-8a68-ba4a65f04e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb850a4b-8f3e-4242-9ae9-c21accc1e015,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:39.782717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38252) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:39.838132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:39.840966 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:39.872219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-network', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:39.895144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Made reservation on behalf of ff72eda920194d8089c78df3b8082ac7 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:39.898452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:39.909256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.025542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.030014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.062799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:40.074012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89963b9-c9ae-4251-a7e3-e276735cc27a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:40.079550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.079964 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Added segment 476f984f-aa00-46e3-9013-23ed4688a552 of type vlan for network 36eeb26a-81bb-4124-98e0-c4c36bb5936e Aug 31 15:51:40.106587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-afec3cd3-96a8-4ede-b9a7-596e77f3ca85 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:51:40.117585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-afec3cd3-96a8-4ede-b9a7-596e77f3ca85 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3329122 Aug 31 15:51:40.131534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.159755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.161827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.162167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-85ee6f13-7de8-47ba-9e4f-77e033319651 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.162910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.174729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-85ee6f13-7de8-47ba-9e4f-77e033319651 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 1095 time: 0.0558004 Aug 31 15:51:40.228966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] Pushing event updated for resources: {'Network': ['ID=36eeb26a-81bb-4124-98e0-c4c36bb5936e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:40.233721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1b134594-74aa-48eb-ad6e-fb68dc3f8c87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5037589 Aug 31 15:51:40.236701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38268) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:40.248884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:40.250942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Request body: {'subnet': {'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-subnet', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:40.291908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Made reservation on behalf of ff72eda920194d8089c78df3b8082ac7 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:40.312048 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.395148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Request body: {'binding': {'host': 'n-h2-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:40.395876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Unknown quota resources ['binding']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:51:40.480810 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb84b9d7-c737-4ed6-acf1-ba61daab6d0d x-openstack-request-id: req-cb84b9d7-c737-4ed6-acf1-ba61daab6d0d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:40.481100 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:40.481549 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb84b9d7-c737-4ed6-acf1-ba61daab6d0d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:40.482118 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'status': 'completed', 'code': 200} Aug 31 15:51:40.581176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-af89130a-5e80-41a0-ba63-7415f13ea856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.583124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-af89130a-5e80-41a0-ba63-7415f13ea856 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1126 time: 0.1044228 Aug 31 15:51:40.624417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on host n-h2-793621-35 for vnic_type normal with profile None {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:40.624982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:40.625121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:40.630778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:40.631106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:40.644241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:40.644915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:40.645314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:40.647380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Bound port: 2b257f96-1179-429a-8874-b1a09b3fc9fe, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:40.681845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.722248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317cb4-1395-4d98-8281-0c4556462930 req-a819f696-384e-48e4-9c8a-71847389a30f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.724874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76317cb4-1395-4d98-8281-0c4556462930 req-a819f696-384e-48e4-9c8a-71847389a30f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.1430669 Aug 31 15:51:40.782235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-da219b84-10e4-4a14-ad45-812557190c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.783693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-da219b84-10e4-4a14-ad45-812557190c4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.1788239 Aug 31 15:51:40.796157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:40.802746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76317cb4-1395-4d98-8281-0c4556462930 req-7672863b-a559-43af-b6b3-966c65678179 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710506 Aug 31 15:51:40.805026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.819164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-16eb23c9-4941-4988-8ad6-c88e31bcda82 service neutron] 10.222.0.43 "POST /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe/bindings HTTP/1.1" status: 201 len: 390 time: 0.5099206 Aug 31 15:51:40.882808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-688274c4-46a5-4a78-8fca-121abd8c84fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.0887959 Aug 31 15:51:40.888443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c488942c-6d79-454f-be8a-d28bd88c99d1,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:40.899964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Checking segment: {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:40.900367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Network hostable DHCP agents. Network: 36eeb26a-81bb-4124-98e0-c4c36bb5936e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:40.957042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:40.962268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38318) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:40.983341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 36eeb26a-81bb-4124-98e0-c4c36bb5936e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:40.985831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-6fc58b6f-a545-4ef8-81be-92ebf4179102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.987288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-6fc58b6f-a545-4ef8-81be-92ebf4179102 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0925548 Aug 31 15:51:40.990336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:40.990862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:40.992472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3769c1-a1b5-4bd4-ab27-bdda4ad6f0e4 None None] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:41.018752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38326) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:41.035400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-9e3c743b-f3a7-4c6b-97e6-ed5a48cffb60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408332 Aug 31 15:51:41.047890 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0a1db179-527a-4558-a7fc-b1e92256233c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8055584 Aug 31 15:51:41.048161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38330) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:41.052907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:41.131813 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.134674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.178529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff17817-270a-4145-9197-2087a315669e req-346722f9-6319-424e-a6cf-c8f26faad634 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:41.180156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aff17817-270a-4145-9197-2087a315669e req-346722f9-6319-424e-a6cf-c8f26faad634 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.0909374 Aug 31 15:51:41.212588 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-fc26ac1d-0b3f-49b5-9d1b-1fbc87d364c6 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666720 Aug 31 15:51:41.225471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.257800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-36eeb26a-81bb-4124-98e0-c4c36bb5936e', 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'fixed_ips': [{'subnet_id': 'c488942c-6d79-454f-be8a-d28bd88c99d1'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:51:41.259470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.275843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63f69d8f-bbdd-4535-ba7b-3ecfb02119bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.359889 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a047de5-ffb3-43e8-b867-9f6510dcdcfc req-11b5092e-76aa-4056-bd2b-daf0b9d56785 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370418 Aug 31 15:51:41.365453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aff17817-270a-4145-9197-2087a315669e req-703134b3-1bdb-475e-b021-74c286a67a9d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495495 Aug 31 15:51:41.399477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-network', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:41.453167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Allocated IP 172.20.0.2 (36eeb26a-81bb-4124-98e0-c4c36bb5936e/c488942c-6d79-454f-be8a-d28bd88c99d1/d433af42-338b-4bf8-8232-34a4fb5ffd33) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:41.704070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.715570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Transition to ACTIVE for port object d433af42-338b-4bf8-8232-34a4fb5ffd33 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:41.770805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Transition to ACTIVE for port object d433af42-338b-4bf8-8232-34a4fb5ffd33 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:41.785428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.839204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:41.855948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:41.863090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c85e190-34b1-401d-b974-85a5f289f9fe req-b74c345a-aee5-4f25-9628-40c1f473bb11 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7ea274ef755d4cbaae860b6c990e0675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476191 Aug 31 15:51:41.867035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Pushing event updated for resources: {'Port': ['ID=d433af42-338b-4bf8-8232-34a4fb5ffd33,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:41.892686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:41.895620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:41.900846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.901354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.901788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.902395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.902939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.903484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.904836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.905442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.905877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.906355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.906832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.907439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:41.919545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:51:41.928297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:42.000677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Attempting to bind port d433af42-338b-4bf8-8232-34a4fb5ffd33 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:42.001051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Attempting to bind port d433af42-338b-4bf8-8232-34a4fb5ffd33 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:42.001441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Attempting to bind port d433af42-338b-4bf8-8232-34a4fb5ffd33 on network 36eeb26a-81bb-4124-98e0-c4c36bb5936e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:42.025066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38376) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:42.036519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:42.037167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Checking segment: {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:42.037943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.037943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Bound using segment: {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:42.038419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Bound port: d433af42-338b-4bf8-8232-34a4fb5ffd33, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:42.038819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.104920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63f69d8f-bbdd-4535-ba7b-3ecfb02119bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.127703 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63f69d8f-bbdd-4535-ba7b-3ecfb02119bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.165468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f058d41-2256-41c1-8bc2-bdb4cae97b45 req-2e05b1a8-3798-469c-8419-0b465c4819fc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:42.168717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f058d41-2256-41c1-8bc2-bdb4cae97b45 req-2e05b1a8-3798-469c-8419-0b465c4819fc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.1890793 Aug 31 15:51:42.179517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-017db137-61e0-4164-b3c9-24d9d9632b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.193690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-136f17a4-d80c-458a-8bec-045519a55f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.194183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e190-34b1-401d-b974-85a5f289f9fe req-2fa172a4-8ca9-4e1d-b60a-bd30e3ec4b31 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:42.195828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c85e190-34b1-401d-b974-85a5f289f9fe req-2fa172a4-8ca9-4e1d-b60a-bd30e3ec4b31 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242235 Aug 31 15:51:42.239974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Made reservation on behalf of 3afe6b4fbade40d5be1e61c4f673a87e for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:42.242714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.246213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:42.265865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-63f69d8f-bbdd-4535-ba7b-3ecfb02119bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af558e9b92784746aea18656ba220f66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3001077 Aug 31 15:51:42.266146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:42.268685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c has no active binding in host n-h2-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:51:42.269506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f69d8f-bbdd-4535-ba7b-3ecfb02119bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae5ffd-e97b-476d-a11a-787a16c7011a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.273008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] For port d433af42-338b-4bf8-8232-34a4fb5ffd33, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:42.276820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] For port d433af42-338b-4bf8-8232-34a4fb5ffd33, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d433af42-338b-4bf8-8232-34a4fb5ffd33,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:42.280958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.283799 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.292002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c85e190-34b1-401d-b974-85a5f289f9fe req-a5c33edd-3221-4860-997c-e60cc785fda2 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/quotas/7ea274ef755d4cbaae860b6c990e0675 HTTP/1.1" status: 200 len: 375 time: 0.0717318 Aug 31 15:51:42.324684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f058d41-2256-41c1-8bc2-bdb4cae97b45 req-b4de6ecb-51bc-48bb-808c-ddb2eca7fe64 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378610 Aug 31 15:51:42.349199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-017db137-61e0-4164-b3c9-24d9d9632b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.349461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d90f2-eeab-4890-a80a-eb372d202cd4 None None] Pushing event updated for resources: {'Port': ['ID=d433af42-338b-4bf8-8232-34a4fb5ffd33,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.363871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-017db137-61e0-4164-b3c9-24d9d9632b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.372945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c85e190-34b1-401d-b974-85a5f289f9fe req-49d17249-f9bc-422c-8d45-c645f1443a19 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea274ef755d4cbaae860b6c990e0675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692472 Aug 31 15:51:42.403171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b60db7a3-ac2f-4ba6-827b-8ed970b41489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.450691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017db137-61e0-4164-b3c9-24d9d9632b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f8e732-7081-46b1-b368-90e0044feff3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.465254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-017db137-61e0-4164-b3c9-24d9d9632b5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fe388fc6e6d447f89f19e59a0d1e982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356817 Aug 31 15:51:42.471317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38386) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:42.481255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b60db7a3-ac2f-4ba6-827b-8ed970b41489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.586585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.617997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8c7-8dd6-46a6-86af-a8112a140e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.618636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.621380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-136f17a4-d80c-458a-8bec-045519a55f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.622544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b60db7a3-ac2f-4ba6-827b-8ed970b41489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.626275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b60db7a3-ac2f-4ba6-827b-8ed970b41489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.627930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b60db7a3-ac2f-4ba6-827b-8ed970b41489 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cae5ffd-e97b-476d-a11a-787a16c7011a HTTP/1.1" status: 204 len: 168 time: 0.3602011 Aug 31 15:51:42.635184 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-136f17a4-d80c-458a-8bec-045519a55f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.639790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8a328-500d-46eb-9d73-28729f1f2212 req-44d5c40e-9098-42a2-86d0-0a410f57deaa tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:42.641263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6e8a328-500d-46eb-9d73-28729f1f2212 req-44d5c40e-9098-42a2-86d0-0a410f57deaa tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.1269526 Aug 31 15:51:42.694700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60db7a3-ac2f-4ba6-827b-8ed970b41489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae5ffd-e97b-476d-a11a-787a16c7011a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.705707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8c7-8dd6-46a6-86af-a8112a140e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.759326 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-136f17a4-d80c-458a-8bec-045519a55f93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed19b77eb6c84c948af4240e034b3990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331917 Aug 31 15:51:42.759971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38394) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:42.792528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f17a4-d80c-458a-8bec-045519a55f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bdeddd-869f-48cf-8348-5866955e3e96,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.889690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0f22f5a-7255-4da4-b6c0-434255cc78da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.895193 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6e8a328-500d-46eb-9d73-28729f1f2212 req-8df6c32b-49d0-436f-902b-f6542fba38bb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972449 Aug 31 15:51:42.917074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0f22f5a-7255-4da4-b6c0-434255cc78da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.925199 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.934563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.962395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Allocated IP 172.25.6.246 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/62c47ebe-f6c4-4595-ba2b-f238b1043371) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:42.987615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16361b26-f136-4388-89e8-17169984052e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:42.996833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8c7-8dd6-46a6-86af-a8112a140e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:42.999377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcab8c7-8dd6-46a6-86af-a8112a140e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.000629 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5fcab8c7-8dd6-46a6-86af-a8112a140e74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88f8e732-7081-46b1-b368-90e0044feff3 HTTP/1.1" status: 204 len: 168 time: 0.5280044 Aug 31 15:51:43.006066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0f22f5a-7255-4da4-b6c0-434255cc78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.008521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0f22f5a-7255-4da4-b6c0-434255cc78da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.009711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a0f22f5a-7255-4da4-b6c0-434255cc78da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60bdeddd-869f-48cf-8348-5866955e3e96 HTTP/1.1" status: 204 len: 168 time: 0.2423751 Aug 31 15:51:43.014966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcab8c7-8dd6-46a6-86af-a8112a140e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f8e732-7081-46b1-b368-90e0044feff3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.026619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f22f5a-7255-4da4-b6c0-434255cc78da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bdeddd-869f-48cf-8348-5866955e3e96,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.046361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:43.075055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.075392 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Added segment f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7 of type vlan for network b93d0c14-428b-49db-a7c5-f75b14edaa36 Aug 31 15:51:43.137329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.171978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.187526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.188532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:43.189137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.290107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2702138 Aug 31 15:51:43.294053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:43.302596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef5e0b-80d9-45a5-af41-ca6081d564d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b93d0c14-428b-49db-a7c5-f75b14edaa36,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.307850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Request body: {'subnet': {'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-subnet', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:43.311868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.324115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:43.338214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Made reservation on behalf of 3afe6b4fbade40d5be1e61c4f673a87e for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:43.340977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.402245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:43.419726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:43.424870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:43.471442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Pushing event updated for resources: {'Port': ['ID=62c47ebe-f6c4-4595-ba2b-f238b1043371,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:43.654282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38422) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:43.741100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0d440cd-0dbf-4bdf-9778-5db8c31e5306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.821515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6122dd-9bbd-418f-ae29-2e3dfbf5d3c9 req-d6e59794-a8bb-4de9-b4d4-f3c2ec63ac45 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:43.830427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a6122dd-9bbd-418f-ae29-2e3dfbf5d3c9 req-d6e59794-a8bb-4de9-b4d4-f3c2ec63ac45 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 943 time: 0.3382890 Aug 31 15:51:43.858010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0d440cd-0dbf-4bdf-9778-5db8c31e5306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.862041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d433af42-338b-4bf8-8232-34a4fb5ffd33 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:43.866493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0d440cd-0dbf-4bdf-9778-5db8c31e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:43.918390 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-17e0c11e-dfa1-4d20-9592-0780bafd8210 service neutron] 10.222.0.30 "GET /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.6666856 Aug 31 15:51:43.925576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b668736-0cc1-48c5-8419-f68a96c34ec6 None None] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:43.935254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0d440cd-0dbf-4bdf-9778-5db8c31e5306 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b4ddad24f8945af8adb9613516f26ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767990 Aug 31 15:51:43.953548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:43.954274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38436) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:43.991498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d440cd-0dbf-4bdf-9778-5db8c31e5306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c4ad8e-8bef-4fed-bf48-14f2b58a6c1d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.033930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68b81d8f-53d0-4bbb-a72d-6046acb24d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.146889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c07c37de-14ae-49f2-b655-f11602f4c667 None None] Provisioning for port d433af42-338b-4bf8-8232-34a4fb5ffd33 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:44.177299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17ed7d53-1bad-4859-82f6-2258699804df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.200210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17ed7d53-1bad-4859-82f6-2258699804df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.208802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a6122dd-9bbd-418f-ae29-2e3dfbf5d3c9 req-af4771c5-16a8-4a0b-8b50-c559b1ab0233 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761752 Aug 31 15:51:44.210233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d433af42-338b-4bf8-8232-34a4fb5ffd33 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:44.216707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d433af42-338b-4bf8-8232-34a4fb5ffd33 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:44.217315 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.217435 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.342348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:44.366731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:44.412347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13960ed-4d22-4cd8-a2ae-e2a61366fe8c {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:51:44.423928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:44.448930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17ed7d53-1bad-4859-82f6-2258699804df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.451973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17ed7d53-1bad-4859-82f6-2258699804df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.453316 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-17ed7d53-1bad-4859-82f6-2258699804df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37c4ad8e-8bef-4fed-bf48-14f2b58a6c1d HTTP/1.1" status: 204 len: 168 time: 0.4969382 Aug 31 15:51:44.467406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.534976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c9391-9df3-4974-a8a9-e84f1191f4da req-04e879d8-0a55-4c60-87fd-8feaee4da95b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:44.552888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c7c9391-9df3-4974-a8a9-e84f1191f4da req-04e879d8-0a55-4c60-87fd-8feaee4da95b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.1942804 Aug 31 15:51:44.566662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed7d53-1bad-4859-82f6-2258699804df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c4ad8e-8bef-4fed-bf48-14f2b58a6c1d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.595093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.609468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.639727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d433af42-338b-4bf8-8232-34a4fb5ffd33, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d433af42-338b-4bf8-8232-34a4fb5ffd33,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:44.644926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.689015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.721258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d433af42-338b-4bf8-8232-34a4fb5ffd33,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.807723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c7c9391-9df3-4974-a8a9-e84f1191f4da req-8dd58f40-f9b3-4972-b59c-b4b25905a88b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219274 Aug 31 15:51:44.825307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Checking segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:44.825879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Network hostable DHCP agents. Network: b93d0c14-428b-49db-a7c5-f75b14edaa36, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:44.830773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4b80b671-c939-47ee-9135-d92d83760171 None None] Provisioning complete for port d433af42-338b-4bf8-8232-34a4fb5ffd33 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:44.831204 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4b80b671-c939-47ee-9135-d92d83760171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.833227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38bcd8e-9835-4041-8e52-7f20f9740cda,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:44.837730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38458) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:44.846713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] Transition to ACTIVE for port object a13960ed-4d22-4cd8-a2ae-e2a61366fe8c will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:44.854534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68b81d8f-53d0-4bbb-a72d-6046acb24d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.864693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.908702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68b81d8f-53d0-4bbb-a72d-6046acb24d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:44.957113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:44.988783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2eb10295-1105-45d3-94c7-e3934f66261e req-574c9cca-f925-4140-9feb-8ac6023a5918 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7ea274ef755d4cbaae860b6c990e0675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583310 Aug 31 15:51:44.996978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.002244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b93d0c14-428b-49db-a7c5-f75b14edaa36) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:45.016722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b81d8f-53d0-4bbb-a72d-6046acb24d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8d2ae-8096-45be-b5f8-745dbf0403b2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.028013 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-68b81d8f-53d0-4bbb-a72d-6046acb24d6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=582800e25bdf454c8e0a6bb305d852cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0676203 Aug 31 15:51:45.028013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] No DVR routers for this DVR port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:51:45.029175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38474) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:45.035159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c48f3f-7e14-451b-979d-0180dc648a7a None None] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:45.047116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:45.048069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.090404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Router ea6e2c23-8143-4336-8c44-125ad039e13d is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:45.097014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-network', 'tenant_id': '42f17517fff146eaa15a026544edfb8d'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:45.118332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-cd09198d-8009-4835-b160-1b08612b7d4b service neutron] 10.222.0.30 "PUT /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c/bindings/n-h2-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 1.1909916 Aug 31 15:51:45.183443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd75b990-2d29-4737-8b44-90ac8c2337c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.205506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd75b990-2d29-4737-8b44-90ac8c2337c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.224966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Made reservation on behalf of 42f17517fff146eaa15a026544edfb8d for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:45.225720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b93d0c14-428b-49db-a7c5-f75b14edaa36', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:51:45.226895 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.227250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.243885 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64044a83-e2a8-43c7-a170-5f2bffd491ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9432487 Aug 31 15:51:45.259066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38480) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:45.264135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:45.284078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.332621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10295-1105-45d3-94c7-e3934f66261e req-808794e2-4381-4b00-9bc7-5d78e5e9ae56 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:45.333639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.334690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.340751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2eb10295-1105-45d3-94c7-e3934f66261e req-808794e2-4381-4b00-9bc7-5d78e5e9ae56 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493834 Aug 31 15:51:45.385317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:45.397696 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Sync routers for ids ['ea6e2c23-8143-4336-8c44-125ad039e13d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:45.411730 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Routers {'ea6e2c23-8143-4336-8c44-125ad039e13d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:45.412387 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea6e2c23-8143-4336-8c44-125ad039e13d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:45.425586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2eb10295-1105-45d3-94c7-e3934f66261e req-f4147a40-66ac-4bcb-b801-1cc7def18756 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/quotas/7ea274ef755d4cbaae860b6c990e0675 HTTP/1.1" status: 200 len: 375 time: 0.0838864 Aug 31 15:51:45.433255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Allocated IP 172.20.0.2 (b93d0c14-428b-49db-a7c5-f75b14edaa36/b38bcd8e-9835-4041-8e52-7f20f9740cda/61352fe6-2d48-4dfc-9056-4be27e56c40e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:45.442889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd75b990-2d29-4737-8b44-90ac8c2337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.445721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd75b990-2d29-4737-8b44-90ac8c2337c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.455238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd75b990-2d29-4737-8b44-90ac8c2337c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75d8d2ae-8096-45be-b5f8-745dbf0403b2 HTTP/1.1" status: 204 len: 168 time: 0.3990290 Aug 31 15:51:45.461486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-2e940e6d-f5d1-44b1-b687-ce2435a905bf tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:45.463004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-2e940e6d-f5d1-44b1-b687-ce2435a905bf tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.2484396 Aug 31 15:51:45.499255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75b990-2d29-4737-8b44-90ac8c2337c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8d2ae-8096-45be-b5f8-745dbf0403b2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.545609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2eb10295-1105-45d3-94c7-e3934f66261e req-8f9ebe78-2a16-4663-ad6a-e7e7645fdf22 tempest-QuotasAdminNegativeTest-605658867 tempest-QuotasAdminNegativeTest-605658867-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea274ef755d4cbaae860b6c990e0675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190379 Aug 31 15:51:45.617533 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.631351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Transition to ACTIVE for port object 61352fe6-2d48-4dfc-9056-4be27e56c40e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:45.639668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a061bb-f7dd-432f-b5db-a051d03d5c8c req-cef84359-38ac-4f13-8f41-9ffcb2008ff8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:45.653187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Transition to ACTIVE for port object 61352fe6-2d48-4dfc-9056-4be27e56c40e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:45.655840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10a061bb-f7dd-432f-b5db-a051d03d5c8c req-cef84359-38ac-4f13-8f41-9ffcb2008ff8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.3433876 Aug 31 15:51:45.658329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.666241 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.723014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Pushing event updated for resources: {'Port': ['ID=61352fe6-2d48-4dfc-9056-4be27e56c40e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:45.752731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:45.757033 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Set router ea6e2c23-8143-4336-8c44-125ad039e13d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:45.761160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:45.769118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d433af42-338b-4bf8-8232-34a4fb5ffd33 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:45.783395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:45.801965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10a061bb-f7dd-432f-b5db-a051d03d5c8c req-5a2f7498-6b43-4ee0-adf0-0ec610b3737a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395409 Aug 31 15:51:45.804516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-debb6013-4a79-459a-8015-b612f407e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:45.809684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-debb6013-4a79-459a-8015-b612f407e370 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540&tenant_id=95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 1096 time: 0.3336763 Aug 31 15:51:45.900130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.907270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-0b74494d-3f2e-4b60-aec0-b1785139111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:45.912095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-0b74494d-3f2e-4b60-aec0-b1785139111b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1096 time: 0.0739155 Aug 31 15:51:45.935859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:45.943053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-570e7668-bed4-48e7-8891-3eaceed0012f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8938291 Aug 31 15:51:45.944929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38508) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:45.985863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.010276 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:51:43Z', 'revision_number': 3, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:46.036817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Attempting to bind port 61352fe6-2d48-4dfc-9056-4be27e56c40e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:46.037582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Attempting to bind port 61352fe6-2d48-4dfc-9056-4be27e56c40e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:46.039498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Attempting to bind port 61352fe6-2d48-4dfc-9056-4be27e56c40e on network b93d0c14-428b-49db-a7c5-f75b14edaa36 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:46.045567 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Checking router: ea6e2c23-8143-4336-8c44-125ad039e13d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:51:46.046264 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Updating router ea6e2c23-8143-4336-8c44-125ad039e13d port 62c47ebe-f6c4-4595-ba2b-f238b1043371 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:51:46.053165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:46.054231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Checking segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:46.054873 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.055369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Bound using segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:46.056384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Bound port: 61352fe6-2d48-4dfc-9056-4be27e56c40e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:46.056885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.064242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e2398-2ab8-44da-b24c-28e6e9ca8e92,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.073823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d433af42-338b-4bf8-8232-34a4fb5ffd33 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:46.074372 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.078294 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.192964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:46.265885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] For port 61352fe6-2d48-4dfc-9056-4be27e56c40e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:46.283865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] For port 61352fe6-2d48-4dfc-9056-4be27e56c40e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=61352fe6-2d48-4dfc-9056-4be27e56c40e,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:46.291117 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.299429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.318556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.324257 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Added segment 3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2 of type vlan for network 3826076c-542a-4d5e-931e-dd1776188e65 Aug 31 15:51:46.403706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa7e31-9cf6-4010-b7ad-f727c0786701 None None] Pushing event updated for resources: {'Port': ['ID=61352fe6-2d48-4dfc-9056-4be27e56c40e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.497398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34da33-4a8b-4ca0-9469-b37b7022bdd1 req-383d00ae-c624-45b5-a098-c22d1dbcc3f7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:46.499628 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae34da33-4a8b-4ca0-9469-b37b7022bdd1 req-383d00ae-c624-45b5-a098-c22d1dbcc3f7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.4973252 Aug 31 15:51:46.541724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.597337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-47093f26-4559-422c-916d-66a25e0bd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:46.599562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-47093f26-4559-422c-916d-66a25e0bd4fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.6786358 Aug 31 15:51:46.626499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.628286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:46.629210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.631894 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.655999 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Transition to ACTIVE for port object 62c47ebe-f6c4-4595-ba2b-f238b1043371 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:46.667136 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.777796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3826076c-542a-4d5e-931e-dd1776188e65,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:46.799524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3826076c-542a-4d5e-931e-dd1776188e65 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:46.821931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-385824ab-ef5d-472b-a1aa-834280caa8e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9790971 Aug 31 15:51:46.824731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38536) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:46.834388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Request body: {'subnet': {'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-subnet', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:46.858806 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Attempting to bind port 62c47ebe-f6c4-4595-ba2b-f238b1043371 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:46.859258 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Attempting to bind port 62c47ebe-f6c4-4595-ba2b-f238b1043371 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:46.860729 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Attempting to bind port 62c47ebe-f6c4-4595-ba2b-f238b1043371 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:46.874797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Made reservation on behalf of 42f17517fff146eaa15a026544edfb8d for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:46.879396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.881398 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:46.883656 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:46.884138 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:46.885946 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:46.887141 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Bound port: 62c47ebe-f6c4-4595-ba2b-f238b1043371, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:46.887551 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:47.008926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-c6b05c54-7ed7-4066-83ca-262ee5f720c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.1307433 Aug 31 15:51:47.028912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:51:47.038016 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] For port 62c47ebe-f6c4-4595-ba2b-f238b1043371, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:47.068565 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] For port 62c47ebe-f6c4-4595-ba2b-f238b1043371, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=62c47ebe-f6c4-4595-ba2b-f238b1043371,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:47.106389 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:47.165571 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Pushing event updated for resources: {'Port': ['ID=62c47ebe-f6c4-4595-ba2b-f238b1043371,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.216055 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.216759 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.217399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.224488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:51:47.225446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.226432 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.227320 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.227921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.228934 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.229112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.230141 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.230712 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.231277 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Tracked resource versions report: Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: pushed versions: Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: { 'AddressGroup': {'1.2'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'ConntrackHelper': {'1.0'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Log': {'1.0'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Network': {'1.1'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Port': {'1.7'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'PortForwarding': {'1.2'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'QosPolicy': {'1.9'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'SecurityGroup': {'1.4'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'SubPort': {'1.0'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Subnet': {'1.1'}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Trunk': {'1.1'}} Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: consumer versions: Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: { DHCP agent@n-d-793621-35: {}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: HyperV agent@n-h1-793621-35: {}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: HyperV agent@n-h2-793621-35: {}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: L3 agent@n-d-793621-35: {}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: Metadata agent@n-d-793621-35: {}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: Metering agent@n-d-793621-35: {}, Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: Open vSwitch agent@n-d-793621-35: { 'AddressGroup': '1.2', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'ConntrackHelper': '1.0', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Log': '1.0', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Network': '1.1', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Port': '1.7', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'PortForwarding': '1.2', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'QosPolicy': '1.9', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'SecurityGroup': '1.4', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'SecurityGroupRule': '1.2', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'SubPort': '1.0', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Subnet': '1.1', Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: 'Trunk': '1.1'}} Aug 31 15:51:47.233633 n-d-793621-35 neutron-server[101480]: {{(pid=101480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:51:47.332500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:47.349370 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Routers {'ea6e2c23-8143-4336-8c44-125ad039e13d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:47.350433 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea6e2c23-8143-4336-8c44-125ad039e13d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:47.372429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38546) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:47.374455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:47.401069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae34da33-4a8b-4ca0-9469-b37b7022bdd1 req-0060e9b1-ddfe-4e0b-b0db-fd539ac94ba6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8863535 Aug 31 15:51:47.452037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:47.486566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-b8dc8aab-41c3-46b3-8114-42181b1b13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:47.498900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-b8dc8aab-41c3-46b3-8114-42181b1b13b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.4871097 Aug 31 15:51:47.574101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Checking segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:47.577013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Network hostable DHCP agents. Network: 3826076c-542a-4d5e-931e-dd1776188e65, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:47.583709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7cbf4f-16ee-4936-8cf7-f3124f36466c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.703688 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530f472-30a6-4958-8491-5c4bde9b6769 None None] Pushing event updated for resources: {'Port': ['ID=62c47ebe-f6c4-4595-ba2b-f238b1043371,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:47.739667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Allocated IP 172.25.6.8 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/a6ca04f3-6f99-40a5-a9da-74eb7fafba49) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:47.748659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-04df1528-fb46-42fd-bbca-ae895fe52127 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2388477 Aug 31 15:51:47.762085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Network 3826076c-542a-4d5e-931e-dd1776188e65 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:47.789024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3826076c-542a-4d5e-931e-dd1776188e65) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:47.799424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e0587-d9df-4453-9565-e8ed92c1038d None None] Network 3826076c-542a-4d5e-931e-dd1776188e65 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:47.846166 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] Set router ea6e2c23-8143-4336-8c44-125ad039e13d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:47.869439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38554) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:47.886453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:47.887128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:47.940579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d7c53c8e-25b8-420e-815a-96445ff6ad8e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1115742 Aug 31 15:51:47.941333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:47.948679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:47.958713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 61352fe6-2d48-4dfc-9056-4be27e56c40e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:48.000527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.002242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.081245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.102013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-network', 'tenant_id': '0573950bb189443189e7f4464e24a085'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:48.156682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Made reservation on behalf of 0573950bb189443189e7f4464e24a085 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:48.159095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.176252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 61352fe6-2d48-4dfc-9056-4be27e56c40e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:48.187605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3826076c-542a-4d5e-931e-dd1776188e65', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:51:48.188807 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.218870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fb481-77dc-446c-9164-c2497bc08b08 None None] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:48.262119 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.321402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.345532 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:51:43Z', 'revision_number': 3, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:48.389271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] Provisioning for port 61352fe6-2d48-4dfc-9056-4be27e56c40e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:48.397043 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251bfbb-7c80-4a77-bbba-082a2dcef1c3 None None] The sync data for ids ['ea6e2c23-8143-4336-8c44-125ad039e13d'] in n-d-793621-35 is: [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:51:43Z', 'revision_number': 3, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:48.402479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26d8d-71f4-4782-841d-f799e50d45c2 req-bc15c3ac-c67e-40ac-82a8-7b4bee528f51 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:48.407334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2aa26d8d-71f4-4782-841d-f799e50d45c2 req-bc15c3ac-c67e-40ac-82a8-7b4bee528f51 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.7659457 Aug 31 15:51:48.435509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] Provisioning complete for port 61352fe6-2d48-4dfc-9056-4be27e56c40e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:48.435867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.492128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.542417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Allocated IP 172.20.0.2 (3826076c-542a-4d5e-931e-dd1776188e65/7a7cbf4f-16ee-4936-8cf7-f3124f36466c/c5815274-3c2d-4819-b2fe-7c68c03dbf55) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:48.564056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8029baf-48fc-4c7b-97c4-58636e46454d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.646365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:48.689699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2aa26d8d-71f4-4782-841d-f799e50d45c2 req-0904dd09-ee72-4280-a377-d4a3226cc154 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573538 Aug 31 15:51:48.716776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:48.738480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-918bc38f-756b-40f7-be16-bd9749edeb71 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661195 Aug 31 15:51:48.819445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f508e-8431-4032-b62c-b574530f5544 req-8154769a-e6a7-443b-aba6-197641f39c83 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:48.836720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-531f508e-8431-4032-b62c-b574530f5544 req-8154769a-e6a7-443b-aba6-197641f39c83 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.2863994 Aug 31 15:51:48.880901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:48.952018 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.007524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.034994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-531f508e-8431-4032-b62c-b574530f5544 req-e4645ea7-1dad-43b8-bd0d-a175f6c0b243 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970675 Aug 31 15:51:49.072719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-212539fa-08a5-410f-bdbc-640b361133a9 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178980 Aug 31 15:51:49.091723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] For port 61352fe6-2d48-4dfc-9056-4be27e56c40e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=61352fe6-2d48-4dfc-9056-4be27e56c40e,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:49.108259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.108883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.124131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:49.127640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:49.195596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.242475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.246093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Transition to ACTIVE for port object c5815274-3c2d-4819-b2fe-7c68c03dbf55 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:49.255702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a43e-6add-4033-afbd-db374fa76564 None None] Pushing event updated for resources: {'Port': ['ID=61352fe6-2d48-4dfc-9056-4be27e56c40e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.280010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Transition to ACTIVE for port object c5815274-3c2d-4819-b2fe-7c68c03dbf55 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:49.292473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.340273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d72b88d4-4ab1-4fa3-b57b-4475002cd4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.359624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Network 3826076c-542a-4d5e-931e-dd1776188e65 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:49.365639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:49.370970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d499bb11-e004-4361-8f36-6955f20015d9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.371718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:49.378444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Pushing event updated for resources: {'Port': ['ID=c5815274-3c2d-4819-b2fe-7c68c03dbf55,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.387302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.390105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9abb0852-3faf-4720-8756-4e3c49676db2 None None] Provisioning complete for port 61352fe6-2d48-4dfc-9056-4be27e56c40e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:49.390549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9abb0852-3faf-4720-8756-4e3c49676db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.454426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:51:49.506095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.507066 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Added segment c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f of type vlan for network 80ab15c5-512f-4810-9061-14c282b0d9ab Aug 31 15:51:49.513724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-7295322a-9041-4e1e-aa44-409e75f28ac5 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:49.515299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-7295322a-9041-4e1e-aa44-409e75f28ac5 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.1709716 Aug 31 15:51:49.539496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Attempting to bind port c5815274-3c2d-4819-b2fe-7c68c03dbf55 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:49.540086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Attempting to bind port c5815274-3c2d-4819-b2fe-7c68c03dbf55 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:49.541357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Attempting to bind port c5815274-3c2d-4819-b2fe-7c68c03dbf55 on network 3826076c-542a-4d5e-931e-dd1776188e65 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:49.562365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:49.563149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Checking segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:49.564035 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.564767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Bound using segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:49.567850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Bound port: c5815274-3c2d-4819-b2fe-7c68c03dbf55, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:49.567850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.595197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Allocated IP 172.20.0.1 (36eeb26a-81bb-4124-98e0-c4c36bb5936e/c488942c-6d79-454f-be8a-d28bd88c99d1/68bdcdba-dad5-42a2-965d-34abc416bf63) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:49.666434 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8029baf-48fc-4c7b-97c4-58636e46454d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.674149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] For port c5815274-3c2d-4819-b2fe-7c68c03dbf55, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:49.678861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] For port c5815274-3c2d-4819-b2fe-7c68c03dbf55, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5815274-3c2d-4819-b2fe-7c68c03dbf55,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:49.691607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.697415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8029baf-48fc-4c7b-97c4-58636e46454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.776964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6cd93-d283-4730-b9a3-1fbd7dc95959 None None] Pushing event updated for resources: {'Port': ['ID=c5815274-3c2d-4819-b2fe-7c68c03dbf55,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:49.816291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.820351 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.937021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 62c47ebe-f6c4-4595-ba2b-f238b1043371 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:49.952153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.953263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:49.954173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:49.995149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 62c47ebe-f6c4-4595-ba2b-f238b1043371 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:50.003211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 62c47ebe-f6c4-4595-ba2b-f238b1043371 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:50.003555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.028690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8029baf-48fc-4c7b-97c4-58636e46454d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ea274ef755d4cbaae860b6c990e0675&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6261256 Aug 31 15:51:50.034587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8029baf-48fc-4c7b-97c4-58636e46454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f71626-bc27-4363-ad08-c6bbb11cb2cb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.052179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38584) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:50.070944 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.131762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.159383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] Pushing event updated for resources: {'Network': ['ID=80ab15c5-512f-4810-9061-14c282b0d9ab,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.192680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 80ab15c5-512f-4810-9061-14c282b0d9ab details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:51:50.204993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d72b88d4-4ab1-4fa3-b57b-4475002cd4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.238453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f0d9e-9ece-4921-a604-2da380632412 req-4323f52c-f13b-4c71-a4ae-6338c6397dea tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:50.241297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-753f0d9e-9ece-4921-a604-2da380632412 req-4323f52c-f13b-4c71-a4ae-6338c6397dea tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.3441443 Aug 31 15:51:50.263669 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-492e2fef-68a1-4b61-b07e-4877d7d6eefd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3908422 Aug 31 15:51:50.266983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.272660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38588) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:50.282186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d72b88d4-4ab1-4fa3-b57b-4475002cd4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.285932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Request body: {'subnet': {'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-subnet', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:50.306278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 62c47ebe-f6c4-4595-ba2b-f238b1043371, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=62c47ebe-f6c4-4595-ba2b-f238b1043371,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:50.315379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-36925f19-8b37-4692-8c47-bc3930a4ad3d service neutron] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:50.317681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.318508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 61352fe6-2d48-4dfc-9056-4be27e56c40e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:50.334908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.371283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Allocated IP 172.25.6.223 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/56025252-778b-43a8-b234-ab2d776471e2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:50.425423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=62c47ebe-f6c4-4595-ba2b-f238b1043371,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.433749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-36925f19-8b37-4692-8c47-bc3930a4ad3d service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.434923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-401cb0ca-fb91-46cc-a316-e02113a8ebed req-36925f19-8b37-4692-8c47-bc3930a4ad3d service neutron] 10.222.0.49 "DELETE /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c/bindings/n-h1-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.9070935 Aug 31 15:51:50.436447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 61352fe6-2d48-4dfc-9056-4be27e56c40e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:50.437260 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.451424 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3f2b-e8b7-4c9e-b125-5974de732572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.489750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Transition to ACTIVE for port object 68bdcdba-dad5-42a2-965d-34abc416bf63 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:50.532455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-753f0d9e-9ece-4921-a604-2da380632412 req-dbfafa84-7382-4234-ada0-bcbd97b7b151 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629328 Aug 31 15:51:50.534953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d72b88d4-4ab1-4fa3-b57b-4475002cd4df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb43a57dfeec49c59a48e8a6626c7467&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6461489 Aug 31 15:51:50.540401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3f2b-e8b7-4c9e-b125-5974de732572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.546294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b88d4-4ab1-4fa3-b57b-4475002cd4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0769c4f-fcbe-4ef6-9a85-5f60bed2c2f9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.549497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38592) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:50.608655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.621865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4b8f9-6407-470a-896b-de33b37c4581 req-f7de8268-b041-4e57-89da-1e04cd151660 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:50.624022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1c4b8f9-6407-470a-896b-de33b37c4581 req-f7de8268-b041-4e57-89da-1e04cd151660 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.3487811 Aug 31 15:51:50.673993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Made reservation on behalf of 0573950bb189443189e7f4464e24a085 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:50.677018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.696419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.753548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1c4b8f9-6407-470a-896b-de33b37c4581 req-2526f322-f466-4905-ba59-036ebbef6b18 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086454 Aug 31 15:51:50.766472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.815151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.815463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b7f7a-2d5b-4b06-9fa1-1aa3a4b6d1e7 req-b96d86d6-f448-4ec1-a443-01e4f900c931 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:50.823771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b90b7f7a-2d5b-4b06-9fa1-1aa3a4b6d1e7 req-b96d86d6-f448-4ec1-a443-01e4f900c931 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1096 time: 0.1484447 Aug 31 15:51:50.838845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3f2b-e8b7-4c9e-b125-5974de732572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.841341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3f2b-e8b7-4c9e-b125-5974de732572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.842540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e7aa3f2b-e8b7-4c9e-b125-5974de732572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23f71626-bc27-4363-ad08-c6bbb11cb2cb HTTP/1.1" status: 204 len: 168 time: 0.7867413 Aug 31 15:51:50.860618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:50.874825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:50.886064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:50.890456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=68bdcdba-dad5-42a2-965d-34abc416bf63,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.893033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa3f2b-e8b7-4c9e-b125-5974de732572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f71626-bc27-4363-ad08-c6bbb11cb2cb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.946099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Pushing event updated for resources: {'Port': ['ID=56025252-778b-43a8-b234-ab2d776471e2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:50.962423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1c43-7961-440b-b8bf-8a9fe21ce83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:50.968494 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a167f79b-05c7-4ccc-9c3f-9a6e64a4c3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.013305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1c43-7961-440b-b8bf-8a9fe21ce83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.021980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b90b7f7a-2d5b-4b06-9fa1-1aa3a4b6d1e7 req-17d46b64-d8c7-4e9d-b29c-ce4b00e83e79 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965430 Aug 31 15:51:51.050073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.201538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:51.210808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:51.223765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:51.228738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1c43-7961-440b-b8bf-8a9fe21ce83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.240748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1c43-7961-440b-b8bf-8a9fe21ce83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.242515 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7ebf1c43-7961-440b-b8bf-8a9fe21ce83a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0769c4f-fcbe-4ef6-9a85-5f60bed2c2f9 HTTP/1.1" status: 204 len: 168 time: 0.6882589 Aug 31 15:51:51.309664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf1c43-7961-440b-b8bf-8a9fe21ce83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0769c4f-fcbe-4ef6-9a85-5f60bed2c2f9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:51.438844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3373759a-24db-49e5-9882-f993334adfb6 None None] Provisioning for port 68bdcdba-dad5-42a2-965d-34abc416bf63 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:51.447703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3373759a-24db-49e5-9882-f993334adfb6 None None] Provisioning complete for port 68bdcdba-dad5-42a2-965d-34abc416bf63 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:51.448442 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3373759a-24db-49e5-9882-f993334adfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.524400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838edc6-f4ba-439c-8b6f-eaea05b3de47 None None] Network 3826076c-542a-4d5e-931e-dd1776188e65 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:51.593234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:51.681802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:51.696806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3373759a-24db-49e5-9882-f993334adfb6 None None] Port 68bdcdba-dad5-42a2-965d-34abc416bf63 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:51:51.721284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.826827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:51.925036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 62c47ebe-f6c4-4595-ba2b-f238b1043371 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:51.956626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-690126f7-d7c3-4e9c-9ecf-b01af938e310 None None] Provisioning for port c5815274-3c2d-4819-b2fe-7c68c03dbf55 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:52.020414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 62c47ebe-f6c4-4595-ba2b-f238b1043371 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:52.021255 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.109309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38622) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:52.128373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedd161f-1878-43bd-9b20-079632864713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.170687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.177244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5815274-3c2d-4819-b2fe-7c68c03dbf55 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:52.220599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.225817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 15:51:52.225817 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 15:51:52.225817 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': 'd6a6ade9834a451e9099708765a6d2ce', 'expiration_1': datetime.datetime(2021, 8, 31, 15, 51, 52, 172905)}] Aug 31 15:51:52.225817 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:51:52.226235 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:51:52.250725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c5815274-3c2d-4819-b2fe-7c68c03dbf55 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:52.255090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c5815274-3c2d-4819-b2fe-7c68c03dbf55 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:52.255401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.269787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-9859f2f8-82ee-4116-bf2e-a666e3f423f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:52.271882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-9859f2f8-82ee-4116-bf2e-a666e3f423f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1098 time: 0.5817270 Aug 31 15:51:52.314988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:52.330716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:52.345286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-82ddc945-11dc-440c-9be1-96566c12e9d8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:52.346890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-82ddc945-11dc-440c-9be1-96566c12e9d8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.8920481 Aug 31 15:51:52.348643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99a564b-c4ed-4a9e-b2b8-e2fac5696486,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.364216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:52.364886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:52.367331 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.391203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270e696-0553-40bd-9fda-69e84ca326eb req-f7f864da-18ec-43a9-be10-cceb133041ff tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:52.400117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9270e696-0553-40bd-9fda-69e84ca326eb req-f7f864da-18ec-43a9-be10-cceb133041ff tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.4241509 Aug 31 15:51:52.447837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c12a28e3-c335-4181-89da-dcabaef47f38 None None] Provisioning complete for port c5815274-3c2d-4819-b2fe-7c68c03dbf55 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:52.448505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c12a28e3-c335-4181-89da-dcabaef47f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.457095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Checking segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:52.458294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Network hostable DHCP agents. Network: 80ab15c5-512f-4810-9061-14c282b0d9ab, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:51:52.473293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-c9f8f939-b544-47a8-84fe-dae297d7b71c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/quotas/95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 375 time: 0.0957286 Aug 31 15:51:52.499827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-d9084cee-4bc5-4c64-b322-f4f419f6c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:52.501357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-d9084cee-4bc5-4c64-b322-f4f419f6c0e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2205091 Aug 31 15:51:52.523462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port c5815274-3c2d-4819-b2fe-7c68c03dbf55, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5815274-3c2d-4819-b2fe-7c68c03dbf55,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:52.535871 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.569875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Network 80ab15c5-512f-4810-9061-14c282b0d9ab is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:51:52.590412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:52.597046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9270e696-0553-40bd-9fda-69e84ca326eb req-7b42ce2b-e518-4bd2-b68c-1fddc30c1f95 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959229 Aug 31 15:51:52.607996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 80ab15c5-512f-4810-9061-14c282b0d9ab) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:52.614052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-e2cffdb2-d69f-46ca-9160-4f49601053a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0967267 Aug 31 15:51:52.619989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:52.620636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.656226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedd161f-1878-43bd-9b20-079632864713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.656827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207282f-e9bb-4d72-be6a-353b185e42d3 None None] Network 80ab15c5-512f-4810-9061-14c282b0d9ab requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:52.665541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedd161f-1878-43bd-9b20-079632864713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.689934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af0849b3-e3c5-4c39-888d-4abdf253e978 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4161794 Aug 31 15:51:52.690798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.695291 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b4a193db-07ef-4c41-8c12-bd3da4ffefb9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.4344263 Aug 31 15:51:52.695970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:52.696338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:52.711701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-e9e7ecc1-de35-4150-bea1-26cab5c38b6e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2217436 Aug 31 15:51:52.721085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:52.731296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.732540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.754158 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.800170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4cb8f9aa-4b3e-4d34-be16-a12687f0aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:52.801829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4cb8f9aa-4b3e-4d34-be16-a12687f0aeb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1783726 Aug 31 15:51:52.808265 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bedd161f-1878-43bd-9b20-079632864713 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d2206c563904bc9bd16d53563e6fa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946256 Aug 31 15:51:52.812996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd161f-1878-43bd-9b20-079632864713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ab263-bfa6-4f98-b080-a1e640f2aa68,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.820955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=c5815274-3c2d-4819-b2fe-7c68c03dbf55,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.823256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38630) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:52.827435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.884148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.885205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:52.899274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-7647e71c-4eac-44b7-92fc-f2249e0a0258 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538232 Aug 31 15:51:52.912022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=68bdcdba-dad5-42a2-965d-34abc416bf63,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:52.979780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.059878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-237ff3fa-a575-4e9a-a204-4a02a83be866 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212659 Aug 31 15:51:53.070867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-80ab15c5-512f-4810-9061-14c282b0d9ab', 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'fixed_ips': [{'subnet_id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:51:53.071739 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.119515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.151697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-d20936fc-2090-45cc-9944-fd2b9bcf39f3 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409830 Aug 31 15:51:53.152824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:49Z', 'revision_number': 3, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:53.165098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-455cd6c5-5f78-43cd-80d0-97c08a557a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.185276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:51:53.185634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Updating router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:51:53.235217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.253202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:53.259252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:53.278985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-97a51e09-c6d5-4db7-a801-7db711cc5be0 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038643 Aug 31 15:51:53.358676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-ed96e27e-25be-4360-a4bb-8b5913a883cb service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975932 Aug 31 15:51:53.359164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Allocated IP 172.20.0.2 (80ab15c5-512f-4810-9061-14c282b0d9ab/d99a564b-c4ed-4a9e-b2b8-e2fac5696486/ad3400b2-b984-4d04-8469-681b7d61ecd6) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:53.489174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Router ea6e2c23-8143-4336-8c44-125ad039e13d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:51:53.499624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-c496a4fe-2591-40a9-bf4a-326ed875f38b tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:53.501283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-c496a4fe-2591-40a9-bf4a-326ed875f38b tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1098 time: 0.0809517 Aug 31 15:51:53.513504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.558060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-35'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:53.567703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.571927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-455cd6c5-5f78-43cd-80d0-97c08a557a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.621507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55846418-753a-4eef-901d-a82bc147a83b req-3926affb-48d7-4dae-ac4e-693ff4392be6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 210 time: 0.0606077 Aug 31 15:51:53.677162 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.707895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Transition to ACTIVE for port object ad3400b2-b984-4d04-8469-681b7d61ecd6 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:53.733474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Transition to ACTIVE for port object ad3400b2-b984-4d04-8469-681b7d61ecd6 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:53.749026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.788416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.822149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5815274-3c2d-4819-b2fe-7c68c03dbf55 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:53.824158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.851706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-455cd6c5-5f78-43cd-80d0-97c08a557a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.854250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-455cd6c5-5f78-43cd-80d0-97c08a557a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.859784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-455cd6c5-5f78-43cd-80d0-97c08a557a4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/136ab263-bfa6-4f98-b080-a1e640f2aa68 HTTP/1.1" status: 204 len: 168 time: 1.0300152 Aug 31 15:51:53.874470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-13c294aa-71cd-49e9-89b8-905fa33992a4 None None] Provisioning complete for port 68bdcdba-dad5-42a2-965d-34abc416bf63 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:53.874914 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-13c294aa-71cd-49e9-89b8-905fa33992a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:53.895965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:53.905615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4efffa78-8af1-43e0-afe0-f491f0b8ecf5 admin admin] 10.222.0.43 "PUT /v2.0/routers/ea6e2c23-8143-4336-8c44-125ad039e13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9596434 Aug 31 15:51:53.906898 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Sync routers for ids ['ea6e2c23-8143-4336-8c44-125ad039e13d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:53.919332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6a6ade9834a451e9099708765a6d2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2268460 Aug 31 15:51:53.921834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38648) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:53.923207 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Routers {'ea6e2c23-8143-4336-8c44-125ad039e13d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:53.923835 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea6e2c23-8143-4336-8c44-125ad039e13d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:53.933805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a1809-317e-4650-883f-86ba81ae222e req-1eff40af-cc93-4b3a-ae8e-6188f3c0084c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:53.935993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d9a1809-317e-4650-883f-86ba81ae222e req-1eff40af-cc93-4b3a-ae8e-6188f3c0084c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 946 time: 0.1639423 Aug 31 15:51:53.945234 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Network 80ab15c5-512f-4810-9061-14c282b0d9ab is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:53.979826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c5815274-3c2d-4819-b2fe-7c68c03dbf55 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:53.980752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.034821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:54.055516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:54.058629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:51:54.068128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Pushing event updated for resources: {'Port': ['ID=ad3400b2-b984-4d04-8469-681b7d61ecd6,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.139272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06deb2b3-7f89-49b0-8bcd-002ea337a05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856792fe-2a88-483b-89fd-8ee8ea222ee1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.202017 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Set router ea6e2c23-8143-4336-8c44-125ad039e13d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:54.204408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-13c294aa-71cd-49e9-89b8-905fa33992a4 None None] Port 68bdcdba-dad5-42a2-965d-34abc416bf63 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:51:54.206271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:54.263737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d9a1809-317e-4650-883f-86ba81ae222e req-b7d079e3-8c08-4236-b396-d8574bdde3c9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055761 Aug 31 15:51:54.285357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cd6c5-5f78-43cd-80d0-97c08a557a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ab263-bfa6-4f98-b080-a1e640f2aa68,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.345093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Attempting to bind port ad3400b2-b984-4d04-8469-681b7d61ecd6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:54.345570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Attempting to bind port ad3400b2-b984-4d04-8469-681b7d61ecd6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:54.345834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Attempting to bind port ad3400b2-b984-4d04-8469-681b7d61ecd6 on network 80ab15c5-512f-4810-9061-14c282b0d9ab {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:54.347825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2e51477c-274f-4999-9f8d-1d95440c30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.349450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.357327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-562b03e0-7475-4798-b60e-56efcf54d725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.414752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:54.415132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Checking segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:54.415540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.415936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Bound using segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:54.416436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Bound port: ad3400b2-b984-4d04-8469-681b7d61ecd6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:54.416810 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.420310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-562b03e0-7475-4798-b60e-56efcf54d725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.602125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:54.604371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-562b03e0-7475-4798-b60e-56efcf54d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.607955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-562b03e0-7475-4798-b60e-56efcf54d725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.609963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-562b03e0-7475-4798-b60e-56efcf54d725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/856792fe-2a88-483b-89fd-8ee8ea222ee1 HTTP/1.1" status: 204 len: 168 time: 0.6714752 Aug 31 15:51:54.643334 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.647921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:51:51Z', 'revision_number': 4, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '68bdcdba-dad5-42a2-965d-34abc416bf63', 'name': '', 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'mac_address': 'fa:16:3e:b7:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c488942c-6d79-454f-be8a-d28bd88c99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:49Z', 'updated_at': '2021-08-31T15:51:52Z', 'revision_number': 2, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'subnets': [{'id': 'c488942c-6d79-454f-be8a-d28bd88c99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:54.677192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b03e0-7475-4798-b60e-56efcf54d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856792fe-2a88-483b-89fd-8ee8ea222ee1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:54.683742 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Checking router: ea6e2c23-8143-4336-8c44-125ad039e13d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:51:54.684631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Updating router ea6e2c23-8143-4336-8c44-125ad039e13d port 68bdcdba-dad5-42a2-965d-34abc416bf63 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:51:54.715803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:54.719886 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27688c44-dd2c-4c1f-9a15-32b5594cff21" -d '{"events": [{"server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:54.723881 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.737838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Transition to ACTIVE for port object a6ca04f3-6f99-40a5-a9da-74eb7fafba49 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:54.741735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.751997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.773224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] For port ad3400b2-b984-4d04-8469-681b7d61ecd6, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:54.778211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.862531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Attempting to bind port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:54.862906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Attempting to bind port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:54.863286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Attempting to bind port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:54.872980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] For port ad3400b2-b984-4d04-8469-681b7d61ecd6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad3400b2-b984-4d04-8469-681b7d61ecd6,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:54.875621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:54.876002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:54.876528 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.876932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:54.877415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Bound port: a6ca04f3-6f99-40a5-a9da-74eb7fafba49, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:54.877804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:54.897830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-214b1c3f-914d-4e95-9061-026bd0f7a525 req-18ed85e9-eddb-44e1-a4f0-1573cc32c634 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 210 time: 0.1089625 Aug 31 15:51:54.949655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7b6486d-b276-47b7-b1d3-8dcdceab2962 req-df56a3d7-0d55-453c-86ba-6508f84556a2 tempest-FloatingIPsNegativeTestJSON-1564942025 tempest-FloatingIPsNegativeTestJSON-1564942025-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=ff72eda920194d8089c78df3b8082ac7 HTTP/1.1" status: 200 len: 217 time: 0.1650758 Aug 31 15:51:54.987885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.020518 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.072159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5263-238d-42f6-978c-e48d27528b1f None None] Pushing event updated for resources: {'Port': ['ID=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.077471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.114629 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3469d2-715f-4607-8c8d-015f5ed82337 x-openstack-request-id: req-0d3469d2-715f-4607-8c8d-015f5ed82337 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:55.115582 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:55.115842 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d3469d2-715f-4607-8c8d-015f5ed82337 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:55.117602 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'code': 200} Aug 31 15:51:55.172426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d420384f-5991-41b9-ad1e-48d2958d9c63 req-a4472dc8-92c5-4f40-81ae-887932f889b0 tempest-FloatingIPsNegativeTestJSON-1564942025 tempest-FloatingIPsNegativeTestJSON-1564942025-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1822178 Aug 31 15:51:55.186373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on host n-h1-793621-35 for vnic_type normal with profile {"migrating_to": "n-h2-793621-35"} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:55.188555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:55.188919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:55.200764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:51:55.200764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Attempting to bind port 2b257f96-1179-429a-8874-b1a09b3fc9fe on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:55.217245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f619-f838-40f8-9da7-ea0d69f94d5a None None] Pushing event updated for resources: {'Port': ['ID=ad3400b2-b984-4d04-8469-681b7d61ecd6,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.317684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] For port a6ca04f3-6f99-40a5-a9da-74eb7fafba49, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:55.325965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] For port a6ca04f3-6f99-40a5-a9da-74eb7fafba49, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:55.333472 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.343542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.359079 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Transition to ACTIVE for port object 68bdcdba-dad5-42a2-965d-34abc416bf63 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:55.367313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:51:55.371468 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.461404 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208f849-abf1-4a4b-a0e5-a6e2cdd31c05 None None] Pushing event updated for resources: {'Port': ['ID=68bdcdba-dad5-42a2-965d-34abc416bf63,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.473602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:55.473925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:55.474311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:55.474757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Bound port: 2b257f96-1179-429a-8874-b1a09b3fc9fe, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:55.475118 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.496480 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-efc73fd7-aea4-4692-8e56-c270225e16b9 req-7a3b06bc-d1e8-4640-b18f-46ba25bc73ac tempest-FloatingIPsNegativeTestJSON-1564942025 tempest-FloatingIPsNegativeTestJSON-1564942025-project] show failed (client error): The resource could not be found. Aug 31 15:51:55.496480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efc73fd7-aea4-4692-8e56-c270225e16b9 req-7a3b06bc-d1e8-4640-b18f-46ba25bc73ac tempest-FloatingIPsNegativeTestJSON-1564942025 tempest-FloatingIPsNegativeTestJSON-1564942025-project] 10.222.0.43 "GET /v2.0/floatingips/208e5df8-b1c0-4501-98df-5cc0728b7168 HTTP/1.1" status: 404 len: 350 time: 0.2858076 Aug 31 15:51:55.499143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.502520 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2c054729-832f-4b1c-923c-eb28c986e695 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.5576580 Aug 31 15:51:55.516424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5263-238d-42f6-978c-e48d27528b1f None None] Pushing event updated for resources: {'Port': ['ID=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:55.525650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38696) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:55.525650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38698) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:51:55.538806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:51:55.547332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.591877 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Attempting to bind port 68bdcdba-dad5-42a2-965d-34abc416bf63 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:55.592390 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Attempting to bind port 68bdcdba-dad5-42a2-965d-34abc416bf63 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:55.592769 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Attempting to bind port 68bdcdba-dad5-42a2-965d-34abc416bf63 on network 36eeb26a-81bb-4124-98e0-c4c36bb5936e {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:55.596775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:55.598178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:55.604744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:55.605127 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Checking segment: {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:55.605764 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.605952 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Bound using segment: {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:55.606493 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Bound port: 68bdcdba-dad5-42a2-965d-34abc416bf63, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476f984f-aa00-46e3-9013-23ed4688a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:55.607140 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.608841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:55.612009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:55.613012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.802040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.826964 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] For port 68bdcdba-dad5-42a2-965d-34abc416bf63, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:55.831125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-7476cdae-bf9e-4511-97d5-ef094d038d09 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:55.833437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-7476cdae-bf9e-4511-97d5-ef094d038d09 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.6276040 Aug 31 15:51:55.837762 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] For port 68bdcdba-dad5-42a2-965d-34abc416bf63, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68bdcdba-dad5-42a2-965d-34abc416bf63,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:55.851475 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.905370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:55.917326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Request body: {'port': {'device_id': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'admin_state_up': True, 'tenant_id': '95dbc64de383495ca5176f9e711e4181'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:56.056168 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208f849-abf1-4a4b-a0e5-a6e2cdd31c05 None None] Pushing event updated for resources: {'Port': ['ID=68bdcdba-dad5-42a2-965d-34abc416bf63,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:56.113153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:56.174272 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Routers {'ea6e2c23-8143-4336-8c44-125ad039e13d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:56.178146 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea6e2c23-8143-4336-8c44-125ad039e13d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:56.325516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:56.351218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Made reservation on behalf of 95dbc64de383495ca5176f9e711e4181 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:51:56.370326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:56.493017 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] Set router ea6e2c23-8143-4336-8c44-125ad039e13d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:56.590978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Allocated IP 172.20.0.1 (b93d0c14-428b-49db-a7c5-f75b14edaa36/b38bcd8e-9835-4041-8e52-7f20f9740cda/5bc77804-24f9-48bb-b59b-c36a231994a1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:56.622637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:51:56.628517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba001fc4-ac86-43f8-a3e3-3ab997cea1f3 req-aa619f27-c1a3-4238-b6f2-c34f8e39a92a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 210 time: 0.1832185 Aug 31 15:51:56.861887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:56.904512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d75696-5ee7-4b13-b7fc-efc37b53be4c req-4e5931e2-7ea6-4e72-9dea-6998b2416db2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:56.924173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25d75696-5ee7-4b13-b7fc-efc37b53be4c req-4e5931e2-7ea6-4e72-9dea-6998b2416db2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 1.4511621 Aug 31 15:51:56.929809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Transition to ACTIVE for port object 5bc77804-24f9-48bb-b59b-c36a231994a1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:56.955066 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:51:51Z', 'revision_number': 4, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '68bdcdba-dad5-42a2-965d-34abc416bf63', 'name': '', 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'mac_address': 'fa:16:3e:b7:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c488942c-6d79-454f-be8a-d28bd88c99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:49Z', 'updated_at': '2021-08-31T15:51:55Z', 'revision_number': 4, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'subnets': [{'id': 'c488942c-6d79-454f-be8a-d28bd88c99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:57.012018 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83014e59-fa16-4045-9064-294b04e3ab0a None None] The sync data for ids ['ea6e2c23-8143-4336-8c44-125ad039e13d'] in n-d-793621-35 is: [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:51:51Z', 'revision_number': 4, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '68bdcdba-dad5-42a2-965d-34abc416bf63', 'name': '', 'network_id': '36eeb26a-81bb-4124-98e0-c4c36bb5936e', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'mac_address': 'fa:16:3e:b7:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c488942c-6d79-454f-be8a-d28bd88c99d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:49Z', 'updated_at': '2021-08-31T15:51:55Z', 'revision_number': 4, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'subnets': [{'id': 'c488942c-6d79-454f-be8a-d28bd88c99d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:57.074193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9e274-2643-40e6-96cd-29db8f3f1f39 None None] Network 80ab15c5-512f-4810-9061-14c282b0d9ab requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:51:57.151843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:57.255941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b6c97284-5fc0-4c08-99b5-54b15acc4821 None None] Provisioning for port ad3400b2-b984-4d04-8469-681b7d61ecd6 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:57.392786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:57.406931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:51:51Z', 'revision_number': 3, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:57.463116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:51:57.463491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Updating router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab port 56025252-778b-43a8-b234-ab2d776471e2 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:51:57.480427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Allocated IP 172.20.0.9 (84aae885-6afb-432f-ba2e-e92adbc6643e/a9b700bd-8715-4614-85b0-d3bc06d6fbc6/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:57.554466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:49Z', 'revision_number': 3, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:57.611555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:57.617833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264141f-a681-46b4-832c-297d32bd5d09 None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:49Z', 'revision_number': 3, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:51:57.665715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:57.687963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1032193169', 'description': 'tempest-description-163165187'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:57.702731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:57.713523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:57.729004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc77804-24f9-48bb-b59b-c36a231994a1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:57.740809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25d75696-5ee7-4b13-b7fc-efc37b53be4c req-d17687ad-f26f-4d5a-9fdf-9ddde7ad776b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8157406 Aug 31 15:51:57.755484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:57.762811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:57.771297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:57.818114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:57.854200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:57.979945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad3400b2-b984-4d04-8469-681b7d61ecd6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:58.007167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-9c4a3016-1691-42e6-973c-35f686fc5f23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8846459 Aug 31 15:51:58.018424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Allocated IP 172.25.6.185 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/379f2016-21d6-4e93-ba28-065970f884c6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:51:58.095106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ad3400b2-b984-4d04-8469-681b7d61ecd6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:58.101385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ad3400b2-b984-4d04-8469-681b7d61ecd6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:58.101760 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.152655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a727d8d-672d-45c3-aa21-0b27c6907282 req-5bbd2183-260f-4728-a69a-601a5fb91cbf tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 210 time: 0.1425927 Aug 31 15:51:58.169161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.229846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.307824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.345925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3dce82bd-6647-4d17-9871-9486008180ce None None] Provisioning for port 5bc77804-24f9-48bb-b59b-c36a231994a1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:58.369592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.390938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ad3400b2-b984-4d04-8469-681b7d61ecd6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad3400b2-b984-4d04-8469-681b7d61ecd6,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:58.392241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=8']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:58.395044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3dce82bd-6647-4d17-9871-9486008180ce None None] Provisioning complete for port 5bc77804-24f9-48bb-b59b-c36a231994a1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:58.396451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3dce82bd-6647-4d17-9871-9486008180ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.404287 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.406227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 68bdcdba-dad5-42a2-965d-34abc416bf63 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:51:58.436866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:58.437895 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.439659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-4dc43e46-e4ac-42e6-9caa-de772fa18714 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 1124 time: 4.9301267 Aug 31 15:51:58.441182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:51:58.443787 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4875e220-dde1-4ea5-8189-77ebbcdb8852" -d '{"events": [{"name": "network-changed", "server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:51:58.530088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:58.556565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-4a241ef4-2764-473a-8487-2b58b8797564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:58.558644 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-4a241ef4-2764-473a-8487-2b58b8797564 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1096 time: 0.2681623 Aug 31 15:51:58.582768 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005b09ee-f31a-4b49-89f5-6374d6cbeb60 x-openstack-request-id: req-005b09ee-f31a-4b49-89f5-6374d6cbeb60 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:51:58.583095 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:51:58.583316 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-005b09ee-f31a-4b49-89f5-6374d6cbeb60 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:51:58.583690 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'status': 'completed', 'code': 200} Aug 31 15:51:58.591091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.617863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['2b257f96-1179-429a-8874-b1a09b3fc9fe'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:51:58.709124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3dce82bd-6647-4d17-9871-9486008180ce None None] Port 5bc77804-24f9-48bb-b59b-c36a231994a1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:51:58.743951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ad3400b2-b984-4d04-8469-681b7d61ecd6,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:58.801930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Network 84aae885-6afb-432f-ba2e-e92adbc6643e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:58.826652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 68bdcdba-dad5-42a2-965d-34abc416bf63 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:51:58.870425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 68bdcdba-dad5-42a2-965d-34abc416bf63 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:51:58.872456 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.893030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.897490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:58.912502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:58.914651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:58.918519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-ec8cf5fa-edb6-474a-9307-a73ee05bd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:58.920156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-ec8cf5fa-edb6-474a-9307-a73ee05bd3a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1127 time: 0.3148444 Aug 31 15:51:59.095107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:59.095829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.110222 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.150988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.173046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 68bdcdba-dad5-42a2-965d-34abc416bf63, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68bdcdba-dad5-42a2-965d-34abc416bf63,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:51:59.179318 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.204066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-ddd91f8b-058a-4103-a600-1efa90f0a777 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3550980 Aug 31 15:51:59.205845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.219700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Request body: {'port': {'device_id': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:51:59.226723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-3c5fadfd-1716-4bbe-bed0-db0ae2c48cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:59.228274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-3c5fadfd-1716-4bbe-bed0-db0ae2c48cec service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.5785861 Aug 31 15:51:59.252129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=68bdcdba-dad5-42a2-965d-34abc416bf63,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.260704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786df5-d45f-451b-9736-8b08937bfc39 req-d579fdbd-dfcb-4b35-a21a-b547ab948be3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:59.262831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44786df5-d45f-451b-9736-8b08937bfc39 req-d579fdbd-dfcb-4b35-a21a-b547ab948be3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.3952782 Aug 31 15:51:59.270389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.348833 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-15a63dae-fe6e-47c6-8e35-34f26cee7838 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0982571 Aug 31 15:51:59.351116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:51:59.375483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:51:59.411348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:51:59.438740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf139c-86cc-40b1-a48e-aa9bad924a67,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.443567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.444812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.456606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44786df5-d45f-451b-9736-8b08937bfc39 req-323a1d38-8a09-4dbd-b73b-bee84e4d0714 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749787 Aug 31 15:51:59.458768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Transition to ACTIVE for port object 56025252-778b-43a8-b234-ab2d776471e2 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:51:59.469916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-08ffa56d-cca6-40fb-a667-30bad40c4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:59.471704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-08ffa56d-cca6-40fb-a667-30bad40c4751 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.5207806 Aug 31 15:51:59.474844 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.545619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Attempting to bind port 56025252-778b-43a8-b234-ab2d776471e2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:51:59.546003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Attempting to bind port 56025252-778b-43a8-b234-ab2d776471e2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:51:59.546662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Attempting to bind port 56025252-778b-43a8-b234-ab2d776471e2 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:51:59.560711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Pushing event updated for resources: {'Port': ['ID=379f2016-21d6-4e93-ba28-065970f884c6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.561790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:51:59.562179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:51:59.562594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.563003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:51:59.563565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Bound port: 56025252-778b-43a8-b234-ab2d776471e2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:51:59.564217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.580475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-229f4355-092c-4605-adb9-e505e9b576d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0843349 Aug 31 15:51:59.596372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bcf20-908d-4c26-a6dc-67c9b7a2b367 None None] Pushing event updated for resources: {'Port': ['ID=56025252-778b-43a8-b234-ab2d776471e2,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.611066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-326f46c2-80c9-4d7c-8c2b-0d8860c15866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:51:59.612620 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-326f46c2-80c9-4d7c-8c2b-0d8860c15866 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.2532785 Aug 31 15:51:59.619328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.643622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] For port 56025252-778b-43a8-b234-ab2d776471e2, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:51:59.647868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] For port 56025252-778b-43a8-b234-ab2d776471e2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=56025252-778b-43a8-b234-ab2d776471e2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:51:59.654615 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:51:59.754099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:51:59.755037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:51:59.824848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bcf20-908d-4c26-a6dc-67c9b7a2b367 None None] Pushing event updated for resources: {'Port': ['ID=56025252-778b-43a8-b234-ab2d776471e2,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:51:59.873500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad3400b2-b984-4d04-8469-681b7d61ecd6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:00.005373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.010447 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-84838e67-1320-4255-80d8-a94da4cd9ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3523951 Aug 31 15:52:00.031684 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.040733 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.057352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Allocated IP 172.20.0.1 (3826076c-542a-4d5e-931e-dd1776188e65/7a7cbf4f-16ee-4936-8cf7-f3124f36466c/bf3960e4-3e0d-4348-90c2-77f7db6692bc) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:00.061058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.063069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:00.105135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-c9d0186e-1a84-4d7c-b8ed-ac3cfaab4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:00.107310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-c9d0186e-1a84-4d7c-b8ed-ac3cfaab4fa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.4944339 Aug 31 15:52:00.122342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaac15-286e-4ccc-8cdd-875d1d304436 req-ff64a3b7-f1e7-4b1b-bc30-590fe9ee74d1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:00.124784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97aaac15-286e-4ccc-8cdd-875d1d304436 req-ff64a3b7-f1e7-4b1b-bc30-590fe9ee74d1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 931 time: 0.5565426 Aug 31 15:52:00.179031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ad3400b2-b984-4d04-8469-681b7d61ecd6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:00.179622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.180507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.181989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d74ad92e-0142-4194-aacb-cf6706a1fa07 req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.5821393 Aug 31 15:52:00.221189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-706bd56f-47f2-49fd-bb55-5173e4b84464 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877364 Aug 31 15:52:00.231968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc77804-24f9-48bb-b59b-c36a231994a1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:00.251084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae622d-32b5-46a3-8228-6e9bacf12a53 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d7a66-40dd-4f66-a923-b795499b6898,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:00.288442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.352067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6ca04f3-6f99-40a5-a9da-74eb7fafba49 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:00.393513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:51:51Z', 'revision_number': 3, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:00.401362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-06c885e3-5888-45d5-b136-4ee5234a6b1a req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1160081967', 'description': 'tempest-description-777057405'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:00.413924 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-5875c803-ac75-43cc-af21-78bacbc61f3b service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796821 Aug 31 15:52:00.424501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4c73a-2271-424c-aa53-3fe334593076 None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:51:51Z', 'revision_number': 3, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:00.436734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:00.441058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:00.441553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.480168 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97aaac15-286e-4ccc-8cdd-875d1d304436 req-408ff865-8e63-4fde-92b1-4f5837322b5f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302352 Aug 31 15:52:00.559744 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.589386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06c885e3-5888-45d5-b136-4ee5234a6b1a req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.597394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a6ca04f3-6f99-40a5-a9da-74eb7fafba49, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:00.606138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.607687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 68bdcdba-dad5-42a2-965d-34abc416bf63 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:00.664841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-1c6490cd-03f0-4ece-99ce-aac34935c6cc service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556654 Aug 31 15:52:00.667552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:00.668647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.702441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.704589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.715228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:00.737051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:00.744167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Transition to ACTIVE for port object bf3960e4-3e0d-4348-90c2-77f7db6692bc will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:00.745882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 68bdcdba-dad5-42a2-965d-34abc416bf63 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:00.746272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.760881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:00.770956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Transition to ACTIVE for port object 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:00.794688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.797152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:00.955930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Network 3826076c-542a-4d5e-931e-dd1776188e65 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:00.985300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:00.995194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:01.028763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a140c-4850-426b-8a87-69833d1cc448 req-fe4e37ea-a37e-4b72-b0e7-8d20daee83c5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:01.032311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-301a140c-4850-426b-8a87-69833d1cc448 req-fe4e37ea-a37e-4b72-b0e7-8d20daee83c5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.3699169 Aug 31 15:52:01.035050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:01.107478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9e7bbb1-b4cc-4eab-92a0-ad0ac1d4e325 req-a4687e37-3fb0-4ada-a555-6da2892055ae service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831167 Aug 31 15:52:01.126701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3960e4-3e0d-4348-90c2-77f7db6692bc,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:01.252050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:01.277244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06c885e3-5888-45d5-b136-4ee5234a6b1a req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.282308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.287144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4875e220-dde1-4ea5-8189-77ebbcdb8852 req-709e07bc-276a-4561-ac29-ef88c533be92 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849957 Aug 31 15:52:01.292479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1ec58774-e3de-459f-a00e-4813abeb76d9 None None] Provisioning complete for port 5bc77804-24f9-48bb-b59b-c36a231994a1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:01.293389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ec58774-e3de-459f-a00e-4813abeb76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.294513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06c885e3-5888-45d5-b136-4ee5234a6b1a req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.352734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:01.353613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:01.354517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:01.358233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec58774-e3de-459f-a00e-4813abeb76d9 None None] Port 5bc77804-24f9-48bb-b59b-c36a231994a1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:01.379823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-301a140c-4850-426b-8a87-69833d1cc448 req-ac071ad3-164d-45e1-8ac9-0300f5651027 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263574 Aug 31 15:52:01.382919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:01.383520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:01.420620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05e1b3f-a003-42e1-a764-5231b8040603,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:01.421655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Deleting port 68bdcdba-dad5-42a2-965d-34abc416bf63 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:52:01.422914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.437051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06c885e3-5888-45d5-b136-4ee5234a6b1a req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.438431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06c885e3-5888-45d5-b136-4ee5234a6b1a req-625e16de-c920-426f-8cf1-aa12d24ada3b tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1123400 Aug 31 15:52:01.442673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:01.448327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:01.448791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:01.449427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Bound port: 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:01.449815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.468943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.501715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ed8ce6b2-ebbe-4c5c-b6fc-b7ca9ff53fae None None] Provisioning for port bf3960e4-3e0d-4348-90c2-77f7db6692bc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:01.513312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ed8ce6b2-ebbe-4c5c-b6fc-b7ca9ff53fae None None] Provisioning complete for port bf3960e4-3e0d-4348-90c2-77f7db6692bc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:01.513877 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce6b2-ebbe-4c5c-b6fc-b7ca9ff53fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.641033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ce6b2-ebbe-4c5c-b6fc-b7ca9ff53fae None None] Port bf3960e4-3e0d-4348-90c2-77f7db6692bc cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:01.680350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] For port 68bdcdba-dad5-42a2-965d-34abc416bf63, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68bdcdba-dad5-42a2-965d-34abc416bf63,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:01.681009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.716973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.741568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1890861036', 'description': 'tempest-description-820752951'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:01.750122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Calling delete_port for 68bdcdba-dad5-42a2-965d-34abc416bf63 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:52:01.884046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6ca04f3-6f99-40a5-a9da-74eb7fafba49 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:01.898209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:01.903896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:01.910152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0559059a-9f71-479d-86b0-d0b46ae628b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2048895 Aug 31 15:52:01.910471 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:01.922283 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:01.922865 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:01.930808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:01.943621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520987b-ff6d-4ac1-a33a-6bb4d772b046 req-9968f352-de10-468a-a674-878b17a5ebe7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:01.944660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:01.948018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a520987b-ff6d-4ac1-a33a-6bb4d772b046 req-9968f352-de10-468a-a674-878b17a5ebe7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.2425156 Aug 31 15:52:01.962827 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.005461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:02.006108 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.011046 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.073637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:02.098888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38796) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:02.103612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:02.105194 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.107387 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 1092 time: 2.8947103 Aug 31 15:52:02.118824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:02.124531 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:02.205272 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:02.276963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 56025252-778b-43a8-b234-ab2d776471e2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:02.278033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Router 6b7b73e5-b2c6-4146-a769-327c46786680 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:02.295718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde5fe2-8a9f-4ed5-9f19-2450902dd5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.325901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:02.355869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe has no active binding in host n-h2-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:52:02.378170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 56025252-778b-43a8-b234-ab2d776471e2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:02.385705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 56025252-778b-43a8-b234-ab2d776471e2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:02.386370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.550504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a520987b-ff6d-4ac1-a33a-6bb4d772b046 req-bfa40bfa-36ad-4fcf-ac3c-3ef2cbf75ca7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664358 Aug 31 15:52:02.584075 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.647605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 56025252-778b-43a8-b234-ab2d776471e2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=56025252-778b-43a8-b234-ab2d776471e2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:02.656060 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.696080 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2620715-1145-409d-ab4b-f27c3a4e62b4 x-openstack-request-id: req-b2620715-1145-409d-ab4b-f27c3a4e62b4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:02.696483 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:02.696652 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2620715-1145-409d-ab4b-f27c3a4e62b4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:02.697314 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'status': 'completed', 'code': 200} Aug 31 15:52:02.738453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-b70c5443-6dc2-433d-bfb0-3454b9b8baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:02.740055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-b70c5443-6dc2-433d-bfb0-3454b9b8baee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1095 time: 0.5711839 Aug 31 15:52:02.740886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86791468-da24-4c7c-ac5b-220a7dc55f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.746193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=56025252-778b-43a8-b234-ab2d776471e2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:02.837042 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-35263e1f-0058-40a8-a645-54dd168cc554 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 217 time: 0.0757222 Aug 31 15:52:02.859913 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:51:59Z', 'revision_number': 2, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:02.904095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:02.911356 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:02.912663 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Updating router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c port 5bc77804-24f9-48bb-b59b-c36a231994a1 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:02.924138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Sync routers for ids ['6b7b73e5-b2c6-4146-a769-327c46786680'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:02.940390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-d7e17a9e-a619-41d8-935c-3ff0466f5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:02.944353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-d7e17a9e-a619-41d8-935c-3ff0466f5cdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1000133 Aug 31 15:52:02.944852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38816) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:02.948908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Routers {'6b7b73e5-b2c6-4146-a769-327c46786680'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:02.950229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b7b73e5-b2c6-4146-a769-327c46786680'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:02.952950 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:02.958639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-network', 'tenant_id': '8f8cb9264055494cb7c5959e96772906'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:03.005610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-05262685-3de3-4649-af32-ed4bd33503bc service neutron] 10.222.0.30 "GET /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.8004284 Aug 31 15:52:03.013041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-52be604a-b789-4965-ac82-ba78dc7ee069 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421576 Aug 31 15:52:03.115426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.143399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fadb8-f216-4812-b555-9ab207441882 req-9afcdcf1-3f36-4b59-b058-08f9ea06bbe0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:03.145738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-387fadb8-f216-4812-b555-9ab207441882 req-9afcdcf1-3f36-4b59-b058-08f9ea06bbe0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.2306058 Aug 31 15:52:03.146460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.162721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-f60f2d4c-2272-4962-838e-698d7b5dc16a service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394899 Aug 31 15:52:03.172066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Set router 6b7b73e5-b2c6-4146-a769-327c46786680 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:03.258738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.283487 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.291701 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2cca1846-7224-4634-a5da-5ad04aad6bc6 req-3f4133b3-1c7f-4b4b-a4a1-a8e83d794b66 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180391 Aug 31 15:52:03.315336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.317261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b8b23a3-ad6b-4249-8bb9-7d6e57b167c2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.6129649 Aug 31 15:52:03.320267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:03.345386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.347982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.349880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3960e4-3e0d-4348-90c2-77f7db6692bc,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.432019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36b9226-b342-48db-b895-8ea7f3cdc619,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.444811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-387fadb8-f216-4812-b555-9ab207441882 req-3ae2e076-ce26-45cb-a613-0b297cc82c86 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475667 Aug 31 15:52:03.447397 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.460139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bdcdba-dad5-42a2-965d-34abc416bf63,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.466804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 3, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:03.480708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86791468-da24-4c7c-ac5b-220a7dc55f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.494458 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Transition to ACTIVE for port object 5bc77804-24f9-48bb-b59b-c36a231994a1 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:03.503453 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.531530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86791468-da24-4c7c-ac5b-220a7dc55f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.553730 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb2500-3e5d-4b72-aa68-ce5ae0427f25 None None] Pushing event updated for resources: {'Port': ['ID=5bc77804-24f9-48bb-b59b-c36a231994a1,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.594306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Checking router: 6b7b73e5-b2c6-4146-a769-327c46786680 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:03.594687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Updating router 6b7b73e5-b2c6-4146-a769-327c46786680 port 379f2016-21d6-4e93-ba28-065970f884c6 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:03.696561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Made reservation on behalf of 8f8cb9264055494cb7c5959e96772906 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:03.697062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Attempting to bind port 5bc77804-24f9-48bb-b59b-c36a231994a1 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:03.697501 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Attempting to bind port 5bc77804-24f9-48bb-b59b-c36a231994a1 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:03.697949 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Attempting to bind port 5bc77804-24f9-48bb-b59b-c36a231994a1 on network b93d0c14-428b-49db-a7c5-f75b14edaa36 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:03.700161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.705446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:03.705919 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Checking segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:03.706401 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.706923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Bound using segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:03.707510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Bound port: 5bc77804-24f9-48bb-b59b-c36a231994a1, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:03.707986 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.709896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.710703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86791468-da24-4c7c-ac5b-220a7dc55f53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfeaa18847384441bd0daab6ca8355b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6100032 Aug 31 15:52:03.780735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38822) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:03.783498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-79f76cc8-7735-49b8-badf-5d6796321dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:03.785912 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-79f76cc8-7735-49b8-badf-5d6796321dda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1095 time: 0.3016825 Aug 31 15:52:03.800067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86791468-da24-4c7c-ac5b-220a7dc55f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f379c55-8790-4e3c-affe-6b3c0eb764b3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:03.815399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.890531 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] For port 5bc77804-24f9-48bb-b59b-c36a231994a1, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:03.897579 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] For port 5bc77804-24f9-48bb-b59b-c36a231994a1, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5bc77804-24f9-48bb-b59b-c36a231994a1,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:03.904804 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:03.924274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 56025252-778b-43a8-b234-ab2d776471e2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:04.002979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b51e0-469e-4456-828b-69825321b959 req-f1f6c9d4-509b-4d81-8054-8bb21efdf44c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:04.005830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-657b51e0-469e-4456-828b-69825321b959 req-f1f6c9d4-509b-4d81-8054-8bb21efdf44c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.2133725 Aug 31 15:52:04.034153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:04.035681 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:04.051551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-bb111f29-b43c-436b-9e4a-5dc4047b9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:04.053222 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-bb111f29-b43c-436b-9e4a-5dc4047b9bda service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2389941 Aug 31 15:52:04.114643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-657b51e0-469e-4456-828b-69825321b959 req-597b0688-66b5-43e7-96fb-9ddb7fee9210 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497711 Aug 31 15:52:04.116580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 56025252-778b-43a8-b234-ab2d776471e2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:04.117133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.125624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Network 3826076c-542a-4d5e-931e-dd1776188e65 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:04.144088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:04.146591 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb2500-3e5d-4b72-aa68-ce5ae0427f25 None None] Pushing event updated for resources: {'Port': ['ID=5bc77804-24f9-48bb-b59b-c36a231994a1,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.198798 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-482767f1-6cff-48c8-b790-a6819fb921fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 217 time: 0.1339138 Aug 31 15:52:04.205379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:04.255967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:04.316972 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:04.354247 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf586fb8-d31e-472d-b0fd-bf2d2ef5482a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.439972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-4ef5dcf4-c69b-4d39-8326-e7b6b504a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:04.441754 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-4ef5dcf4-c69b-4d39-8326-e7b6b504a304 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.2273946 Aug 31 15:52:04.450677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf586fb8-d31e-472d-b0fd-bf2d2ef5482a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.513990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.519513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.538230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.541790 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-c8994fe1-5d4e-45f6-9ad7-141562368787 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869403 Aug 31 15:52:04.578511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b257f96-1179-429a-8874-b1a09b3fc9fe {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:04.664749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:04.669607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.683114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Transition to ACTIVE for port object 379f2016-21d6-4e93-ba28-065970f884c6 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:04.698872 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.755352 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:03Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:04.762285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.767469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f3b9-2e0a-451b-9914-12928aa1f1ff None None] Pushing event updated for resources: {'Port': ['ID=379f2016-21d6-4e93-ba28-065970f884c6,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.773576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5e3c1a08-8eb5-422c-ae6e-4087a087b7e3 None None] Provisioning complete for port bf3960e4-3e0d-4348-90c2-77f7db6692bc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:04.774000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1a08-8eb5-422c-ae6e-4087a087b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.794236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb253fa5-272e-46e0-8551-197872082676 req-deaa3619-7348-43db-ba30-7064b35a39b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:04.796934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf586fb8-d31e-472d-b0fd-bf2d2ef5482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.798168 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade49b1-9357-499d-843b-6111b6e2937c None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:03Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:04.799539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf586fb8-d31e-472d-b0fd-bf2d2ef5482a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.807894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb253fa5-272e-46e0-8551-197872082676 req-deaa3619-7348-43db-ba30-7064b35a39b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 944 time: 0.2450786 Aug 31 15:52:04.815196 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bf586fb8-d31e-472d-b0fd-bf2d2ef5482a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f379c55-8790-4e3c-affe-6b3c0eb764b3 HTTP/1.1" status: 204 len: 168 time: 1.0165327 Aug 31 15:52:04.831115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Attempting to bind port 379f2016-21d6-4e93-ba28-065970f884c6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:04.831381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Attempting to bind port 379f2016-21d6-4e93-ba28-065970f884c6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:04.831759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Attempting to bind port 379f2016-21d6-4e93-ba28-065970f884c6 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:04.838023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c1a08-8eb5-422c-ae6e-4087a087b7e3 None None] Port bf3960e4-3e0d-4348-90c2-77f7db6692bc cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:04.840965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:04.841346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:04.841751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.842159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:04.842733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Bound port: 379f2016-21d6-4e93-ba28-065970f884c6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:04.843047 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:04.853326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf586fb8-d31e-472d-b0fd-bf2d2ef5482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f379c55-8790-4e3c-affe-6b3c0eb764b3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.906025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bda4672-5651-40a3-a546-938ed72d61f4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:04.945750 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-c6d6af50-46ea-42cb-897a-859003f3ae7f service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915970 Aug 31 15:52:04.969368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:04.983596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] For port 379f2016-21d6-4e93-ba28-065970f884c6, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:04.998356 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:52:05.021090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] For port 379f2016-21d6-4e93-ba28-065970f884c6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=379f2016-21d6-4e93-ba28-065970f884c6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:05.030698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.032409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb253fa5-272e-46e0-8551-197872082676 req-c87604a0-87f1-4e45-b4c6-2f3b30d374a1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234421 Aug 31 15:52:05.116537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.119719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Routers {'6b7b73e5-b2c6-4146-a769-327c46786680'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:05.120682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b7b73e5-b2c6-4146-a769-327c46786680'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:05.124278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f3b9-2e0a-451b-9914-12928aa1f1ff None None] Pushing event updated for resources: {'Port': ['ID=379f2016-21d6-4e93-ba28-065970f884c6,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.184708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.215167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:05.226101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.227065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.227375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44001c85-1783-48cb-be2d-30da6bb1217d req-00ff55e9-6069-42d8-b5fe-7ddfb834db8a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.4956739 Aug 31 15:52:05.227614 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Added segment 6e83a46a-c31e-481f-9896-e3b3b4c6882c of type vlan for network e9840549-efc8-40da-9e75-4f2297517af1 Aug 31 15:52:05.257470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] Transition to ACTIVE for port object 2b257f96-1179-429a-8874-b1a09b3fc9fe will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:05.281029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.301942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] Set router 6b7b73e5-b2c6-4146-a769-327c46786680 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:05.331262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:05.352117 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:05.361714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7861db6e-11d4-4a9d-b659-78900c0d9601 admin admin] 10.222.0.43 "PUT /v2.0/routers/edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8157783 Aug 31 15:52:05.367583 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:05.368423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:05.383676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.395520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29515731-e59e-4d90-ab9e-bd9e615e61ff,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.424926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.426454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:05.427113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.429779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-f763b61c-1283-46d6-a361-26a8e662a11d req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1190849122', 'description': 'tempest-description-855200051'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:05.558100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] Pushing event updated for resources: {'Network': ['ID=e9840549-efc8-40da-9e75-4f2297517af1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.579382 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0403d02b-c646-42ae-9307-3aa8b7c9e9fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6327546 Aug 31 15:52:05.583530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38842) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:05.619356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Request body: {'subnet': {'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-subnet', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:05.640019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e9840549-efc8-40da-9e75-4f2297517af1 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:05.667942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59781542-c600-4334-bf47-3e8423b5f257 req-fc0e6fac-e073-4508-924e-35119df646b4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:05.677916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59781542-c600-4334-bf47-3e8423b5f257 req-fc0e6fac-e073-4508-924e-35119df646b4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.3433270 Aug 31 15:52:05.680634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f763b61c-1283-46d6-a361-26a8e662a11d req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.713814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:05.787980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59781542-c600-4334-bf47-3e8423b5f257 req-f8579247-03f6-43b6-92cd-f29e0b93cec8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088917 Aug 31 15:52:05.800220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] No DVR routers for this DVR port 2b257f96-1179-429a-8874-b1a09b3fc9fe on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:52:05.819010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Made reservation on behalf of 8f8cb9264055494cb7c5959e96772906 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:05.824443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.828990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-198a2ce8-5916-4d2e-8164-dc8b872ecaa9 req-d0964230-1c97-48d2-8fdf-085106cc6e66 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8763092 Aug 31 15:52:05.833570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] Pushing event updated for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:05.835707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bc77804-24f9-48bb-b59b-c36a231994a1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:05.855593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Router ea6e2c23-8143-4336-8c44-125ad039e13d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:05.929031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5bc77804-24f9-48bb-b59b-c36a231994a1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:05.937667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5bc77804-24f9-48bb-b59b-c36a231994a1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:05.938291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.944600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 3, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:05.959678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:05.966318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-3f73a8ec-3bc2-4664-9a28-d7f630c636ea service neutron] 10.222.0.30 "PUT /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe/bindings/n-h2-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 2.9530914 Aug 31 15:52:06.086239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:06.251550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7869c35-1799-490a-bab9-9ecf8c2555d6 None None] The sync data for ids ['6b7b73e5-b2c6-4146-a769-327c46786680'] in n-d-793621-35 is: [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 3, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:06.305330 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 2, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.376461 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:06.377113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Updating router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab port bf3960e4-3e0d-4348-90c2-77f7db6692bc binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:06.415505 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.467857 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.510767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:06.542694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'port_id': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b700bd-8715-4614-85b0-d3bc06d6fbc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:06.599795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.603937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5bc77804-24f9-48bb-b59b-c36a231994a1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5bc77804-24f9-48bb-b59b-c36a231994a1,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:06.621840 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.628458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:06.649346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38870) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:06.714343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:06.743571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.760154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5bc77804-24f9-48bb-b59b-c36a231994a1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.827230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:06.848304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f763b61c-1283-46d6-a361-26a8e662a11d req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.857369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:06.859075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Allocated IP 172.20.0.1 (80ab15c5-512f-4810-9061-14c282b0d9ab/d99a564b-c4ed-4a9e-b2b8-e2fac5696486/483dd9b2-84a6-41fb-b4f2-d628d34fa22d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:06.875633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f21565c2-4685-46f1-ba71-a1ef106d9555 admin admin] 10.222.0.43 "PUT /v2.0/routers/ea6e2c23-8143-4336-8c44-125ad039e13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3345520 Aug 31 15:52:06.876825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:06.878468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] Sync routers for ids ['ea6e2c23-8143-4336-8c44-125ad039e13d'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:06.883214 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f763b61c-1283-46d6-a361-26a8e662a11d req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:06.894553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] Routers {'ea6e2c23-8143-4336-8c44-125ad039e13d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:06.895306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea6e2c23-8143-4336-8c44-125ad039e13d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:06.911457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-14d433e0-bbd6-4e15-81d1-4e1d83fd32ee tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:06.913259 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-14d433e0-bbd6-4e15-81d1-4e1d83fd32ee tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.8808219 Aug 31 15:52:06.993349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-network', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:07.008233 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.028532 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Transition to ACTIVE for port object bf3960e4-3e0d-4348-90c2-77f7db6692bc will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:07.038769 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.055689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] Set router ea6e2c23-8143-4336-8c44-125ad039e13d gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:07.105548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaada1a-740f-42f6-8c51-b57289e872ce,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.105914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.130453 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7bc17-09a3-423f-8d24-a742aa90daf6 None None] Pushing event updated for resources: {'Port': ['ID=bf3960e4-3e0d-4348-90c2-77f7db6692bc,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.132766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-98331ba6-cd56-43b9-9ce0-20d19e7b0056 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:07.141136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-98331ba6-cd56-43b9-9ce0-20d19e7b0056 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 821 time: 0.4888778 Aug 31 15:52:07.155811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-b415f35a-9f4a-4171-b7cb-e7dc32de4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:07.157462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-b415f35a-9f4a-4171-b7cb-e7dc32de4483 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e&tenant_id=eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 1097 time: 0.2360806 Aug 31 15:52:07.167443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Made reservation on behalf of c8c7d29e972e43f0a3d3454984691518 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:07.170025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.181625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-7f9b53bd-f510-4cd8-bab8-c948f2eacb4e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/quotas/42f17517fff146eaa15a026544edfb8d HTTP/1.1" status: 200 len: 375 time: 0.0394959 Aug 31 15:52:07.218003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:07.229429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f763b61c-1283-46d6-a361-26a8e662a11d req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.231359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f763b61c-1283-46d6-a361-26a8e662a11d req-0ccd568a-0790-4fea-8522-4813194aab44 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8636236 Aug 31 15:52:07.249721 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.255014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.278051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:07.311571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.324303 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Attempting to bind port bf3960e4-3e0d-4348-90c2-77f7db6692bc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:07.325244 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Attempting to bind port bf3960e4-3e0d-4348-90c2-77f7db6692bc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:07.325244 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Attempting to bind port bf3960e4-3e0d-4348-90c2-77f7db6692bc on network 3826076c-542a-4d5e-931e-dd1776188e65 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:07.361392 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:07.362992 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Checking segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:07.365122 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.366249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c876df2a-e727-492f-8819-d6cbdee350c7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.366721 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Bound using segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:07.372651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Transition to ACTIVE for port object 483dd9b2-84a6-41fb-b4f2-d628d34fa22d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:07.377916 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Bound port: bf3960e4-3e0d-4348-90c2-77f7db6692bc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:07.379898 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.402337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Checking segment: {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:07.402337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Network hostable DHCP agents. Network: e9840549-efc8-40da-9e75-4f2297517af1, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:07.404421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:07.419092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-ef3e7849-3769-4a63-99e1-207e89091e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:07.421035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-ef3e7849-3769-4a63-99e1-207e89091e1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1097 time: 0.2192724 Aug 31 15:52:07.447517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-49d0f748-b775-4a97-91f2-998829734c8d tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2648067 Aug 31 15:52:07.492994 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] For port bf3960e4-3e0d-4348-90c2-77f7db6692bc, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:07.498774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] For port bf3960e4-3e0d-4348-90c2-77f7db6692bc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bf3960e4-3e0d-4348-90c2-77f7db6692bc,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:07.507520 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.524204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Network e9840549-efc8-40da-9e75-4f2297517af1 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:07.539119 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.555294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e9840549-efc8-40da-9e75-4f2297517af1) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:07.573943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba61ad-ea9d-493d-9936-b4408454fc36 None None] Network e9840549-efc8-40da-9e75-4f2297517af1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:07.587939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:07.588846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.630409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Network 80ab15c5-512f-4810-9061-14c282b0d9ab is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:07.637737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:07.641149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-c2cb9c52-08f4-4548-b754-80f35b1d4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:07.643259 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-c2cb9c52-08f4-4548-b754-80f35b1d4733 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2135048 Aug 31 15:52:07.644228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:07.646530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Pushing event updated for resources: {'Port': ['ID=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:07.664570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32692d-e1ed-4aba-b2dc-309c5b45bec2 req-236564f3-4564-41d0-8fe1-548330d75c36 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:07.666296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e32692d-e1ed-4aba-b2dc-309c5b45bec2 req-236564f3-4564-41d0-8fe1-548330d75c36 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 945 time: 0.3315752 Aug 31 15:52:07.699672 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:07.700565 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:07.751780 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-0962de68-b42c-4963-9bce-ff4062725cd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 217 time: 0.1003029 Aug 31 15:52:07.829430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.831487 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.856247 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6c06eceb-4f9a-4b31-9e81-789c1dffa17d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2696469 Aug 31 15:52:07.863172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.871304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38880) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:07.880103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.913486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:07.959849 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:07.960328 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Added segment aa02b1d9-f610-46f7-b867-00c060b9833c of type vlan for network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 Aug 31 15:52:07.968886 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:08.015968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bc77804-24f9-48bb-b59b-c36a231994a1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:08.030709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:08.131482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-90ee695d-5397-4bb2-9d5b-1bc34953d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:08.145623 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-90ee695d-5397-4bb2-9d5b-1bc34953d1ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.3832855 Aug 31 15:52:08.177763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.199049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.225763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-d624332f-2cba-4854-8d8b-208ae7bf47e2 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768283 Aug 31 15:52:08.230032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4ad66f03-9bf0-44b5-9c09-3c39e9c2d24f None None] Provisioning for port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:08.233845 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7bc17-09a3-423f-8d24-a742aa90daf6 None None] Pushing event updated for resources: {'Port': ['ID=bf3960e4-3e0d-4348-90c2-77f7db6692bc,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.253257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4ad66f03-9bf0-44b5-9c09-3c39e9c2d24f None None] Provisioning complete for port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:08.253808 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ad66f03-9bf0-44b5-9c09-3c39e9c2d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.263739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-a3d7b9ec-35af-48b1-960b-cdba89e49770 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699422 Aug 31 15:52:08.275112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f80166-2d29-446c-a0bb-eece9e391653,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.281011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.283048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.300003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:52:03Z', 'revision_number': 5, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port': {'id': '62c47ebe-f6c4-4595-ba2b-f238b1043371', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:42Z', 'updated_at': '2021-08-31T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:08.374207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] Checking router: ea6e2c23-8143-4336-8c44-125ad039e13d for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:08.381381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5bc77804-24f9-48bb-b59b-c36a231994a1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:08.381381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.390126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:07Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:08.394821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.407515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4ad66f03-9bf0-44b5-9c09-3c39e9c2d24f None None] Port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:08.428889 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.430248 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3df36-1c2b-40dd-8f9f-7cff1bcbbadd None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:07Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:08.432738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:08.433955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.444236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] Routers {'ea6e2c23-8143-4336-8c44-125ad039e13d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:08.444572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea6e2c23-8143-4336-8c44-125ad039e13d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:08.500857 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-636896c7-0a66-403f-88bf-8b28811f9b6b service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287037 Aug 31 15:52:08.560924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-e9840549-efc8-40da-9e75-4f2297517af1', 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'fixed_ips': [{'subnet_id': 'c876df2a-e727-492f-8819-d6cbdee350c7'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:52:08.562082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.645148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] Set router ea6e2c23-8143-4336-8c44-125ad039e13d gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:08.692257 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-281d6897-d14a-4581-b147-b89d61ab62d5 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825902 Aug 31 15:52:08.695174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.703686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.710103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e32692d-e1ed-4aba-b2dc-309c5b45bec2 req-e4a6fa97-9ea3-49e4-96bc-f4ccfbf0d6bc tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0164495 Aug 31 15:52:08.777356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.1211693 Aug 31 15:52:08.788507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:08.831986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:52:07Z', 'revision_number': 6, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:08.850724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Request body: {'subnet': {'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-subnet', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:08.903544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3b08-1f53-43e7-8faf-6ae4b2b4a5ad None None] The sync data for ids ['ea6e2c23-8143-4336-8c44-125ad039e13d'] in n-d-793621-35 is: [{'id': 'ea6e2c23-8143-4336-8c44-125ad039e13d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1789856365-router', 'tenant_id': 'ff72eda920194d8089c78df3b8082ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:41Z', 'updated_at': '2021-08-31T15:52:07Z', 'revision_number': 6, 'project_id': 'ff72eda920194d8089c78df3b8082ac7', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:08.919161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Pushing event updated for resources: {'Port': ['ID=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:08.931587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.942699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Made reservation on behalf of c8c7d29e972e43f0a3d3454984691518 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:08.945397 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.968443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:08.996761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Allocated IP 172.20.0.2 (e9840549-efc8-40da-9e75-4f2297517af1/c876df2a-e727-492f-8819-d6cbdee350c7/c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:09.008698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7d6e3-8cd8-4fcc-a721-8b4f58006f4b admin admin] Pushing event updated for resources: {'Network': ['ID=b35dea22-d0a7-4a0a-85c0-438822a6d4e1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:09.034536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:09.136705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Deleting port 62c47ebe-f6c4-4595-ba2b-f238b1043371 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:52:09.137056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.176885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-f39e6971-b294-4243-b402-8b99bc18c64b tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:09.178320 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-f39e6971-b294-4243-b402-8b99bc18c64b tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.1704767 Aug 31 15:52:09.224603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Network 80ab15c5-512f-4810-9061-14c282b0d9ab is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:09.227672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-dc367e37-afcf-4b1c-9acc-052b1899f623 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238246 Aug 31 15:52:09.231803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:09.238048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16db95-e13a-4c24-ac54-12dce34b92e6 req-6a94fb18-195f-4651-8930-bd30e86d77e8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:09.238811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd16db95-e13a-4c24-ac54-12dce34b92e6 req-6a94fb18-195f-4651-8930-bd30e86d77e8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 944 time: 0.2625773 Aug 31 15:52:09.325832 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.343649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] For port 62c47ebe-f6c4-4595-ba2b-f238b1043371, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=62c47ebe-f6c4-4595-ba2b-f238b1043371,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:09.344026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.351969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Transition to ACTIVE for port object c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:09.403283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Transition to ACTIVE for port object c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:09.414079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.439185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Calling delete_port for 62c47ebe-f6c4-4595-ba2b-f238b1043371 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:52:09.464259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd16db95-e13a-4c24-ac54-12dce34b92e6 req-b115a91a-ae20-4657-b75d-50127868a80f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948676 Aug 31 15:52:09.568348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Network e9840549-efc8-40da-9e75-4f2297517af1 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:09.573078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:09.580368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:09.589747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Pushing event updated for resources: {'Port': ['ID=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:09.665502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.788888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Attempting to bind port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:09.789274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Attempting to bind port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:09.789645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Attempting to bind port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc on network e9840549-efc8-40da-9e75-4f2297517af1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:09.825134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28789769-fc82-491a-b21f-f8a91d3e6dd7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:09.832968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:09.833370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Checking segment: {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:09.833792 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.834191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Bound using segment: {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:09.834693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Bound port: c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:09.835084 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.844151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c83a5771-6340-47dc-adcc-c0d0a79525bc req-5fa51f2b-3022-4e41-9602-e6f592bd2958 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 210 time: 0.2086022 Aug 31 15:52:09.868502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-db1b3bcf-7ce1-4f6d-97e4-28bc61c078a9 None None] Provisioning complete for port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:09.868879 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-db1b3bcf-7ce1-4f6d-97e4-28bc61c078a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.874115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Router 6b7b73e5-b2c6-4146-a769-327c46786680 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:09.940587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-db1b3bcf-7ce1-4f6d-97e4-28bc61c078a9 None None] Port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:09.950069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-6d04865e-ff1c-41fa-af55-420e707d255c service neutron] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:09.980379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-6d04865e-ff1c-41fa-af55-420e707d255c service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:09.985327 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf514794-6949-4f66-bbc3-e4327dc83c1b req-6d04865e-ff1c-41fa-af55-420e707d255c service neutron] 10.222.0.49 "DELETE /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe/bindings/n-h1-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.7987487 Aug 31 15:52:10.030970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Checking segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:10.033807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Network hostable DHCP agents. Network: b35dea22-d0a7-4a0a-85c0-438822a6d4e1, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:10.086548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] For port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:10.094136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] For port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,segment=NetworkSegment(6e83a46a-c31e-481f-9896-e3b3b4c6882c),segment_id=6e83a46a-c31e-481f-9896-e3b3b4c6882c)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:10.099846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:10.103699 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.138020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:10.223194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea2a1-b8a1-4459-8603-26633dd7798f None None] Pushing event updated for resources: {'Port': ['ID=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:10.239364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b35dea22-d0a7-4a0a-85c0-438822a6d4e1) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:10.246070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:10.254942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4373fe5-a7a1-4b84-ae44-e7037c616052 None None] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:10.263377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:10.264143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.270268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 379f2016-21d6-4e93-ba28-065970f884c6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:10.290400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-19549709-990d-45e8-9eb5-97c814b96147 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4462185 Aug 31 15:52:10.292160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:10.298894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:10.301571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.302074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:10.310861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:10.320798 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa8831e1-6577-4f7f-af61-ac93958e9f47 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b7b73e5-b2c6-4146-a769-327c46786680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9942729 Aug 31 15:52:10.371610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.373331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.465337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.543527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 379f2016-21d6-4e93-ba28-065970f884c6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:10.562324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 379f2016-21d6-4e93-ba28-065970f884c6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:10.562871 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.775309 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.824441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:52:10.825498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.839085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:10.845461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:10.851581 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d63301-4aed-4ba0-8802-079695c384e1" -d '{"events": [{"server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "name": "network-vif-plugged", "status": "completed", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:10.944568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:10.959273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.033187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.053324 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.101428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 379f2016-21d6-4e93-ba28-065970f884c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=379f2016-21d6-4e93-ba28-065970f884c6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:11.111583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.124816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:11.179371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a6140-3d42-49f1-876b-ef13771fa568 req-88236d8d-163e-43a8-87f2-d85459884edf tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:11.185635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-615a6140-3d42-49f1-876b-ef13771fa568 req-88236d8d-163e-43a8-87f2-d85459884edf tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 945 time: 1.2031846 Aug 31 15:52:11.204955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Allocated IP 172.20.0.2 (b35dea22-d0a7-4a0a-85c0-438822a6d4e1/28789769-fc82-491a-b21f-f8a91d3e6dd7/a69d92e1-9266-4765-8d80-e05a0db59d2f) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:11.434952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-615a6140-3d42-49f1-876b-ef13771fa568 req-35bfd1b4-d421-4297-8ebe-c349860b1e8a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367733 Aug 31 15:52:11.479102 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.482347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf3960e4-3e0d-4348-90c2-77f7db6692bc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:11.603325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.642321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:11.673312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-network', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:11.679171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Allocated IP 172.25.6.41 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/57dabc8c-3fa2-495f-8c44-b2e855634196) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:11.732258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Made reservation on behalf of f07f02e095514a8680ca9380d44dd6c9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:11.732258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.758641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.773545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.800334 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.810361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.828658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:11.850821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd2d0f-682c-4856-b996-65f97b2cb545 None None] Network e9840549-efc8-40da-9e75-4f2297517af1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:11.887107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Transition to ACTIVE for port object a69d92e1-9266-4765-8d80-e05a0db59d2f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:11.940653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c47ebe-f6c4-4595-ba2b-f238b1043371,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:11.963600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=379f2016-21d6-4e93-ba28-065970f884c6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:11.973603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Transition to ACTIVE for port object a69d92e1-9266-4765-8d80-e05a0db59d2f will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:11.999962 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.000850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ad60110d-22b7-494f-9621-27574ed493fd None None] Provisioning for port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:12.003323 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.053860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port bf3960e4-3e0d-4348-90c2-77f7db6692bc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:12.055043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.056805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Allocated IP 172.25.6.146 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/41b75791-d42d-496a-8e0c-99499bd6a75c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:12.057962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-bd1b02ce-b959-424c-a422-5811377d0337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:12.059548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-bd1b02ce-b959-424c-a422-5811377d0337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.30 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 821 time: 0.6767180 Aug 31 15:52:12.061297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.067332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909be2a2-ac33-4601-8ece-da53b2ebbba2 req-24ac0a14-ebc3-4642-96f3-98886d6993e0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:12.077377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-909be2a2-ac33-4601-8ece-da53b2ebbba2 req-24ac0a14-ebc3-4642-96f3-98886d6993e0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 945 time: 0.4583185 Aug 31 15:52:12.077621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bf3960e4-3e0d-4348-90c2-77f7db6692bc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:12.077853 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.085723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:12.111537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:52:12.129554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8618c4b1-5f19-4289-a5b8-b66e61a06301,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.131579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Pushing event updated for resources: {'Port': ['ID=a69d92e1-9266-4765-8d80-e05a0db59d2f,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.134240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:12.137604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:12.142258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.144493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:12.167702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.168511 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Added segment 726800c9-b90c-43e1-b811-86d928ab860e of type vlan for network 8897f634-b9d2-46f6-aa26-e083d7527344 Aug 31 15:52:12.182414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'port': {'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'admin_state_up': True, 'tenant_id': '42f17517fff146eaa15a026544edfb8d'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:12.226077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:12.246389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.254294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Attempting to bind port a69d92e1-9266-4765-8d80-e05a0db59d2f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:12.254294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Attempting to bind port a69d92e1-9266-4765-8d80-e05a0db59d2f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:12.254666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Attempting to bind port a69d92e1-9266-4765-8d80-e05a0db59d2f on network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:12.283597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:12.283979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Checking segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:12.284654 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.285868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Bound using segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:12.286700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Bound port: a69d92e1-9266-4765-8d80-e05a0db59d2f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:12.287362 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.292376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.304460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.305507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:12.306218 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.337127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.369886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.373433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.385230 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7386353 Aug 31 15:52:12.397591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38922) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:12.413399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718b1-1383-440f-b657-62300c3b0b07 admin admin] Pushing event updated for resources: {'Network': ['ID=8897f634-b9d2-46f6-aa26-e083d7527344,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.435387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Request body: {'subnet': {'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-subnet', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:12.439559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8897f634-b9d2-46f6-aa26-e083d7527344 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:52:12.449816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port bf3960e4-3e0d-4348-90c2-77f7db6692bc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bf3960e4-3e0d-4348-90c2-77f7db6692bc,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:12.469841 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.489574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.525792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 68bdcdba-dad5-42a2-965d-34abc416bf63 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:12.553022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Pushing event updated for resources: {'Port': ['ID=41b75791-d42d-496a-8e0c-99499bd6a75c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.561373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Made reservation on behalf of f07f02e095514a8680ca9380d44dd6c9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:12.563796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.587653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] For port a69d92e1-9266-4765-8d80-e05a0db59d2f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:12.605784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 68bdcdba-dad5-42a2-965d-34abc416bf63 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:52:12.606249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 68bdcdba-dad5-42a2-965d-34abc416bf63 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:12.643225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:12.650406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:12.653637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:12.691933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] For port a69d92e1-9266-4765-8d80-e05a0db59d2f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a69d92e1-9266-4765-8d80-e05a0db59d2f,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:12.725405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.748154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-91d13e4c-26aa-4c4c-b6e3-b1933a51d5f9 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47891 time: 3.1164012 Aug 31 15:52:12.772511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:12.775951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.776525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6e2c23-8143-4336-8c44-125ad039e13d {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:52:12.809756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=bf3960e4-3e0d-4348-90c2-77f7db6692bc,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.948905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9e048-dded-4378-9fdd-cedbad28d063 None None] Pushing event updated for resources: {'Port': ['ID=a69d92e1-9266-4765-8d80-e05a0db59d2f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:12.960360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 379f2016-21d6-4e93-ba28-065970f884c6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:12.980736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.986575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf1e693f-bbb6-4a34-854c-c1c338ac7356 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ea6e2c23-8143-4336-8c44-125ad039e13d HTTP/1.1" status: 204 len: 168 time: 6.0996110 Aug 31 15:52:12.991782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38924) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:12.993279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:12.998200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Pushing event updated for resources: {'Port': ['ID=57dabc8c-3fa2-495f-8c44-b2e855634196,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.021130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Made reservation on behalf of 42f17517fff146eaa15a026544edfb8d for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:13.026891 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.059949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 379f2016-21d6-4e93-ba28-065970f884c6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:13.061698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.166423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-909be2a2-ac33-4601-8ece-da53b2ebbba2 req-c680ff41-0446-4089-9436-30b79ea5bd17 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0867178 Aug 31 15:52:13.238030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:13.325027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-d209ba0a-ba48-443c-b20e-9593f6f2eb7d tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/16361b26-f136-4388-89e8-17169984052e HTTP/1.1" status: 200 len: 2981 time: 0.5235136 Aug 31 15:52:13.340356 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Sync routers for ids ['6b7b73e5-b2c6-4146-a769-327c46786680'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:13.345542 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4fb0fa-d954-434c-b5df-9c587b70a8d0 x-openstack-request-id: req-1f4fb0fa-d954-434c-b5df-9c587b70a8d0 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:13.345831 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "name": "network-vif-plugged", "status": "completed", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:13.346131 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f4fb0fa-d954-434c-b5df-9c587b70a8d0 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:13.346494 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'code': 200} Aug 31 15:52:13.363502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Routers {'6b7b73e5-b2c6-4146-a769-327c46786680'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:13.364171 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b7b73e5-b2c6-4146-a769-327c46786680'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:13.424013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:13.435727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:13.436401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.481293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Checking segment: {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:13.482281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Network hostable DHCP agents. Network: 8897f634-b9d2-46f6-aa26-e083d7527344, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:52:13.515861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-cd855081-c7b6-482d-a9be-14f374bbc319 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/16361b26-f136-4388-89e8-17169984052e HTTP/1.1" status: 200 len: 2981 time: 0.1896312 Aug 31 15:52:13.530857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Deleting subnet c488942c-6d79-454f-be8a-d28bd88c99d1 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:52:13.535325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.582473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.583980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.599657 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Set router 6b7b73e5-b2c6-4146-a769-327c46786680 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:13.623078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,segment=NetworkSegment(6e83a46a-c31e-481f-9896-e3b3b4c6882c),segment_id=6e83a46a-c31e-481f-9896-e3b3b4c6882c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:13.628337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.694078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.734085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.734630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 62c47ebe-f6c4-4595-ba2b-f238b1043371 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:13.750687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b985389-7bbf-4038-824d-5f40d73ee6c4 req-adf53f8d-97f8-4709-a544-4a4f345bf54a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 210 time: 0.2419500 Aug 31 15:52:13.782579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 62c47ebe-f6c4-4595-ba2b-f238b1043371 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:52:13.783327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 62c47ebe-f6c4-4595-ba2b-f238b1043371 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:13.829228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1314b87-52f5-4bd2-8f27-d5809ed42208,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.836731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.850322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Network 8897f634-b9d2-46f6-aa26-e083d7527344 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:52:13.881235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c488942c-6d79-454f-be8a-d28bd88c99d1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:13.886290 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:13.891458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d5b5d7e1-3de0-42c2-9304-44fac0881b9c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c488942c-6d79-454f-be8a-d28bd88c99d1 HTTP/1.1" status: 204 len: 168 time: 0.8951380 Aug 31 15:52:13.895107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38928) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:13.895281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Allocated IP 172.20.0.7 (3826076c-542a-4d5e-931e-dd1776188e65/7a7cbf4f-16ee-4936-8cf7-f3124f36466c/342d5306-0f07-4161-8d9b-763ffaca82fd) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:13.908085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce902efe-16e2-4741-8f8a-f3e54123cf3e None None] Network 36eeb26a-81bb-4124-98e0-c4c36bb5936e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:13.936616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-0d75b067-f2df-42e4-9fe5-8e65bd2e81ed tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/29515731-e59e-4d90-ab9e-bd9e615e61ff HTTP/1.1" status: 200 len: 2981 time: 0.3001378 Aug 31 15:52:13.954141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8897f634-b9d2-46f6-aa26-e083d7527344) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:13.963941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690606e-4dd5-4de1-8406-95deec71f79e req-8ac6d5ac-20f0-4c98-b739-bc4d219ca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:13.965606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b690606e-4dd5-4de1-8406-95deec71f79e req-8ac6d5ac-20f0-4c98-b739-bc4d219ca48c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1097 time: 0.5561464 Aug 31 15:52:13.966820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:13.967523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.072574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e87377-4855-4623-8305-7b9d8f05d0bf None None] Network 8897f634-b9d2-46f6-aa26-e083d7527344 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:14.081564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-c7dea8cd-4ad6-4cc8-be34-64ee28c6782f tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/29515731-e59e-4d90-ab9e-bd9e615e61ff HTTP/1.1" status: 200 len: 2981 time: 0.1346531 Aug 31 15:52:14.086690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-177187b9-9ada-4669-977d-b6852669a602 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6751995 Aug 31 15:52:14.095057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38930) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:14.122578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:14.215115 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:52:08Z', 'revision_number': 4, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '483dd9b2-84a6-41fb-b4f2-d628d34fa22d', 'name': '', 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'mac_address': 'fa:16:3e:5a:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:06Z', 'updated_at': '2021-08-31T15:52:08Z', 'revision_number': 2, 'project_id': '0573950bb189443189e7f4464e24a085', 'subnets': [{'id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:14.249489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.259796 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b690606e-4dd5-4de1-8406-95deec71f79e req-e2d1ad5c-f4be-4318-abb1-604cbe7f3781 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756126 Aug 31 15:52:14.299002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.301868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.302394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.303008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.309846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Checking router: 6b7b73e5-b2c6-4146-a769-327c46786680 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:14.309846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Updating router 6b7b73e5-b2c6-4146-a769-327c46786680 port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:14.321812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Transition to ACTIVE for port object 342d5306-0f07-4161-8d9b-763ffaca82fd will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:14.375552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.427828 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.531624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.545627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8897f634-b9d2-46f6-aa26-e083d7527344', 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'fixed_ips': [{'subnet_id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:52:14.547037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.567427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Network 3826076c-542a-4d5e-931e-dd1776188e65 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:14.582842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:14.587450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c832393-f6c0-44eb-b914-828c93dd34d0 req-576cfba0-164b-4695-8703-1d5c2c5f5968 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:14.596584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c832393-f6c0-44eb-b914-828c93dd34d0 req-576cfba0-164b-4695-8703-1d5c2c5f5968 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1097 time: 0.5323248 Aug 31 15:52:14.603710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:14.608446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event updated for resources: {'Port': ['ID=342d5306-0f07-4161-8d9b-763ffaca82fd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:14.642058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.653243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-aa4b4613-2fbb-448e-b32e-70eeb182126b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/429e2398-2ab8-44da-b24c-28e6e9ca8e92 HTTP/1.1" status: 200 len: 2981 time: 0.5408611 Aug 31 15:52:14.668410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Deleting port d433af42-338b-4bf8-8232-34a4fb5ffd33 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:52:14.671504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.750726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a21a6c-b3a5-44ae-bb6c-5c09f4043f90 None None] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:14.754937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] DHCP port deletion for 36eeb26a-81bb-4124-98e0-c4c36bb5936e request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:52:14.803431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:14.805454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.837779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c832393-f6c0-44eb-b914-828c93dd34d0 req-e6cccdfc-f228-47f0-b0ea-d567747f1b50 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404740 Aug 31 15:52:14.986905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:14.991704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c6cf9474-8cd7-4436-810b-25b47f985f1a None None] Provisioning for port a69d92e1-9266-4765-8d80-e05a0db59d2f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:15.004136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a69d92e1-9266-4765-8d80-e05a0db59d2f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:15.015817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-454f9ab8-4f48-4911-bc7c-2b6f18da4849 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/429e2398-2ab8-44da-b24c-28e6e9ca8e92 HTTP/1.1" status: 200 len: 2981 time: 0.3609343 Aug 31 15:52:15.044493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-a895b2c2-3c7f-4082-98e8-74db9daef03f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9198024 Aug 31 15:52:15.078196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Request body: {'port': {'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:15.169761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] For port d433af42-338b-4bf8-8232-34a4fb5ffd33, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d433af42-338b-4bf8-8232-34a4fb5ffd33,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:15.170589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.206302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a69d92e1-9266-4765-8d80-e05a0db59d2f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:15.210713 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.224657 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Transition to ACTIVE for port object 483dd9b2-84a6-41fb-b4f2-d628d34fa22d will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:15.232583 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.238755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a69d92e1-9266-4765-8d80-e05a0db59d2f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:15.239280 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.289642 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34af2-0c07-4aa9-a0a4-2c3ed5995bba None None] Pushing event updated for resources: {'Port': ['ID=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:15.293935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Allocated IP 172.20.0.2 (8897f634-b9d2-46f6-aa26-e083d7527344/d1314b87-52f5-4bd2-8f27-d5809ed42208/ed2d81ad-d6b8-4343-beee-59cc822ff583) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:15.297220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] Deleting port d433af42-338b-4bf8-8232-34a4fb5ffd33 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:52:15.297795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.456125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Attempting to bind port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:15.457160 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Attempting to bind port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:15.457160 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Attempting to bind port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d on network 80ab15c5-512f-4810-9061-14c282b0d9ab {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:15.464397 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:15.464734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Checking segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:15.465232 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.465739 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Bound using segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:15.466498 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Bound port: 483dd9b2-84a6-41fb-b4f2-d628d34fa22d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:15.467351 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.617446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] For port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:15.623820 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] For port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:15.634328 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.663413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Calling delete_port for d433af42-338b-4bf8-8232-34a4fb5ffd33 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:52:15.709595 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Routers {'6b7b73e5-b2c6-4146-a769-327c46786680'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:15.710405 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b7b73e5-b2c6-4146-a769-327c46786680'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:15.718279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.763481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.770957 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34af2-0c07-4aa9-a0a4-2c3ed5995bba None None] Pushing event updated for resources: {'Port': ['ID=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:15.850384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-715aef75-26ba-4a77-b30b-948b8c47f1e2 None None] Provisioning for port 342d5306-0f07-4161-8d9b-763ffaca82fd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:15.863382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-715aef75-26ba-4a77-b30b-948b8c47f1e2 None None] Provisioning complete for port 342d5306-0f07-4161-8d9b-763ffaca82fd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:15.864025 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-715aef75-26ba-4a77-b30b-948b8c47f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:15.928067 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] Set router 6b7b73e5-b2c6-4146-a769-327c46786680 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:15.966177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] For port d433af42-338b-4bf8-8232-34a4fb5ffd33, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d433af42-338b-4bf8-8232-34a4fb5ffd33,segment=NetworkSegment(476f984f-aa00-46e3-9013-23ed4688a552),segment_id=476f984f-aa00-46e3-9013-23ed4688a552)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:15.966911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.049173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.102562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] Calling delete_port for d433af42-338b-4bf8-8232-34a4fb5ffd33 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:52:16.109407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-715aef75-26ba-4a77-b30b-948b8c47f1e2 None None] Port 342d5306-0f07-4161-8d9b-763ffaca82fd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:16.119452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=d433af42-338b-4bf8-8232-34a4fb5ffd33,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.123135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] No DVR routers for this DVR port d433af42-338b-4bf8-8232-34a4fb5ffd33 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:52:16.172855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.207650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342d5306-0f07-4161-8d9b-763ffaca82fd {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:16.218326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.233205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Transition to ACTIVE for port object 342d5306-0f07-4161-8d9b-763ffaca82fd will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:16.235365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-36dab9ac-0a27-4735-a550-972c02d0d814 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/4adf139c-86cc-40b1-a48e-aa9bad924a67 HTTP/1.1" status: 200 len: 2981 time: 1.2184739 Aug 31 15:52:16.247436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22873d3-7b95-47eb-a395-3012bba8e052 req-5005f3f5-8967-4a69-904c-82d445a73081 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:16.250304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e22873d3-7b95-47eb-a395-3012bba8e052 req-5005f3f5-8967-4a69-904c-82d445a73081 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 945 time: 1.2465007 Aug 31 15:52:16.261998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.371792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.406028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eeb26a-81bb-4124-98e0-c4c36bb5936e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.408684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:16.428431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a69d92e1-9266-4765-8d80-e05a0db59d2f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a69d92e1-9266-4765-8d80-e05a0db59d2f,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:16.444312 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.445441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf3960e4-3e0d-4348-90c2-77f7db6692bc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:16.493129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476f984f-aa00-46e3-9013-23ed4688a552') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.493129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476f984f-aa00-46e3-9013-23ed4688a552') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.523337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.563583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.567859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.581985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:52:08Z', 'revision_number': 4, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '483dd9b2-84a6-41fb-b4f2-d628d34fa22d', 'name': '', 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'mac_address': 'fa:16:3e:5a:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:06Z', 'updated_at': '2021-08-31T15:52:15Z', 'revision_number': 4, 'project_id': '0573950bb189443189e7f4464e24a085', 'subnets': [{'id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:16.598976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] No DVR routers for this DVR port d433af42-338b-4bf8-8232-34a4fb5ffd33 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:52:16.628173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Transition to ACTIVE for port object ed2d81ad-d6b8-4343-beee-59cc822ff583 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:16.646855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414a11f-3dce-490a-b7df-dbbde8883ce5 None None] The sync data for ids ['6b7b73e5-b2c6-4146-a769-327c46786680'] in n-d-793621-35 is: [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:52:08Z', 'revision_number': 4, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '483dd9b2-84a6-41fb-b4f2-d628d34fa22d', 'name': '', 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'mac_address': 'fa:16:3e:5a:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:06Z', 'updated_at': '2021-08-31T15:52:15Z', 'revision_number': 4, 'project_id': '0573950bb189443189e7f4464e24a085', 'subnets': [{'id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:16.662122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1c53a808-c6e1-4956-bdff-4187e6408ed6 None None] Provisioning complete for port a69d92e1-9266-4765-8d80-e05a0db59d2f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:16.663122 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c53a808-c6e1-4956-bdff-4187e6408ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.669909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.675180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a69d92e1-9266-4765-8d80-e05a0db59d2f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.701623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.713220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:52:16.713220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.719889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-d31b4d20-0687-4047-b04a-5aa36c4cf228 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/4adf139c-86cc-40b1-a48e-aa9bad924a67 HTTP/1.1" status: 200 len: 2981 time: 0.4598184 Aug 31 15:52:16.764673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e22873d3-7b95-47eb-a395-3012bba8e052 req-04664dbb-2485-4f3f-b937-eefd62379e70 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784236 Aug 31 15:52:16.797349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:52:16.799581 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:52:16.824253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.849279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Pushing event updated for resources: {'Port': ['ID=342d5306-0f07-4161-8d9b-763ffaca82fd,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.862864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bf3960e4-3e0d-4348-90c2-77f7db6692bc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:16.863403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.874813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Transition to ACTIVE for port object ed2d81ad-d6b8-4343-beee-59cc822ff583 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:16.897394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.898647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] 10.222.0.43 "DELETE /v2.0/networks/36eeb26a-81bb-4124-98e0-c4c36bb5936e HTTP/1.1" status: 204 len: 168 time: 3.0030010 Aug 31 15:52:16.913416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22996909-23f3-46bc-97cd-1b7dbdd4a939 None None] Pushing event deleted for resources: {'Port': ['ID=d433af42-338b-4bf8-8232-34a4fb5ffd33,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.932498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:16.959349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2aef6f-bcfe-40e9-b90e-f2c986df7f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=36eeb26a-81bb-4124-98e0-c4c36bb5936e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:16.983092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Attempting to bind port 342d5306-0f07-4161-8d9b-763ffaca82fd on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:16.984697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Attempting to bind port 342d5306-0f07-4161-8d9b-763ffaca82fd by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:16.985430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Attempting to bind port 342d5306-0f07-4161-8d9b-763ffaca82fd on network 3826076c-542a-4d5e-931e-dd1776188e65 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:16.992578 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.003293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Network 8897f634-b9d2-46f6-aa26-e083d7527344 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:17.018775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:17.021381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:17.034402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Sync routers for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:17.045422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:17.072627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Port 342d5306-0f07-4161-8d9b-763ffaca82fd on network 3826076c-542a-4d5e-931e-dd1776188e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:17.073020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Attempting to bind port 342d5306-0f07-4161-8d9b-763ffaca82fd on network 3826076c-542a-4d5e-931e-dd1776188e65 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:17.081109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.083306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-48a66e48-0a36-43a9-877a-35f84da89745 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.7900913 Aug 31 15:52:17.086738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38942) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:17.123409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Pushing event updated for resources: {'Port': ['ID=ed2d81ad-d6b8-4343-beee-59cc822ff583,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.188986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:17.189574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Allocated IP 172.25.6.114 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/53b2ccc1-4dc2-4768-b370-78201309db4f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:17.189719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:17.230643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-e7b3648b-037e-4cec-8687-236fec517535 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/4e861539-21cd-4536-bef7-4c504538fd3d HTTP/1.1" status: 200 len: 2981 time: 0.4487772 Aug 31 15:52:17.258119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38944) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:17.260893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:17.261291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Checking segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:17.261636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Bound using segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:17.262101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Bound port: 342d5306-0f07-4161-8d9b-763ffaca82fd, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:17.262464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.299255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Attempting to bind port ed2d81ad-d6b8-4343-beee-59cc822ff583 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:17.299626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Attempting to bind port ed2d81ad-d6b8-4343-beee-59cc822ff583 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:17.300249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Attempting to bind port ed2d81ad-d6b8-4343-beee-59cc822ff583 on network 8897f634-b9d2-46f6-aa26-e083d7527344 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:17.321243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:17.323275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:17.323657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Checking segment: {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:17.324072 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.324514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Bound using segment: {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:17.325013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Bound port: ed2d81ad-d6b8-4343-beee-59cc822ff583, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:17.325407 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.416849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f722007-4c38-4189-90fb-915b7383f334 req-361bbb82-f4df-4008-9ea2-7eb487191384 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:17.431251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f722007-4c38-4189-90fb-915b7383f334 req-361bbb82-f4df-4008-9ea2-7eb487191384 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 943 time: 0.5334859 Aug 31 15:52:17.437042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-8a05ea3e-59a3-43ab-8ecc-9f54baa40695 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/4e861539-21cd-4536-bef7-4c504538fd3d HTTP/1.1" status: 200 len: 2981 time: 0.1905892 Aug 31 15:52:17.485776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:17.551445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f722007-4c38-4189-90fb-915b7383f334 req-09d15f6e-47bc-409e-9739-ddb1a918b270 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172359 Aug 31 15:52:17.585362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.667457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] For port ed2d81ad-d6b8-4343-beee-59cc822ff583, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:17.672443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:17.672822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.705785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] For port 342d5306-0f07-4161-8d9b-763ffaca82fd, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:17.712003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] For port ed2d81ad-d6b8-4343-beee-59cc822ff583, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ed2d81ad-d6b8-4343-beee-59cc822ff583,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:17.744838 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.816410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.854074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-42c2f5f3-074b-42c6-bfbd-e535bdb78ab8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff72eda920194d8089c78df3b8082ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852139 Aug 31 15:52:17.856814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] For port 342d5306-0f07-4161-8d9b-763ffaca82fd, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=342d5306-0f07-4161-8d9b-763ffaca82fd,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:17.863262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38956) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:17.883160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.908239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Pushing event updated for resources: {'Port': ['ID=53b2ccc1-4dc2-4768-b370-78201309db4f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.916436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3afd5-06b7-446c-89fe-7e086dd29a4d None None] Pushing event updated for resources: {'Port': ['ID=ed2d81ad-d6b8-4343-beee-59cc822ff583,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:17.926702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Router 462e2d2b-9206-4526-8152-bd3f21dac831 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:17.937656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:17.939962 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:17.944606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] 10.222.0.30 "PUT /v2.0/ports/342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 1092 time: 2.8880858 Aug 31 15:52:17.959996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:17.964168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:17.966942 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec3fef-62d2-41be-87d1-44892ff70d73" -d '{"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:17.971320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:17.995659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:18.123399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:13Z', 'revision_number': 3, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:18.249013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Checking router: d4f45b7c-30ac-4f83-9bb9-1dfabd803171 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:18.249371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Updating router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 port 41b75791-d42d-496a-8e0c-99499bd6a75c binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:18.290848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d433af42-338b-4bf8-8232-34a4fb5ffd33 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:18.352495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d433af42-338b-4bf8-8232-34a4fb5ffd33 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:52:18.352852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d433af42-338b-4bf8-8232-34a4fb5ffd33 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:18.358604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-0f37f7bc-dc98-4947-9164-773c4562f3ec tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6ca741ea-cb8e-44c4-8f19-83da721ad250 HTTP/1.1" status: 200 len: 2981 time: 0.8742297 Aug 31 15:52:18.366224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:18.468085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0072-929e-4c3c-ae8c-2746647c7671 service neutron] Pushing event updated for resources: {'Port': ['ID=342d5306-0f07-4161-8d9b-763ffaca82fd,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:18.502755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-bf8beaf6-9098-4426-931e-dddd5a3bfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:18.506203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-bf8beaf6-9098-4426-931e-dddd5a3bfd9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1095 time: 0.4776394 Aug 31 15:52:18.534620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-9400e511-a0ce-4099-ad31-e204bfe42fb1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:18.547382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-9400e511-a0ce-4099-ad31-e204bfe42fb1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.8206074 Aug 31 15:52:18.558530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:18.657689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:18.691692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-adaa40f8-06f7-4606-80e2-3f3f85f2da59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.1331630 Aug 31 15:52:18.717388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 483dd9b2-84a6-41fb-b4f2-d628d34fa22d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:18.747116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-f70ddfd2-fe4d-4704-b0fc-d1829f210fce tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/quotas/eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 375 time: 0.1987672 Aug 31 15:52:18.815254 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:18.849129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-a3a6005e-7156-41c3-94b3-2293db6d7b5b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6ca741ea-cb8e-44c4-8f19-83da721ad250 HTTP/1.1" status: 200 len: 2981 time: 0.4753895 Aug 31 15:52:18.888378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:18.897051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-3dce3cff-2412-4928-a032-7896beb2b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:18.898827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-3dce3cff-2412-4928-a032-7896beb2b226 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1618669 Aug 31 15:52:18.901457 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Sync routers for ids ['462e2d2b-9206-4526-8152-bd3f21dac831'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:18.918136 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Routers {'462e2d2b-9206-4526-8152-bd3f21dac831'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:18.919001 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['462e2d2b-9206-4526-8152-bd3f21dac831'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.047891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Allocated IP 172.20.0.1 (b35dea22-d0a7-4a0a-85c0-438822a6d4e1/28789769-fc82-491a-b21f-f8a91d3e6dd7/2dda1162-1d71-4a21-b3b4-3b5be2c8320e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:19.071178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.076960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:19.077759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fd433e2b-dea4-4ca1-a363-4f8d4c2c8a1c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 11.1742809 Aug 31 15:52:19.092062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-e75a1f52-c764-4e93-bad8-1f7f624ef6c9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3312173 Aug 31 15:52:19.102827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38962) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:19.142549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.157399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Set router 462e2d2b-9206-4526-8152-bd3f21dac831 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:19.226102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.229101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.233298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f89963b9-c9ae-4251-a7e3-e276735cc27a HTTP/1.1" status: 204 len: 168 time: 1.3660724 Aug 31 15:52:19.256015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-24995532-37c7-4331-97a4-6c2875dfee1a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/724a94de-d19f-4215-832c-11e05858a0b3 HTTP/1.1" status: 200 len: 2981 time: 0.3734541 Aug 31 15:52:19.267865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:19.268431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.335448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-0942724b-bb68-408c-bfb5-d5f973bc97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:19.337378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-0942724b-bb68-408c-bfb5-d5f973bc97bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4133980 Aug 31 15:52:19.350128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89963b9-c9ae-4251-a7e3-e276735cc27a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.374187 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.399054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Transition to ACTIVE for port object 41b75791-d42d-496a-8e0c-99499bd6a75c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:19.411924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.455730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.456354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.456810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.457256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.457888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.458147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.458579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.459011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.459444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.459870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.460331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.461063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f510c-39f0-44b9-83bf-518f62d6896f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.488416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2afa0e-52ba-43c5-98a0-523a3d145c44 None None] Pushing event updated for resources: {'Port': ['ID=41b75791-d42d-496a-8e0c-99499bd6a75c,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.558575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.573032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Attempting to bind port 41b75791-d42d-496a-8e0c-99499bd6a75c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:19.573402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Attempting to bind port 41b75791-d42d-496a-8e0c-99499bd6a75c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:19.573768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Attempting to bind port 41b75791-d42d-496a-8e0c-99499bd6a75c on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:19.585338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:19.586039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:19.586443 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.586846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:19.587340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Bound port: 41b75791-d42d-496a-8e0c-99499bd6a75c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:19.587728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.658308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a149ab40-2f98-417d-bbc9-0dce4faf460b None None] Network 8897f634-b9d2-46f6-aa26-e083d7527344 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:52:19.701688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.703943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-4e0c0e34-6333-4e94-80ae-024a289fef45 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/724a94de-d19f-4215-832c-11e05858a0b3 HTTP/1.1" status: 200 len: 2981 time: 0.3785808 Aug 31 15:52:19.721355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Transition to ACTIVE for port object 2dda1162-1d71-4a21-b3b4-3b5be2c8320e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:19.741596 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:52:13Z', 'revision_number': 3, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:19.766782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.787235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-34c0b307-278d-4061-9c27-d01d2d6eb3ad service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517742 Aug 31 15:52:19.816143 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Checking router: 462e2d2b-9206-4526-8152-bd3f21dac831 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:19.816541 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Updating router 462e2d2b-9206-4526-8152-bd3f21dac831 port 57dabc8c-3fa2-495f-8c44-b2e855634196 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:19.863389 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:19.899925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:19.903831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:19.907858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:19.915676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Pushing event updated for resources: {'Port': ['ID=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:19.928348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.928704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.929046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.929386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.930160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.930510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.930993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.931330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.931713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.932046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.932424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.932754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:19.935559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-3c9e1795-2959-4fac-b6e9-b32ded8ad489 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826173 Aug 31 15:52:19.996964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:20.028603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.029484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ed2d81ad-d6b8-4343-beee-59cc822ff583 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:20.035592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5e3bc97f-5554-4996-a071-38e4e6f298d5 None None] Provisioning for port ed2d81ad-d6b8-4343-beee-59cc822ff583 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:20.041091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.237300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] For port 41b75791-d42d-496a-8e0c-99499bd6a75c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:20.259809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.339444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] For port 41b75791-d42d-496a-8e0c-99499bd6a75c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=41b75791-d42d-496a-8e0c-99499bd6a75c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:20.379797 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.429442 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.460054 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Transition to ACTIVE for port object 57dabc8c-3fa2-495f-8c44-b2e855634196 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:20.465256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.468551 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.501867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-993ede29-276a-49c1-845a-b3d46df3cf3a None None] Provisioning for port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:20.527718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.570664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-54662008-b597-412b-83d9-86b0b66f1efb tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a8f63ad8-2898-4e73-94ac-a10f18704ff0 HTTP/1.1" status: 200 len: 2981 time: 0.7778053 Aug 31 15:52:20.575284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Router 228b7af0-f3d2-4796-9fbb-194e43a2e742 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:52:20.589530 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Attempting to bind port 57dabc8c-3fa2-495f-8c44-b2e855634196 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:20.589927 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Attempting to bind port 57dabc8c-3fa2-495f-8c44-b2e855634196 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:20.590413 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Attempting to bind port 57dabc8c-3fa2-495f-8c44-b2e855634196 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:20.592823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-993ede29-276a-49c1-845a-b3d46df3cf3a None None] Provisioning complete for port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:20.593473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-993ede29-276a-49c1-845a-b3d46df3cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.610209 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:20.610578 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:20.610984 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.611377 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:20.611867 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Bound port: 57dabc8c-3fa2-495f-8c44-b2e855634196, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:20.612294 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.663670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ed2d81ad-d6b8-4343-beee-59cc822ff583 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:20.693553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:20.694578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:20.699444 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b2a16-c297-40f2-a265-f7dc40408dd6 None None] Pushing event updated for resources: {'Port': ['ID=57dabc8c-3fa2-495f-8c44-b2e855634196,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.717643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ed2d81ad-d6b8-4343-beee-59cc822ff583 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:20.718254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.752129 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] For port 57dabc8c-3fa2-495f-8c44-b2e855634196, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:20.756729 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] For port 57dabc8c-3fa2-495f-8c44-b2e855634196, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57dabc8c-3fa2-495f-8c44-b2e855634196,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:20.762838 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.792669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:20.827028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:20.831106 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-26d5c8b9-2deb-44be-9a9e-8c88e88d58ca admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7222922 Aug 31 15:52:20.838948 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b2a16-c297-40f2-a265-f7dc40408dd6 None None] Pushing event updated for resources: {'Port': ['ID=57dabc8c-3fa2-495f-8c44-b2e855634196,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.839481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38988) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:20.846512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Sync routers for ids ['228b7af0-f3d2-4796-9fbb-194e43a2e742'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:20.858775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2afa0e-52ba-43c5-98a0-523a3d145c44 None None] Pushing event updated for resources: {'Port': ['ID=41b75791-d42d-496a-8e0c-99499bd6a75c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:20.866897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Routers {'462e2d2b-9206-4526-8152-bd3f21dac831'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:20.867983 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['462e2d2b-9206-4526-8152-bd3f21dac831'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:20.885375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-993ede29-276a-49c1-845a-b3d46df3cf3a None None] Port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:20.935110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-296afeff-1827-4d0b-b4fb-caa41bd05f08 service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1360548 Aug 31 15:52:20.990950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Routers {'228b7af0-f3d2-4796-9fbb-194e43a2e742'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:20.991597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['228b7af0-f3d2-4796-9fbb-194e43a2e742'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:21.055366 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] Set router 462e2d2b-9206-4526-8152-bd3f21dac831 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:21.093726 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5b81e40b-ff49-4bc3-ba3f-9c7f98bbb4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.139360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:21.165292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ab3304-33dd-47b6-b669-8cb3fefff146 req-6f5e45e9-04a3-49fb-a627-7afa98d99f07 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2090864 Aug 31 15:52:21.185272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-37bacd6c-b533-46ab-8a9f-6285acb5d578 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a8f63ad8-2898-4e73-94ac-a10f18704ff0 HTTP/1.1" status: 200 len: 2981 time: 0.5894186 Aug 31 15:52:21.282741 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.289950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-d81c5c4f-84fd-4d29-a871-6b7f4a10631c tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c5ccd048-d54f-4e97-b439-ecfd0afe3f77 HTTP/1.1" status: 200 len: 2981 time: 0.1032176 Aug 31 15:52:21.342041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.381544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.387866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Set router 228b7af0-f3d2-4796-9fbb-194e43a2e742 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:21.459911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.477439 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:52:13Z', 'revision_number': 3, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:21.553810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a1377c2-4561-4469-bfa3-a7466c9c4806 None None] Provisioning complete for port ed2d81ad-d6b8-4343-beee-59cc822ff583 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:21.554282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a1377c2-4561-4469-bfa3-a7466c9c4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.571431 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e662f57-2264-40ca-9ec7-f220fa8bfe32 None None] The sync data for ids ['462e2d2b-9206-4526-8152-bd3f21dac831'] in n-d-793621-35 is: [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:52:13Z', 'revision_number': 3, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:21.584866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Allocated IP 172.20.0.1 (e9840549-efc8-40da-9e75-4f2297517af1/c876df2a-e727-492f-8819-d6cbdee350c7/ecb46c60-0fdc-4a39-85e0-f65ac211e292) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:21.616789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Pushing event updated for resources: {'Port': ['ID=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:21.622299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:21.722526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a7c-0d0c-47cf-92f2-3338923cf63f req-1752a040-3631-4119-9614-aaaf8bec90ae tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:21.724419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-100c0a7c-0d0c-47cf-92f2-3338923cf63f req-1752a040-3631-4119-9614-aaaf8bec90ae tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 945 time: 0.5354977 Aug 31 15:52:21.832347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-5af45e28-22a3-4ef1-85ab-e398b9b11ed3 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c5ccd048-d54f-4e97-b439-ecfd0afe3f77 HTTP/1.1" status: 200 len: 2981 time: 0.5393531 Aug 31 15:52:21.861183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:21.865359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:21.917841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ed2d81ad-d6b8-4343-beee-59cc822ff583, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ed2d81ad-d6b8-4343-beee-59cc822ff583,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:22.023617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-100c0a7c-0d0c-47cf-92f2-3338923cf63f req-9572d764-8494-4e56-bf64-4bc977069179 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553341 Aug 31 15:52:22.079843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:22.081089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a69d92e1-9266-4765-8d80-e05a0db59d2f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:22.153494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:22.166426 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc389763-f76b-483f-b0ae-08591883f159 x-openstack-request-id: req-bc389763-f76b-483f-b0ae-08591883f159 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:22.168538 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:22.169002 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc389763-f76b-483f-b0ae-08591883f159 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:22.169506 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'status': 'completed', 'code': 200} Aug 31 15:52:22.211561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:22.260994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:22.273334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-647c331e-1df6-41bc-878e-64d80797e2ea tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d499bb11-e004-4361-8f36-6955f20015d9 HTTP/1.1" status: 200 len: 2981 time: 0.4398763 Aug 31 15:52:22.334522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Transition to ACTIVE for port object ecb46c60-0fdc-4a39-85e0-f65ac211e292 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:22.427710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-bd3d29b3-54b2-493b-92bc-2043a9e33989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:22.429547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-bd3d29b3-54b2-493b-92bc-2043a9e33989 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1095 time: 0.2530689 Aug 31 15:52:22.510600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a69d92e1-9266-4765-8d80-e05a0db59d2f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:22.511196 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:22.524784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ed2d81ad-d6b8-4343-beee-59cc822ff583,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:22.567698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1786-170c-4b03-ac54-5eb3583bc9c2 req-80a04e31-92a3-4f0d-8299-236d6d6b0435 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:22.567698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96cc1786-170c-4b03-ac54-5eb3583bc9c2 req-80a04e31-92a3-4f0d-8299-236d6d6b0435 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 943 time: 0.2873714 Aug 31 15:52:22.571855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-eb8c1a5c-2ad4-4c25-a74d-bff9362b23ea tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d499bb11-e004-4361-8f36-6955f20015d9 HTTP/1.1" status: 200 len: 2981 time: 0.2608516 Aug 31 15:52:22.633526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:22.642910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:52:18Z', 'revision_number': 3, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:22.776834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Network e9840549-efc8-40da-9e75-4f2297517af1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:22.796876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Pushing event updated for resources: {'Port': ['ID=ecb46c60-0fdc-4a39-85e0-f65ac211e292,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:22.799861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:22.805666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:22.819913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4c12956d-b97d-4388-80da-815fe30873fa admin admin] 10.222.0.43 "PUT /v2.0/routers/d4f45b7c-30ac-4f83-9bb9-1dfabd803171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7250650 Aug 31 15:52:22.833585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-847f8a0e-b0b8-4770-8650-f55ac0f4ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:22.835544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-847f8a0e-b0b8-4770-8650-f55ac0f4ce39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.3889050 Aug 31 15:52:22.837335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-79f6bd80-49bd-45ee-8ade-3fee475d84f2 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e36b9226-b342-48db-b895-8ea7f3cdc619 HTTP/1.1" status: 200 len: 2981 time: 0.2566936 Aug 31 15:52:22.838499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:22.845461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96cc1786-170c-4b03-ac54-5eb3583bc9c2 req-4d270023-47a7-4ac6-8a7c-e2d69ee94f79 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624090 Aug 31 15:52:22.867419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Checking router: 228b7af0-f3d2-4796-9fbb-194e43a2e742 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:22.867741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Updating router 228b7af0-f3d2-4796-9fbb-194e43a2e742 port 53b2ccc1-4dc2-4768-b370-78201309db4f binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:22.957459 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.049264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-ebbf7f97-7759-4eeb-b8fd-9b45c9196c96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.1940761 Aug 31 15:52:23.150123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.222811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-4e266bb6-8be0-4ca6-81b6-f868fdf42e19 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e36b9226-b342-48db-b895-8ea7f3cdc619 HTTP/1.1" status: 200 len: 2981 time: 0.3752992 Aug 31 15:52:23.233493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e11f479-87c7-417c-b706-30a6226c508d None None] Provisioning complete for port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:23.234141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e11f479-87c7-417c-b706-30a6226c508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.291105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-aeae0140-039c-48bb-9888-ecf130c14e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:23.292839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-aeae0140-039c-48bb-9888-ecf130c14e79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.2305808 Aug 31 15:52:23.347811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-8eadaebd-a511-4147-993d-c67f08c2c6f6 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e7f80166-2d29-446c-a0bb-eece9e391653 HTTP/1.1" status: 200 len: 2981 time: 0.1175203 Aug 31 15:52:23.377301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b6692ef7-243d-4fce-99f2-8d8343d00fd6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:23.379947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b6692ef7-243d-4fce-99f2-8d8343d00fd6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.4038491 Aug 31 15:52:23.399550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Request body: {'port': {'device_id': '891079f4-62d5-4e40-8745-09e43276bf64', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'admin_state_up': True, 'tenant_id': 'eff13a9dca0845f4a0475aac29abb8d6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:23.404883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Allocated IP 172.20.0.1 (8897f634-b9d2-46f6-aa26-e083d7527344/d1314b87-52f5-4bd2-8f27-d5809ed42208/b0a7d895-abed-483d-ac7c-ea35936ae0ef) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:23.422508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:19Z', 'revision_number': 1, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:23.443895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-7391193a-a6a6-41f7-9dbd-961157dba63c tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=85e7a88945f54e55bb772506d4e3f990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021495 Aug 31 15:52:23.465401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6e11f479-87c7-417c-b706-30a6226c508d None None] Port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:23.468168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb32e4-dd95-4419-8221-c39e3baf73d6 None None] The sync data for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 is: [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:19Z', 'revision_number': 1, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:23.616456 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.620503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8235fa13-f969-4d28-bdfa-822ef972a845 None None] Provisioning for port ecb46c60-0fdc-4a39-85e0-f65ac211e292 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:23.629636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8235fa13-f969-4d28-bdfa-822ef972a845 None None] Provisioning complete for port ecb46c60-0fdc-4a39-85e0-f65ac211e292 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:23.630250 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8235fa13-f969-4d28-bdfa-822ef972a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.644446 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.660548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-d66f7874-1311-409c-8e34-5873ceaeb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:23.663153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-d66f7874-1311-409c-8e34-5873ceaeb8d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3573697 Aug 31 15:52:23.668961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Transition to ACTIVE for port object 53b2ccc1-4dc2-4768-b370-78201309db4f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:23.670092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Made reservation on behalf of eff13a9dca0845f4a0475aac29abb8d6 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:23.674008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.686601 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.697992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.721675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8235fa13-f969-4d28-bdfa-822ef972a845 None None] Port ecb46c60-0fdc-4a39-85e0-f65ac211e292 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:23.740927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57dabc8c-3fa2-495f-8c44-b2e855634196 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:23.758039 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Transition to ACTIVE for port object b0a7d895-abed-483d-ac7c-ea35936ae0ef will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:23.769423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-1fda796f-3b50-47f0-b014-8b65a7c39893 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e7f80166-2d29-446c-a0bb-eece9e391653 HTTP/1.1" status: 200 len: 2981 time: 0.3581510 Aug 31 15:52:23.776637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Attempting to bind port 53b2ccc1-4dc2-4768-b370-78201309db4f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:23.777013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Attempting to bind port 53b2ccc1-4dc2-4768-b370-78201309db4f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:23.777378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Attempting to bind port 53b2ccc1-4dc2-4768-b370-78201309db4f on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:23.782058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7c31-a76d-4cdf-b0fb-d43f246e58bc None None] Pushing event updated for resources: {'Port': ['ID=53b2ccc1-4dc2-4768-b370-78201309db4f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:23.794319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:23.794843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:23.795475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.795996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:23.796834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Bound port: 53b2ccc1-4dc2-4768-b370-78201309db4f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:23.797369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.844038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-1c336eb5-26d7-4c40-b1c6-58b8abf9b50f tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:23.846331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-1c336eb5-26d7-4c40-b1c6-58b8abf9b50f tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3879170 Aug 31 15:52:23.875107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 57dabc8c-3fa2-495f-8c44-b2e855634196 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:23.878650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] For port 53b2ccc1-4dc2-4768-b370-78201309db4f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:23.886189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] For port 53b2ccc1-4dc2-4768-b370-78201309db4f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=53b2ccc1-4dc2-4768-b370-78201309db4f,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:23.887461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 57dabc8c-3fa2-495f-8c44-b2e855634196 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:23.887916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.901401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Allocated IP 172.20.0.9 (8c9a93bb-5e6c-44a2-b6c7-00f238809364/fc73648a-fcc3-4db7-bb51-7d249f848e4e/94d060a4-0075-4865-9ed9-20506be2fadc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:23.918777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-2f9aa85b-c8e7-4d2e-bd01-3bd48a6b17b6 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/quotas/85e7a88945f54e55bb772506d4e3f990 HTTP/1.1" status: 200 len: 375 time: 0.0351245 Aug 31 15:52:23.920429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.926228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:23.968543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-fb85c6b0-fc7d-4396-935e-91d63b956fbd service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829378 Aug 31 15:52:23.981690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a7d895-abed-483d-ac7c-ea35936ae0ef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.003368 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.015889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Network 8897f634-b9d2-46f6-aa26-e083d7527344 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:24.020423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-86514f8f-8ad0-495d-90f3-3fe35ed80baf tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=85e7a88945f54e55bb772506d4e3f990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819333 Aug 31 15:52:24.033594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Routers {'228b7af0-f3d2-4796-9fbb-194e43a2e742'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:24.033594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:51:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['228b7af0-f3d2-4796-9fbb-194e43a2e742'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:24.053562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7c31-a76d-4cdf-b0fb-d43f246e58bc None None] Pushing event updated for resources: {'Port': ['ID=53b2ccc1-4dc2-4768-b370-78201309db4f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.069431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-237e4f2e-59f4-45f0-81d5-f8cae338dad5 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f3d9007a-2100-4fc2-8329-07fc4f84b963 HTTP/1.1" status: 200 len: 2977 time: 0.2200429 Aug 31 15:52:24.083128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:24.102777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:24.251809 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.307513 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67b48626-141c-45eb-b2b0-fee490609f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.332647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 57dabc8c-3fa2-495f-8c44-b2e855634196, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57dabc8c-3fa2-495f-8c44-b2e855634196,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:24.344895 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.348086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 483dd9b2-84a6-41fb-b4f2-d628d34fa22d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:24.387823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-0b4f4704-2b0e-49fe-8968-c32436a329b5 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f3d9007a-2100-4fc2-8329-07fc4f84b963 HTTP/1.1" status: 200 len: 2977 time: 0.3173091 Aug 31 15:52:24.408616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.515552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d68c291e-d041-4ede-919e-d8b5e8d6ba00 req-9f3967d6-520e-4a9f-b90a-b9afb56d7677 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 210 time: 0.1199512 Aug 31 15:52:24.601772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] Set router 228b7af0-f3d2-4796-9fbb-194e43a2e742 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:24.616021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19ec3fef-62d2-41be-87d1-44892ff70d73 req-5c7be9d3-1912-4f7d-bf5c-21ad99795289 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004734 Aug 31 15:52:24.681654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=57dabc8c-3fa2-495f-8c44-b2e855634196,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:24.712170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.713188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.724994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.728991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.748064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e6a49867-f684-47b1-be70-9c193ae3a160 None None] Provisioning for port b0a7d895-abed-483d-ac7c-ea35936ae0ef completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:24.764324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-56f980e5-2b7c-4798-aab7-2297b1eab00a tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f5850fb6-8ce7-4994-8338-37889b90d1f5 HTTP/1.1" status: 200 len: 2973 time: 0.3471668 Aug 31 15:52:24.811577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e6a49867-f684-47b1-be70-9c193ae3a160 None None] Provisioning complete for port b0a7d895-abed-483d-ac7c-ea35936ae0ef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:24.812166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e6a49867-f684-47b1-be70-9c193ae3a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.887100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:24.887479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.941284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:24.964502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-1f956fe5-d87b-4aa9-8c20-173893c8417c tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f5850fb6-8ce7-4994-8338-37889b90d1f5 HTTP/1.1" status: 200 len: 2973 time: 0.1368835 Aug 31 15:52:24.985191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00be9c5-da8b-44e1-aa25-c86fb1b900b7 req-8d2339ed-4a6c-416b-b744-5f0e9aaec414 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:24.988562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00be9c5-da8b-44e1-aa25-c86fb1b900b7 req-8d2339ed-4a6c-416b-b744-5f0e9aaec414 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1097 time: 0.2713921 Aug 31 15:52:25.006503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:25.008951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Pushing event updated for resources: {'Port': ['ID=ecb46c60-0fdc-4a39-85e0-f65ac211e292,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:25.017284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:25.017606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.024749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:25.071410 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.085135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a49867-f684-47b1-be70-9c193ae3a160 None None] Port b0a7d895-abed-483d-ac7c-ea35936ae0ef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:25.105354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:25.127929 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-7c3c8933-5c3b-40d3-b2a1-a3834dd42fa4 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] show failed (client error): The resource could not be found. Aug 31 15:52:25.136680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:25.137366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.139938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-7c3c8933-5c3b-40d3-b2a1-a3834dd42fa4 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f89963b9-c9ae-4251-a7e3-e276735cc27a HTTP/1.1" status: 404 len: 352 time: 0.1635389 Aug 31 15:52:25.160250 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-c2d3f254-e39c-41c7-9843-01b109dc7a03 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] show failed (client error): The resource could not be found. Aug 31 15:52:25.165565 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-82676085-41a8-4cbf-9a94-12e18b028793 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7727914 Aug 31 15:52:25.180873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-364b728b-ca2c-4b9f-aad8-6efbf0ac34fd req-c2d3f254-e39c-41c7-9843-01b109dc7a03 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f89963b9-c9ae-4251-a7e3-e276735cc27a HTTP/1.1" status: 404 len: 352 time: 0.0315268 Aug 31 15:52:25.185057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Request body: {'port': {'device_id': '891079f4-62d5-4e40-8745-09e43276bf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:25.200672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 342d5306-0f07-4161-8d9b-763ffaca82fd details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:25.242920 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.251925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.295886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Network e9840549-efc8-40da-9e75-4f2297517af1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:25.302768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.303865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:25.324645 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.342203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00be9c5-da8b-44e1-aa25-c86fb1b900b7 req-8083a7fa-afea-4e2a-81bf-a58d95216009 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400948 Aug 31 15:52:25.471455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:52:18Z', 'revision_number': 3, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:25.484217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ed2d81ad-d6b8-4343-beee-59cc822ff583 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:25.485016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a7d895-abed-483d-ac7c-ea35936ae0ef,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:25.497593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.641291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93764b6d-f2b4-404e-bd5a-b5cb6996e38a None None] The sync data for ids ['228b7af0-f3d2-4796-9fbb-194e43a2e742'] in n-d-793621-35 is: [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:52:18Z', 'revision_number': 3, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:25.684430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Router 462e2d2b-9206-4526-8152-bd3f21dac831 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:25.703169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 342d5306-0f07-4161-8d9b-763ffaca82fd, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=342d5306-0f07-4161-8d9b-763ffaca82fd,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:25.766964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:25.776760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ed2d81ad-d6b8-4343-beee-59cc822ff583 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:25.777363 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.780700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.781579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-472645bd-82f7-4ee8-a552-9c7af231f93a None None] Provisioning complete for port ecb46c60-0fdc-4a39-85e0-f65ac211e292 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:25.782091 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-472645bd-82f7-4ee8-a552-9c7af231f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.865681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:25.901732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342d5306-0f07-4161-8d9b-763ffaca82fd {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:25.945463 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-eb19a716-19fd-442e-a6d1-ea04b1d1df71 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=85e7a88945f54e55bb772506d4e3f990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571065 Aug 31 15:52:25.947939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Network 8897f634-b9d2-46f6-aa26-e083d7527344 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:25.974029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:26.108407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 342d5306-0f07-4161-8d9b-763ffaca82fd, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=342d5306-0f07-4161-8d9b-763ffaca82fd,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:26.110090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-472645bd-82f7-4ee8-a552-9c7af231f93a None None] Port ecb46c60-0fdc-4a39-85e0-f65ac211e292 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:26.122219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.232821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297fafc-c1f9-49f0-a2bc-a4e2d9e613a5 req-628a8d65-01e0-4e43-8b57-38ef16447181 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:26.249854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b297fafc-c1f9-49f0-a2bc-a4e2d9e613a5 req-628a8d65-01e0-4e43-8b57-38ef16447181 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 943 time: 0.6633029 Aug 31 15:52:26.296286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Router 228b7af0-f3d2-4796-9fbb-194e43a2e742 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:52:26.298884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=342d5306-0f07-4161-8d9b-763ffaca82fd,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:26.348379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['342d5306-0f07-4161-8d9b-763ffaca82fd'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:26.389039 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-42d46dee-0f67-4853-b101-80ac055c06ab tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:26.390985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-42d46dee-0f67-4853-b101-80ac055c06ab tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4392705 Aug 31 15:52:26.405656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d060a4-0075-4865-9ed9-20506be2fadc {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:26.417159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Request body: {'port': {'device_id': '2e293991-9208-4323-a1ac-49cd60c8552e', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '85e7a88945f54e55bb772506d4e3f990'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:26.429847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.460651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-0aa6ff69-b9e6-448a-8558-c9f216f547c6 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:26.462296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-0aa6ff69-b9e6-448a-8558-c9f216f547c6 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 828 time: 0.8870902 Aug 31 15:52:26.475061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b297fafc-c1f9-49f0-a2bc-a4e2d9e613a5 req-741b2384-8bf9-43d1-beb1-eeb639042693 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234516 Aug 31 15:52:26.518036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:26.519446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7ca82afe-3934-4cd6-b622-388c5bde972e None None] Provisioning complete for port b0a7d895-abed-483d-ac7c-ea35936ae0ef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:26.519844 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7ca82afe-3934-4cd6-b622-388c5bde972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.529734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Sync routers for ids ['462e2d2b-9206-4526-8152-bd3f21dac831'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:26.532534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-45f33531-46e6-4f7c-998c-c108bb42849d admin admin] 10.222.0.43 "PUT /v2.0/routers/462e2d2b-9206-4526-8152-bd3f21dac831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4288030 Aug 31 15:52:26.539643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-4ebbe51d-bca0-42e6-8a4a-5c3dc52fa3dd tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/quotas/c8c7d29e972e43f0a3d3454984691518 HTTP/1.1" status: 200 len: 375 time: 0.0562699 Aug 31 15:52:26.551511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Routers {'462e2d2b-9206-4526-8152-bd3f21dac831'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:26.552437 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['462e2d2b-9206-4526-8152-bd3f21dac831'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:26.613535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7ca82afe-3934-4cd6-b622-388c5bde972e None None] Port b0a7d895-abed-483d-ac7c-ea35936ae0ef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:26.673357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 41b75791-d42d-496a-8e0c-99499bd6a75c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:26.677816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Transition to ACTIVE for port object 94d060a4-0075-4865-9ed9-20506be2fadc will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:26.693000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.712655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-476a5d71-984f-4863-b965-516f31eefdaa tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544266 Aug 31 15:52:26.763269 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Set router 462e2d2b-9206-4526-8152-bd3f21dac831 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:26.765131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Made reservation on behalf of 85e7a88945f54e55bb772506d4e3f990 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:26.769607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.772767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cd499e1-2b36-4259-8975-78da47871b9b req-0521facf-b0b3-4336-bdbc-57c9d4494e9d tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 210 time: 0.1039042 Aug 31 15:52:26.792951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.860162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 41b75791-d42d-496a-8e0c-99499bd6a75c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:26.873592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 41b75791-d42d-496a-8e0c-99499bd6a75c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:26.873592 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:26.902306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:26.907387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:52:26.916819 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-512ec31b-92a0-475a-996b-ebf4b7156a79 admin admin] 10.222.0.43 "PUT /v2.0/routers/228b7af0-f3d2-4796-9fbb-194e43a2e742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0762484 Aug 31 15:52:27.078751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:27.079435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:27.079956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:27.091152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:27.091803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:27.097388 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.119936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-16cf7bb9-1db6-40d8-9114-93133102d313 service neutron] 10.222.0.43 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609190 Aug 31 15:52:27.123307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:27.123936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:27.124623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:27.125266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Bound port: 94d060a4-0075-4865-9ed9-20506be2fadc, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:27.125813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.146146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088a230b-5246-4692-95bf-52994e038064 req-e02f742b-eafa-4740-a6ef-263afa842f3c tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a880b16c1f9445b3979477bcb0e58293 HTTP/1.1" status: 200 len: 6102 time: 0.3016498 Aug 31 15:52:27.154996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 41b75791-d42d-496a-8e0c-99499bd6a75c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=41b75791-d42d-496a-8e0c-99499bd6a75c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:27.162805 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.163007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 53b2ccc1-4dc2-4768-b370-78201309db4f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:27.191215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.208043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.245300 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:52:23Z', 'revision_number': 4, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ecb46c60-0fdc-4a39-85e0-f65ac211e292', 'name': '', 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'mac_address': 'fa:16:3e:a4:7b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c876df2a-e727-492f-8819-d6cbdee350c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:21Z', 'updated_at': '2021-08-31T15:52:23Z', 'revision_number': 2, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'subnets': [{'id': 'c876df2a-e727-492f-8819-d6cbdee350c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:27.289474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088a230b-5246-4692-95bf-52994e038064 req-ab63e869-dd87-4760-b95c-e218ab0a5e00 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "GET /v2.0/security-groups/4adf139c-86cc-40b1-a48e-aa9bad924a67 HTTP/1.1" status: 200 len: 2981 time: 0.1189868 Aug 31 15:52:27.326025 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Checking router: 462e2d2b-9206-4526-8152-bd3f21dac831 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:27.326557 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Updating router 462e2d2b-9206-4526-8152-bd3f21dac831 port ecb46c60-0fdc-4a39-85e0-f65ac211e292 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:27.381717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=41b75791-d42d-496a-8e0c-99499bd6a75c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.383910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-c6d889ac-bd65-43d8-9944-5ae2031a8f79 service neutron] 10.222.0.43 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630694 Aug 31 15:52:27.394451 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.401037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088a230b-5246-4692-95bf-52994e038064 req-caa91502-a0a2-4780-b18f-1e17cb4e0ca4 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "GET /v2.0/security-groups/4adf139c-86cc-40b1-a48e-aa9bad924a67 HTTP/1.1" status: 200 len: 2981 time: 0.1054804 Aug 31 15:52:27.435560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 53b2ccc1-4dc2-4768-b370-78201309db4f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:27.443121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 53b2ccc1-4dc2-4768-b370-78201309db4f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:27.443929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.570001 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.602568 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.635145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0024f2-6349-467d-8a6c-47bbc2f5a34b req-05282611-936b-4103-9c01-010e23f594de tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:27.636812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd0024f2-6349-467d-8a6c-47bbc2f5a34b req-05282611-936b-4103-9c01-010e23f594de tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1097 time: 0.0867865 Aug 31 15:52:27.647062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 53b2ccc1-4dc2-4768-b370-78201309db4f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=53b2ccc1-4dc2-4768-b370-78201309db4f,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:27.666204 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.666204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57dabc8c-3fa2-495f-8c44-b2e855634196 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:27.765669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd0024f2-6349-467d-8a6c-47bbc2f5a34b req-8a9121e3-55e2-4626-bfe3-cef08c5ffa6c tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895853 Aug 31 15:52:27.786710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7aee59-0863-40f8-8335-f7e344199a37,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.899975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36105d8-cc05-4262-8997-3e83cebabb26 req-38a98a01-cbe6-43a8-a745-dafc38f32213 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:27.914856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=53b2ccc1-4dc2-4768-b370-78201309db4f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:27.916894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b36105d8-cc05-4262-8997-3e83cebabb26 req-38a98a01-cbe6-43a8-a745-dafc38f32213 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.1085811 Aug 31 15:52:27.928444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:27.949414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 57dabc8c-3fa2-495f-8c44-b2e855634196 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:27.949813 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:27.952888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:27.974491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.066117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b36105d8-cc05-4262-8997-3e83cebabb26 req-cfa1a4db-bcd5-458b-b34c-4dab7e07e4f0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473866 Aug 31 15:52:28.121475 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.139826 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Transition to ACTIVE for port object ecb46c60-0fdc-4a39-85e0-f65ac211e292 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:28.152823 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.195454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b10d92-a388-48fd-a7d2-14fb2f38138f req-c1a160f9-e275-44cb-8b86-8054a05a609b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/cfaada1a-740f-42f6-8c51-b57289e872ce HTTP/1.1" status: 200 len: 1777 time: 0.1034820 Aug 31 15:52:28.267091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:28.267818 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.271585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] 10.222.0.30 "PUT /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 1092 time: 3.0930524 Aug 31 15:52:28.293466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:28.297306 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfde07e-8383-4ce3-8d22-04567ff2c52d" -d '{"events": [{"name": "network-changed", "server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:28.352921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Sync routers for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:28.370449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e2b10d92-a388-48fd-a7d2-14fb2f38138f req-2f09ad22-b263-49c7-b56c-7074e336bb31 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.383271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:28.387871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:28.429364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e2b10d92-a388-48fd-a7d2-14fb2f38138f req-2f09ad22-b263-49c7-b56c-7074e336bb31 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.467774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Allocated IP 192.168.233.99 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/1e7aa167-d080-4b29-9909-49cb10e5e86f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:28.497175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee8608-99a2-4d47-8432-70efb7c3e332 service neutron] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.533275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-7fd12b34-fbbf-45d4-ac53-5f2291d2ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:28.548777 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-7fd12b34-fbbf-45d4-ac53-5f2291d2ccc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1095 time: 0.2023053 Aug 31 15:52:28.608222 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4df848-3e36-419d-935e-e8177799356d None None] Pushing event updated for resources: {'Port': ['ID=ecb46c60-0fdc-4a39-85e0-f65ac211e292,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.626710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 53b2ccc1-4dc2-4768-b370-78201309db4f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:28.633075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Attempting to bind port ecb46c60-0fdc-4a39-85e0-f65ac211e292 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:28.661750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Attempting to bind port ecb46c60-0fdc-4a39-85e0-f65ac211e292 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:28.662261 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Attempting to bind port ecb46c60-0fdc-4a39-85e0-f65ac211e292 on network e9840549-efc8-40da-9e75-4f2297517af1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:28.683522 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-3a4c5217-f61f-4ebb-b98b-c96cb96f5221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 217 time: 0.1259568 Aug 31 15:52:28.691215 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:28.691597 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Checking segment: {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:28.694081 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.694542 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Bound using segment: {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:28.695055 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Bound port: ecb46c60-0fdc-4a39-85e0-f65ac211e292, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e83a46a-c31e-481f-9896-e3b3b4c6882c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:28.695455 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.741048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3075c-05c3-407f-a582-eca09c5876ef req-b013e546-ea0b-4f07-b341-4ca88388c8e6 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:28.749986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9b3075c-05c3-407f-a582-eca09c5876ef req-b013e546-ea0b-4f07-b341-4ca88388c8e6 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 944 time: 0.1706774 Aug 31 15:52:28.752437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e2b10d92-a388-48fd-a7d2-14fb2f38138f req-2f09ad22-b263-49c7-b56c-7074e336bb31 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.755041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e2b10d92-a388-48fd-a7d2-14fb2f38138f req-2f09ad22-b263-49c7-b56c-7074e336bb31 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:28.756144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b10d92-a388-48fd-a7d2-14fb2f38138f req-2f09ad22-b263-49c7-b56c-7074e336bb31 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfaada1a-740f-42f6-8c51-b57289e872ce HTTP/1.1" status: 204 len: 173 time: 0.5596499 Aug 31 15:52:28.841181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-37946a77-ecd6-4e00-8ff3-df97e5e0677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:28.851342 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-37946a77-ecd6-4e00-8ff3-df97e5e0677f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1539857 Aug 31 15:52:28.874226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09ad22-b263-49c7-b56c-7074e336bb31 tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaada1a-740f-42f6-8c51-b57289e872ce,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:28.930956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] For port ecb46c60-0fdc-4a39-85e0-f65ac211e292, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:28.937129 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] For port ecb46c60-0fdc-4a39-85e0-f65ac211e292, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ecb46c60-0fdc-4a39-85e0-f65ac211e292,segment=NetworkSegment(6e83a46a-c31e-481f-9896-e3b3b4c6882c),segment_id=6e83a46a-c31e-481f-9896-e3b3b4c6882c)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:28.942803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:28.943693 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:29.013575 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4df848-3e36-419d-935e-e8177799356d None None] Pushing event updated for resources: {'Port': ['ID=ecb46c60-0fdc-4a39-85e0-f65ac211e292,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:29.029447 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Routers {'462e2d2b-9206-4526-8152-bd3f21dac831'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:29.030540 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['462e2d2b-9206-4526-8152-bd3f21dac831'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:29.046998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43ed9a0e-0414-4269-a585-777280ca69cf req-a22f2f8f-c0d5-47b2-b96b-69fa5be29421 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 210 time: 0.1988165 Aug 31 15:52:29.057913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-0046c4df-21c7-4e9d-bd00-7f47a6a90e97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763012 Aug 31 15:52:29.086630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 53b2ccc1-4dc2-4768-b370-78201309db4f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:29.087289 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:29.147822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9b3075c-05c3-407f-a582-eca09c5876ef req-1ab4de42-8904-4911-9f06-2e25566500d8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824260 Aug 31 15:52:29.187804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 342d5306-0f07-4161-8d9b-763ffaca82fd up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:29.217504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] Set router 462e2d2b-9206-4526-8152-bd3f21dac831 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:29.475027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dc6c106-d74c-438d-8956-319d6fc0bc73 req-e3c42544-ab85-48ae-a558-c2782ad00300 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 210 time: 0.1339860 Aug 31 15:52:29.532898 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1063e-3adc-4e37-87dd-899d2736022e x-openstack-request-id: req-91e1063e-3adc-4e37-87dd-899d2736022e {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:29.535704 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:29.537565 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91e1063e-3adc-4e37-87dd-899d2736022e {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:29.538046 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc', 'status': 'completed', 'code': 200} Aug 31 15:52:29.626077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc329344-20e4-45db-a9f4-570642877c25 req-55c1c893-07f4-4356-b07d-11c769f73d8c tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3bda4672-5651-40a3-a546-938ed72d61f4 HTTP/1.1" status: 200 len: 1777 time: 0.1020889 Aug 31 15:52:29.733180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cc329344-20e4-45db-a9f4-570642877c25 req-d133520e-d2f3-4636-8162-e8667c99d66b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:29.749775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 342d5306-0f07-4161-8d9b-763ffaca82fd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:29.791836 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:52:23Z', 'revision_number': 4, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ecb46c60-0fdc-4a39-85e0-f65ac211e292', 'name': '', 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'mac_address': 'fa:16:3e:a4:7b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c876df2a-e727-492f-8819-d6cbdee350c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:21Z', 'updated_at': '2021-08-31T15:52:28Z', 'revision_number': 4, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'subnets': [{'id': 'c876df2a-e727-492f-8819-d6cbdee350c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:29.805834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 342d5306-0f07-4161-8d9b-763ffaca82fd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:29.809140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:29.835473 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-f5c71103-7991-4386-ad1c-263b60722fe3 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495267 Aug 31 15:52:29.877521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cc329344-20e4-45db-a9f4-570642877c25 req-d133520e-d2f3-4636-8162-e8667c99d66b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:29.882701 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4338a6-a470-4b70-96bc-3833c6bca4ff None None] The sync data for ids ['462e2d2b-9206-4526-8152-bd3f21dac831'] in n-d-793621-35 is: [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:52:23Z', 'revision_number': 4, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ecb46c60-0fdc-4a39-85e0-f65ac211e292', 'name': '', 'network_id': 'e9840549-efc8-40da-9e75-4f2297517af1', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'mac_address': 'fa:16:3e:a4:7b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c876df2a-e727-492f-8819-d6cbdee350c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:21Z', 'updated_at': '2021-08-31T15:52:28Z', 'revision_number': 4, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'subnets': [{'id': 'c876df2a-e727-492f-8819-d6cbdee350c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:29.884531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 41b75791-d42d-496a-8e0c-99499bd6a75c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:29.998346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 2, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:30.050999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Checking router: d4f45b7c-30ac-4f83-9bb9-1dfabd803171 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:30.051217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd04c7-ac1a-4953-9eb2-1f418d188327 req-465f52a8-e88b-405c-9088-e20b2316cec2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:30.051509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Updating router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:30.052820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5fd04c7-ac1a-4953-9eb2-1f418d188327 req-465f52a8-e88b-405c-9088-e20b2316cec2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.2886486 Aug 31 15:52:30.167199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.182974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 41b75791-d42d-496a-8e0c-99499bd6a75c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:30.183522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.222983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Transition to ACTIVE for port object 1e7aa167-d080-4b29-9909-49cb10e5e86f will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:30.275980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.290155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.314985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cc329344-20e4-45db-a9f4-570642877c25 req-d133520e-d2f3-4636-8162-e8667c99d66b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.317753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cc329344-20e4-45db-a9f4-570642877c25 req-d133520e-d2f3-4636-8162-e8667c99d66b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.327174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7409f206-a0ac-4a96-9c75-669d055ce1db req-54121859-640e-4695-a940-5760b18fae2e service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767673 Aug 31 15:52:30.332347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc329344-20e4-45db-a9f4-570642877c25 req-d133520e-d2f3-4636-8162-e8667c99d66b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bda4672-5651-40a3-a546-938ed72d61f4 HTTP/1.1" status: 204 len: 173 time: 0.7046945 Aug 31 15:52:30.417948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133520e-d2f3-4636-8162-e8667c99d66b tempest-SecurityGroupsTestAdminJSON-1591556057 tempest-SecurityGroupsTestAdminJSON-1591556057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bda4672-5651-40a3-a546-938ed72d61f4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:30.440046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5fd04c7-ac1a-4953-9eb2-1f418d188327 req-7e2f3d10-1eff-4518-9047-abb905b00baf tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163559 Aug 31 15:52:30.469755 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Sync routers for ids ['228b7af0-f3d2-4796-9fbb-194e43a2e742'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:52:30.488824 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Routers {'228b7af0-f3d2-4796-9fbb-194e43a2e742'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:30.493159 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['228b7af0-f3d2-4796-9fbb-194e43a2e742'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:30.494109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-0f130737-43b7-4325-9b94-a45ffaac1b69 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:30.496452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-0f130737-43b7-4325-9b94-a45ffaac1b69 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.30 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 828 time: 0.5009437 Aug 31 15:52:30.529023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Request body: {'port': {'device_id': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'admin_state_up': True, 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:30.633899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.778617 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Set router 228b7af0-f3d2-4796-9fbb-194e43a2e742 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:30.806747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-db3f3cbe-9429-4b10-bddc-4c86221968d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:30.808913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-db3f3cbe-9429-4b10-bddc-4c86221968d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1095 time: 0.4036469 Aug 31 15:52:30.841092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 342d5306-0f07-4161-8d9b-763ffaca82fd, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=342d5306-0f07-4161-8d9b-763ffaca82fd,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:30.854552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:30.859218 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922e3a8c-7a26-4fd9-96e3-b9b71ffea843" -d '{"events": [{"server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "name": "network-vif-plugged", "status": "completed", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:30.871029 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:30.880226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:30.917436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:30.958290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e280bca1-353e-4635-b197-a710ff6dcbed req-af45f72c-1f4d-4970-ba37-4053a9d06f6e tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 210 time: 0.0919118 Aug 31 15:52:31.051241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:31.118429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.197709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8bb92-e6b3-4cb6-9c5b-1c7a976f96e2 req-7443e93b-1798-4ce8-8851-2a1985661899 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:31.210691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13b8bb92-e6b3-4cb6-9c5b-1c7a976f96e2 req-7443e93b-1798-4ce8-8851-2a1985661899 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 944 time: 0.4289179 Aug 31 15:52:31.376364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:31.376975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:31.429605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-551210f3-eeb0-46e7-a87a-0ffb06142581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:31.434378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-551210f3-eeb0-46e7-a87a-0ffb06142581 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.6103773 Aug 31 15:52:31.438065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-d058612f-e494-4f4a-9163-4a9b90672a05 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0246761 Aug 31 15:52:31.443535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=342d5306-0f07-4161-8d9b-763ffaca82fd,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:31.498489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Request body: {'port': {'device_id': '2e293991-9208-4323-a1ac-49cd60c8552e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:31.554033 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b0a7d895-abed-483d-ac7c-ea35936ae0ef', 'name': '', 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'mac_address': 'fa:16:3e:0d:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:22Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 2, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'subnets': [{'id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:31.582027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13b8bb92-e6b3-4cb6-9c5b-1c7a976f96e2 req-f5e46af7-bdca-4ce2-8ff3-a31e73ec00b4 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700430 Aug 31 15:52:31.611135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fefda3bf-4f63-4246-bf3d-25df6f6ab724 req-9de589ec-6be9-45a5-8f8c-bece31a433ad tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "GET /v2.0/security-groups/d05e1b3f-a003-42e1-a764-5231b8040603 HTTP/1.1" status: 200 len: 1777 time: 0.5901017 Aug 31 15:52:31.676092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Checking router: 228b7af0-f3d2-4796-9fbb-194e43a2e742 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:52:31.688175 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Updating router 228b7af0-f3d2-4796-9fbb-194e43a2e742 port b0a7d895-abed-483d-ac7c-ea35936ae0ef binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:52:31.757771 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-09f43dcb-ab10-4a1a-96bb-ddb6b5874037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 217 time: 0.3120279 Aug 31 15:52:31.811939 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:31.879790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:31.917385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-68a2d689-2cbb-4317-8b00-b14833256e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:31.923347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-68a2d689-2cbb-4317-8b00-b14833256e17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1379077 Aug 31 15:52:31.934059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Made reservation on behalf of c8c7d29e972e43f0a3d3454984691518 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:31.945301 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:31.996636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fefda3bf-4f63-4246-bf3d-25df6f6ab724 req-35a36683-cb89-4aba-aded-85163391d6b8 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.033105 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-80996174-f998-404a-947e-20fd6d78011c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665929 Aug 31 15:52:32.057889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f3605dbb-844c-488e-a7ec-d1eb2250196d None None] Provisioning for port 1e7aa167-d080-4b29-9909-49cb10e5e86f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:32.090830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fefda3bf-4f63-4246-bf3d-25df6f6ab724 req-35a36683-cb89-4aba-aded-85163391d6b8 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.097493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f3605dbb-844c-488e-a7ec-d1eb2250196d None None] Provisioning complete for port 1e7aa167-d080-4b29-9909-49cb10e5e86f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:32.099257 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f3605dbb-844c-488e-a7ec-d1eb2250196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.215031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f3605dbb-844c-488e-a7ec-d1eb2250196d None None] Port 1e7aa167-d080-4b29-9909-49cb10e5e86f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:32.235599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fefda3bf-4f63-4246-bf3d-25df6f6ab724 req-35a36683-cb89-4aba-aded-85163391d6b8 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.244158 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fefda3bf-4f63-4246-bf3d-25df6f6ab724 req-35a36683-cb89-4aba-aded-85163391d6b8 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.245648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fefda3bf-4f63-4246-bf3d-25df6f6ab724 req-35a36683-cb89-4aba-aded-85163391d6b8 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "DELETE /v2.0/security-groups/d05e1b3f-a003-42e1-a764-5231b8040603 HTTP/1.1" status: 204 len: 173 time: 0.6336677 Aug 31 15:52:32.311468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36683-cb89-4aba-aded-85163391d6b8 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05e1b3f-a003-42e1-a764-5231b8040603,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:32.364512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ecb46c60-0fdc-4a39-85e0-f65ac211e292 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:32.444748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8983b-c9ff-4b91-8f88-592d45a7e04b req-fd543de5-6195-4f08-9af5-f300d7c05c0f tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:32.452923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64a8983b-c9ff-4b91-8f88-592d45a7e04b req-fd543de5-6195-4f08-9af5-f300d7c05c0f tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 935 time: 0.6209233 Aug 31 15:52:32.488557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.521244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Transition to ACTIVE for port object 2dda1162-1d71-4a21-b3b4-3b5be2c8320e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:32.541304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.568816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ecb46c60-0fdc-4a39-85e0-f65ac211e292 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:32.658097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ecb46c60-0fdc-4a39-85e0-f65ac211e292 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:32.658767 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.690790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7aa167-d080-4b29-9909-49cb10e5e86f {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:32.706525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.779314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Transition to ACTIVE for port object 1e7aa167-d080-4b29-9909-49cb10e5e86f will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:32.817246 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.838898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.848771 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Transition to ACTIVE for port object b0a7d895-abed-483d-ac7c-ea35936ae0ef will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:32.859712 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:32.923774 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-44bf4ce2-167a-42b3-b4c5-45957065e6f0 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787222 Aug 31 15:52:32.965401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64a8983b-c9ff-4b91-8f88-592d45a7e04b req-ca06e643-b84b-49d4-8e67-81aa65cb7e74 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099115 Aug 31 15:52:32.998457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506e66-b830-4463-979f-4be56f7fb38a None None] Pushing event updated for resources: {'Port': ['ID=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.021536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eae5e-86bf-4c41-9df9-fbbd6e50dc04 req-9dc00229-3237-49de-9537-bc51a2554a3f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:33.030310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0eae5e-86bf-4c41-9df9-fbbd6e50dc04 req-9dc00229-3237-49de-9537-bc51a2554a3f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1097 time: 0.2723114 Aug 31 15:52:33.038702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Attempting to bind port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:33.039069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Attempting to bind port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:33.039438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Attempting to bind port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e on network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:33.078960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:33.079395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Checking segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:33.079756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.080161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Bound using segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:33.080722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Bound port: 2dda1162-1d71-4a21-b3b4-3b5be2c8320e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:33.081278 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.136653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604012-fe55-4337-b365-106932ef7939 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.137622 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef3e1f8-b35f-45fe-89fe-069094dac6c6 x-openstack-request-id: req-aef3e1f8-b35f-45fe-89fe-069094dac6c6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:33.138020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "name": "network-vif-plugged", "status": "completed", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:33.138169 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aef3e1f8-b35f-45fe-89fe-069094dac6c6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:33.138550 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'code': 200} Aug 31 15:52:33.156223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0eae5e-86bf-4c41-9df9-fbbd6e50dc04 req-b040db24-1a5d-4746-b9ea-80bdafb8cd17 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252377 Aug 31 15:52:33.207984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Allocated IP 172.20.0.3 (b35dea22-d0a7-4a0a-85c0-438822a6d4e1/28789769-fc82-491a-b21f-f8a91d3e6dd7/f2cd1a3e-b685-45a9-a320-be863f9d9b5a) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:33.252457 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686347-429d-4531-98aa-d1b543f746ba None None] Pushing event updated for resources: {'Port': ['ID=b0a7d895-abed-483d-ac7c-ea35936ae0ef,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.355677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] For port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:33.360340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] For port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:33.366416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:33.375651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.443036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0bfde07e-8383-4ce3-8d22-04567ff2c52d req-fec87a45-a8a3-4f40-aeda-55ead608f2ac service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960039 Aug 31 15:52:33.467336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Attempting to bind port 1e7aa167-d080-4b29-9909-49cb10e5e86f on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:33.468075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Attempting to bind port 1e7aa167-d080-4b29-9909-49cb10e5e86f by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:33.469745 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Attempting to bind port b0a7d895-abed-483d-ac7c-ea35936ae0ef on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:33.470197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Attempting to bind port 1e7aa167-d080-4b29-9909-49cb10e5e86f on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:33.470660 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Attempting to bind port b0a7d895-abed-483d-ac7c-ea35936ae0ef by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:33.473224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Attempting to bind port b0a7d895-abed-483d-ac7c-ea35936ae0ef on network 8897f634-b9d2-46f6-aa26-e083d7527344 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:33.474448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a9b9054-b77d-4de8-83a9-2bd2e0eb500c req-1804413c-f7d6-4ab2-84d1-7a4c260058fd tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 210 time: 0.0764120 Aug 31 15:52:33.497159 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:33.498185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60138fff-6700-4595-8e62-d11440d65639 req-c093af97-f94c-46f7-b546-da94d0887833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:33.502201 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Checking segment: {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:33.502808 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.505060 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Bound using segment: {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:33.505650 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Bound port: b0a7d895-abed-483d-ac7c-ea35936ae0ef, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726800c9-b90c-43e1-b811-86d928ab860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:33.506122 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.506403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-60138fff-6700-4595-8e62-d11440d65639 req-c093af97-f94c-46f7-b546-da94d0887833 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.2844377 Aug 31 15:52:33.509136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Port 1e7aa167-d080-4b29-9909-49cb10e5e86f on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:33.511768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Attempting to bind port 1e7aa167-d080-4b29-9909-49cb10e5e86f on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:33.576110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:33.576383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:33.576784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:33.577241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Bound port: 1e7aa167-d080-4b29-9909-49cb10e5e86f, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:33.577607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.665144 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] For port b0a7d895-abed-483d-ac7c-ea35936ae0ef, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:33.670455 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] For port b0a7d895-abed-483d-ac7c-ea35936ae0ef, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b0a7d895-abed-483d-ac7c-ea35936ae0ef,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:33.684374 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.693898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-60138fff-6700-4595-8e62-d11440d65639 req-aecafb45-ab43-4a3c-b06e-c424e9ba3268 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795471 Aug 31 15:52:33.738647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:33.739899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:33.742289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7097c99-c4ea-4654-a5c8-b2ed50e73f0b req-d844012a-3559-401f-a9a1-9a77ccf0eb4d tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "GET /v2.0/security-groups/ab1d7a66-40dd-4f66-a923-b795499b6898 HTTP/1.1" status: 200 len: 1777 time: 0.2155876 Aug 31 15:52:33.785726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:33.794515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:33.802966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.812313 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686347-429d-4531-98aa-d1b543f746ba None None] Pushing event updated for resources: {'Port': ['ID=b0a7d895-abed-483d-ac7c-ea35936ae0ef,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:33.836532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb6d9c-7b54-4877-a551-fe391cc0900e req-b0540c5d-3a47-44ec-9eb7-b5400d36f48c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:33.839568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edfb6d9c-7b54-4877-a551-fe391cc0900e req-b0540c5d-3a47-44ec-9eb7-b5400d36f48c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.4921193 Aug 31 15:52:33.866976 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Routers {'228b7af0-f3d2-4796-9fbb-194e43a2e742'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:52:33.867723 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['228b7af0-f3d2-4796-9fbb-194e43a2e742'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:33.891695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f7097c99-c4ea-4654-a5c8-b2ed50e73f0b req-8993e6b1-0eef-4b6f-a8b2-055705b3fca2 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.962234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:33.964902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:33.968849 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75604012-fe55-4337-b365-106932ef7939 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e7aa167-d080-4b29-9909-49cb10e5e86f HTTP/1.1" status: 200 len: 1096 time: 2.4911013 Aug 31 15:52:33.969365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:33.986783 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db623c-fa3b-4a20-981c-ea1346f4717c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:34.009331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:34.080042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f7097c99-c4ea-4654-a5c8-b2ed50e73f0b req-8993e6b1-0eef-4b6f-a8b2-055705b3fca2 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.135129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.167720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.211885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604012-fe55-4337-b365-106932ef7939 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.217114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edfb6d9c-7b54-4877-a551-fe391cc0900e req-68dd91d1-2812-4c0a-ad1f-552926d4873f tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361113 Aug 31 15:52:34.243791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-60528245-9f4d-4705-87c7-51a5f7ebdf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:34.244000 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] Set router 228b7af0-f3d2-4796-9fbb-194e43a2e742 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:52:34.244129 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-60528245-9f4d-4705-87c7-51a5f7ebdf36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85e7a88945f54e55bb772506d4e3f990&device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 1099 time: 0.2049081 Aug 31 15:52:34.254460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f7097c99-c4ea-4654-a5c8-b2ed50e73f0b req-8993e6b1-0eef-4b6f-a8b2-055705b3fca2 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.262468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f7097c99-c4ea-4654-a5c8-b2ed50e73f0b req-8993e6b1-0eef-4b6f-a8b2-055705b3fca2 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.287649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7097c99-c4ea-4654-a5c8-b2ed50e73f0b req-8993e6b1-0eef-4b6f-a8b2-055705b3fca2 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] 10.222.0.43 "DELETE /v2.0/security-groups/ab1d7a66-40dd-4f66-a923-b795499b6898 HTTP/1.1" status: 204 len: 173 time: 0.5442646 Aug 31 15:52:34.358503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Transition to ACTIVE for port object f2cd1a3e-b685-45a9-a320-be863f9d9b5a will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:34.387586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993e6b1-0eef-4b6f-a8b2-055705b3fca2 tempest-SecurityGroupsTestAdminJSON-408159358 tempest-SecurityGroupsTestAdminJSON-408159358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d7a66-40dd-4f66-a923-b795499b6898,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.412214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-7c397575-3e04-4f48-b79f-76a32fa7f2df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f HTTP/1.1" status: 200 len: 217 time: 0.1601963 Aug 31 15:52:34.570017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-3eb9b418-3aff-42cd-bf50-7583f88a5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:34.575172 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-3eb9b418-3aff-42cd-bf50-7583f88a5d95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1555114 Aug 31 15:52:34.577062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5840-b21f-47e1-a18d-4af5c6929fb1 req-d713fd30-c2aa-4a5b-addb-931c92c1a4dc tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:34.586138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:52:34.588412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646c5840-b21f-47e1-a18d-4af5c6929fb1 req-d713fd30-c2aa-4a5b-addb-931c92c1a4dc tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 945 time: 0.1935470 Aug 31 15:52:34.633223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.665750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ecb46c60-0fdc-4a39-85e0-f65ac211e292, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ecb46c60-0fdc-4a39-85e0-f65ac211e292,segment=NetworkSegment(6e83a46a-c31e-481f-9896-e3b3b4c6882c),segment_id=6e83a46a-c31e-481f-9896-e3b3b4c6882c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:34.785522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-8f4222ed-d604-4b7f-9923-1e8f25572c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:34.788961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-8f4222ed-d604-4b7f-9923-1e8f25572c06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2078922 Aug 31 15:52:34.806607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:34.823554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event updated for resources: {'Port': ['ID=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:34.891515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646c5840-b21f-47e1-a18d-4af5c6929fb1 req-79e975f6-5e8a-48a1-9ac7-1661e63a6de6 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880058 Aug 31 15:52:34.945254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:34.961447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:34.966958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:34.969253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:35.017847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '94d060a4-0075-4865-9ed9-20506be2fadc', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'port_id': '94d060a4-0075-4865-9ed9-20506be2fadc', 'mac_address': 'fa:16:3e:30:84:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73648a-fcc3-4db7-bb51-7d249f848e4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:35.039332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506e66-b830-4463-979f-4be56f7fb38a None None] Pushing event updated for resources: {'Port': ['ID=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:35.087748 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-3871cbd2-cece-427f-83b0-4bf13a2b3206 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927980 Aug 31 15:52:35.193715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39146) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:35.202417 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b0a7d895-abed-483d-ac7c-ea35936ae0ef', 'name': '', 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'mac_address': 'fa:16:3e:0d:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:22Z', 'updated_at': '2021-08-31T15:52:33Z', 'revision_number': 4, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'subnets': [{'id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:35.285799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a948b-0dec-41a0-82be-f9f8c34ea2c9 None None] The sync data for ids ['228b7af0-f3d2-4796-9fbb-194e43a2e742'] in n-d-793621-35 is: [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b0a7d895-abed-483d-ac7c-ea35936ae0ef', 'name': '', 'network_id': '8897f634-b9d2-46f6-aa26-e083d7527344', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'mac_address': 'fa:16:3e:0d:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:22Z', 'updated_at': '2021-08-31T15:52:33Z', 'revision_number': 4, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'subnets': [{'id': 'd1314b87-52f5-4bd2-8f27-d5809ed42208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:35.306352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:35.308386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:35.321564 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:35.326254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc4dcb99-a07c-445b-998d-287e1aee021b req-75035ed3-fdf7-455c-b0e9-2432664be135 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245641 Aug 31 15:52:35.336955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8674cd-9ebc-4914-a604-27b12c1b9ba3 req-4e669518-bf44-402c-bab1-f738ff21152a tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:35.347719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da8674cd-9ebc-4914-a604-27b12c1b9ba3 req-4e669518-bf44-402c-bab1-f738ff21152a tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 947 time: 0.1956623 Aug 31 15:52:35.367530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-5aa88584-a62b-4ea0-83e2-404d7ada9f29 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8601909 Aug 31 15:52:35.382456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Request body: {'port': {'device_id': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:35.482532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d060a4-0075-4865-9ed9-20506be2fadc {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:35.514128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ecb46c60-0fdc-4a39-85e0-f65ac211e292,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:35.544568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:33Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:52:35.602208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:35.603015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f42521-e736-4a07-994e-a23f4b625807 None None] The sync data for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 is: [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:33Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:52:35.616947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:35.624293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da8674cd-9ebc-4914-a604-27b12c1b9ba3 req-d2c6b109-aba4-4d8c-8c92-d5215244c48a tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751515 Aug 31 15:52:35.658653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:35.771095 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f2671-013b-4052-bd87-d75fd0dd2caa x-openstack-request-id: req-0e1f2671-013b-4052-bd87-d75fd0dd2caa {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:35.771386 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:35.772008 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e1f2671-013b-4052-bd87-d75fd0dd2caa {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:35.772632 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'status': 'completed', 'code': 200} Aug 31 15:52:35.806223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:35.838917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2331c987-85be-4a0a-94f3-2823d5cb352c None None] Provisioning for port f2cd1a3e-b685-45a9-a320-be863f9d9b5a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:35.874798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['94d060a4-0075-4865-9ed9-20506be2fadc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:35.930883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-1f4bdc14-79a3-42df-9969-7eddb3735792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:35.930883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-1f4bdc14-79a3-42df-9969-7eddb3735792 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85e7a88945f54e55bb772506d4e3f990&device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 1099 time: 0.1351805 Aug 31 15:52:36.037680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2331c987-85be-4a0a-94f3-2823d5cb352c None None] Provisioning complete for port f2cd1a3e-b685-45a9-a320-be863f9d9b5a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:36.038051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2331c987-85be-4a0a-94f3-2823d5cb352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:36.162167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2331c987-85be-4a0a-94f3-2823d5cb352c None None] Port f2cd1a3e-b685-45a9-a320-be863f9d9b5a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:36.217674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-1eca4341-5471-4100-af37-3e7de41d868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:36.227604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-1eca4341-5471-4100-af37-3e7de41d868b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2881734 Aug 31 15:52:36.296291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-83735573-e1f1-4ef7-8779-16f67e8e54ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a880b16c1f9445b3979477bcb0e58293&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0419385 Aug 31 15:52:36.297475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39164) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:36.328297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-0853d805-8dd1-49d5-82f3-231f781f3561 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:52:36.336090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-0853d805-8dd1-49d5-82f3-231f781f3561 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636997 Aug 31 15:52:36.351432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-626a7c61-8178-40a9-8450-ec3e5b8f2e5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f HTTP/1.1" status: 200 len: 217 time: 0.1083634 Aug 31 15:52:36.357297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39166) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:36.379559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62124849', 'description': 'tempest-description--1590461963'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:36.503032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-a01dd9a4-26f8-4960-a68f-09ada6940889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:36.504861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-a01dd9a4-26f8-4960-a68f-09ada6940889 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1437438 Aug 31 15:52:36.569432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-537ddef5-9d17-42b3-ba8c-ce522ea6fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:36.571703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-537ddef5-9d17-42b3-ba8c-ce522ea6fa68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600441 Aug 31 15:52:36.617479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:36.706513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cd1a3e-b685-45a9-a320-be863f9d9b5a {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:36.719715 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:36.738511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Transition to ACTIVE for port object f2cd1a3e-b685-45a9-a320-be863f9d9b5a will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:36.759259 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-6fad279e-6eb6-4ed5-8ee3-56407572df90 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805344 Aug 31 15:52:36.778649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:36.789123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-2728c1f2-1d24-412e-ae8b-1374d9ab091b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:36.790575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-2728c1f2-1d24-412e-ae8b-1374d9ab091b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 1094 time: 0.4537585 Aug 31 15:52:36.869753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Request body: {'binding': {'host': 'n-h1-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:36.870190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Unknown quota resources ['binding']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:52:36.899022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a90f8a7-455e-4731-8718-f68160d9bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:36.918773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c9db623c-fa3b-4a20-981c-ea1346f4717c req-c651a538-d268-4c34-8982-658292edb038 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493909 Aug 31 15:52:37.071024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.087160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a90f8a7-455e-4731-8718-f68160d9bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.132652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2eb80c-6606-44b9-894d-6b4ed591134a req-b56b073a-3448-412b-93db-a913d45a7fb0 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:37.141436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2eb80c-6606-44b9-894d-6b4ed591134a req-b56b073a-3448-412b-93db-a913d45a7fb0 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 931 time: 0.5497346 Aug 31 15:52:37.152148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b0a7d895-abed-483d-ac7c-ea35936ae0ef up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:37.219464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b0a7d895-abed-483d-ac7c-ea35936ae0ef completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:37.234512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b0a7d895-abed-483d-ac7c-ea35936ae0ef triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:37.234963 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.340935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.377773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b0a7d895-abed-483d-ac7c-ea35936ae0ef, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b0a7d895-abed-483d-ac7c-ea35936ae0ef,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:37.381999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.383058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ecb46c60-0fdc-4a39-85e0-f65ac211e292 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:37.458510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b0a7d895-abed-483d-ac7c-ea35936ae0ef,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.527828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ecb46c60-0fdc-4a39-85e0-f65ac211e292 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:37.528245 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.555893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2eb80c-6606-44b9-894d-6b4ed591134a req-df3fe756-7671-4182-afd0-5b3b70438438 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133818 Aug 31 15:52:37.644216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.658497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.688508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:37.712877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b114fd1b-b3ca-42a1-878c-477f41b30792,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.717465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.719899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f08576fa-9f8f-406c-ab70-01e6226aa6e7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3536465 Aug 31 15:52:37.726169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39170) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:37.746636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2dda1162-1d71-4a21-b3b4-3b5be2c8320e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:37.746916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'security_group_rule': {'security_group_id': 'b114fd1b-b3ca-42a1-878c-477f41b30792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:37.765802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Attempting to bind port f2cd1a3e-b685-45a9-a320-be863f9d9b5a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:37.766513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Attempting to bind port f2cd1a3e-b685-45a9-a320-be863f9d9b5a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:37.767401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Attempting to bind port f2cd1a3e-b685-45a9-a320-be863f9d9b5a on network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:37.793567 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a90f8a7-455e-4731-8718-f68160d9bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.796687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a90f8a7-455e-4731-8718-f68160d9bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.800882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2a90f8a7-455e-4731-8718-f68160d9bd2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4adf139c-86cc-40b1-a48e-aa9bad924a67 HTTP/1.1" status: 204 len: 168 time: 1.5000925 Aug 31 15:52:37.820975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90f8a7-455e-4731-8718-f68160d9bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf139c-86cc-40b1-a48e-aa9bad924a67,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:37.833477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Port f2cd1a3e-b685-45a9-a320-be863f9d9b5a on network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:37.833818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Attempting to bind port f2cd1a3e-b685-45a9-a320-be863f9d9b5a on network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:37.834099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.840726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:37.841085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Checking segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:37.841483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Bound using segment: {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:37.841928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Bound port: f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa02b1d9-f610-46f7-b867-00c060b9833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:37.842290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.858252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on host n-h1-793621-35 for vnic_type normal with profile None {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:37.858667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:37.859013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:37.887122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:37.892148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 94d060a4-0075-4865-9ed9-20506be2fadc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:37.900635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:37.901576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:37.923016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:37.923320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:37.940990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18fbce-5dfe-4977-a6a3-a7879a7334a2 req-12ac573f-85b9-496c-8c21-16cbb902bb35 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:37.949109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c18fbce-5dfe-4977-a6a3-a7879a7334a2 req-12ac573f-85b9-496c-8c21-16cbb902bb35 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 944 time: 0.2401001 Aug 31 15:52:37.967599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:37.967998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:37.968467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:37.968932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Bound port: 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:38.015349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.027977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.078248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c18fbce-5dfe-4977-a6a3-a7879a7334a2 req-ab6e30d7-2a43-48b9-ab8c-6ee696cf1421 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281059 Aug 31 15:52:38.088581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] For port f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:38.096771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] For port f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:38.107221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879de5a4-34e1-4e0a-a97e-5072bd036423,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:38.133594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.137695 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-085d1923-5f80-4654-b751-28bb89fb7f39 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919563 Aug 31 15:52:38.137960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.138161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39174) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:38.147077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'security_group_rule': {'security_group_id': 'b114fd1b-b3ca-42a1-878c-477f41b30792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:38.213799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:38.247387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.260941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 94d060a4-0075-4865-9ed9-20506be2fadc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:38.261599 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.262993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:38.304769 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.307243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-babb0e15-4d6c-4e76-8034-1f38e71d874d service neutron] 10.222.0.43 "POST /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7/bindings HTTP/1.1" status: 201 len: 390 time: 1.4932230 Aug 31 15:52:38.317398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:38.320965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.323850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 1092 time: 2.9470696 Aug 31 15:52:38.326714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:38.350844 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a3cea-397d-4521-8e17-8eb36f5644e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:38.418292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:38.432050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.435793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'mac_address': 'fa:16:3e:60:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:38.446192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.551965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c441db6-b4b5-4b7c-b842-84bfac13181e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:38.559940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.567918 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-78e2030f-b3e1-43d0-9c68-b842743f195b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4277234 Aug 31 15:52:38.568677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39182) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:38.577961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:38.699128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21e5b-65c8-4223-b203-9c589323ec8e req-ffa67ed4-71d4-4e72-9193-80a6cb86ebb1 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:38.710949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ec21e5b-65c8-4223-b203-9c589323ec8e req-ffa67ed4-71d4-4e72-9193-80a6cb86ebb1 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 945 time: 0.4951100 Aug 31 15:52:38.725070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.737893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39186) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:38.742800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.781945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7aa167-d080-4b29-9909-49cb10e5e86f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:38.802139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:38.828334 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.875643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b1078-fc3c-4896-9398-1515632e6708 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:38.900489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-6103bd7c-f6f4-4870-94f8-9e3e3465638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:38.901121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-6103bd7c-f6f4-4870-94f8-9e3e3465638a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1095 time: 0.5272322 Aug 31 15:52:38.958347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.961179 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:38.963222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:39.037987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:39.039891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:39.044129 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b3289-e929-4a01-a6e9-5f62acb6fff0" -d '{"events": [{"server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "name": "network-vif-plugged", "status": "completed", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:39.048606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0773e2-7593-4921-95b2-87a9c5dfc69a req-c5c17638-9611-432d-bdbf-9b33f46a152e tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.051038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa0773e2-7593-4921-95b2-87a9c5dfc69a req-c5c17638-9611-432d-bdbf-9b33f46a152e tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 947 time: 0.4196506 Aug 31 15:52:39.081267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:39.086001 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:39.091474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['1e7aa167-d080-4b29-9909-49cb10e5e86f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:39.118594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ec21e5b-65c8-4223-b203-9c589323ec8e req-14db0a9e-533c-4c8d-b88e-e75dcb2b4ee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054856 Aug 31 15:52:39.133527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-8aeea7a8-edc0-44b4-bce3-90681e8b39bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 217 time: 0.2163718 Aug 31 15:52:39.200321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:39.204864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:39.284872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-b9ab032b-3367-4658-8898-3a0bd9391af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.301791 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-b9ab032b-3367-4658-8898-3a0bd9391af2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1097 time: 0.6205890 Aug 31 15:52:39.362319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-1e83c5c2-d074-425f-8506-b89fdf3be7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.364209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-1e83c5c2-d074-425f-8506-b89fdf3be7e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 200 len: 867 time: 0.1763244 Aug 31 15:52:39.368462 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecacda8c-84a7-4e79-a7b0-485e40a6fe5a x-openstack-request-id: req-ecacda8c-84a7-4e79-a7b0-485e40a6fe5a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:39.369507 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:39.369922 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecacda8c-84a7-4e79-a7b0-485e40a6fe5a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:39.370458 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'status': 'completed', 'code': 200} Aug 31 15:52:39.385857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:39.415237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b0a7d895-abed-483d-ac7c-ea35936ae0ef up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:39.461225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6bb04375-e97a-4dab-9c50-a45f71e32de0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cafae17383cc4e0ea97cf14520ded8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106798 Aug 31 15:52:39.478347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39196) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:52:39.513117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b0a7d895-abed-483d-ac7c-ea35936ae0ef triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:39.515571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:39.556527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa0773e2-7593-4921-95b2-87a9c5dfc69a req-45ed5bb6-6ca1-48c7-a1c5-cf6a0ec77eaa tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600861 Aug 31 15:52:39.568776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5200-8127-41a8-8071-428a6c65034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:39.575808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-75af3699-fde6-4f6f-9b3c-385583830ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.583597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-75af3699-fde6-4f6f-9b3c-385583830ebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097096 Aug 31 15:52:39.687206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-161866fb-49ec-4b9e-83b9-9f2c7866deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.691572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-161866fb-49ec-4b9e-83b9-9f2c7866deee service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.3833640 Aug 31 15:52:39.692005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fab579-c57d-4fc6-9bf7-b05dc8bfa166 req-88a80342-80ec-427a-ac5f-5fb1a5b81bb0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.700293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80fab579-c57d-4fc6-9bf7-b05dc8bfa166 req-88a80342-80ec-427a-ac5f-5fb1a5b81bb0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 945 time: 0.2395968 Aug 31 15:52:39.713221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5200-8127-41a8-8071-428a6c65034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:39.723626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:39.826402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80fab579-c57d-4fc6-9bf7-b05dc8bfa166 req-4f386c58-a5ab-4575-a89d-24ab6f13e8a1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243896 Aug 31 15:52:39.850664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Allocated IP 172.25.6.221 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f651e756-0065-4296-9250-f919da464217) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:39.902106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-9010a00d-3adb-4806-9925-ba1a62ee7337 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094435 Aug 31 15:52:39.936971 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a800a-22a6-4193-a2e1-3856d06b7cfb x-openstack-request-id: req-e06a800a-22a6-4193-a2e1-3856d06b7cfb {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:39.937698 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "name": "network-vif-plugged", "status": "completed", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:39.938524 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e06a800a-22a6-4193-a2e1-3856d06b7cfb {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:39.939034 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc', 'code': 200} Aug 31 15:52:39.956327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bd02-ade4-4e4f-b2f6-27cca6ae197f req-cf6bdb4a-fd3a-4ba6-9faf-b0e952b2ba6d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:39.957787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c035bd02-ade4-4e4f-b2f6-27cca6ae197f req-cf6bdb4a-fd3a-4ba6-9faf-b0e952b2ba6d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 943 time: 0.2547791 Aug 31 15:52:39.966334 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-e46274ff-f7e9-4b36-829c-66103b28e3ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 217 time: 0.2623024 Aug 31 15:52:40.103248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c035bd02-ade4-4e4f-b2f6-27cca6ae197f req-0e237c9e-33a6-4470-948c-ef77ba69f2ab tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189764 Aug 31 15:52:40.104261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-2463f7f7-da3c-45a0-a412-2901b490350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:40.106510 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-2463f7f7-da3c-45a0-a412-2901b490350e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1312513 Aug 31 15:52:40.160590 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-e05c171f-92a9-4a85-b6fb-55002f22ec63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350244 Aug 31 15:52:40.178891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.182978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5200-8127-41a8-8071-428a6c65034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.185607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5200-8127-41a8-8071-428a6c65034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.189490 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c9ec5200-8127-41a8-8071-428a6c65034a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e36b9226-b342-48db-b895-8ea7f3cdc619 HTTP/1.1" status: 204 len: 168 time: 0.7210770 Aug 31 15:52:40.189722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e543a2-8486-4539-a448-79198544e996 req-d753fd98-afec-46bd-8d0b-31d7c54a542a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:40.196749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e543a2-8486-4539-a448-79198544e996 req-d753fd98-afec-46bd-8d0b-31d7c54a542a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.1661870 Aug 31 15:52:40.246343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbcf1805-9f69-4d99-a710-b1d938744028 req-f6a5b797-f30b-4a3f-b70d-1b5ba998af70 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346567 Aug 31 15:52:40.267245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39362bd4-ca6a-4a5a-9cc1-548fa84fa5f5 req-001d0b4d-5140-45f6-a4c3-16afb2d28f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:40.274035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:40.276714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39362bd4-ca6a-4a5a-9cc1-548fa84fa5f5 req-001d0b4d-5140-45f6-a4c3-16afb2d28f3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1097 time: 0.2548730 Aug 31 15:52:40.339641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec5200-8127-41a8-8071-428a6c65034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36b9226-b342-48db-b895-8ea7f3cdc619,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.411264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 1e7aa167-d080-4b29-9909-49cb10e5e86f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:40.417214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 1e7aa167-d080-4b29-9909-49cb10e5e86f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:40.418730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.490602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-fb0f7a9d-cd0e-4305-8258-efa4421ad6d9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3481846 Aug 31 15:52:40.499027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:40.534760 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39362bd4-ca6a-4a5a-9cc1-548fa84fa5f5 req-8fc2f242-ffae-4305-9506-9f120e801d56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361639 Aug 31 15:52:40.562244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-227f464a-1d18-4035-b409-e21515799e24 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932250 Aug 31 15:52:40.571852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.597352 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.599383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e543a2-8486-4539-a448-79198544e996 req-3bf641d3-c2ba-4990-a9a7-8291fc14eed7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016628 Aug 31 15:52:40.624832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.632552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:40.639373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:40.648173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:40.649194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-4e5ff3de-6430-444a-9af0-9c78d804ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:40.656241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-4e5ff3de-6430-444a-9af0-9c78d804ad14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1095 time: 0.1310878 Aug 31 15:52:40.734184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:40.750280 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:40.812678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.864963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'Port': ['ID=f651e756-0065-4296-9250-f919da464217,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:40.934521 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-0c6c2f54-63ba-40c0-a196-92a0c204ba83 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013838 Aug 31 15:52:40.951680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe695-8b89-4f0f-ada7-319287409f25 req-6d7b0847-1b23-4c16-b397-a8f469991327 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:40.962411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eebbe695-8b89-4f0f-ada7-319287409f25 req-6d7b0847-1b23-4c16-b397-a8f469991327 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 949 time: 0.2200797 Aug 31 15:52:41.013407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-c1ab81d9-49f7-4a72-8020-46256dee9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:41.015349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-c1ab81d9-49f7-4a72-8020-46256dee9393 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 929 time: 0.2719173 Aug 31 15:52:41.046428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.097278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eebbe695-8b89-4f0f-ada7-319287409f25 req-bffb4d21-0917-4f4b-86ef-877dc540ad09 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329236 Aug 31 15:52:41.098884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-083d0455-8f01-46b2-bd0e-fcc4819cf699 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 217 time: 0.0668588 Aug 31 15:52:41.149415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.190727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-c0a42ef7-3ea7-4a74-b8f1-1fbc6ea6c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:41.192318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-c0a42ef7-3ea7-4a74-b8f1-1fbc6ea6c60f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 200 len: 867 time: 0.0824041 Aug 31 15:52:41.240146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-259e238e-aa53-4edd-91cd-32062d41fe23 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:41.241984 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-259e238e-aa53-4edd-91cd-32062d41fe23 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.1842749 Aug 31 15:52:41.285597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.305769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-35'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:41.372414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2dda1162-1d71-4a21-b3b4-3b5be2c8320e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:41.427655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.436631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.483677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb05e0-4a0a-42e0-80c9-bc45a2e4e7cb req-8d74b5ad-3bd9-4013-baa2-0e33b056437f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:41.490492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ffb05e0-4a0a-42e0-80c9-bc45a2e4e7cb req-8d74b5ad-3bd9-4013-baa2-0e33b056437f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 945 time: 0.2844985 Aug 31 15:52:41.515303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:41.515879 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.547674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.550620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Allocated IP 172.25.6.109 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/3c0de3ca-51d8-415d-9a7d-f4c302415376) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:41.556285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-9c87529b-f2f2-4c9f-b56b-58adfea21ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:41.557481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-9c87529b-f2f2-4c9f-b56b-58adfea21ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3434417 Aug 31 15:52:41.595567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.675364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ffb05e0-4a0a-42e0-80c9-bc45a2e4e7cb req-d0b4a79c-6163-4e53-88a7-98e58870ade8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669111 Aug 31 15:52:41.677653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-2236091f-85b0-4d02-aa9b-44405c5f82e9 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017509 Aug 31 15:52:41.795456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.806807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2369015 Aug 31 15:52:41.809469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32085f-3beb-49f9-89ef-49d27ccbcd1d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'Port': ['ID=f651e756-0065-4296-9250-f919da464217,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:41.880229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:41.922109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:41.941235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:41.944145 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c8d19-4d96-4da7-bd8b-a9703d43520a" -d '{"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:41.965136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-011a3cea-397d-4521-8e17-8eb36f5644e5 req-5f330654-2a74-477f-871b-522f78eb93b7 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777357 Aug 31 15:52:41.978081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:41.980491 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195effd1-3d0d-4aac-8947-400774db423f" -d '{"events": [{"server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "name": "network-vif-unplugged", "status": "completed", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:41.980924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ebdac-37aa-447b-ba01-35fd55473cc2 req-6b401829-319f-4fce-ab7f-a4c9c57f4f1c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:41.985304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:41.991510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-064ebdac-37aa-447b-ba01-35fd55473cc2 req-6b401829-319f-4fce-ab7f-a4c9c57f4f1c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 943 time: 0.1253655 Aug 31 15:52:41.998734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:52:42.000303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.005094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.060453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-064ebdac-37aa-447b-ba01-35fd55473cc2 req-2ea169a1-5999-4fbb-a6a0-58584d6a2aca tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 Aug 31 15:52:42.096230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.103842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on host n-h2-793621-35 for vnic_type normal with profile {"migrating_to": "n-h1-793621-35"} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:42.104198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:42.104565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:42.109830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:42.110160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Attempting to bind port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:42.117065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:42.117311 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.117438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:42.117925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:42.118371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Bound port: 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:42.118800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.172997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:42.188433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:42.191885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:42.206485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:42.209997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:42.217242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.239972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event updated for resources: {'Port': ['ID=3c0de3ca-51d8-415d-9a7d-f4c302415376,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.304158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:42.304998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.306396 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] 10.222.0.30 "PUT /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 1123 time: 1.0506368 Aug 31 15:52:42.307782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77fe9d-e272-4fac-b37f-c248b708cdb2 req-f53414e5-415e-4626-b9f8-8c21be373a22 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:42.309363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c77fe9d-e272-4fac-b37f-c248b708cdb2 req-f53414e5-415e-4626-b9f8-8c21be373a22 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.1385028 Aug 31 15:52:42.327717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52867d28-f4b3-459f-b281-b22b0a9f4f0b service neutron] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=8']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:42.389125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:42.425857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c77fe9d-e272-4fac-b37f-c248b708cdb2 req-d360a376-a094-4959-a466-15121374bdf9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797992 Aug 31 15:52:42.433665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.501365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:42.940440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5b33eb90-c6a3-460d-a492-5ad75caa64ea tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--62124849&fields=id&tenant_id=3afe6b4fbade40d5be1e61c4f673a87e HTTP/1.1" status: 200 len: 267 time: 0.0758371 Aug 31 15:52:43.022669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:43.035060 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:43.151191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event updated for resources: {'Port': ['ID=3c0de3ca-51d8-415d-9a7d-f4c302415376,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:43.166820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-bf3be82d-946d-4a5a-8958-1ce17da17f02 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:43.169051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-bf3be82d-946d-4a5a-8958-1ce17da17f02 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 824 time: 0.2259512 Aug 31 15:52:43.189740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:43.196999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-89ea77ac-1f7f-44b9-94aa-53b0d7176632 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/quotas/3afe6b4fbade40d5be1e61c4f673a87e HTTP/1.1" status: 200 len: 375 time: 0.0199971 Aug 31 15:52:43.217830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:43.219185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-295bd1ec-1a17-4351-9357-4e579ecb2ad3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7270555 Aug 31 15:52:43.320001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-bb0bbab5-d524-4e3a-b777-b94a0c0cefc3 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.0794003 Aug 31 15:52:43.345303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-99a5da26-61b5-47f7-bbef-d79e96c4320e tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392257 Aug 31 15:52:43.501764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-81d19f47-99b8-4496-b770-38eb9d45873a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:43.503340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-81d19f47-99b8-4496-b770-38eb9d45873a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1763406 Aug 31 15:52:43.517152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-67616ed1-8da1-4274-ac0c-2b1ce7a00541 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:52:43.518846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9816aac5-8718-48a3-8f35-37df09e00b67 req-67616ed1-8da1-4274-ac0c-2b1ce7a00541 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097375 Aug 31 15:52:43.521372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-c59f13da-b8f8-4b63-831a-bfd9386c0417 service neutron] 10.222.0.43 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386948 Aug 31 15:52:43.562161 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5745e3d9-0c34-4592-9b40-1d5dab7f1096 x-openstack-request-id: req-5745e3d9-0c34-4592-9b40-1d5dab7f1096 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:43.563130 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:43.563756 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5745e3d9-0c34-4592-9b40-1d5dab7f1096 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:43.564345 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'code': 200} Aug 31 15:52:43.616548 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a032205b-f070-4e3e-9d4d-09e407b2dde7 x-openstack-request-id: req-a032205b-f070-4e3e-9d4d-09e407b2dde7 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:43.617030 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "name": "network-vif-unplugged", "status": "completed", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:43.617030 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a032205b-f070-4e3e-9d4d-09e407b2dde7 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:43.617445 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'code': 200} Aug 31 15:52:43.656799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:43.703969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7e183-50a1-4b93-ba01-c0b687fc5346 req-2a2e1530-9809-481a-bd12-c32d6093fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:43.708137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43e7e183-50a1-4b93-ba01-c0b687fc5346 req-2a2e1530-9809-481a-bd12-c32d6093fd5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 1101 time: 0.0608931 Aug 31 15:52:43.712350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-594ea710-f1b2-46b4-a352-f049be771f87 service neutron] 10.222.0.43 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781416 Aug 31 15:52:43.767462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43e7e183-50a1-4b93-ba01-c0b687fc5346 req-6eba45bb-1473-4a4c-8d82-873c664d1c2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537407 Aug 31 15:52:43.819532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ed677-26d5-4e68-a2a1-b99abf6ee6c1 req-683638db-d0d7-43ef-b926-1a920d83df7d tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:43.821005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea0ed677-26d5-4e68-a2a1-b99abf6ee6c1 req-683638db-d0d7-43ef-b926-1a920d83df7d tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 949 time: 0.0939200 Aug 31 15:52:43.848840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:43.882773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 has no active binding in host n-h1-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:52:43.883157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2cd1a3e-b685-45a9-a320-be863f9d9b5a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:43.891639 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea0ed677-26d5-4e68-a2a1-b99abf6ee6c1 req-abe09ac5-105d-447f-84cd-d5ebcb9bfcfb tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623553 Aug 31 15:52:44.047746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ec94-ba19-42c9-b415-4416e29a684f req-0da2fc41-8a39-4ebd-8ec5-f8a91c4c62d1 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:44.050263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d09ec94-ba19-42c9-b415-4416e29a684f req-0da2fc41-8a39-4ebd-8ec5-f8a91c4c62d1 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1097 time: 0.0825772 Aug 31 15:52:44.081617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:44.113589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d09ec94-ba19-42c9-b415-4416e29a684f req-247fde7f-ef80-4fc6-8652-45945dbe2905 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499012 Aug 31 15:52:44.115615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'port_id': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'mac_address': 'fa:16:3e:68:6b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:44.196215 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:44.214121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-e01e13a9-4b46-4a8c-845b-121f55fae6ce tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=55e0b1de2d7145d89f7225a23f249524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395777 Aug 31 15:52:44.217198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd1a3e-b685-45a9-a320-be863f9d9b5a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:44.249892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:44.258013 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:44.333269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:44.344915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.345808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.346946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.347741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.348287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.348569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.348907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.349247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.349577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.349940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.350222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.350546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:52:44.444615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a182-0f2b-400c-a700-7ecd1381819f req-5e0d7ce4-fb50-4346-9336-b9f2beb8472f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:44.446738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6108a182-0f2b-400c-a700-7ecd1381819f req-5e0d7ce4-fb50-4346-9336-b9f2beb8472f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.2415478 Aug 31 15:52:44.456113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-f65010fe-7144-47eb-8fd6-ad847c38fd59 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:44.463045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-f65010fe-7144-47eb-8fd6-ad847c38fd59 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478762 Aug 31 15:52:44.485403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-2753456d-bcaa-4e3b-811e-6f2da3ceda7f tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/quotas/55e0b1de2d7145d89f7225a23f249524 HTTP/1.1" status: 200 len: 375 time: 0.0207791 Aug 31 15:52:44.542190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-e33aaa82-a229-4b7f-b479-8aecc5a10611 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55e0b1de2d7145d89f7225a23f249524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435455 Aug 31 15:52:44.560571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6108a182-0f2b-400c-a700-7ecd1381819f req-bb47e21a-7bf9-45b3-ac31-ce76b9c7f8a4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939188 Aug 31 15:52:44.580130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f2cd1a3e-b685-45a9-a320-be863f9d9b5a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:44.708704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff02fcb-b414-4b05-a8bb-e82b65b0edd9 req-951a21fe-79ea-4b46-9816-dce1bc824681 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:44.720008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ff02fcb-b414-4b05-a8bb-e82b65b0edd9 req-951a21fe-79ea-4b46-9816-dce1bc824681 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 944 time: 0.0805430 Aug 31 15:52:44.784961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ff02fcb-b414-4b05-a8bb-e82b65b0edd9 req-68cbbb04-614b-4092-9b6e-99d14ca81d30 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668468 Aug 31 15:52:44.934363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9874aba2-35f2-4c19-a4b2-eeccbd8f1ae0 req-a1c2d103-2b21-4bae-a826-7056486642a9 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 210 time: 0.0804605 Aug 31 15:52:45.086717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a669739-3bc0-4667-ac2b-0433bd768fca req-3e33310c-9ae7-4206-960e-d0e2e8a69709 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 210 time: 0.0567157 Aug 31 15:52:45.098651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-ba0da751-ad27-4463-928c-2763b85e7b0f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:45.109169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-ba0da751-ad27-4463-928c-2763b85e7b0f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 821 time: 0.1786404 Aug 31 15:52:45.138120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-69612b51-f87d-4815-997d-884e2e71a709 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/quotas/42f17517fff146eaa15a026544edfb8d HTTP/1.1" status: 200 len: 375 time: 0.0276864 Aug 31 15:52:45.285324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-220df1bf-60d1-43f2-befb-9eee4b8267e8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1337678 Aug 31 15:52:45.624384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68d72b-6bc2-49da-ac8b-863dfc36dd01 req-da5f65f8-23e3-442e-aebb-4a2a638cbd60 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:45.626442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:45.628810 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0136a50-66ea-48a6-b0dc-44e6eed61564" -d '{"events": [{"name": "network-changed", "server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:45.634211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe68d72b-6bc2-49da-ac8b-863dfc36dd01 req-da5f65f8-23e3-442e-aebb-4a2a638cbd60 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 949 time: 0.3272564 Aug 31 15:52:45.638117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-0616cc69-d8ee-4c9f-af5e-166f88fbca48 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:45.640036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-0616cc69-d8ee-4c9f-af5e-166f88fbca48 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 824 time: 0.2465940 Aug 31 15:52:45.673187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3e58d2b3-143e-4581-bda0-112a307c1f27 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846059 Aug 31 15:52:45.745229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-df945243-1e98-4319-9d96-83c2d9d9c1df tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afe6b4fbade40d5be1e61c4f673a87e HTTP/1.1" status: 200 len: 378 time: 0.0931170 Aug 31 15:52:45.776141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe68d72b-6bc2-49da-ac8b-863dfc36dd01 req-830cc461-d5f7-4199-99fa-4ce3bcb9fbb5 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342840 Aug 31 15:52:45.780536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'port': {'device_id': '910a5192-8fc7-45b3-934c-33f4677996be', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'admin_state_up': True, 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'security_groups': ['b114fd1b-b3ca-42a1-878c-477f41b30792']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:45.869734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-6545cb55-074c-45c1-9d17-cce544928edc service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953590 Aug 31 15:52:45.987295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6c1a5-e0e9-4e40-9b9b-afb16ad49a53 req-ee93b5d8-2500-4be5-b116-8a72ef265c6d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:45.989182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15e6c1a5-e0e9-4e40-9b9b-afb16ad49a53 req-ee93b5d8-2500-4be5-b116-8a72ef265c6d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.0788004 Aug 31 15:52:46.035403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Made reservation on behalf of 3afe6b4fbade40d5be1e61c4f673a87e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:46.041571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:46.053073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15e6c1a5-e0e9-4e40-9b9b-afb16ad49a53 req-0cdae4f9-f414-468b-b3a3-b34b49bfb36f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575223 Aug 31 15:52:46.138562 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47092d7d-367c-4913-8f75-33ef857333e1 x-openstack-request-id: req-47092d7d-367c-4913-8f75-33ef857333e1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:46.139046 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:46.139418 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47092d7d-367c-4913-8f75-33ef857333e1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:46.139908 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'status': 'completed', 'code': 200} Aug 31 15:52:46.223167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-d882fb55-f69f-4e84-8a46-850554bfe4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:46.225995 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-d882fb55-f69f-4e84-8a46-850554bfe4ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1126 time: 0.0843751 Aug 31 15:52:46.340764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189dd3e-f9d4-48a1-af4e-8a8650f5dd7b req-c1cbcd4f-ae17-4da1-b800-3734da48291b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:46.349453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4189dd3e-f9d4-48a1-af4e-8a8650f5dd7b req-c1cbcd4f-ae17-4da1-b800-3734da48291b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 944 time: 0.1413076 Aug 31 15:52:46.420129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Allocated IP 172.20.0.4 (b93d0c14-428b-49db-a7c5-f75b14edaa36/b38bcd8e-9835-4041-8e52-7f20f9740cda/76c0cbe9-2e91-46e9-9eb0-5f5f25feddef) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:46.511403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4189dd3e-f9d4-48a1-af4e-8a8650f5dd7b req-321f300e-a3bf-4fd1-870a-f2659ae5c6cb tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605966 Aug 31 15:52:46.525146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-3c6bf35b-78e5-4aba-bc8e-75883f198b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:46.531059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-3c6bf35b-78e5-4aba-bc8e-75883f198b5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2801244 Aug 31 15:52:46.694693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-0554c859-7b69-4636-bcbf-60eade897d40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 217 time: 0.1581163 Aug 31 15:52:46.789518 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:46.831607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Transition to ACTIVE for port object 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:46.894151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b820900-e4b1-4369-925d-10773eeca6d3 req-eafba7a1-edc4-41fe-8b4b-0a8bd631ab5c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 210 time: 0.2164636 Aug 31 15:52:46.973397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-d9843613-688f-4181-9d07-810f00265a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:46.975503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-d9843613-688f-4181-9d07-810f00265a59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.2758040 Aug 31 15:52:47.057181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-1f686f1d-5603-4cb5-adbc-e5f629b12305 service neutron] 10.222.0.49 "GET /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.8282156 Aug 31 15:52:47.066260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54c403b4-9ded-41dc-acd0-9a1286f3f12e req-11994f80-6a2e-4904-a096-c0309b5cc65b tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 210 time: 0.1045964 Aug 31 15:52:47.067557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-6203faba-c801-4eb1-8dc0-3f3ac278c022 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=55e0b1de2d7145d89f7225a23f249524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5053475 Aug 31 15:52:47.092491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-f0561775-e221-419f-bcf3-30c00681ad75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816536 Aug 31 15:52:47.208756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-202431ed-07ad-43c0-9a12-9b14c35c7288 req-c2fcdab3-bb0d-4b84-9d84-8a10b525bbaf tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 210 time: 0.0754926 Aug 31 15:52:47.388040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-9e40e52d-a6fe-4f07-a9f4-3f6c9f4fd122 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:47.406931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-9e40e52d-a6fe-4f07-a9f4-3f6c9f4fd122 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153272 Aug 31 15:52:47.412431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-dc3e1a04-d9a1-4a5e-8a04-f1bfac93a539 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077753 Aug 31 15:52:47.413018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:47.434038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Request body: {'port': {'device_id': '34be7e9d-51c1-4fdf-b331-73b294653452', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '55e0b1de2d7145d89f7225a23f249524'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:47.508351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21058d-b175-49b3-ba94-66520e240638 req-3b250998-1a7d-43c8-a8d8-8a290a9f1902 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:47.509804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d21058d-b175-49b3-ba94-66520e240638 req-3b250998-1a7d-43c8-a8d8-8a290a9f1902 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.1608334 Aug 31 15:52:47.561992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:47.582147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:47.609852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:47.651557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0136a50-66ea-48a6-b0dc-44e6eed61564 req-82336c12-c2f1-4689-b835-9e9c2fb551e4 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311769 Aug 31 15:52:47.668473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'Port': ['ID=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:47.673096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d21058d-b175-49b3-ba94-66520e240638 req-0b9860af-9106-4906-872e-3ead1c5ee8df tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316729 Aug 31 15:52:47.679065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2cd1a3e-b685-45a9-a320-be863f9d9b5a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:47.724318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be63ed6-771f-4098-8c6c-7126e68bceae req-81673983-d297-4c0d-9062-408cba0278f6 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:47.759127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0be63ed6-771f-4098-8c6c-7126e68bceae req-81673983-d297-4c0d-9062-408cba0278f6 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 944 time: 0.1735208 Aug 31 15:52:47.810938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:47.811734 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:47.840092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f2cd1a3e-b685-45a9-a320-be863f9d9b5a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:47.848154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f2cd1a3e-b685-45a9-a320-be863f9d9b5a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:47.848855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:47.928853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0be63ed6-771f-4098-8c6c-7126e68bceae req-e0a34f50-5bbf-4c1d-b83e-bb376e79ab19 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685138 Aug 31 15:52:47.935095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Made reservation on behalf of 55e0b1de2d7145d89f7225a23f249524 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:47.938492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:47.947728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-999b0a48-8bfe-4731-af37-39f0b00c1036 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1782367 Aug 31 15:52:47.961320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:47.974267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Request body: {'port': {'device_id': '910a5192-8fc7-45b3-934c-33f4677996be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:48.062569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:48.071767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f1a3f719-4937-4cf9-b91c-6249b405a271 None None] Provisioning for port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:48.116231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:48.131645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:48.150355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f1a3f719-4937-4cf9-b91c-6249b405a271 None None] Provisioning complete for port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:48.154421 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f719-4937-4cf9-b91c-6249b405a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:48.163529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f02962-76a0-47f7-8cd9-ce3b16488983 req-1c1433e2-75a3-4611-a7a1-eb220b48916a tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:48.183660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3f02962-76a0-47f7-8cd9-ce3b16488983 req-1c1433e2-75a3-4611-a7a1-eb220b48916a tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 931 time: 0.1044433 Aug 31 15:52:48.243117 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:48.311005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:48.314260 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0095eb-7e4b-4ec4-abb1-2a18f4359ce2" -d '{"events": [{"server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:48.321374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3f719-4937-4cf9-b91c-6249b405a271 None None] Port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:48.337606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:48.346955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:48.406862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:48.414118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:48.429781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3f02962-76a0-47f7-8cd9-ce3b16488983 req-dd1379c9-3ede-415e-b366-036f03604ace tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2419102 Aug 31 15:52:48.528547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:48.530922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-bb6f9b34-d03a-4d98-9328-8fc0ed0b7837 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:48.532733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-bb6f9b34-d03a-4d98-9328-8fc0ed0b7837 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.49 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 821 time: 0.3466582 Aug 31 15:52:48.558947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'port': {'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'admin_state_up': True, 'tenant_id': '42f17517fff146eaa15a026544edfb8d'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:48.633013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d30e555b-1269-4b98-a3c4-6c67f45dbd31 req-c8ba0096-ae04-4da0-a0c5-18a6f7078b93 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 210 time: 0.0940704 Aug 31 15:52:48.704176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0d29b93-3b54-475d-86f7-da07105c501e req-61662d29-027f-4cc8-8485-ba660e3dc05d tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 210 time: 0.1086216 Aug 31 15:52:48.810543 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56aab8-aa23-4c3e-a867-04af5311b757 x-openstack-request-id: req-4f56aab8-aa23-4c3e-a867-04af5311b757 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:48.811032 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:48.811134 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f56aab8-aa23-4c3e-a867-04af5311b757 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:48.811486 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'code': 200} Aug 31 15:52:48.890286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5faf1-96a4-438e-80df-bada97457b17 req-e2d26668-01de-4420-9c63-2f4c0190a2e5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:48.891876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc5faf1-96a4-438e-80df-bada97457b17 req-e2d26668-01de-4420-9c63-2f4c0190a2e5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 943 time: 0.0671220 Aug 31 15:52:48.971334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc5faf1-96a4-438e-80df-bada97457b17 req-18d9b0d2-c701-41e1-a9d8-23087899f7dc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653419 Aug 31 15:52:49.090788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e52b-0b94-4417-8e9c-f42858c873c8 req-9610148a-4895-4117-8848-39a5e4938997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:49.092307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce81e52b-0b94-4417-8e9c-f42858c873c8 req-9610148a-4895-4117-8848-39a5e4938997 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1097 time: 0.1026564 Aug 31 15:52:49.140327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce81e52b-0b94-4417-8e9c-f42858c873c8 req-632537d3-e36f-419a-aed7-c3074bb31fc1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Aug 31 15:52:49.155413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2748a1a-14c1-48a4-9391-074cd5456edc req-c41f92c8-e286-4598-865a-244b05114617 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:49.157490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2748a1a-14c1-48a4-9391-074cd5456edc req-c41f92c8-e286-4598-865a-244b05114617 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 945 time: 0.1185060 Aug 31 15:52:49.205871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:49.208072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2748a1a-14c1-48a4-9391-074cd5456edc req-26532ab8-bf70-4fc7-81f2-606e20f22f33 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Aug 31 15:52:49.222574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.227878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.233204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.249355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.259767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Transition to ACTIVE for port object 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:49.273868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Made reservation on behalf of 42f17517fff146eaa15a026544edfb8d for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:52:49.278778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.280757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.405363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd8027e-ba03-4041-85c1-1316c9175ffc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:49.444869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Pushing event updated for resources: {'Port': ['ID=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:49.475725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Allocated IP 172.20.0.5 (3826076c-542a-4d5e-931e-dd1776188e65/7a7cbf4f-16ee-4936-8cf7-f3124f36466c/c67ee21f-9dfd-40c5-95fb-faacac3d5e82) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:49.570222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] Transition to ACTIVE for port object 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:49.589023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Allocated IP 192.168.233.191 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/51bb7b93-957e-445e-b851-dc615455a323) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:49.593708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.857127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:49.879411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Transition to ACTIVE for port object 51bb7b93-957e-445e-b851-dc615455a323 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:49.944750 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.014024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:50.025192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:50.058752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:50.135156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:50.135835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.165215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90cdcad2-c016-4221-92e0-892b1e7cf253 req-40869969-b084-4d1d-83e1-898797f37ec5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 210 time: 0.1476746 Aug 31 15:52:50.194234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7728317 Aug 31 15:52:50.249812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Attempting to bind port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:50.250981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Attempting to bind port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:50.251507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Attempting to bind port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef on network b93d0c14-428b-49db-a7c5-f75b14edaa36 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:50.273249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Request body: {'port': {'device_id': '34be7e9d-51c1-4fdf-b331-73b294653452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:50.295745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:50.298020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:52:50.321290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef on network b93d0c14-428b-49db-a7c5-f75b14edaa36 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:50.321904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Attempting to bind port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef on network b93d0c14-428b-49db-a7c5-f75b14edaa36 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:50.337536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] No DVR routers for this DVR port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:52:50.371851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:50.372621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Checking segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:50.373361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Bound using segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:50.374323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Bound port: 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:50.375141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7835f-d3aa-493a-9e69-31366f14fa94 req-e1b76660-618f-474f-89ce-b57823713518 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:50.375326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.383430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ee7835f-d3aa-493a-9e69-31366f14fa94 req-e1b76660-618f-474f-89ce-b57823713518 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 943 time: 0.7789733 Aug 31 15:52:50.491780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.525440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.534812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:52:50.589727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ee7835f-d3aa-493a-9e69-31366f14fa94 req-b38a4da7-9dc2-44c3-94c4-53118d4fd013 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052255 Aug 31 15:52:50.597018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Transition to ACTIVE for port object c67ee21f-9dfd-40c5-95fb-faacac3d5e82 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:50.619487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558efd6c-2a57-42e1-a010-9d6391b2de48 req-6f99cc22-1f54-47cb-9707-48d22725f497 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:50.643434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-558efd6c-2a57-42e1-a010-9d6391b2de48 req-6f99cc22-1f54-47cb-9707-48d22725f497 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 936 time: 0.2983894 Aug 31 15:52:50.662584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e5de36c-8448-4e64-8444-a1d2d6c463b9 None None] Provisioning for port 51bb7b93-957e-445e-b851-dc615455a323 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:50.673414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:50.676417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e5de36c-8448-4e64-8444-a1d2d6c463b9 None None] Provisioning complete for port 51bb7b93-957e-445e-b851-dc615455a323 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:50.677049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e5de36c-8448-4e64-8444-a1d2d6c463b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.730326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'mac_address': 'fa:16:3e:60:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:50.767318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4e5de36c-8448-4e64-8444-a1d2d6c463b9 None None] Port 51bb7b93-957e-445e-b851-dc615455a323 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:50.784743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-558efd6c-2a57-42e1-a010-9d6391b2de48 req-4e510c28-bc22-4072-a3b0-b69d76798bda tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/security-groups?id=dcd8027e-ba03-4041-85c1-1316c9175ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376438 Aug 31 15:52:50.807598 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.823383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e7aa167-d080-4b29-9909-49cb10e5e86f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:50.835847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:50.865390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:50.870684 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.898950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:50.931384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['342d5306-0f07-4161-8d9b-763ffaca82fd'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:50.934081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-9743dc58-512b-425b-aec6-7151ca104ca0 service neutron] 10.222.0.49 "PUT /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7/bindings/n-h1-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 3.8635740 Aug 31 15:52:50.968403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['1e7aa167-d080-4b29-9909-49cb10e5e86f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:51.040882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9beefab1-035d-47ff-9a2b-41eb5fd5a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:51.045613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.068178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54336bba-63a1-4224-8ceb-e77bf7b2829b tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Pushing event updated for resources: {'Port': ['ID=51bb7b93-957e-445e-b851-dc615455a323,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.104824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] For port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:51.116006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] For port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:51.137195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:51.207056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:51.207691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:51.209139 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] 10.222.0.49 "PUT /v2.0/ports/76c0cbe9-2e91-46e9-9eb0-5f5f25feddef HTTP/1.1" status: 200 len: 1092 time: 3.2447722 Aug 31 15:52:51.226770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:51.228983 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f287ba7e-43ff-4df2-a2c0-b066133dac00" -d '{"events": [{"name": "network-changed", "server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:51.307872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc51aa9-c696-4267-bd4b-9e4aadfec72a service neutron] Pushing event updated for resources: {'Port': ['ID=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.343097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event updated for resources: {'Port': ['ID=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.409575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Network 3826076c-542a-4d5e-931e-dd1776188e65 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:51.431618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-e4e01fb9-b412-406c-84f9-7b57386cc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:51.433511 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-e4e01fb9-b412-406c-84f9-7b57386cc817 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 1095 time: 0.1663818 Aug 31 15:52:51.444837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a2b1-a23b-41ff-9da2-217a65fbb8fc req-f919bb45-21e8-41ff-8b87-19ebc902b57b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:51.445965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bb7b93-957e-445e-b851-dc615455a323 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:51.446903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d20a2b1-a23b-41ff-9da2-217a65fbb8fc req-f919bb45-21e8-41ff-8b87-19ebc902b57b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 944 time: 0.2255194 Aug 31 15:52:51.447363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:51.469825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:51.471206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:51.569481 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5721c19f-83a2-457c-b84c-6214c0731357 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef HTTP/1.1" status: 200 len: 217 time: 0.1270030 Aug 31 15:52:51.589952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Transition to ACTIVE for port object 51bb7b93-957e-445e-b851-dc615455a323 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:51.590449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:51.591968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:51.658663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:51.678887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d20a2b1-a23b-41ff-9da2-217a65fbb8fc req-dc16e0c8-0088-4bf2-a060-01a515563701 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958903 Aug 31 15:52:51.681090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-b685d990-17c4-407c-a115-dc1080c1c8e8 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:51.682625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-b685d990-17c4-407c-a115-dc1080c1c8e8 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.5827684 Aug 31 15:52:51.684415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-cd1a409e-ad40-4b60-934e-5919979867e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1366298 Aug 31 15:52:51.706054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Request body: {'port': {'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:51.794920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-fca113d6-2a45-4449-a339-85f4d273ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:51.796452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-fca113d6-2a45-4449-a339-85f4d273ffbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.2079611 Aug 31 15:52:51.837110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Pushing event updated for resources: {'Port': ['ID=51bb7b93-957e-445e-b851-dc615455a323,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:51.938345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cca29e45-2bdd-4839-a109-c42e57ff806c None None] Provisioning for port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:51.946105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cca29e45-2bdd-4839-a109-c42e57ff806c None None] Provisioning complete for port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:51.946488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cca29e45-2bdd-4839-a109-c42e57ff806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.048203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0922-9fec-42fb-b1df-48363cd2679e req-e297da3c-e953-4f4c-a83b-2c0e79735804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:52.050132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-e297da3c-e953-4f4c-a83b-2c0e79735804 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337379 Aug 31 15:52:52.053361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.085103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cca29e45-2bdd-4839-a109-c42e57ff806c None None] Port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:52:52.106241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-5b23ac55-5aef-4954-adbd-8dbc043423cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:52.121705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-5b23ac55-5aef-4954-adbd-8dbc043423cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c&tenant_id=95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 1096 time: 0.3338048 Aug 31 15:52:52.202058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Attempting to bind port 51bb7b93-957e-445e-b851-dc615455a323 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:52.202488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Attempting to bind port 51bb7b93-957e-445e-b851-dc615455a323 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:52.202922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Attempting to bind port 51bb7b93-957e-445e-b851-dc615455a323 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:52.225966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8945ea-d8dc-4ca1-8eda-1b4cdae74296 req-f02b9ba7-0c0b-460e-9c91-c61bc7b3b7ba tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:52.227556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c8945ea-d8dc-4ca1-8eda-1b4cdae74296 req-f02b9ba7-0c0b-460e-9c91-c61bc7b3b7ba tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 945 time: 0.3107097 Aug 31 15:52:52.236091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Port 51bb7b93-957e-445e-b851-dc615455a323 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:52.241630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Attempting to bind port 51bb7b93-957e-445e-b851-dc615455a323 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:52.274241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:52.274742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:52.275231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:52.275792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Bound port: 51bb7b93-957e-445e-b851-dc615455a323, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:52.276284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.386232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:52.390286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] For port 51bb7b93-957e-445e-b851-dc615455a323, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:52.399988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] For port 51bb7b93-957e-445e-b851-dc615455a323, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=51bb7b93-957e-445e-b851-dc615455a323,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:52.399988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-b5cbb420-3dce-48d1-9d11-c394c57af7d0 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402066 Aug 31 15:52:52.429635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.515720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 1e7aa167-d080-4b29-9909-49cb10e5e86f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:52.516659 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.531414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:52.532041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.533510 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] 10.222.0.30 "PUT /v2.0/ports/51bb7b93-957e-445e-b851-dc615455a323 HTTP/1.1" status: 200 len: 1097 time: 2.2679899 Aug 31 15:52:52.583561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c8945ea-d8dc-4ca1-8eda-1b4cdae74296 req-e43e66a3-4ef0-48ca-aeaa-e6ef7400e269 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335998 Aug 31 15:52:52.620756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-7f018d02-f4f8-463c-8cf9-b5034b412697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:52.622502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-7f018d02-f4f8-463c-8cf9-b5034b412697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1096 time: 0.4295120 Aug 31 15:52:52.740729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-008e0922-9fec-42fb-b1df-48363cd2679e req-5873f5d6-0205-40ad-b83b-01abaa730727 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267634 Aug 31 15:52:52.765905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.767692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a303c-1bca-4c0d-a032-e4ae7c7f0753 service neutron] Pushing event updated for resources: {'Port': ['ID=51bb7b93-957e-445e-b851-dc615455a323,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:52.819883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-66219fc1-9ffa-42c9-947b-c9ee32240647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:52.821893 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-66219fc1-9ffa-42c9-947b-c9ee32240647 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55e0b1de2d7145d89f7225a23f249524&device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 1100 time: 0.2336934 Aug 31 15:52:52.866727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:52.868394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:52.870705 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c878171-e018-4d29-aaf2-047c374f37c7" -d '{"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:52.879994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:52.969244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-a48b81d3-873a-4ce6-a65e-44d7bb7430f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=51bb7b93-957e-445e-b851-dc615455a323 HTTP/1.1" status: 200 len: 217 time: 0.1332941 Aug 31 15:52:53.033866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:53.087890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-8bb2cb2f-95d0-433c-ab70-f452651e8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.094376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-8bb2cb2f-95d0-433c-ab70-f452651e8582 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1176353 Aug 31 15:52:53.123458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9be06-91b1-4f6c-becb-dd0ff5e7bbe6 req-e1878555-4db1-426b-99f6-cee3c5020350 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.127068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47e9be06-91b1-4f6c-becb-dd0ff5e7bbe6 req-e1878555-4db1-426b-99f6-cee3c5020350 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 931 time: 0.2823944 Aug 31 15:52:53.192628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-d346e717-99d6-4e4d-9da5-aef5bbcffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.194447 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-d346e717-99d6-4e4d-9da5-aef5bbcffbf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905101 Aug 31 15:52:53.225630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-677698c3-cfc7-441a-8b22-5e1ef88c4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.229492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-677698c3-cfc7-441a-8b22-5e1ef88c4fe0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.5774963 Aug 31 15:52:53.284856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47e9be06-91b1-4f6c-becb-dd0ff5e7bbe6 req-deaa45c1-6012-47bd-907e-d66c271b6417 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488156 Aug 31 15:52:53.388363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-bf6e5245-0efc-4b22-9954-290e84e874aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 217 time: 0.1222618 Aug 31 15:52:53.396781 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-070d0761-ec14-4bec-aaa9-76b1d9b485c8 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929748 Aug 31 15:52:53.403389 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f357c5fb-4d9e-4ea7-9390-adab4ddca3fd x-openstack-request-id: req-f357c5fb-4d9e-4ea7-9390-adab4ddca3fd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:53.403710 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:53.405542 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f357c5fb-4d9e-4ea7-9390-adab4ddca3fd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:53.405992 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'status': 'completed', 'code': 200} Aug 31 15:52:53.560428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67ee21f-9dfd-40c5-95fb-faacac3d5e82 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:53.572810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-821177da-7a0a-451b-bdb3-739209baef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.574712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-821177da-7a0a-451b-bdb3-739209baef08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1651311 Aug 31 15:52:53.578456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:53.636918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6426b71-fbe0-4fbb-84e6-bbd6f74965a7 req-0197c4f1-3410-4edc-9517-30bc554cd045 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.645014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6426b71-fbe0-4fbb-84e6-bbd6f74965a7 req-0197c4f1-3410-4edc-9517-30bc554cd045 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 943 time: 0.1627760 Aug 31 15:52:53.651131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-aee21148-d513-4740-ae3e-0d536a1220eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673590 Aug 31 15:52:53.660776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Transition to ACTIVE for port object c67ee21f-9dfd-40c5-95fb-faacac3d5e82 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:52:53.680172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-ae6f29e2-264f-468b-b46b-b5a2811c158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.680640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:53.684854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-ae6f29e2-264f-468b-b46b-b5a2811c158b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 1095 time: 0.2819743 Aug 31 15:52:53.859052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-073f0c56-3119-4799-a019-dfc982b571c5 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937227 Aug 31 15:52:53.920297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:53.920552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-18ca9e43-f874-4f42-9d37-9032215537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:53.922059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-18ca9e43-f874-4f42-9d37-9032215537ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 925 time: 0.2204280 Aug 31 15:52:53.972371 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:54.018514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6426b71-fbe0-4fbb-84e6-bbd6f74965a7 req-3f4c9d25-6763-4b96-a263-d5a46c3bb2b3 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3722448 Aug 31 15:52:54.058715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-9844b42d-b95a-4605-858e-c4a12842600d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef HTTP/1.1" status: 200 len: 217 time: 0.1271188 Aug 31 15:52:54.157406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-397c0965-c09f-48a0-8356-aa63b1f9517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:54.163192 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f871e44-1ca6-4ec6-82a4-9b4d6be29499 req-26878576-b6e6-4a50-a20f-5446dad675ba service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7561717 Aug 31 15:52:54.218726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Attempting to bind port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:52:54.219079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Attempting to bind port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:52:54.219402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Attempting to bind port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 on network 3826076c-542a-4d5e-931e-dd1776188e65 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:54.252622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 on network 3826076c-542a-4d5e-931e-dd1776188e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:52:54.252962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Attempting to bind port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 on network 3826076c-542a-4d5e-931e-dd1776188e65 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:52:54.287357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-abb2d63f-1752-42c7-b276-fa53402e26da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:54.289316 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-abb2d63f-1752-42c7-b276-fa53402e26da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.2233717 Aug 31 15:52:54.340448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:52:54.340955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Checking segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:52:54.346170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Bound using segment: {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:52:54.346170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Bound port: c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:52:54.346170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:54.376575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-69d4979f-e137-4f1d-bb54-ab896e3be43b service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458027 Aug 31 15:52:54.405042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-3ff5a011-db0f-49cc-bfd1-8e2d437cbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:54.408493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-3ff5a011-db0f-49cc-bfd1-8e2d437cbce9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121445 Aug 31 15:52:54.514860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c038c91-57c9-4c89-90fa-1cd1dacce3d8 req-15337ee0-c796-4163-9095-8cc6b249ecb4 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:54.561069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c038c91-57c9-4c89-90fa-1cd1dacce3d8 req-15337ee0-c796-4163-9095-8cc6b249ecb4 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 948 time: 0.3257356 Aug 31 15:52:54.644559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-fc24a439-d3a8-4d82-ba87-bc4dcb8005e5 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272940 Aug 31 15:52:54.710293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c038c91-57c9-4c89-90fa-1cd1dacce3d8 req-42bdb29e-6677-40eb-b8c8-005ab92e21df tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/security-groups?id=dcd8027e-ba03-4041-85c1-1316c9175ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482167 Aug 31 15:52:54.734060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] For port c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:54.879214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:55.014998 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f287ba7e-43ff-4df2-a2c0-b066133dac00 req-992698c8-00e6-4d31-b39e-7ab8f996c39c service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616226 Aug 31 15:52:55.189000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:55.336500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-ce14b778-5b12-4da5-9cb8-3dd27b50d5bc tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 258 time: 0.6043940 Aug 31 15:52:55.341700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:52:55.384118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] For port c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:52:55.409114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34be7e9d-51c1-4fdf-b331-73b294653452', 'tag': '51bb7b93-957e-445e-b851-dc615455a323'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:55.412637 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d58d40-b191-4d15-9eab-1374ad430182" -d '{"events": [{"name": "network-changed", "server_uuid": "34be7e9d-51c1-4fdf-b331-73b294653452", "tag": "51bb7b93-957e-445e-b851-dc615455a323"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:55.415452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:55.538199 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:55.552506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:55.554334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:55.554602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] 10.222.0.49 "PUT /v2.0/ports/c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 1092 time: 3.8600686 Aug 31 15:52:55.562654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:52:55.565616 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d866505-8664-437a-b87e-4db4f9fc466d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:52:55.570079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-38c26d0b-394c-497e-ad28-78ed18ddecce tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:55.571618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-38c26d0b-394c-497e-ad28-78ed18ddecce tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.2478426 Aug 31 15:52:55.685461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:56.293457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f192767-70d6-41aa-a677-957bb0598062 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:56.312349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:56.368362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-6287f6c2-553b-4da2-8e97-1797a00916fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:56.370304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-6287f6c2-553b-4da2-8e97-1797a00916fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1095 time: 0.7622225 Aug 31 15:52:56.425923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-510d1b14-6d9f-476d-a810-d517a4253c99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 217 time: 0.0465872 Aug 31 15:52:56.602212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:56.628564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'port_id': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'mac_address': 'fa:16:3e:19:a0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:56.666653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:56.726789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:56.762722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:56.785622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:56.791936 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:56.896540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-f2a6c3aa-f760-42fe-a37f-739d90f4ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:56.898140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-f2a6c3aa-f760-42fe-a37f-739d90f4ee41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.4647019 Aug 31 15:52:56.899598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Allocated IP 172.25.6.248 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f1b222de-9e5f-474a-a911-3d132655ea03) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:52:56.908459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-8f2af07e-85af-4ee5-ba1e-08104553397f service neutron] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:52:56.932223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-8f2af07e-85af-4ee5-ba1e-08104553397f service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:56.933476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96b9f23f-cb5c-4a6d-98e9-0b438e203386 req-8f2af07e-85af-4ee5-ba1e-08104553397f service neutron] 10.222.0.30 "DELETE /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7/bindings/n-h2-793621-35 HTTP/1.1" status: 204 len: 173 time: 1.3478100 Aug 31 15:52:56.977961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:57.089810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['76c0cbe9-2e91-46e9-9eb0-5f5f25feddef'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:57.104235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-9d0e5b57-6b20-447c-ae30-fee8563ef0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:57.104235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-9d0e5b57-6b20-447c-ae30-fee8563ef0e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885836 Aug 31 15:52:57.276717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-076df968-07f2-4a48-b2f9-79a3afb844f0 service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602921 Aug 31 15:52:57.380562 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:57.500414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b64eef0-521b-44e2-b0fa-befb09b323c3 req-f7c591b5-9482-4c63-ab4f-785b76804593 service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121246 Aug 31 15:52:57.546695 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:57.551514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:57.624005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:52:57.629968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:52:57.641865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:52:57.694949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 51bb7b93-957e-445e-b851-dc615455a323 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:52:57.695185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event updated for resources: {'Port': ['ID=f1b222de-9e5f-474a-a911-3d132655ea03,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:57.800210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:57.854847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:57.913572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 51bb7b93-957e-445e-b851-dc615455a323, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=51bb7b93-957e-445e-b851-dc615455a323,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:57.941465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '51bb7b93-957e-445e-b851-dc615455a323', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '51bb7b93-957e-445e-b851-dc615455a323', 'mac_address': 'fa:16:3e:93:31:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:52:58.018422 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.040943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bb7b93-957e-445e-b851-dc615455a323 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:52:58.085306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 51bb7b93-957e-445e-b851-dc615455a323, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=51bb7b93-957e-445e-b851-dc615455a323,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:58.092169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.179048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=51bb7b93-957e-445e-b851-dc615455a323,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:58.202360 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.208277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.281206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event updated for resources: {'Port': ['ID=f1b222de-9e5f-474a-a911-3d132655ea03,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:58.319328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:58.351574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.375210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.382193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['51bb7b93-957e-445e-b851-dc615455a323'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:52:58.384565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-f5742063-0f3c-4b4a-a54e-a7cc4127e8ac tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0466805 Aug 31 15:52:58.489974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-82dfbb4c-5ca5-4060-8c6c-3212a947ab35 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 696 time: 0.1044123 Aug 31 15:52:58.496765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:58.508835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:58.509532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.744696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-089b8dc7-c2f2-4a9f-bcef-e5afde5f4c01 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:58.746209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-089b8dc7-c2f2-4a9f-bcef-e5afde5f4c01 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2506738 Aug 31 15:52:58.758488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-6316c254-68d4-4b26-9fea-07b78a1ac6a4 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:52:58.759690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b55cd3-4e0e-4b6d-9b2f-5d2f254156b1 req-6316c254-68d4-4b26-9fea-07b78a1ac6a4 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061483 Aug 31 15:52:58.796113 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.847052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:52:58.851847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:58.925693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:52:58.987420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fc319-a919-40a8-9fe2-2dc9575c7641 req-4ed34b3c-9588-4223-b7de-b4c2a28a53ef tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:58.989512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc3fc319-a919-40a8-9fe2-2dc9575c7641 req-4ed34b3c-9588-4223-b7de-b4c2a28a53ef tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 944 time: 0.0800073 Aug 31 15:52:59.060855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc3fc319-a919-40a8-9fe2-2dc9575c7641 req-6efd155d-ac0f-4f83-9cc1-35b5e2e70bbc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Aug 31 15:52:59.106204 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a8b048-c28c-49bc-8bef-ddf6824ba3a2 x-openstack-request-id: req-a8a8b048-c28c-49bc-8bef-ddf6824ba3a2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:59.106514 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:59.106791 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8a8b048-c28c-49bc-8bef-ddf6824ba3a2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:59.107218 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'code': 200} Aug 31 15:52:59.271332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f057-fc7f-466b-abb3-76b6496f8519 req-f6d90d68-54ae-4db0-b9cf-0e875b72bb30 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:59.278970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a494f057-fc7f-466b-abb3-76b6496f8519 req-f6d90d68-54ae-4db0-b9cf-0e875b72bb30 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 943 time: 0.1194036 Aug 31 15:52:59.357444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a494f057-fc7f-466b-abb3-76b6496f8519 req-2045c280-69f1-4772-b6d7-7b79d289958a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737085 Aug 31 15:52:59.383168 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-0810ab37-fede-4fdb-acc6-54ab6af97069 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961568 Aug 31 15:52:59.529509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-b6d8471b-cfc4-4768-854d-317a4544d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:59.531898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-b6d8471b-cfc4-4768-854d-317a4544d428 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1096 time: 0.0919316 Aug 31 15:52:59.554129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb3557-1f27-450f-a138-f07b13cde553 req-05f7c1d9-4800-48f6-bdb1-e15967e0838b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:59.574867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55fb3557-1f27-450f-a138-f07b13cde553 req-05f7c1d9-4800-48f6-bdb1-e15967e0838b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 945 time: 0.0999596 Aug 31 15:52:59.704206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 51bb7b93-957e-445e-b851-dc615455a323 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:52:59.708629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55fb3557-1f27-450f-a138-f07b13cde553 req-c3b4ac63-38de-4617-bfc9-1a110aaa8299 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328509 Aug 31 15:52:59.779386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-9b459ea1-de52-4c63-ac16-59697809d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:52:59.781160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-9b459ea1-de52-4c63-ac16-59697809d539 service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.1995544 Aug 31 15:52:59.843100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 51bb7b93-957e-445e-b851-dc615455a323 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:52:59.854803 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7194b-c932-4d8e-890b-274ad35b054a x-openstack-request-id: req-3ba7194b-c932-4d8e-890b-274ad35b054a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:59.856104 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34be7e9d-51c1-4fdf-b331-73b294653452", "tag": "51bb7b93-957e-445e-b851-dc615455a323", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:59.856693 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ba7194b-c932-4d8e-890b-274ad35b054a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:59.857245 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34be7e9d-51c1-4fdf-b331-73b294653452', 'tag': '51bb7b93-957e-445e-b851-dc615455a323', 'status': 'completed', 'code': 200} Aug 31 15:52:59.858369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-a411b295-7a97-4138-b64d-9be77542542a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.0675995 Aug 31 15:52:59.865962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 51bb7b93-957e-445e-b851-dc615455a323 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:52:59.866343 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:52:59.966817 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a606430-4494-4fd6-90d6-c8ebfc0e8b96 x-openstack-request-id: req-4a606430-4494-4fd6-90d6-c8ebfc0e8b96 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:52:59.967220 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:52:59.975620 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a606430-4494-4fd6-90d6-c8ebfc0e8b96 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:52:59.976352 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'status': 'completed', 'code': 200} Aug 31 15:53:00.051182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d866505-8664-437a-b87e-4db4f9fc466d req-7b09ac50-abab-428f-b3da-bb16047abd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.053055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-7b09ac50-abab-428f-b3da-bb16047abd6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1095 time: 0.0676696 Aug 31 15:53:00.103810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-ebe91ca4-a621-46cf-8b1e-3948b2386408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.105735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-ebe91ca4-a621-46cf-8b1e-3948b2386408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.2349224 Aug 31 15:53:00.149957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068a2ae-22fe-4ef6-b417-2a3fd49b2e98 req-5afeb5e1-8d38-4a1a-a9b2-8fc5d08a1e50 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.160282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c068a2ae-22fe-4ef6-b417-2a3fd49b2e98 req-5afeb5e1-8d38-4a1a-a9b2-8fc5d08a1e50 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 949 time: 0.1291826 Aug 31 15:53:00.187064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58d40-b191-4d15-9eab-1374ad430182 req-d71dca8b-3343-4b7f-b649-1536edbab83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.189848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-d71dca8b-3343-4b7f-b649-1536edbab83e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55e0b1de2d7145d89f7225a23f249524&device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 1101 time: 0.3020682 Aug 31 15:53:00.201207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-c851e2f4-5f9d-4173-a9e9-6152d9a59cb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862360 Aug 31 15:53:00.241944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:00.267907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d866505-8664-437a-b87e-4db4f9fc466d req-ee612d2f-5470-41b6-bf9f-75494149e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.275599 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-ee612d2f-5470-41b6-bf9f-75494149e815 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.2112105 Aug 31 15:53:00.312597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 51bb7b93-957e-445e-b851-dc615455a323, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=51bb7b93-957e-445e-b851-dc615455a323,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:00.317002 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:00.329377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c67ee21f-9dfd-40c5-95fb-faacac3d5e82 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:00.352483 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-74e79c3a-5590-4955-b902-ed6bc30eb704 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 217 time: 0.0636349 Aug 31 15:53:00.420233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d866505-8664-437a-b87e-4db4f9fc466d req-7b98d2f6-682b-43cd-a276-08759e687e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.422264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-7b98d2f6-682b-43cd-a276-08759e687e56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.0618396 Aug 31 15:53:00.444149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c068a2ae-22fe-4ef6-b417-2a3fd49b2e98 req-65d2740e-7b97-436c-a452-79367aebbebc tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/security-groups?id=dcd8027e-ba03-4041-85c1-1316c9175ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826359 Aug 31 15:53:00.490060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d866505-8664-437a-b87e-4db4f9fc466d req-c91179fc-8236-4f9f-a3e1-7c67a1e16974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.493034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-c91179fc-8236-4f9f-a3e1-7c67a1e16974 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631785 Aug 31 15:53:00.554727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-31a21de7-79cd-4ba1-a6d7-67a62701d24b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.556687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-31a21de7-79cd-4ba1-a6d7-67a62701d24b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1610539 Aug 31 15:53:00.557780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58d40-b191-4d15-9eab-1374ad430182 req-b09fee9c-e5de-477f-86b8-9bf60894790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:00.559191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-b09fee9c-e5de-477f-86b8-9bf60894790d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3550165 Aug 31 15:53:00.571888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-c31666bc-9ff0-4c17-a9f6-7dcd7ce786af service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542631 Aug 31 15:53:00.576041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:00.594368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=51bb7b93-957e-445e-b851-dc615455a323,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:00.598048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:53:00.641465 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-72eee3e8-8d6d-48d2-b46b-894ed5255f35 service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391933 Aug 31 15:53:00.649234 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:00.668923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67ee21f-9dfd-40c5-95fb-faacac3d5e82 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:00.697849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:00.703515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:00.741424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-d85ea7c5-ffba-49fb-b2e9-99c67b0d6fba tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 696 time: 0.1770113 Aug 31 15:53:00.748000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-b6e04684-386c-48ab-ba87-dedde8fd8407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=51bb7b93-957e-445e-b851-dc615455a323 HTTP/1.1" status: 200 len: 217 time: 0.1724889 Aug 31 15:53:00.751123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Request body: {'floatingip': {'port_id': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:00.771622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:00.782133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d866505-8664-437a-b87e-4db4f9fc466d req-13a5e556-c851-432e-b9b6-7e9a9736ca2f service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318581 Aug 31 15:53:00.959718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:01.016782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c67ee21f-9dfd-40c5-95fb-faacac3d5e82'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:01.114938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef'}, {'server_uuid': '34be7e9d-51c1-4fdf-b331-73b294653452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bb7b93-957e-445e-b851-dc615455a323'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:01.117319 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e5d7b-9ebd-438e-a5cb-1f40fdcfa82e" -d '{"events": [{"server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "name": "network-vif-plugged", "status": "completed", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef"}, {"server_uuid": "34be7e9d-51c1-4fdf-b331-73b294653452", "name": "network-vif-plugged", "status": "completed", "tag": "51bb7b93-957e-445e-b851-dc615455a323"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:01.123158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58d40-b191-4d15-9eab-1374ad430182 req-6c455bfc-e7d9-427a-b569-7ad233028139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:01.124764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-6c455bfc-e7d9-427a-b569-7ad233028139 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.3509235 Aug 31 15:53:01.189595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e4806-b054-474e-b9df-7cbc7348a134 req-354cbce0-1018-4863-91bc-2124fb6e4099 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705135 Aug 31 15:53:01.261802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-3fb58986-7349-4d57-b098-6c8def7667f4 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:01.270276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-3fb58986-7349-4d57-b098-6c8def7667f4 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/networks?id=80ab15c5-512f-4810-9061-14c282b0d9ab HTTP/1.1" status: 200 len: 815 time: 0.4308431 Aug 31 15:53:01.429255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-a7acd932-efe5-4a1c-bc01-1855c30104bc tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/quotas/0573950bb189443189e7f4464e24a085 HTTP/1.1" status: 200 len: 375 time: 0.1580606 Aug 31 15:53:01.456823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58d40-b191-4d15-9eab-1374ad430182 req-013a1af0-43d9-4218-a721-ff9cdcb48009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:01.458414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-013a1af0-43d9-4218-a721-ff9cdcb48009 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3123486 Aug 31 15:53:01.874831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-86fa6407-32fc-451d-bb53-fa277aba772b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0573950bb189443189e7f4464e24a085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4328043 Aug 31 15:53:02.132601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-6331c0f2-e8fd-487d-8eb7-9504c545cff3 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529479 Aug 31 15:53:02.295596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-1d030df6-d055-45ce-b9f4-2df8fa824a55 service neutron] 10.222.0.43 "GET /v2.0/networks/80ab15c5-512f-4810-9061-14c282b0d9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746667 Aug 31 15:53:02.304492 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.resource_extend [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:53:02.336159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c67ee21f-9dfd-40c5-95fb-faacac3d5e82 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:02.405617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:53:02.414971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:53:02.415357 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:02.508300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38d58d40-b191-4d15-9eab-1374ad430182 req-12da07a5-6adf-4ebb-8fc9-71e720fe94d2 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632307 Aug 31 15:53:02.510335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:02.520300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:02.526431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:02.564134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:02.570336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:02.577287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-2c879353-43c7-4aca-be34-50c72a55a8b2 service neutron] 10.222.0.43 "GET /v2.0/networks/80ab15c5-512f-4810-9061-14c282b0d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748802 Aug 31 15:53:02.630179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:02.681894 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Floating IP 0e032ac1-71f6-4759-b1de-b4670bea5d1e associated. External IP: 172.25.6.248, port: f2cd1a3e-b685-45a9-a320-be863f9d9b5a. Aug 31 15:53:02.867018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf59b10-5c70-4368-80c0-9b4bd196b3fd req-d3dade49-7d29-4a37-9288-53f6458aaaf6 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:02.874517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcf59b10-5c70-4368-80c0-9b4bd196b3fd req-d3dade49-7d29-4a37-9288-53f6458aaaf6 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 945 time: 0.0791626 Aug 31 15:53:02.962252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcf59b10-5c70-4368-80c0-9b4bd196b3fd req-8cbee15b-601c-477e-94c7-87d4cdcfb472 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849917 Aug 31 15:53:03.111386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:03.113792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a94f32-fcbc-437d-ba90-e4a5072e6697 req-b03297cf-db38-48c5-9c41-08948d46858e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:03.115401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72a94f32-fcbc-437d-ba90-e4a5072e6697 req-b03297cf-db38-48c5-9c41-08948d46858e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1096 time: 0.0793364 Aug 31 15:53:03.245497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72a94f32-fcbc-437d-ba90-e4a5072e6697 req-09d52dee-fa74-4429-98ca-d4e63e71c282 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187582 Aug 31 15:53:03.273637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:03.278871 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:03.290708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] Sync routers for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:03.309765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:03.310534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:03.538493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:03.742502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-2e639bc7-0cc2-458b-b9c9-6df0b3e85d39 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "PUT /v2.0/floatingips/0e032ac1-71f6-4759-b1de-b4670bea5d1e HTTP/1.1" status: 200 len: 996 time: 3.0006065 Aug 31 15:53:03.744406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:03.746665 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e696827-9608-4e41-b755-85e9d367bd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:03.790709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38dad6-1d0e-4e63-80b4-a067be3eff29 req-99dbd2e2-0636-46f2-843c-bee64022822f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:03.792376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de38dad6-1d0e-4e63-80b4-a067be3eff29 req-99dbd2e2-0636-46f2-843c-bee64022822f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 945 time: 0.0950007 Aug 31 15:53:03.818765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-a6482bda-b9b3-4a0a-98a5-a06fc536d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:03.820562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-a6482bda-b9b3-4a0a-98a5-a06fc536d81e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1097 time: 0.0623064 Aug 31 15:53:03.944830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de38dad6-1d0e-4e63-80b4-a067be3eff29 req-1aa5a8b9-e29c-415b-8b31-71c330f98104 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389353 Aug 31 15:53:03.957298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '0e032ac1-71f6-4759-b1de-b4670bea5d1e', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'port_id': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'mac_address': 'fa:16:3e:68:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:57Z', 'updated_at': '2021-08-31T15:53:02Z', 'revision_number': 1, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:39Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:03.985422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-abd5b454-50b8-461b-851d-70b908c348b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:03.987684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-abd5b454-50b8-461b-851d-70b908c348b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 929 time: 0.1607625 Aug 31 15:53:04.050926 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3cce15-90d5-476c-95c7-245e48abbd19 x-openstack-request-id: req-3d3cce15-90d5-476c-95c7-245e48abbd19 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:04.051254 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "name": "network-vif-plugged", "status": "completed", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef", "code": 200}, {"server_uuid": "34be7e9d-51c1-4fdf-b331-73b294653452", "name": "network-vif-plugged", "status": "completed", "tag": "51bb7b93-957e-445e-b851-dc615455a323", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:04.051636 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d3cce15-90d5-476c-95c7-245e48abbd19 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:04.052152 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'code': 200} Aug 31 15:53:04.053032 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be7e9d-51c1-4fdf-b331-73b294653452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bb7b93-957e-445e-b851-dc615455a323', 'code': 200} Aug 31 15:53:04.055977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] Checking router: d4f45b7c-30ac-4f83-9bb9-1dfabd803171 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:04.078591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:04.080642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:04.222567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4b955-f19b-46ab-ad11-0c8abf29a1b0 req-be19cba7-b123-45a8-9399-866f9f360ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:04.224228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04f4b955-f19b-46ab-ad11-0c8abf29a1b0 req-be19cba7-b123-45a8-9399-866f9f360ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 1102 time: 0.0894005 Aug 31 15:53:04.299983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:04.315463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166902-379d-4436-be61-da7f9a48405c req-a10f5979-5654-4fa0-af4d-b1e203ec0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:04.317005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a166902-379d-4436-be61-da7f9a48405c req-a10f5979-5654-4fa0-af4d-b1e203ec0b1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 1097 time: 0.1952608 Aug 31 15:53:04.329052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-b2f85c2a-2548-4631-aab6-ff1769e948d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 999 time: 0.3324847 Aug 31 15:53:04.336934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04f4b955-f19b-46ab-ad11-0c8abf29a1b0 req-3f960e29-0cbd-42c5-997e-b3a0b1604f48 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dcd8027e-ba03-4041-85c1-1316c9175ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852129 Aug 31 15:53:04.410862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a166902-379d-4436-be61-da7f9a48405c req-c87d1cf5-d899-4809-8229-07e86676d2fc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804000 Aug 31 15:53:04.436293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96e36-17b6-463d-bd63-5960895696fc req-f0534de8-19b9-4600-b3c5-caa97c636d35 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:04.444119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10c96e36-17b6-463d-bd63-5960895696fc req-f0534de8-19b9-4600-b3c5-caa97c636d35 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 950 time: 0.2181809 Aug 31 15:53:04.463760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-276c59f5-9005-4718-9e01-2af8173f5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:04.465271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-276c59f5-9005-4718-9e01-2af8173f5e72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 200 len: 867 time: 0.0937233 Aug 31 15:53:04.537761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10c96e36-17b6-463d-bd63-5960895696fc req-288e0eb9-c13f-44dd-8e3d-48247cb2a363 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/security-groups?id=dcd8027e-ba03-4041-85c1-1316c9175ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Aug 31 15:53:04.548097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-ca70e2c5-b789-4136-951b-d5a9062da186 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:04.550884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-ca70e2c5-b789-4136-951b-d5a9062da186 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.30 "GET /v2.0/networks?id=80ab15c5-512f-4810-9061-14c282b0d9ab HTTP/1.1" status: 200 len: 815 time: 0.4968724 Aug 31 15:53:04.571496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-496a1a8f-7efc-4226-a0fd-d75e0ee132df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:04.578641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-496a1a8f-7efc-4226-a0fd-d75e0ee132df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015809 Aug 31 15:53:04.592514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-5c31950c-5621-4a89-a518-31b5bdbebcba service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:53:04.593711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-5c31950c-5621-4a89-a518-31b5bdbebcba service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099633 Aug 31 15:53:04.608881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Request body: {'port': {'device_id': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'admin_state_up': True, 'tenant_id': '0573950bb189443189e7f4464e24a085'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:04.644296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '0e032ac1-71f6-4759-b1de-b4670bea5d1e', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'port_id': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'mac_address': 'fa:16:3e:68:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:57Z', 'updated_at': '2021-08-31T15:53:02Z', 'revision_number': 1, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:39Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:04.720693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6a35e-f8dd-47a0-8673-6f4e07c1eb9c None None] The sync data for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 is: [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '0e032ac1-71f6-4759-b1de-b4670bea5d1e', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'port_id': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'mac_address': 'fa:16:3e:68:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:57Z', 'updated_at': '2021-08-31T15:53:02Z', 'revision_number': 1, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:39Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:04.769579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3312eba8-db2c-4736-9b61-5bf1e1635774 req-92546479-55a8-452e-ad04-66e1109af39d tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 210 time: 0.1315358 Aug 31 15:53:04.891685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-1585c94a-f8a0-42fa-9c9a-6722d3fdecdc service neutron] 10.222.0.43 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621758 Aug 31 15:53:04.978731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Made reservation on behalf of 0573950bb189443189e7f4464e24a085 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:04.982607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:05.102399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665db1f4-c976-4e00-a87c-c1c052687957 None None] New status for floating IP 0e032ac1-71f6-4759-b1de-b4670bea5d1e: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:05.171875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e0ecbcc-4ece-4ee2-a5b4-60470d2c6c1f req-12791838-151c-4e0d-8417-3f50eb0d0577 service neutron] 10.222.0.43 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789779 Aug 31 15:53:05.304749 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8408bd-a2f8-4798-856e-9824d3834150 x-openstack-request-id: req-9a8408bd-a2f8-4798-856e-9824d3834150 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:05.305046 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:05.305302 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a8408bd-a2f8-4798-856e-9824d3834150 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:05.306096 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'status': 'completed', 'code': 200} Aug 31 15:53:05.349626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Allocated IP 172.20.0.4 (80ab15c5-512f-4810-9061-14c282b0d9ab/d99a564b-c4ed-4a9e-b2b8-e2fac5696486/f2bd76d1-2d27-4597-837c-4100f3b1fdd0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:05.459619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696827-9608-4e41-b755-85e9d367bd6b req-e1d2e8a0-865a-43b9-80e1-882a08e48351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:05.462274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-e1d2e8a0-865a-43b9-80e1-882a08e48351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1097 time: 0.1379392 Aug 31 15:53:05.610284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:05.690115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Transition to ACTIVE for port object f2bd76d1-2d27-4597-837c-4100f3b1fdd0 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:53:05.722783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696827-9608-4e41-b755-85e9d367bd6b req-45aee102-91b9-4321-9500-2b08de5817db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:05.725927 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-45aee102-91b9-4321-9500-2b08de5817db service neutron] 10.222.0.30 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 929 time: 0.2016964 Aug 31 15:53:05.861742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8d7b-03b0-476d-a43a-9e0ce3c67756 req-e74a59e2-b757-467e-aefb-f539e207dcd2 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:05.874310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7ec8d7b-03b0-476d-a43a-9e0ce3c67756 req-e74a59e2-b757-467e-aefb-f539e207dcd2 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 945 time: 0.3922749 Aug 31 15:53:05.909819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:05.948587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-b6769570-8df7-419a-b474-71a60657fee3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 1001 time: 0.2117662 Aug 31 15:53:05.967708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7ec8d7b-03b0-476d-a43a-9e0ce3c67756 req-552cedab-b8c7-4787-8d72-feae83bf939d tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Aug 31 15:53:06.018431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Network 80ab15c5-512f-4810-9061-14c282b0d9ab is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:06.026377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:06.028675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Pushing event updated for resources: {'Port': ['ID=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:06.038230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:53:06.055611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:06.060896 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ffc818-cfd8-4e59-8517-05c015b7fb84" -d '{"events": [{"server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "name": "network-vif-plugged", "status": "completed", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:06.143787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:06.144470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:06.210342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fff4af-37e7-44c8-8cae-fe7aef56f42a req-7d1b241b-f02d-466d-a690-8823774e3d02 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:06.212043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86fff4af-37e7-44c8-8cae-fe7aef56f42a req-7d1b241b-f02d-466d-a690-8823774e3d02 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 945 time: 0.1347830 Aug 31 15:53:06.213798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e353b2a-2e6c-4594-b7cf-29ee1ed7f007 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6339114 Aug 31 15:53:06.260446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696827-9608-4e41-b755-85e9d367bd6b req-13153b7e-5ac5-4a5e-82ea-cf5f642f336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:06.262302 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-13153b7e-5ac5-4a5e-82ea-cf5f642f336d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 200 len: 867 time: 0.1220820 Aug 31 15:53:06.276462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Request body: {'port': {'device_id': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:06.386077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86fff4af-37e7-44c8-8cae-fe7aef56f42a req-5959dbb8-208f-4191-8bd2-f5ff00647fae tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536491 Aug 31 15:53:06.450460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:06.491286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a60040a5-00f4-491c-bdd3-16dff53a4fe9 None None] Provisioning for port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:53:06.498072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a60040a5-00f4-491c-bdd3-16dff53a4fe9 None None] Provisioning complete for port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:53:06.498458 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a60040a5-00f4-491c-bdd3-16dff53a4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:06.569047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a60040a5-00f4-491c-bdd3-16dff53a4fe9 None None] Port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:53:06.832671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bd76d1-2d27-4597-837c-4100f3b1fdd0 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:06.841864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:06.856550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Transition to ACTIVE for port object f2bd76d1-2d27-4597-837c-4100f3b1fdd0 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:53:06.863365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:06.946651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Pushing event updated for resources: {'Port': ['ID=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:07.037210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Attempting to bind port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:53:07.037803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Attempting to bind port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:53:07.038521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Attempting to bind port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 on network 80ab15c5-512f-4810-9061-14c282b0d9ab {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:07.044801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 on network 80ab15c5-512f-4810-9061-14c282b0d9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:53:07.046041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Attempting to bind port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 on network 80ab15c5-512f-4810-9061-14c282b0d9ab {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:07.050846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:53:07.051059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Checking segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:07.051306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Bound using segment: {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:53:07.051747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Bound port: f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:53:07.052109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:07.287339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] For port f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:07.319242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] For port f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:07.333287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:07.357136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-ebb7d356-f207-4d38-81ef-f70b99f455c5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:07.358817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-ebb7d356-f207-4d38-81ef-f70b99f455c5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.2796121 Aug 31 15:53:07.402820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:07.403470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:07.404924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] 10.222.0.30 "PUT /v2.0/ports/f2bd76d1-2d27-4597-837c-4100f3b1fdd0 HTTP/1.1" status: 200 len: 1092 time: 1.1332879 Aug 31 15:53:07.406590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'tag': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:07.408945 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4768e4dd-bbea-48a0-8ebf-60ab5187e992" -d '{"events": [{"name": "network-changed", "server_uuid": "07284280-d9b0-4db4-b9d2-2b18136cfe46", "tag": "f2bd76d1-2d27-4597-837c-4100f3b1fdd0"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:07.419183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a5365de-4996-4089-a33e-506f20d583be req-9a2b8f49-ce45-4e2e-9ec0-830b21e96b9a tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 258 time: 0.2823167 Aug 31 15:53:07.425263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-42dd2a33-73c3-4ff8-a8b5-757d975f2fb0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/quotas/95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 375 time: 0.0419507 Aug 31 15:53:07.461682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:07.510356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a25c0-662f-4727-ac6c-bb35d6f4416d service neutron] Pushing event updated for resources: {'Port': ['ID=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:07.534649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:07.584549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-b646bd64-4e15-46a5-be9b-c1d6a9e2b850 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481142 Aug 31 15:53:07.718522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-e0be0389-4af0-4571-887f-3f165c3924a0 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264765 Aug 31 15:53:07.773825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:07.888634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-c3f5520a-a07b-42a0-9f01-131596685ef1 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615441 Aug 31 15:53:07.916701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Allocated IP 172.25.6.143 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/a91628b4-f991-4136-9914-49913f1faed2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:08.046412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:08.126431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:08.175673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc4b9-4d1a-4fe5-9abe-b3048ab4a539 req-0d45e717-35b0-41a6-b90e-fb6b8d7de8a3 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:08.177233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13ebc4b9-4d1a-4fe5-9abe-b3048ab4a539 req-0d45e717-35b0-41a6-b90e-fb6b8d7de8a3 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 950 time: 0.1066461 Aug 31 15:53:08.183610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:08.186928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:08.189583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:53:08.220770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event updated for resources: {'Port': ['ID=a91628b4-f991-4136-9914-49913f1faed2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:08.271608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13ebc4b9-4d1a-4fe5-9abe-b3048ab4a539 req-2df5b713-6bce-405f-aa95-c320e7838cd5 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.43 "GET /v2.0/security-groups?id=dcd8027e-ba03-4041-85c1-1316c9175ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584450 Aug 31 15:53:08.320099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:08.372825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:08.783058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9869c64-3a24-49f0-9885-7604880777ba req-34c2f6e4-8140-44e3-b8bb-0e118d789b51 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:08.784779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9869c64-3a24-49f0-9885-7604880777ba req-34c2f6e4-8140-44e3-b8bb-0e118d789b51 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1097 time: 0.3618157 Aug 31 15:53:08.860425 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9869c64-3a24-49f0-9885-7604880777ba req-fdc1137e-2071-4e9e-a816-71b6b17b4e53 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Aug 31 15:53:08.882893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:08.893791 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:09.013142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event updated for resources: {'Port': ['ID=a91628b4-f991-4136-9914-49913f1faed2,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:09.021690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:09.041832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727bb0c-81f5-47f4-92fe-5d36be450e87 req-d9ff3cbe-83ab-46a8-95f0-b8942d78acdd tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:09.043494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6727bb0c-81f5-47f4-92fe-5d36be450e87 req-d9ff3cbe-83ab-46a8-95f0-b8942d78acdd tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 943 time: 0.1182332 Aug 31 15:53:09.048531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:09.049754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a5365de-4996-4089-a33e-506f20d583be req-aaeb3099-4488-4ecd-9e75-0d43fae232d7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6080725 Aug 31 15:53:09.113144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a5365de-4996-4089-a33e-506f20d583be req-a7d7e3bf-a068-40f8-95cc-d43707454442 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0560095 Aug 31 15:53:09.140363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6727bb0c-81f5-47f4-92fe-5d36be450e87 req-46025511-40fa-4fdd-800e-abc014123778 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897563 Aug 31 15:53:09.203721 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857aca0-b35c-4385-b24c-eaf6eb65ab77 x-openstack-request-id: req-5857aca0-b35c-4385-b24c-eaf6eb65ab77 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:09.205251 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "name": "network-vif-plugged", "status": "completed", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:09.205727 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5857aca0-b35c-4385-b24c-eaf6eb65ab77 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:09.206333 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'code': 200} Aug 31 15:53:09.266188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5365de-4996-4089-a33e-506f20d583be req-8ba3905b-036d-4561-9706-c618711d9581 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:09.267734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a5365de-4996-4089-a33e-506f20d583be req-8ba3905b-036d-4561-9706-c618711d9581 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1474504 Aug 31 15:53:09.398214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb214-d46a-4056-93a1-42a8dba908cc req-387ad44f-f2b9-4089-b7a7-37b95f6b263f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:09.400631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-977bb214-d46a-4056-93a1-42a8dba908cc req-387ad44f-f2b9-4089-b7a7-37b95f6b263f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 945 time: 0.1318781 Aug 31 15:53:09.414433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39706) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:09.418722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94766145-b785-425e-bb32-450807a54c1d req-ba75e149-aaec-44ff-91fa-c27824c699af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:09.420208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94766145-b785-425e-bb32-450807a54c1d req-ba75e149-aaec-44ff-91fa-c27824c699af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1097 time: 0.1204803 Aug 31 15:53:09.425666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'floatingip': {'port_id': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:09.443985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d629597-28f9-4d6a-929d-5a42204a133c req-df44b0f9-3fdc-42ab-9766-baaec89a2039 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:09.451401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d629597-28f9-4d6a-929d-5a42204a133c req-df44b0f9-3fdc-42ab-9766-baaec89a2039 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 945 time: 0.1097078 Aug 31 15:53:09.510902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-09806ae5-d3e2-4343-9663-fd0aa38dc1c4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:09.512776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-09806ae5-d3e2-4343-9663-fd0aa38dc1c4 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.1811266 Aug 31 15:53:09.533179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Request body: {'port': {'device_id': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'admin_state_up': True, 'tenant_id': '95dbc64de383495ca5176f9e711e4181'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:09.562405 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1890bb7d-faf3-4516-8ea4-111ecb21bc10 x-openstack-request-id: req-1890bb7d-faf3-4516-8ea4-111ecb21bc10 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:09.562405 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07284280-d9b0-4db4-b9d2-2b18136cfe46", "tag": "f2bd76d1-2d27-4597-837c-4100f3b1fdd0", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:09.562405 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1890bb7d-faf3-4516-8ea4-111ecb21bc10 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:09.562405 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'tag': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0', 'status': 'completed', 'code': 200} Aug 31 15:53:09.611933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:09.657970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d629597-28f9-4d6a-929d-5a42204a133c req-09bdc908-befc-4cc3-b92f-3ca62ceb3b0e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050717 Aug 31 15:53:09.713957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Made reservation on behalf of 95dbc64de383495ca5176f9e711e4181 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:09.720785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:09.728512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8fd77db-7fd0-428f-9b75-105ace27bf9b req-d9cfdcc4-a64f-41fb-99ab-b47ad537ca07 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 210 time: 0.0745256 Aug 31 15:53:09.730650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94766145-b785-425e-bb32-450807a54c1d req-d9ae3453-04d3-4bf2-86be-aa59114ff79d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022292 Aug 31 15:53:10.185785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a011f-b860-43bf-88ce-3599bedaf192 req-31814a0a-fd05-4b2a-a070-34124104146b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:10.186473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-705a011f-b860-43bf-88ce-3599bedaf192 req-31814a0a-fd05-4b2a-a070-34124104146b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1234643 Aug 31 15:53:10.201826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Allocated IP 172.20.0.10 (84aae885-6afb-432f-ba2e-e92adbc6643e/a9b700bd-8715-4614-85b0-d3bc06d6fbc6/c1d8ee34-01cf-4a63-bd06-db2ede6929b6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:10.289279 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.302642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.397332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-705a011f-b860-43bf-88ce-3599bedaf192 req-fc8a38bc-3ad8-4fc0-b7cb-60dacdbe97d5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.1062183 Aug 31 15:53:10.415093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-705a011f-b860-43bf-88ce-3599bedaf192 req-d0c3b1e3-b83d-4714-b5d3-50cbecd9587c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Request body: {'floatingip': {'port_id': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:10.489787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.512675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-705a011f-b860-43bf-88ce-3599bedaf192 req-d0c3b1e3-b83d-4714-b5d3-50cbecd9587c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.537794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.615099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Network 84aae885-6afb-432f-ba2e-e92adbc6643e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:10.616583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:10.621357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:53:10.632909 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a associated. External IP: 172.25.6.221, port: 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef. Aug 31 15:53:10.674303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:10.698499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:10.699584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.722065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-f2ec7100-e261-4211-bc47-240b29c47bd1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1958270 Aug 31 15:53:10.739042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Request body: {'port': {'device_id': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:10.803816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:10.937654 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-705a011f-b860-43bf-88ce-3599bedaf192 req-d0c3b1e3-b83d-4714-b5d3-50cbecd9587c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 15:53:10.938744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-705a011f-b860-43bf-88ce-3599bedaf192 req-d0c3b1e3-b83d-4714-b5d3-50cbecd9587c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "PUT /v2.0/floatingips/1d15cae2-41fe-44d2-b2a7-1daa59719fa7 HTTP/1.1" status: 409 len: 550 time: 0.5343778 Aug 31 15:53:11.045899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:11.083263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa66a4-2f2a-4e9a-a6db-46b069227f39 req-89f8c2d9-117e-4f82-bb26-8659223759a6 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.089228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38aa66a4-2f2a-4e9a-a6db-46b069227f39 req-89f8c2d9-117e-4f82-bb26-8659223759a6 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 949 time: 0.0750616 Aug 31 15:53:11.164797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38aa66a4-2f2a-4e9a-a6db-46b069227f39 req-e6fbfa36-5eb0-4567-9ba2-d0e69f163290 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Aug 31 15:53:11.174508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d8ee34-01cf-4a63-bd06-db2ede6929b6 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:11.197525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:11.216086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Transition to ACTIVE for port object c1d8ee34-01cf-4a63-bd06-db2ede6929b6 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:53:11.225828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:11.269853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:11.280735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:11.281955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:11.299860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:11.300557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:11.315561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:11.316599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57f4bcac-4269-446e-9fa9-c4477b917b99 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "PUT /v2.0/floatingips/046f7f0c-c1a2-4282-90e1-9f4b6ab5626a HTTP/1.1" status: 200 len: 991 time: 1.8998311 Aug 31 15:53:11.371756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c121b4-3de9-411d-aa75-30c07f99f612 req-fb5d53f3-5a2b-49e5-a8d6-dabde3d3e220 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.373595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90c121b4-3de9-411d-aa75-30c07f99f612 req-fb5d53f3-5a2b-49e5-a8d6-dabde3d3e220 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 943 time: 0.0513105 Aug 31 15:53:11.437257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:53:11.437895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:53:11.438038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:11.440639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:11.443048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:53:11.443372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:11.448215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:53:11.448688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:11.449076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:53:11.449502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Bound port: c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:53:11.449864 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:11.457826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90c121b4-3de9-411d-aa75-30c07f99f612 req-6ef89992-ede0-4fb5-a8ec-49cc247dd5d0 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568128 Aug 31 15:53:11.536236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:11.540814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:11.547505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:11.558267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:11.560807 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8855bd83-e1bd-45c2-b8f4-e92b98734e99" -d '{"events": [{"name": "network-changed", "server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:11.581341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.582055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:11.583458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 1093 time: 0.8519826 Aug 31 15:53:11.585867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:11.588286 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7edc21-6c01-4fcb-acf1-31292043471b" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:11.616372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acad90-58f6-43e2-b8eb-b37f1ca36ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:11.642518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f927-8cb7-40e1-ba9b-5454c5f11f2c req-00b4732c-614e-4a19-808f-7fe32e35d016 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.650019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b58f927-8cb7-40e1-ba9b-5454c5f11f2c req-00b4732c-614e-4a19-808f-7fe32e35d016 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 945 time: 0.0843904 Aug 31 15:53:11.688219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-ccd4df03-e55d-4425-a3f4-37900c9748a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.690332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-ccd4df03-e55d-4425-a3f4-37900c9748a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1096 time: 0.0668981 Aug 31 15:53:11.715418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b58f927-8cb7-40e1-ba9b-5454c5f11f2c req-d4ffdafa-a741-4cee-8d7f-fb5518533968 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643620 Aug 31 15:53:11.759328 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-90a8f5a2-e7bd-4d09-8423-e99d8095714a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 217 time: 0.0606885 Aug 31 15:53:11.791065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '046f7f0c-c1a2-4282-90e1-9f4b6ab5626a', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'port_id': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'mac_address': 'fa:16:3e:19:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910a5192-8fc7-45b3-934c-33f4677996be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:40Z', 'updated_at': '2021-08-31T15:53:10Z', 'revision_number': 1, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:11.817418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-0af6707e-63d8-498e-a8f7-2592e6f59824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.818935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-0af6707e-63d8-498e-a8f7-2592e6f59824 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0528035 Aug 31 15:53:11.864815 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-297240a3-662c-41a7-93f0-555a7c908001 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388961 Aug 31 15:53:11.867690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6276a4-d2e9-492d-8c9d-9157d1bbb56b req-127b6117-da67-4ddf-ae17-96f845e3bfa7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:11.869334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da6276a4-d2e9-492d-8c9d-9157d1bbb56b req-127b6117-da67-4ddf-ae17-96f845e3bfa7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.0677938 Aug 31 15:53:11.870434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:11.879495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:11.880122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:11.943391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da6276a4-d2e9-492d-8c9d-9157d1bbb56b req-5953491b-a245-48d1-95ad-896cee542ebd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676224 Aug 31 15:53:12.018787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-60fcf1c8-c485-43fc-a761-5cb6f28185f1 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips/1d15cae2-41fe-44d2-b2a7-1daa59719fa7 HTTP/1.1" status: 200 len: 693 time: 0.0568597 Aug 31 15:53:12.019768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-ef37949b-cbe8-4a9d-9b90-1c0978c23a20 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421363 Aug 31 15:53:12.133581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:12.151074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-aed02e13-e1ac-484c-b7a4-72cc21a600d9 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:12.158832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-aed02e13-e1ac-484c-b7a4-72cc21a600d9 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1388886 Aug 31 15:53:12.167941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-f0770e96-24c5-4ef6-b078-d8051b7a42ce tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:53:12.180750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-f0770e96-24c5-4ef6-b078-d8051b7a42ce tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190172 Aug 31 15:53:12.181840 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e0e9abb-e8c0-4d09-a142-7a98fc13b3f9 req-8e33135a-c4a0-4cd2-a24e-f8cff5c1862b service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512179 Aug 31 15:53:12.235216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-2d1c517e-03d3-4b8a-99bb-2a2db38cc275 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0525360 Aug 31 15:53:12.305440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-be05e755-258f-430d-aea5-401487c6bad4 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0615647 Aug 31 15:53:12.361925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:12.461072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '046f7f0c-c1a2-4282-90e1-9f4b6ab5626a', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'port_id': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'mac_address': 'fa:16:3e:19:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910a5192-8fc7-45b3-934c-33f4677996be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:40Z', 'updated_at': '2021-08-31T15:53:10Z', 'revision_number': 1, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:12.470628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Deleting port a91628b4-f991-4136-9914-49913f1faed2 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:12.471180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.495009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14df3-6741-449b-8e7b-be1f901b2aa5 None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '046f7f0c-c1a2-4282-90e1-9f4b6ab5626a', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'port_id': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'mac_address': 'fa:16:3e:19:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910a5192-8fc7-45b3-934c-33f4677996be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:40Z', 'updated_at': '2021-08-31T15:53:10Z', 'revision_number': 1, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:12.500624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.525814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:12.528078 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f522f0-33b5-443f-b53b-7aa2cbc35aa5" -d '{"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:12.545789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:12.550891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.585886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.586453 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.602887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Calling delete_port for a91628b4-f991-4136-9914-49913f1faed2 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:12.607012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:12.774564 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34118d65-8571-44b5-926d-8ac5f9b2c2ba None None] New status for floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:12.809088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.850521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event deleted for resources: {'Port': ['ID=a91628b4-f991-4136-9914-49913f1faed2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:12.933465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.950315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:12.951533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea847be4-9773-437f-9de1-5e6fd08b7e1d req-71f4ac78-7cfa-4848-84f8-0f938b4ae257 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "DELETE /v2.0/floatingips/1d15cae2-41fe-44d2-b2a7-1daa59719fa7 HTTP/1.1" status: 204 len: 173 time: 0.6404774 Aug 31 15:53:13.207310 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76119123-86de-46f3-98ac-92b9bfcc991b x-openstack-request-id: req-76119123-86de-46f3-98ac-92b9bfcc991b {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:13.207604 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:13.207859 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76119123-86de-46f3-98ac-92b9bfcc991b {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:13.208321 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'status': 'completed', 'code': 200} Aug 31 15:53:13.295480 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b89853a-5c6f-4cbd-8be4-484ee69bef57 x-openstack-request-id: req-1b89853a-5c6f-4cbd-8be4-484ee69bef57 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:13.295980 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:13.296073 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b89853a-5c6f-4cbd-8be4-484ee69bef57 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:13.296573 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'status': 'completed', 'code': 200} Aug 31 15:53:13.309637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-4229c8b7-2e24-4339-8707-2a12c440f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.311186 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-4229c8b7-2e24-4339-8707-2a12c440f9a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 1097 time: 0.0769217 Aug 31 15:53:13.448735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-601b0253-9747-4d9d-b00b-f1b7565380e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.450332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-601b0253-9747-4d9d-b00b-f1b7565380e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 925 time: 0.1211574 Aug 31 15:53:13.536429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-a9c775c6-c16f-4ba3-86ff-ec733e2ec5d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef HTTP/1.1" status: 200 len: 1001 time: 0.0773208 Aug 31 15:53:13.600327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-6850474a-5796-4a8a-ae9a-1c4f27c6689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.602467 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-6850474a-5796-4a8a-ae9a-1c4f27c6689f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.0592198 Aug 31 15:53:13.667864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-417fc953-6f24-463b-a76c-987da6af5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.669652 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-417fc953-6f24-463b-a76c-987da6af5480 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530410 Aug 31 15:53:13.691363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-013de8bb-7307-48d8-99aa-622ec7389b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.692963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-013de8bb-7307-48d8-99aa-622ec7389b7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1096 time: 0.4078152 Aug 31 15:53:13.706882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-28a9d78b-ddf1-40ba-981a-b92dff40d246 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.708666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-28a9d78b-ddf1-40ba-981a-b92dff40d246 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0669696 Aug 31 15:53:13.770317 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-ca90ab3b-d8fa-45db-96e2-7ce8ae12e9a2 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930119 Aug 31 15:53:13.817257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-e6a59c6a-fd0f-4f11-b240-e6f8838b748b tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.0887241 Aug 31 15:53:13.837194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'floatingip': {'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:13.877341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8855bd83-e1bd-45c2-b8f4-e92b98734e99 req-1672c69c-5bbb-4dd4-a8b8-d2df4d177c3e service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996206 Aug 31 15:53:13.909706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:13.990653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-fd802587-2036-49db-a48f-06fdce1c052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:13.992573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-fd802587-2036-49db-a48f-06fdce1c052c service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2829354 Aug 31 15:53:14.061835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-22991a4a-9648-422c-80c7-c01e306f68bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 217 time: 0.0445361 Aug 31 15:53:14.178874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-b1a9a847-4534-4fc2-a267-d82144cd35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:14.181248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-b1a9a847-4534-4fc2-a267-d82144cd35f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1115322 Aug 31 15:53:14.253895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-606b5fd2-abdc-4d0b-9767-f85f209d9223 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345020 Aug 31 15:53:14.461883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-44de271e-c82a-4f70-8473-0e20268d9f9b service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990118 Aug 31 15:53:14.633703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae7edc21-6c01-4fcb-acf1-31292043471b req-f5db33f5-b886-447a-9740-55bc4d18814d service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647811 Aug 31 15:53:14.637941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:14.643352 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:14.753650 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69 associated. External IP: 172.25.6.109, port: 342d5306-0f07-4161-8d9b-763ffaca82fd. Aug 31 15:53:14.975548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:15.089923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:15.095698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:15.103602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:15.114055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:15.114959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:15.130521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3c25b5a5-02c1-447f-a9d0-afdcefacb0cb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "PUT /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 996 time: 1.3041739 Aug 31 15:53:15.208591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-143acfcd-c0f7-48f3-bfb3-6fd7ec4d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:15.210449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-143acfcd-c0f7-48f3-bfb3-6fd7ec4d6d5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.0600700 Aug 31 15:53:15.210902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:15.213192 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2499cf-4634-40af-8664-60b8cbf49825" -d '{"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:15.246561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:15.317419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-81c0c00f-4a55-495e-a8db-5ddd249f2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:15.320535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-81c0c00f-4a55-495e-a8db-5ddd249f2bf7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.1035645 Aug 31 15:53:15.425558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-8ea55dc6-1ab9-4168-9335-f598d60ced22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 999 time: 0.0983033 Aug 31 15:53:15.497486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-2f5f1996-b731-4c75-a31e-08891dc14707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:15.513310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-2f5f1996-b731-4c75-a31e-08891dc14707 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.0810440 Aug 31 15:53:15.574242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:14Z', 'revision_number': 1, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:15.583717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-7415df0d-2019-400f-b7f6-50af583e8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:15.585329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-7415df0d-2019-400f-b7f6-50af583e8033 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709393 Aug 31 15:53:15.628773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:15.638794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:15.639416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:15.695966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-a89634bb-a1fd-4495-b9e7-386f2750ca70 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975487 Aug 31 15:53:15.780778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:15.807061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-785b5ef9-efbb-4aa2-b436-56c8041dae48 req-3f5ee4a7-5170-4129-bba0-6bb3004ef7fe service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050239 Aug 31 15:53:15.941666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbfd5d-cdd2-4a4d-9fee-7f5b1b152776 req-ca39b119-0825-4d08-ae5e-40c77c66a073 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:15.943182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05bbfd5d-cdd2-4a4d-9fee-7f5b1b152776 req-ca39b119-0825-4d08-ae5e-40c77c66a073 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 943 time: 0.0543816 Aug 31 15:53:16.014457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05bbfd5d-cdd2-4a4d-9fee-7f5b1b152776 req-492f2870-f023-4f7a-956b-ea6843520bb3 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Aug 31 15:53:16.055029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:14Z', 'revision_number': 1, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:16.083486 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc9bda8-b011-4440-ae32-6de10a0740d0 x-openstack-request-id: req-7cc9bda8-b011-4440-ae32-6de10a0740d0 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:16.083765 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:16.084092 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cc9bda8-b011-4440-ae32-6de10a0740d0 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:16.084588 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'code': 200} Aug 31 15:53:16.085632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4a7c9-59f7-4529-bf41-891f5b253eaf None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:14Z', 'revision_number': 1, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:16.188360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-c11d18de-0f15-4999-8bf6-527530ed5b9b tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 1001 time: 0.1155260 Aug 31 15:53:16.240031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-71c8197b-e49b-4efe-a427-1986d959a165 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:16.241533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-71c8197b-e49b-4efe-a427-1986d959a165 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports/f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 942 time: 0.0474043 Aug 31 15:53:16.307107 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47997f3f-cce0-435e-a05f-cf27e38da54f None None] New status for floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:16.364449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-3671d11b-2773-4426-a46d-c9a8db9cb5f9 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 1001 time: 0.0607224 Aug 31 15:53:16.379230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:16.516126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:16.530587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'port_id': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'mac_address': 'fa:16:3e:1e:f0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b700bd-8715-4614-85b0-d3bc06d6fbc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:53:16.532318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-8260e973-35a0-41ce-a454-29c117278727 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:16.533894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-8260e973-35a0-41ce-a454-29c117278727 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1626549 Aug 31 15:53:16.575009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:16.589320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d8ee34-01cf-4a63-bd06-db2ede6929b6 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:16.610599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:16.614980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:16.639753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-9ad85725-807b-4ff8-85be-20419a8c0ba5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 1001 time: 0.0974555 Aug 31 15:53:16.645558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:16.666313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:16.703053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:16.855965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:16.861800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:16.862180 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Floating IP 0e032ac1-71f6-4759-b1de-b4670bea5d1e disassociated. External IP: 172.25.6.248, port: f2cd1a3e-b685-45a9-a320-be863f9d9b5a. Aug 31 15:53:16.905607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c1d8ee34-01cf-4a63-bd06-db2ede6929b6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:17.078018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:17.197532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:17.202308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:17.210200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] Sync routers for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:17.231343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:17.232329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.239520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-63acb29e-9cc1-47d4-a36e-ef958384d5fe tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "PUT /v2.0/floatingips/0e032ac1-71f6-4759-b1de-b4670bea5d1e HTTP/1.1" status: 200 len: 695 time: 0.5985186 Aug 31 15:53:17.294419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-198f4ae8-2c33-40b1-94c7-ddbeedfe7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:17.296317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-198f4ae8-2c33-40b1-94c7-ddbeedfe7a92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1097 time: 0.0427809 Aug 31 15:53:17.506979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:17.697760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-ad5ef1ac-ecf6-4c79-b702-6e2b59d59eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:17.699267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-ad5ef1ac-ecf6-4c79-b702-6e2b59d59eef service neutron] 10.222.0.43 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 929 time: 0.3971162 Aug 31 15:53:17.740334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-2d68a5e7-ba68-4296-bb01-ae18d22a0e69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 217 time: 0.0347421 Aug 31 15:53:17.752096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:39Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.778497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] Checking router: d4f45b7c-30ac-4f83-9bb9-1dfabd803171 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:17.786795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:17.787395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:17.794519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-48439713-02a6-4397-bedb-fcdb20377258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:17.796514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-48439713-02a6-4397-bedb-fcdb20377258 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 200 len: 867 time: 0.0487325 Aug 31 15:53:17.853514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-2ac0ba5c-439a-462a-af88-447025acd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:17.855364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-2ac0ba5c-439a-462a-af88-447025acd1d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486789 Aug 31 15:53:17.904759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:17.952877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-ee2f97d3-6c1e-40ae-83e0-8cb7a705bb01 service neutron] 10.222.0.43 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902731 Aug 31 15:53:18.049611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4eadc4-00b2-4280-b5b3-fdd45df029a6 req-9ccbc451-7fd1-47c0-b16f-ac5073c9e98f service neutron] 10.222.0.43 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897815 Aug 31 15:53:18.140075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:39Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:18.165983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128fdc9-5ce8-43ac-9bd7-daeb53e0d9e4 req-281c60ec-08e2-48bc-b5b7-68b2673b4573 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:18.167598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a128fdc9-5ce8-43ac-9bd7-daeb53e0d9e4 req-281c60ec-08e2-48bc-b5b7-68b2673b4573 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Aug 31 15:53:18.168504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f18c19-b01c-44a6-9822-d6e52b1788fb None None] The sync data for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 is: [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:52:20Z', 'revision_number': 4, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '2dda1162-1d71-4a21-b3b4-3b5be2c8320e', 'name': '', 'network_id': 'b35dea22-d0a7-4a0a-85c0-438822a6d4e1', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'mac_address': 'fa:16:3e:7e:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:18Z', 'updated_at': '2021-08-31T15:52:39Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'subnets': [{'id': '28789769-fc82-491a-b21f-f8a91d3e6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:18.212048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a128fdc9-5ce8-43ac-9bd7-daeb53e0d9e4 req-7a876e8f-8c57-4be6-a798-791966a2c5d8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Aug 31 15:53:18.387579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:18.430590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e4e27-d1ca-4bf6-8e60-6d5e645f173f None None] New status for floating IP 0e032ac1-71f6-4759-b1de-b4670bea5d1e: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:18.449219 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be94e5b2-b44f-43ee-80a9-e8ad5e340626 x-openstack-request-id: req-be94e5b2-b44f-43ee-80a9-e8ad5e340626 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:18.449636 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:18.450009 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be94e5b2-b44f-43ee-80a9-e8ad5e340626 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:18.450527 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'status': 'completed', 'code': 200} Aug 31 15:53:18.452730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:53:18.459300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:53:18.459691 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:18.546502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:18.547528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-f79dcd4b-51c3-4e41-9b46-a814a0023c12 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:18.549782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-f79dcd4b-51c3-4e41-9b46-a814a0023c12 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0557597 Aug 31 15:53:18.576213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:18.578507 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b4144b-d3db-4e55-9cab-951b2f0bbe71" -d '{"events": [{"server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "name": "network-vif-plugged", "status": "completed", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:18.592643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:18.597673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:18.628730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-1e1db9c2-9ca8-4596-855a-fddb2fe80453 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1001 time: 0.0727286 Aug 31 15:53:18.639624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'floatingip': {'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:18.650604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:18.696053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:18.925839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696827-9608-4e41-b755-85e9d367bd6b req-a948e044-63c1-49d1-ae78-140cf56b3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:18.927301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-a948e044-63c1-49d1-ae78-140cf56b3741 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429227 Aug 31 15:53:19.000596 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:53:19.078381 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-c5d63a20-a6c4-4a78-9551-62d5f84c03f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004820 Aug 31 15:53:19.183068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-14b812c9-d773-46bc-9daa-4f281883813d tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:53:19.184825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-14b812c9-d773-46bc-9daa-4f281883813d tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137079 Aug 31 15:53:19.231228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-14dbdab6-5927-4559-ba8b-9f6f64d25427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.234698 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-14dbdab6-5927-4559-ba8b-9f6f64d25427 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.1132259 Aug 31 15:53:19.277465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e4dd-bbea-48a0-8ebf-60ab5187e992 req-346df4bd-65ba-4819-8f88-020c46086ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.277465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4768e4dd-bbea-48a0-8ebf-60ab5187e992 req-346df4bd-65ba-4819-8f88-020c46086ab3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0573950bb189443189e7f4464e24a085&device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 1095 time: 0.1545618 Aug 31 15:53:19.350619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e696827-9608-4e41-b755-85e9d367bd6b req-17868d48-f58a-450f-8968-05f9b183d773 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203519 Aug 31 15:53:19.372080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-22a6ad0a-bcef-47df-815b-a4eafdcf3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.374089 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-22a6ad0a-bcef-47df-815b-a4eafdcf3932 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.1307690 Aug 31 15:53:19.380649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:19.381997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-32ebcbf3-7a6e-4d45-9536-005b0e8d92bb tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.383419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-32ebcbf3-7a6e-4d45-9536-005b0e8d92bb tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 1094 time: 0.1507149 Aug 31 15:53:19.400603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Request body: {'binding': {'host': 'n-h2-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:19.401063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Unknown quota resources ['binding']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:53:19.403613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:19.421315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-4c6bd783-0fa1-428f-b790-3aa9f41003be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.0364416 Aug 31 15:53:19.481759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-07bab86f-a0af-4a7a-bebf-64e21a3dbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.483249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-07bab86f-a0af-4a7a-bebf-64e21a3dbb4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.0450673 Aug 31 15:53:19.543988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-e4425975-3fe8-4a32-8ea9-041eec1f749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.545603 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-e4425975-3fe8-4a32-8ea9-041eec1f749a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531454 Aug 31 15:53:19.650025 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-88b21e69-17b3-451a-9468-9ab928f58961 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941265 Aug 31 15:53:19.662420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e4dd-bbea-48a0-8ebf-60ab5187e992 req-27a82edb-02a8-43f6-bdf9-f2391cafb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.663698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4768e4dd-bbea-48a0-8ebf-60ab5187e992 req-27a82edb-02a8-43f6-bdf9-f2391cafb061 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0573950bb189443189e7f4464e24a085&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3746438 Aug 31 15:53:19.717273 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69 associated. External IP: 172.25.6.109, port: 342d5306-0f07-4161-8d9b-763ffaca82fd. Aug 31 15:53:19.785390 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a2499cf-4634-40af-8664-60b8cbf49825 req-700ed2f6-72e1-43d3-92f4-f75a8b021479 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239538 Aug 31 15:53:19.923754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on host n-h2-793621-35 for vnic_type normal with profile None {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:53:19.924093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:53:19.924460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:19.952539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:53:19.952868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:19.961828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e4dd-bbea-48a0-8ebf-60ab5187e992 req-871b2ae7-5f41-4ed3-b75f-bebb965f13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:19.963370 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4768e4dd-bbea-48a0-8ebf-60ab5187e992 req-871b2ae7-5f41-4ed3-b75f-bebb965f13a2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905047 Aug 31 15:53:19.967441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:53:19.967803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:19.968211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:53:19.968669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Bound port: 94d060a4-0075-4865-9ed9-20506be2fadc, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:53:20.142405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:20.145873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e1a53e9-9f5a-4139-9630-421a92a1300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:20.147378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-7e1a53e9-9f5a-4139-9630-421a92a1300a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0573950bb189443189e7f4464e24a085&device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 1095 time: 0.1121454 Aug 31 15:53:20.151507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:20.152631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e34b14db-c888-448d-9083-532c202901e5 service neutron] 10.222.0.43 "POST /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc/bindings HTTP/1.1" status: 201 len: 390 time: 0.7630508 Aug 31 15:53:20.197044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-a254cff7-72d7-4ab1-9af8-f53a6a619449 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2bd76d1-2d27-4597-837c-4100f3b1fdd0 HTTP/1.1" status: 200 len: 217 time: 0.0399022 Aug 31 15:53:20.198866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:20.553352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:20.555580 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca825b1-3d7b-4b08-9951-228091c8fe29" -d '{"events": [{"name": "network-changed", "server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:20.626427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-db3fb505-1c58-4f27-a811-99761c136f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:20.628050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-db3fb505-1c58-4f27-a811-99761c136f3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d99a564b-c4ed-4a9e-b2b8-e2fac5696486 HTTP/1.1" status: 200 len: 854 time: 0.4212246 Aug 31 15:53:20.732792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2992f1-06ae-410d-82fa-7e2c517d2cfa req-5b1a171c-86e1-445c-aa53-835a70cae644 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:20.734418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a2992f1-06ae-410d-82fa-7e2c517d2cfa req-5b1a171c-86e1-445c-aa53-835a70cae644 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 943 time: 0.1731339 Aug 31 15:53:20.736956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-6651e525-a750-4477-b9ac-eb356715e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:20.738316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-6651e525-a750-4477-b9ac-eb356715e2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1097 time: 0.1781359 Aug 31 15:53:20.745434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:20.756343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:20.765830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:20.766453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:20.785317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-8ab850ed-dce8-4e6d-9869-0591e1d13744 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:20.786908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-8ab850ed-dce8-4e6d-9869-0591e1d13744 tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.30 "GET /v2.0/ports?device_id=34be7e9d-51c1-4fdf-b331-73b294653452 HTTP/1.1" status: 200 len: 950 time: 0.0525575 Aug 31 15:53:20.843513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-9f17c1dc-cf9e-4927-bc72-286e4e01591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:20.845035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-9f17c1dc-cf9e-4927-bc72-286e4e01591d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80ab15c5-512f-4810-9061-14c282b0d9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2074716 Aug 31 15:53:20.873796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:20.894147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Deleting port 51bb7b93-957e-445e-b851-dc615455a323 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:20.894488 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:20.930018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a2992f1-06ae-410d-82fa-7e2c517d2cfa req-6537fe55-078d-49d8-a4b8-2b39e84220c1 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882555 Aug 31 15:53:21.001834 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8054-38a2-44f8-a48c-98ad33d52a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:21.008564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] For port 51bb7b93-957e-445e-b851-dc615455a323, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=51bb7b93-957e-445e-b851-dc615455a323,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:21.009015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:21.022513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Calling delete_port for 51bb7b93-957e-445e-b851-dc615455a323 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:21.052761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-dcf683ed-242b-4563-8d31-519d80d02d5f tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips/0e032ac1-71f6-4759-b1de-b4670bea5d1e HTTP/1.1" status: 200 len: 693 time: 0.0878115 Aug 31 15:53:21.119268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-407d341e-14b2-4ce4-ab10-bf53c3d1e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:21.122810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-407d341e-14b2-4ce4-ab10-bf53c3d1e6d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.3697183 Aug 31 15:53:21.150695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:19Z', 'revision_number': 3, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.168703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:21.178735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:21.182351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['51bb7b93-957e-445e-b851-dc615455a323'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:21.201613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Pushing event deleted for resources: {'Port': ['ID=51bb7b93-957e-445e-b851-dc615455a323,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:21.212406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:21.213194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.234330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-6e3627e7-1b72-4708-bd22-cc797f448361 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 217 time: 0.0857718 Aug 31 15:53:21.237494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.237848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.238192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.238534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.238881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.239209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.239545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.239875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.240232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.240553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.240882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.241315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:21.267112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] No DVR routers for this DVR port 51bb7b93-957e-445e-b851-dc615455a323 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:21.267112 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:21.267447 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c12dad40-f6fe-4e27-91b4-89aeab1cd74e req-c5324381-1051-4f37-b985-71892d2654ac tempest-TenantUsagesTestJSON-700599329 tempest-TenantUsagesTestJSON-700599329-project] 10.222.0.30 "DELETE /v2.0/ports/51bb7b93-957e-445e-b851-dc615455a323 HTTP/1.1" status: 204 len: 173 time: 0.4727566 Aug 31 15:53:21.267690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be7e9d-51c1-4fdf-b331-73b294653452', 'name': 'network-vif-deleted', 'tag': '51bb7b93-957e-445e-b851-dc615455a323'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:21.269983 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9f4444-7fd1-44be-89ce-596993def639" -d '{"events": [{"server_uuid": "34be7e9d-51c1-4fdf-b331-73b294653452", "name": "network-vif-deleted", "tag": "51bb7b93-957e-445e-b851-dc615455a323"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:21.324974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-8a4be9bb-d899-4eab-b090-4c6a7a37581a service neutron] 10.222.0.30 "GET /v2.0/networks/80ab15c5-512f-4810-9061-14c282b0d9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625220 Aug 31 15:53:21.364842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:21.457640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-97766ed2-0124-40d8-8543-9a5f9e9d85aa tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:21.459074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-97766ed2-0124-40d8-8543-9a5f9e9d85aa tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.3933451 Aug 31 15:53:21.462592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2d9a1d06-781a-4fe8-8578-183cbae97dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:21.463987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2d9a1d06-781a-4fe8-8578-183cbae97dba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.2143803 Aug 31 15:53:21.492035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-b8e12a1c-9127-4007-8ae5-ff7be4183983 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:53:21.493004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-b8e12a1c-9127-4007-8ae5-ff7be4183983 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190775 Aug 31 15:53:21.494826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:21.518531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-ffcf4d22-4bb4-4629-aadd-0312d20132c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418901 Aug 31 15:53:21.585301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14a0d5f2-027e-407e-b1e3-1a2272ff6a19 req-b927a468-2646-4d17-976a-3724d49efc1d service neutron] 10.222.0.30 "GET /v2.0/networks/80ab15c5-512f-4810-9061-14c282b0d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470062 Aug 31 15:53:21.599022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-ba56cd4f-e0c3-4ec9-9661-3a23f3503a33 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 696 time: 0.0847328 Aug 31 15:53:21.634012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:19Z', 'revision_number': 3, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:21.660630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12affae-707a-45f6-bcee-960b953b6634 None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:19Z', 'revision_number': 3, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:21.728573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-b297d78f-ac82-4afe-be6d-716639396ea7 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.248 HTTP/1.1" status: 200 len: 696 time: 0.1006241 Aug 31 15:53:21.847600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-74be75a6-2f63-4f6d-952e-ae6535251449 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784007 Aug 31 15:53:21.886683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:21.896671 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:21.959124 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c724b-ef71-4610-a96a-9ab7d743cbb0 None None] New status for floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:22.060385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-5cc3c945-fbcb-4ad7-978a-fc7d46a1c0bb tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "PUT /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 998 time: 3.4252362 Aug 31 15:53:22.108412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-291bd1b2-fddd-47d8-9d07-8a921f2c56ae service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315531 Aug 31 15:53:22.117426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Deleting port f1b222de-9e5f-474a-a911-3d132655ea03 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:22.117869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:22.137686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-546254ee-e11e-4afc-aa0b-78b1e0d20890 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:22.139062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-546254ee-e11e-4afc-aa0b-78b1e0d20890 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports/342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 942 time: 0.0689566 Aug 31 15:53:22.223912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:22.224265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:22.232499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:22.242201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:22.242816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.251071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Calling delete_port for f1b222de-9e5f-474a-a911-3d132655ea03 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:22.325056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-fd277566-f071-49c9-baee-0d3b08482077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:22.326632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-fd277566-f071-49c9-baee-0d3b08482077 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.1158619 Aug 31 15:53:22.468882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-850561cc-ff14-4c1b-a55d-74a0dddd3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:22.469780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-850561cc-ff14-4c1b-a55d-74a0dddd3771 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.1326659 Aug 31 15:53:22.482532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:22.521154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-f4bd48e1-b764-4ac2-863e-c2791f4473f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.0397885 Aug 31 15:53:22.523278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:22.557590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event deleted for resources: {'Port': ['ID=f1b222de-9e5f-474a-a911-3d132655ea03,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:22.593100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.593100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.593439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.593579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.593928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.594259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.594623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.594958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.595283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.595609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.595936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.596288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:22.652037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-64055b4f-07b1-4274-9755-2bb7ab89383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:22.653585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-64055b4f-07b1-4274-9755-2bb7ab89383d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1049623 Aug 31 15:53:22.691888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:22.694598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:22.695848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22b3827b-62f2-447e-a68a-2a259c5e20c6 req-f7bc4098-f44c-452f-b9f6-50367e0bd30d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "DELETE /v2.0/floatingips/0e032ac1-71f6-4759-b1de-b4670bea5d1e HTTP/1.1" status: 204 len: 173 time: 0.9364064 Aug 31 15:53:22.729466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-3f06ae2b-21a6-4ffb-88d1-d914daeeb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:22.740940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-3f06ae2b-21a6-4ffb-88d1-d914daeeb228 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806949 Aug 31 15:53:22.764804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:22Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.793886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:22.804836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:22.805765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:52:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:22.851660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-34c00ddb-8695-4eb9-9190-285ed9734871 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098232 Aug 31 15:53:22.932247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:22.968465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-ced95ba7-a5f9-4c4a-9a60-6df4e1bbaf19 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086280 Aug 31 15:53:23.053403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-f5f1ad1a-7d04-49ca-9bad-624d85554861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:23.055079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-f5f1ad1a-7d04-49ca-9bad-624d85554861 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1097 time: 0.0587525 Aug 31 15:53:23.180380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-272f924a-2ee4-4a20-928f-65d1ca3b6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:23.182294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-272f924a-2ee4-4a20-928f-65d1ca3b6276 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.1203864 Aug 31 15:53:23.225437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:22Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:23.259706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-02bf2ab2-ccca-418e-9cbc-f48aa7ca0e93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 1001 time: 0.0694690 Aug 31 15:53:23.260779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85fc47d-a324-49cc-af18-1bd165df9cbe None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:59:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:22Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:23.446467 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed05624-4324-4dfb-b67c-42343a6a7876 x-openstack-request-id: req-8ed05624-4324-4dfb-b67c-42343a6a7876 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:23.447138 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "name": "network-vif-plugged", "status": "completed", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:23.447558 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ed05624-4324-4dfb-b67c-42343a6a7876 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:23.447968 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'code': 200} Aug 31 15:53:23.705152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-89401b9f-8383-4a4d-aff9-3d0cb1617ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:23.706654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-89401b9f-8383-4a4d-aff9-3d0cb1617ffb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.4308434 Aug 31 15:53:23.722233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49c1a3-03a5-4949-89bb-7c6575d55c41 req-78d4999b-44a1-414c-85fa-40959db8192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:23.724123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b49c1a3-03a5-4949-89bb-7c6575d55c41 req-78d4999b-44a1-414c-85fa-40959db8192a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1098 time: 0.0892298 Aug 31 15:53:23.747743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370894-254b-4ecd-94a0-887442b1b8df req-1a4a6f28-9522-4ab6-a418-489f09b5cd4d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:23.752686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1370894-254b-4ecd-94a0-887442b1b8df req-1a4a6f28-9522-4ab6-a418-489f09b5cd4d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1166136 Aug 31 15:53:23.754890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:23.834029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b49c1a3-03a5-4949-89bb-7c6575d55c41 req-37187b6b-ffa0-4783-bb30-e1844c5eb88a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946589 Aug 31 15:53:23.840661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-950214aa-2596-4726-aed0-161ebb035cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:23.842158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-950214aa-2596-4726-aed0-161ebb035cea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157064 Aug 31 15:53:23.845750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1370894-254b-4ecd-94a0-887442b1b8df req-001cf907-18f9-4397-904e-2f3049cd6a5f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736814 Aug 31 15:53:23.915725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-10870097-c7f9-425b-b825-e9e651d80c78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55e0b1de2d7145d89f7225a23f249524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591229 Aug 31 15:53:23.918568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:23.954455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-3d9c4d57-4ff2-4e16-971b-91a322dda7b9 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025710 Aug 31 15:53:23.970170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c425b4b-10cf-4255-9b79-a094d853d8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:23.982607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:23.994099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c425b4b-10cf-4255-9b79-a094d853d8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.045625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c425b4b-10cf-4255-9b79-a094d853d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.048484 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c425b4b-10cf-4255-9b79-a094d853d8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.049630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c425b4b-10cf-4255-9b79-a094d853d8b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcd8027e-ba03-4041-85c1-1316c9175ffc HTTP/1.1" status: 204 len: 168 time: 0.1301327 Aug 31 15:53:24.058329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c425b4b-10cf-4255-9b79-a094d853d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd8027e-ba03-4041-85c1-1316c9175ffc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.069159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-085c7402-f4c0-402a-a5e1-9c6df6451349 req-f8e1e099-3ddc-4d8c-a88d-2afa3e6ed609 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069710 Aug 31 15:53:24.126529 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8fb27b4a-115e-498b-9931-7b80400ee69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.141373 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05492501-73ba-4c1b-8943-6601622d8f6c x-openstack-request-id: req-05492501-73ba-4c1b-8943-6601622d8f6c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:24.141704 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:24.142003 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05492501-73ba-4c1b-8943-6601622d8f6c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:24.142482 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'status': 'completed', 'code': 200} Aug 31 15:53:24.194430 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f1bd10-740d-42b1-bd7c-c2d0a94d950d x-openstack-request-id: req-a4f1bd10-740d-42b1-bd7c-c2d0a94d950d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:24.194729 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be7e9d-51c1-4fdf-b331-73b294653452", "name": "network-vif-deleted", "tag": "51bb7b93-957e-445e-b851-dc615455a323", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:24.194977 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4f1bd10-740d-42b1-bd7c-c2d0a94d950d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:24.195373 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be7e9d-51c1-4fdf-b331-73b294653452', 'name': 'network-vif-deleted', 'tag': '51bb7b93-957e-445e-b851-dc615455a323', 'status': 'completed', 'code': 200} Aug 31 15:53:24.245764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c00dc3-1abb-4e9d-b1b5-e27ab793f6e6 req-edb51ad6-c8ac-4663-8865-0b83bbe87b2c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.247413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5c00dc3-1abb-4e9d-b1b5-e27ab793f6e6 req-edb51ad6-c8ac-4663-8865-0b83bbe87b2c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.0915000 Aug 31 15:53:24.290572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-e113f519-86ad-4c7c-b8a3-52c92da9c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.292361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-e113f519-86ad-4c7c-b8a3-52c92da9c9ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8c7d29e972e43f0a3d3454984691518&device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 1097 time: 0.1252110 Aug 31 15:53:24.382001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b51f-cac9-4da8-94ec-b345a7921823 req-9a61df6c-2aad-4bae-aae2-6da6ae14a4cd tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.383573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2af9b51f-cac9-4da8-94ec-b345a7921823 req-9a61df6c-2aad-4bae-aae2-6da6ae14a4cd tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 943 time: 0.1352360 Aug 31 15:53:24.392201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39870) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:24.399753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5c00dc3-1abb-4e9d-b1b5-e27ab793f6e6 req-899fc42c-9591-4c1f-850b-11d709490e64 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377435 Aug 31 15:53:24.421998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9efd567-2b61-496b-a61f-f3b5ce7b2b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.463802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-bdcec051-62af-47a8-a6f9-e77c2a4ac61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.465227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-bdcec051-62af-47a8-a6f9-e77c2a4ac61e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 200 len: 929 time: 0.1638627 Aug 31 15:53:24.476260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2af9b51f-cac9-4da8-94ec-b345a7921823 req-0fc4fd4e-13f3-4d19-95cb-ebaa647ec582 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754077 Aug 31 15:53:24.546344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-c53de486-c239-499a-9982-3b1812ef50c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 200 len: 217 time: 0.0644968 Aug 31 15:53:24.555947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9efd567-2b61-496b-a61f-f3b5ce7b2b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.560126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9efd567-2b61-496b-a61f-f3b5ce7b2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.587753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e9efd567-2b61-496b-a61f-f3b5ce7b2b2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86208cd27ab3443ea4c0662af6584ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937573 Aug 31 15:53:24.594890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:24.624297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54062f62-9d3a-4985-a51b-2a16ee7da645 req-3d8dffe0-26d0-4d96-ba59-ac3c6de8c634 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1001 time: 0.0807076 Aug 31 15:53:24.627098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efd567-2b61-496b-a61f-f3b5ce7b2b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d9fe1f-ccbd-4068-b617-1a986f0c4fbe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.668627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f40d6b5-2066-4354-bf43-472508296059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.691439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f40d6b5-2066-4354-bf43-472508296059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.749341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062f62-9d3a-4985-a51b-2a16ee7da645 req-84cbbc1c-dbef-4241-9252-75770c016768 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.750858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54062f62-9d3a-4985-a51b-2a16ee7da645 req-84cbbc1c-dbef-4241-9252-75770c016768 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports/c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 942 time: 0.1118283 Aug 31 15:53:24.760040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-a7fa8997-4b10-4d10-8d9d-37573bca7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.761597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-a7fa8997-4b10-4d10-8d9d-37573bca7cc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 200 len: 867 time: 0.1412199 Aug 31 15:53:24.762081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f40d6b5-2066-4354-bf43-472508296059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.765799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f40d6b5-2066-4354-bf43-472508296059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.767448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4f40d6b5-2066-4354-bf43-472508296059 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8d9fe1f-ccbd-4068-b617-1a986f0c4fbe HTTP/1.1" status: 204 len: 168 time: 0.1714926 Aug 31 15:53:24.777276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40d6b5-2066-4354-bf43-472508296059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d9fe1f-ccbd-4068-b617-1a986f0c4fbe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:24.839091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332cd60-43d2-43fd-8d0c-f4c827b4ef9d req-d7a07a2a-be87-449f-b86a-87d22eb08353 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.846698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e332cd60-43d2-43fd-8d0c-f4c827b4ef9d req-d7a07a2a-be87-449f-b86a-87d22eb08353 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2087646 Aug 31 15:53:24.863723 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:24.928006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e332cd60-43d2-43fd-8d0c-f4c827b4ef9d req-d3ef99fe-1ff8-4c5c-81f4-15219fd678c6 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0804129 Aug 31 15:53:24.954892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-b638498c-6571-45f7-a63c-962b2fe81510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:24.956451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-b638498c-6571-45f7-a63c-962b2fe81510 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b35dea22-d0a7-4a0a-85c0-438822a6d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665800 Aug 31 15:53:24.992070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54062f62-9d3a-4985-a51b-2a16ee7da645 req-a04f15aa-1b45-4f92-989f-c4abce0bba9a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1001 time: 0.1348026 Aug 31 15:53:25.159024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-15a0f1ea-28f2-4d2b-a79a-138b3260e1b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928599 Aug 31 15:53:25.175303 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:25.237730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062f62-9d3a-4985-a51b-2a16ee7da645 req-7d689f69-5218-4d59-805d-44b2e4533a01 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:25.281300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54062f62-9d3a-4985-a51b-2a16ee7da645 req-7d689f69-5218-4d59-805d-44b2e4533a01 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2561455 Aug 31 15:53:25.416563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca825b1-3d7b-4b08-9951-228091c8fe29 req-f2bb0442-52c7-4c87-906d-ec43b273690e service neutron] 10.222.0.30 "GET /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488959 Aug 31 15:53:25.429773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506c88f-93b5-406c-9459-df0ca709d033 req-30f059c5-9c8a-4b42-a94d-fff43e51cbbb tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:25.431325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8506c88f-93b5-406c-9459-df0ca709d033 req-30f059c5-9c8a-4b42-a94d-fff43e51cbbb tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.0936294 Aug 31 15:53:25.490300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38e0abe8-0488-4f72-87f4-fc5d310bd55e req-402e2ca0-53ef-4829-9d21-acec5efc4d7c tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0578971 Aug 31 15:53:25.530406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8506c88f-93b5-406c-9459-df0ca709d033 req-c68cc214-5765-4dd3-99c5-774fc7091715 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885215 Aug 31 15:53:25.626920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-1cf90663-8607-447b-90bc-285b11e460ee tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1001 time: 0.0798771 Aug 31 15:53:25.680860 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:25.688967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-b786b92a-0488-4e2c-9574-b99a42d126e0 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:25.701559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-b786b92a-0488-4e2c-9574-b99a42d126e0 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports/c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 942 time: 0.0680201 Aug 31 15:53:25.822735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3a5b8-a4c9-4d23-9a88-f3ca7c618aef req-0e879a65-7152-479a-8739-adae19bdb35b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:25.824359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5a3a5b8-a4c9-4d23-9a88-f3ca7c618aef req-0e879a65-7152-479a-8739-adae19bdb35b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.1175311 Aug 31 15:53:25.832820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-22904c8e-9d38-43c1-82f6-c9b993311e8d tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1001 time: 0.0835581 Aug 31 15:53:25.843433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2bd76d1-2d27-4597-837c-4100f3b1fdd0 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:25.848227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 51bb7b93-957e-445e-b851-dc615455a323 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:25.899174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 51bb7b93-957e-445e-b851-dc615455a323 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:25.899875 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 51bb7b93-957e-445e-b851-dc615455a323 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:25.928920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5a3a5b8-a4c9-4d23-9a88-f3ca7c618aef req-4406fb9c-3518-4591-83b0-5be64cab21d3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951517 Aug 31 15:53:25.983746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-c4cf6b79-afef-4372-8219-d425fe7fc6e2 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:25.986350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-c4cf6b79-afef-4372-8219-d425fe7fc6e2 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1466746 Aug 31 15:53:26.006857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:26.018507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0', 'network_id': '80ab15c5-512f-4810-9061-14c282b0d9ab', 'port_id': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0', 'mac_address': 'fa:16:3e:63:36:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a564b-c4ed-4a9e-b2b8-e2fac5696486', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:53:26.065939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:26.079832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bd76d1-2d27-4597-837c-4100f3b1fdd0 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:26.101418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:26.101635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d112022-0e13-4b37-ae86-1568c507aa82 req-4ea90740-cc66-40c3-b9b7-19035d2ac4e9 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:26.103322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d112022-0e13-4b37-ae86-1568c507aa82 req-4ea90740-cc66-40c3-b9b7-19035d2ac4e9 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 943 time: 0.1012354 Aug 31 15:53:26.106936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-a696a70f-363b-4584-b7f4-7a248f8d77b9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1001 time: 0.1132460 Aug 31 15:53:26.109603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:26.132347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:26.160842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:26.167249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}, {'name': 'network-changed', 'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:26.169484 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c21a0-1a77-4f30-9deb-d03c11197473" -d '{"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}, {"name": "network-changed", "server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:26.191821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d112022-0e13-4b37-ae86-1568c507aa82 req-2c8eefb1-a40b-44fb-9e86-58ed2c0bfc62 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786188 Aug 31 15:53:26.212290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:26.373478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:26.379306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:26.379727 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69 disassociated. External IP: 172.25.6.109, port: c67ee21f-9dfd-40c5-95fb-faacac3d5e82. Aug 31 15:53:26.424580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f2bd76d1-2d27-4597-837c-4100f3b1fdd0'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:26.660327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aca01b-359e-4037-87d8-e7df1613168e req-8cfa0d14-4217-44b5-98cd-06d4362baccd tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:26.661877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50aca01b-359e-4037-87d8-e7df1613168e req-8cfa0d14-4217-44b5-98cd-06d4362baccd tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1098 time: 0.0912204 Aug 31 15:53:26.690339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:26.711477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50aca01b-359e-4037-87d8-e7df1613168e req-e2655b1f-773c-4e48-9b54-ab9ebfa59052 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Aug 31 15:53:26.816241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:26.821974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:26.826499 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:26.836546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:26.837164 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:26.856143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-64e76b92-0ee8-4dc9-9dba-b0ce67788111 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "PUT /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 695 time: 0.7347300 Aug 31 15:53:26.940725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-08e1c7de-39e4-4461-bb77-6064b22e7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:26.942879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-08e1c7de-39e4-4461-bb77-6064b22e7b22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1097 time: 0.0709801 Aug 31 15:53:26.959750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:26.973967 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ee8fc-ab96-4840-a85e-710783b41800 x-openstack-request-id: req-c93ee8fc-ab96-4840-a85e-710783b41800 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:26.974266 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:26.974520 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c93ee8fc-ab96-4840-a85e-710783b41800 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:26.974918 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'status': 'completed', 'code': 200} Aug 31 15:53:26.975174 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'status': 'completed', 'code': 200} Aug 31 15:53:27.135530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-47810334-5657-4f84-b919-b150e8d9b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.138112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-47810334-5657-4f84-b919-b150e8d9b230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.1362967 Aug 31 15:53:27.142565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-ecd54733-5903-4c47-9b7e-1a3f8f0fa19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.143944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-ecd54733-5903-4c47-9b7e-1a3f8f0fa19d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1097 time: 0.1420648 Aug 31 15:53:27.147208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-c2ad44ce-bd99-466f-b14a-1de89e0f965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.148665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-c2ad44ce-bd99-466f-b14a-1de89e0f965b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.1980274 Aug 31 15:53:27.172782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff397-2323-4833-bfdc-e424cf338b2d req-67f06a00-0da0-4fff-bc22-c33fb74efc1d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.174246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc9ff397-2323-4833-bfdc-e424cf338b2d req-67f06a00-0da0-4fff-bc22-c33fb74efc1d tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 945 time: 0.1214468 Aug 31 15:53:27.176630 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:27.202204 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:27.211366 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:27.211964 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:27.323240 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:27.527678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:27.533232 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:27.563831 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a9996-ca45-49c5-8da1-ccd24569d9bb None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:27.603256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-ad6dc0e7-d957-4eb6-87b4-12603f929d6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 217 time: 0.4433823 Aug 31 15:53:27.694338 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc9ff397-2323-4833-bfdc-e424cf338b2d req-b56c9832-811f-435c-96f6-17df7f5d02ab tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f80166-2d29-446c-a0bb-eece9e391653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993944 Aug 31 15:53:27.715273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-4850a727-3cf4-4e88-86c3-3f039e6bbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.716820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-4850a727-3cf4-4e88-86c3-3f039e6bbaca service neutron] 10.222.0.30 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.5657439 Aug 31 15:53:27.724118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-ce8d94ff-1c8f-4cc8-9e31-241495310380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.728308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-ce8d94ff-1c8f-4cc8-9e31-241495310380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1147196 Aug 31 15:53:27.803677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43af8ca-b91f-4fa9-aba9-965f6bef49d0 None None] New status for floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:27.806434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-fec7b8e5-431b-4a87-a5d8-45c21229c397 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.0777583 Aug 31 15:53:27.810185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-0daeaa76-c794-4cc3-8e0c-93a8f2d230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.811717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-0daeaa76-c794-4cc3-8e0c-93a8f2d230b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.6507092 Aug 31 15:53:27.882405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2bd76d1-2d27-4597-837c-4100f3b1fdd0 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:27.915370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-844886d5-0060-41b1-a75d-26e5bb52a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:27.927789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-844886d5-0060-41b1-a75d-26e5bb52a49f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942289 Aug 31 15:53:27.945107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-cccfd70f-fa2b-47d9-b66e-3e4ba6021e05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 217 time: 0.1129117 Aug 31 15:53:28.013968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-012b960b-0525-4393-a650-6c3716cd55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.020725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-012b960b-0525-4393-a650-6c3716cd55c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1960783 Aug 31 15:53:28.064011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-1c70d09e-9e05-4815-8292-c204636099a8 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.066415 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-1c70d09e-9e05-4815-8292-c204636099a8 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 945 time: 0.0699964 Aug 31 15:53:28.149976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:53:28.154486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:53:28.155093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.170975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-f725f8f9-57fe-4411-8729-9ce6e7d309c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.172829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-f725f8f9-57fe-4411-8729-9ce6e7d309c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.2098639 Aug 31 15:53:28.195423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552c0c3-fb29-4306-b306-a28e617a0526 req-b35a7e29-0c99-4985-8d18-000d42fdb19d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.197586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1552c0c3-fb29-4306-b306-a28e617a0526 req-b35a7e29-0c99-4985-8d18-000d42fdb19d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.1756628 Aug 31 15:53:28.230398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Deleting port f2cd1a3e-b685-45a9-a320-be863f9d9b5a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:28.230754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.270122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-897aa5f4-09ae-4214-838a-af6c1271d34b service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409972 Aug 31 15:53:28.273195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-4b65e599-e250-4625-8041-5797cc16b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.274604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-4b65e599-e250-4625-8041-5797cc16b4ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182055 Aug 31 15:53:28.278300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.318744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:28.321187 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49242d0f-7a86-406a-8023-db5e748c39fb" -d '{"events": [{"server_uuid": "07284280-d9b0-4db4-b9d2-2b18136cfe46", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd76d1-2d27-4597-837c-4100f3b1fdd0"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:28.339791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:28.345032 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.364448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] For port f2cd1a3e-b685-45a9-a320-be863f9d9b5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:28.365168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.387596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Calling delete_port for f2cd1a3e-b685-45a9-a320-be863f9d9b5a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:28.421966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:28.435564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:28.460501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1552c0c3-fb29-4306-b306-a28e617a0526 req-fbeab118-1543-4870-ae6e-0e9813e0f147 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346356 Aug 31 15:53:28.495198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-97c50831-c553-426f-a4fd-f1a6f4ab68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.507918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-97c50831-c553-426f-a4fd-f1a6f4ab68c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3254390 Aug 31 15:53:28.554655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:28.562923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.571446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'mac_address': 'fa:16:3e:60:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:53:28.598829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Pushing event deleted for resources: {'Port': ['ID=f2cd1a3e-b685-45a9-a320-be863f9d9b5a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:28.620306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-829080fc-1574-4ede-aff1-62a27f4efbf3 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222899 Aug 31 15:53:28.630009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f2cd1a3e-b685-45a9-a320-be863f9d9b5a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:28.633398 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.651224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] No DVR routers for this DVR port f2cd1a3e-b685-45a9-a320-be863f9d9b5a on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:28.655916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.658908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b834abb2-1f77-4700-81d3-77769f6bf3c6 req-7883658d-5d6b-4865-89f9-1fa33008b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.30 "DELETE /v2.0/ports/f2cd1a3e-b685-45a9-a320-be863f9d9b5a HTTP/1.1" status: 204 len: 173 time: 0.5837004 Aug 31 15:53:28.659607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'name': 'network-vif-deleted', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:28.668440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7aa167-d080-4b29-9909-49cb10e5e86f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:28.671483 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08b047b-e743-4029-9e80-159157cf0d0b" -d '{"events": [{"server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "name": "network-vif-deleted", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:28.696895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-115fce28-2525-4750-8e21-20ec1fea6bb1 req-abb84162-c1ab-44be-ad41-0a1caddaaaa3 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257131 Aug 31 15:53:28.716350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:28.735312 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:28.827218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:28.842059 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13be1a3e-892f-4415-9841-dc2fdcd7e9f9 x-openstack-request-id: req-13be1a3e-892f-4415-9841-dc2fdcd7e9f9 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:28.842822 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07284280-d9b0-4db4-b9d2-2b18136cfe46", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd76d1-2d27-4597-837c-4100f3b1fdd0", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:28.844935 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13be1a3e-892f-4415-9841-dc2fdcd7e9f9 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:28.845534 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0', 'code': 200} Aug 31 15:53:28.887105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd26d4-aafd-4249-af30-1f8614ba1902 req-c26124bc-30ff-4c95-893f-d01ea308a054 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:28.891211 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79da81da-be72-401c-862c-669bd3ee60de x-openstack-request-id: req-79da81da-be72-401c-862c-669bd3ee60de {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:28.891909 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d24b412-670a-4d49-962a-e275c5a2a1ec", "name": "network-vif-deleted", "tag": "f2cd1a3e-b685-45a9-a320-be863f9d9b5a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:28.892384 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79da81da-be72-401c-862c-669bd3ee60de {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:28.893016 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d24b412-670a-4d49-962a-e275c5a2a1ec', 'name': 'network-vif-deleted', 'tag': 'f2cd1a3e-b685-45a9-a320-be863f9d9b5a', 'status': 'completed', 'code': 200} Aug 31 15:53:28.894389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9bd26d4-aafd-4249-af30-1f8614ba1902 req-c26124bc-30ff-4c95-893f-d01ea308a054 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 945 time: 0.3338196 Aug 31 15:53:28.922812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-59057b74-9394-4d85-9e3d-357ab49ca14b service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971467 Aug 31 15:53:28.929847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['1e7aa167-d080-4b29-9909-49cb10e5e86f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:29.014112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:29.017607 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66108a3-1940-4846-ac23-5b99f4644fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:29.028309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788fbc2-c78f-44f0-979b-42adaad913e1 req-5b3624ba-6da9-4469-a60b-b94adfcf1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:29.034903 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e788fbc2-c78f-44f0-979b-42adaad913e1 req-5b3624ba-6da9-4469-a60b-b94adfcf1d0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 1097 time: 0.1237037 Aug 31 15:53:29.040841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-417361d2-8beb-4a2b-b56a-8369258e6e61 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862002 Aug 31 15:53:29.061885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9bd26d4-aafd-4249-af30-1f8614ba1902 req-38547053-b31b-4e1f-960d-43c60159e1b6 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661174 Aug 31 15:53:29.116059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e788fbc2-c78f-44f0-979b-42adaad913e1 req-4eb364bf-30e5-4a6f-ba66-0485c9eea006 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Aug 31 15:53:29.169191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c2c21a0-1a77-4f30-9deb-d03c11197473 req-274ba46e-5afd-4f0d-a408-109b2b3657b0 service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337480 Aug 31 15:53:29.262070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c561545b-4c13-4274-8eb1-c7c5825170c3 req-e0cea60b-fe5d-41e2-8cd5-875fc751a60a tempest-FloatingIPsAssociationNegativeTestJSON-2128614796 tempest-FloatingIPsAssociationNegativeTestJSON-2128614796-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d24b412-670a-4d49-962a-e275c5a2a1ec HTTP/1.1" status: 200 len: 210 time: 0.0432029 Aug 31 15:53:29.368558 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dad59c-fc6e-445a-867e-87a5bee4a1e5 x-openstack-request-id: req-60dad59c-fc6e-445a-867e-87a5bee4a1e5 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:29.368850 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:29.369144 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60dad59c-fc6e-445a-867e-87a5bee4a1e5 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:29.369546 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'status': 'completed', 'code': 200} Aug 31 15:53:29.475334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-9e38f364-55b2-432e-82d0-3c8fc89530d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:29.477137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-9e38f364-55b2-432e-82d0-3c8fc89530d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 1097 time: 0.0823960 Aug 31 15:53:29.679894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce588bd-ccea-43ab-a0d6-57b69787117d req-edbb0ef8-c263-46cd-bddb-df1fa7fbe68a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:29.681485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ce588bd-ccea-43ab-a0d6-57b69787117d req-edbb0ef8-c263-46cd-bddb-df1fa7fbe68a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.1043351 Aug 31 15:53:29.701234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-87f2f8ea-f0f3-499b-8745-f75ea16e1963 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:29.704372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-87f2f8ea-f0f3-499b-8745-f75ea16e1963 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1306348 Aug 31 15:53:29.706973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-35641ae1-b1d7-4071-8108-3fb47eb492b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:29.708736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-35641ae1-b1d7-4071-8108-3fb47eb492b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.2169921 Aug 31 15:53:29.819710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-aad2aed8-8a5a-4e08-8ae6-9571d1e56312 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 200 len: 217 time: 0.0823598 Aug 31 15:53:29.829627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-450626ac-112e-46a9-8c80-ec98c6404c53 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1089437 Aug 31 15:53:29.846701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ce588bd-ccea-43ab-a0d6-57b69787117d req-f48e997f-029d-48cc-89cf-187672b013f6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410425 Aug 31 15:53:29.878993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'floatingip': {'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:29.896732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40050) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:29.931984 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:29.935281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-8b0eda2d-8cfa-457c-b3ab-296b88cfdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:29.936810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-8b0eda2d-8cfa-457c-b3ab-296b88cfdf53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1020799 Aug 31 15:53:30.046459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6207b23c-54a4-4545-b356-990fe8bf055f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.156834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6207b23c-54a4-4545-b356-990fe8bf055f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.164614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6207b23c-54a4-4545-b356-990fe8bf055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.212747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-dad576db-7f58-4cba-9e8b-3bc8ce6736c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:30.216424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-dad576db-7f58-4cba-9e8b-3bc8ce6736c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2472928 Aug 31 15:53:30.219270 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6207b23c-54a4-4545-b356-990fe8bf055f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c84f72a3d8c54a34b277a7195d0bd535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214431 Aug 31 15:53:30.220649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207b23c-54a4-4545-b356-990fe8bf055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d749880-714e-40de-a268-ad93c208c22e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:30.223180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:30.318756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da0ef201-c2e5-48e9-805c-208547511b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.348703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da0ef201-c2e5-48e9-805c-208547511b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.420998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da0ef201-c2e5-48e9-805c-208547511b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.424669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da0ef201-c2e5-48e9-805c-208547511b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.426002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-da0ef201-c2e5-48e9-805c-208547511b9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d749880-714e-40de-a268-ad93c208c22e HTTP/1.1" status: 204 len: 168 time: 0.2013986 Aug 31 15:53:30.426913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:30.437547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ef201-c2e5-48e9-805c-208547511b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d749880-714e-40de-a268-ad93c208c22e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:30.535855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 1e7aa167-d080-4b29-9909-49cb10e5e86f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:53:30.536071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.659342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.741227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:30.750708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.751359 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.767854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297d9ea-9d42-4d82-bc5e-2cf8a27cf99e req-2a599f9b-e99f-4f29-9eb0-a55de34e864f tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:30.776408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3297d9ea-9d42-4d82-bc5e-2cf8a27cf99e req-2a599f9b-e99f-4f29-9eb0-a55de34e864f tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 945 time: 0.6314492 Aug 31 15:53:30.792913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:30.808467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:30.846719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:30.849603 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881779c7-ff54-4b54-99b6-66211786539b" -d '{"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:30.899911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-a494201d-43ac-4e81-80cf-cea2db17314e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:30.901631 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-a494201d-43ac-4e81-80cf-cea2db17314e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f9a58d-3f72-4898-8eae-b3d4728490f4 HTTP/1.1" status: 200 len: 945 time: 0.0793798 Aug 31 15:53:30.936095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3297d9ea-9d42-4d82-bc5e-2cf8a27cf99e req-c7feee41-730d-4eb0-b1ea-36313f388320 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584420 Aug 31 15:53:30.958507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-3c6d2fdd-8db9-4135-99d5-303996976d63 service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814479 Aug 31 15:53:30.962516 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69 associated. External IP: 172.25.6.109, port: 342d5306-0f07-4161-8d9b-763ffaca82fd. Aug 31 15:53:31.052588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Deleting port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:31.053448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:31.108083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:31.133824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b66108a3-1940-4846-ac23-5b99f4644fe6 req-39aad7b0-56d0-4e69-bdcd-2cf35a1c88fa service neutron] 10.222.0.49 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660659 Aug 31 15:53:31.467518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] For port c67ee21f-9dfd-40c5-95fb-faacac3d5e82, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:31.468059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:31.878990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2cd1a3e-b685-45a9-a320-be863f9d9b5a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:31.895816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Calling delete_port for c67ee21f-9dfd-40c5-95fb-faacac3d5e82 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:31.976609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: f2cd1a3e-b685-45a9-a320-be863f9d9b5a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:31.976884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2cd1a3e-b685-45a9-a320-be863f9d9b5a not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:32.038401 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a248ed-e622-4855-a171-0ceb175d3411 x-openstack-request-id: req-38a248ed-e622-4855-a171-0ceb175d3411 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:32.038700 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:32.038952 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38a248ed-e622-4855-a171-0ceb175d3411 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:32.039400 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'code': 200} Aug 31 15:53:32.221928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:32.238005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c67ee21f-9dfd-40c5-95fb-faacac3d5e82'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:32.241009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['342d5306-0f07-4161-8d9b-763ffaca82fd'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:32.382248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d755fe-febc-481c-955d-8ca132c872b5 req-43bd9483-ba29-45c9-b975-88a76808cc50 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:32.390177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77d755fe-febc-481c-955d-8ca132c872b5 req-43bd9483-ba29-45c9-b975-88a76808cc50 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.2697203 Aug 31 15:53:32.419449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event deleted for resources: {'Port': ['ID=c67ee21f-9dfd-40c5-95fb-faacac3d5e82,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:32.420687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:32.481450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77d755fe-febc-481c-955d-8ca132c872b5 req-2227aa31-9977-4023-bd1e-7056fc05b6b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848351 Aug 31 15:53:32.501555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] No DVR routers for this DVR port c67ee21f-9dfd-40c5-95fb-faacac3d5e82 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:32.505690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:32.509315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d1b0ca0-b115-48cb-a3aa-5262df1be283 req-dcdc6c70-b41f-4690-ada7-1a00302daee5 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.49 "DELETE /v2.0/ports/c67ee21f-9dfd-40c5-95fb-faacac3d5e82 HTTP/1.1" status: 204 len: 173 time: 1.5998991 Aug 31 15:53:32.513453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'name': 'network-vif-deleted', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:32.521545 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b459eb-ef59-421c-9987-4a82c8793362" -d '{"events": [{"server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "name": "network-vif-deleted", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:32.595759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:32.783529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6020fcf-9809-42f2-9e31-23e0f0a8572f req-3f7b945c-1f26-4856-a3f8-8653850b6ba1 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:32.787361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6020fcf-9809-42f2-9e31-23e0f0a8572f req-3f7b945c-1f26-4856-a3f8-8653850b6ba1 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 945 time: 0.1927564 Aug 31 15:53:32.787361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:32.798533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:32.800445 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:32.815535 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:32.820896 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:32.867060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5d37dc0b-b9e1-46fe-9762-0785c4e677f8 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "PUT /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 996 time: 3.0185463 Aug 31 15:53:32.872335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:32.874929 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d12205a-309c-4f31-b807-24328594fafb" -d '{"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:32.952908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6020fcf-9809-42f2-9e31-23e0f0a8572f req-e121af56-ba40-4d0e-97f6-49c4575d1ac8 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491048 Aug 31 15:53:33.004562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-2cc1abd5-bc70-4f3f-98fa-ac7ce2ac7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:33.012803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-2cc1abd5-bc70-4f3f-98fa-ac7ce2ac7202 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.1341383 Aug 31 15:53:33.067567 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:33.346023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-13a991a4-1da7-40c1-8cc2-dc1a03f98650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:33.347653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-13a991a4-1da7-40c1-8cc2-dc1a03f98650 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.3339510 Aug 31 15:53:33.425346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e476a723-949b-41f5-a2fd-244bf703773f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:33.434294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-e476a723-949b-41f5-a2fd-244bf703773f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.6432388 Aug 31 15:53:33.470166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-35'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:33.495305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-5c5c86a5-b40c-4ec0-999c-c13208a6cfdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 999 time: 0.1325724 Aug 31 15:53:33.542688 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a113b5a-568e-4034-a079-91abd9b6697f x-openstack-request-id: req-8a113b5a-568e-4034-a079-91abd9b6697f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:33.546308 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f9a58d-3f72-4898-8eae-b3d4728490f4", "name": "network-vif-deleted", "tag": "c67ee21f-9dfd-40c5-95fb-faacac3d5e82", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:33.547258 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a113b5a-568e-4034-a079-91abd9b6697f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:33.549587 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f9a58d-3f72-4898-8eae-b3d4728490f4', 'name': 'network-vif-deleted', 'tag': 'c67ee21f-9dfd-40c5-95fb-faacac3d5e82', 'status': 'completed', 'code': 200} Aug 31 15:53:33.592756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-953159c2-1853-4a19-9b84-71da7ec70c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:33.594342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-953159c2-1853-4a19-9b84-71da7ec70c86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.0982244 Aug 31 15:53:33.630893 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0583f9dc-ea7b-4036-9634-d7273d047ea6 x-openstack-request-id: req-0583f9dc-ea7b-4036-9634-d7273d047ea6 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:33.631213 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:33.631477 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0583f9dc-ea7b-4036-9634-d7273d047ea6 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:33.631893 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'status': 'completed', 'code': 200} Aug 31 15:53:33.699317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-279bb403-ecce-4690-b573-7e930e643775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:33.702087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-279bb403-ecce-4690-b573-7e930e643775 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007984 Aug 31 15:53:33.753211 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:30Z', 'revision_number': 8, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:33.947864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e49d8-8f09-4c0e-aef8-7c83b2b16f66 req-78ad8ba3-54a2-4513-8352-b6ca370fe597 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:33.949481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:33.955898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-314e49d8-8f09-4c0e-aef8-7c83b2b16f66 req-78ad8ba3-54a2-4513-8352-b6ca370fe597 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 945 time: 0.0880275 Aug 31 15:53:33.984014 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:33.995797 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:33.996744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:34.005496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-314e49d8-8f09-4c0e-aef8-7c83b2b16f66 req-6be5a05c-0f0e-4e5b-8440-8d616f21ccb2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Aug 31 15:53:34.039284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-88857395-1d51-4fee-bf93-5cf019461313 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297813 Aug 31 15:53:34.147776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12205a-309c-4f31-b807-24328594fafb req-1aba6002-6527-4977-bd31-c34cb0645cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:34.152416 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-1aba6002-6527-4977-bd31-c34cb0645cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.5190012 Aug 31 15:53:34.196985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed0835ca-4eca-459b-bd7a-6510c82629fc req-732d9829-94e5-470d-870c-1aaa7d861f80 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499708 Aug 31 15:53:34.265732 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:34.421102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:34.426246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c67ee21f-9dfd-40c5-95fb-faacac3d5e82 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:34.492569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d91dc4e-65ec-4630-8e70-834a6cdbc99d req-ebccbf3a-8de6-476a-ab6d-c077b8585549 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 996 time: 0.2227745 Aug 31 15:53:34.562011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: c67ee21f-9dfd-40c5-95fb-faacac3d5e82 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:34.562359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c67ee21f-9dfd-40c5-95fb-faacac3d5e82 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:34.745821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:34.755900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12205a-309c-4f31-b807-24328594fafb req-fa5f8d0b-3c14-4015-bdf2-0c0aa5b7ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:34.758503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-fa5f8d0b-3c14-4015-bdf2-0c0aa5b7ad06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.5924051 Aug 31 15:53:34.770315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc has no active binding in host n-h2-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:53:34.800256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91dc4e-65ec-4630-8e70-834a6cdbc99d req-e2c14c67-ba02-460a-8192-05b6b62636e2 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:34.816409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d91dc4e-65ec-4630-8e70-834a6cdbc99d req-e2c14c67-ba02-460a-8192-05b6b62636e2 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.3226774 Aug 31 15:53:34.822479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-0d91dc4e-65ec-4630-8e70-834a6cdbc99d req-685bf76e-731e-47bf-97ad-10e3b0d61474 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:53:34.826714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d91dc4e-65ec-4630-8e70-834a6cdbc99d req-685bf76e-731e-47bf-97ad-10e3b0d61474 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093060 Aug 31 15:53:34.864950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:34.933185 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:30Z', 'revision_number': 8, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:34.945975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-da2411ee-6b74-4c7f-a097-dbe6f9ee9d90 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 999 time: 0.1006546 Aug 31 15:53:35.014000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:35.014173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40208) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:35.026738 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a69d33-b02d-47ed-82c8-9a69e5ada9d4 None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '814e4f78-54f1-43cd-87f0-f574b41acd69', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'port_id': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'mac_address': 'fa:16:3e:7d:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed3482-58b1-477e-babd-0dbedf46c690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:42Z', 'updated_at': '2021-08-31T15:53:30Z', 'revision_number': 8, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:35.031990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-cbaaa13a-1bb2-4cdd-8c81-00ee19b75c3a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:35.051746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-cbaaa13a-1bb2-4cdd-8c81-00ee19b75c3a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports/342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 942 time: 0.0950296 Aug 31 15:53:35.098942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.122695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.218095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-1a5f1440-105a-4cb4-bbd7-8cadca85c72c tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 999 time: 0.1177359 Aug 31 15:53:35.383407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Deleting port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:35.383407 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.465991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-40d9383e-4a8d-4a4d-ba0a-d49720cca739 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:35.475686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-40d9383e-4a8d-4a4d-ba0a-d49720cca739 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2554812 Aug 31 15:53:35.487420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dabc41-04ff-4c6f-8d86-f50869142480 None None] New status for floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:35.544953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20db591f-1ec9-49e4-990c-5b690d03d66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.586574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:35.589057 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728ef262-878e-447c-a3a5-82e31066a84c" -d '{"events": [{"server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "name": "network-vif-unplugged", "status": "completed", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:35.607424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:35.634917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on host n-h1-793621-35 for vnic_type normal with profile {"migrating_to": "n-h2-793621-35"} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:53:35.634917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:53:35.635272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:35.642788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:53:35.643243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Attempting to bind port 94d060a4-0075-4865-9ed9-20506be2fadc on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:35.649478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-117ab4e4-986c-40ba-9354-3c3435b0a4b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 999 time: 0.5364296 Aug 31 15:53:35.650986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-3040033b-90d3-48f7-bb34-16a3606ba8e9 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 999 time: 0.1743577 Aug 31 15:53:35.653793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:53:35.654139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:35.654590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:53:35.655033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Bound port: 94d060a4-0075-4865-9ed9-20506be2fadc, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:53:35.656033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.656166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:35.766078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] For port 2dda1162-1d71-4a21-b3b4-3b5be2c8320e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:35.766078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.788454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12205a-309c-4f31-b807-24328594fafb req-fd518bc9-31b3-40ad-b1a7-4597bf758cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:35.790095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-fd518bc9-31b3-40ad-b1a7-4597bf758cae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1295753 Aug 31 15:53:35.790967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Calling delete_port for 2dda1162-1d71-4a21-b3b4-3b5be2c8320e owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:35.826143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83776b-d6e0-448a-9957-320ced21ee1b req-2b1fd8d4-488b-4c9f-93e7-3129ee535b94 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:35.836173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f83776b-d6e0-448a-9957-320ced21ee1b req-2b1fd8d4-488b-4c9f-93e7-3129ee535b94 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.4407945 Aug 31 15:53:35.840547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.859441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20db591f-1ec9-49e4-990c-5b690d03d66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.915920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:35.939760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:35.955603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:35.974898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12205a-309c-4f31-b807-24328594fafb req-14954976-4b3d-4c81-aa6f-13b17546ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:35.976876 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-14954976-4b3d-4c81-aa6f-13b17546ae18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788237 Aug 31 15:53:35.982954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f83776b-d6e0-448a-9957-320ced21ee1b req-c64f208b-5d2b-4ed5-b0fc-d4c9c1d678cb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452794 Aug 31 15:53:35.983662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20db591f-1ec9-49e4-990c-5b690d03d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:36.129688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db591f-1ec9-49e4-990c-5b690d03d66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d7297-2fed-41a3-b3e4-83e191e2fd37,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.178908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=8']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.183061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:36.183831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:36.185400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-4e86ca3b-3cc5-4efb-9148-cb490c3c1c1c service neutron] 10.222.0.49 "PUT /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 1123 time: 2.7338922 Aug 31 15:53:36.284989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['94d060a4-0075-4865-9ed9-20506be2fadc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:36.293442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['94d060a4-0075-4865-9ed9-20506be2fadc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:36.356459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20db591f-1ec9-49e4-990c-5b690d03d66a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc3758ae50f44c48870eb42b3775d004&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3407540 Aug 31 15:53:36.358782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:36.365404 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-f01d6d6d-d57b-42c1-ba87-8062018b68e6 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669996 Aug 31 15:53:36.366611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:36.434762 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:36.445350 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:36.446169 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69 disassociated. External IP: 172.25.6.109, port: 342d5306-0f07-4161-8d9b-763ffaca82fd. Aug 31 15:53:36.447954 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed276da-2224-4c1e-b704-5a60e64a31f4 x-openstack-request-id: req-4ed276da-2224-4c1e-b704-5a60e64a31f4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:36.448264 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "name": "network-vif-unplugged", "status": "completed", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:36.448516 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ed276da-2224-4c1e-b704-5a60e64a31f4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:36.448906 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc', 'code': 200} Aug 31 15:53:36.449601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Pushing event deleted for resources: {'Port': ['ID=2dda1162-1d71-4a21-b3b4-3b5be2c8320e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:36.613144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0036f84c-2747-4520-9fce-b6737d4a1cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:36.867884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0036f84c-2747-4520-9fce-b6737d4a1cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:37.143277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:37.241791 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0036f84c-2747-4520-9fce-b6737d4a1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:37.245176 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0036f84c-2747-4520-9fce-b6737d4a1cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:37.248217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0036f84c-2747-4520-9fce-b6737d4a1cd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf7d7297-2fed-41a3-b3e4-83e191e2fd37 HTTP/1.1" status: 204 len: 168 time: 0.8881323 Aug 31 15:53:37.389432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:37.394034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d12205a-309c-4f31-b807-24328594fafb req-42dfb4ab-339f-4d6e-8c5b-f94e760014bc service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9744925 Aug 31 15:53:37.410069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:37.423826 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:37.426660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:37.430935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036f84c-2747-4520-9fce-b6737d4a1cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d7297-2fed-41a3-b3e4-83e191e2fd37,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:37.455182 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:37.458654 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:37.498594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad831-bffa-4a60-a542-5702e0ee4e70 req-10d699cd-03b5-4e53-878e-2de71f110551 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:37.500987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b8ad831-bffa-4a60-a542-5702e0ee4e70 req-10d699cd-03b5-4e53-878e-2de71f110551 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.3365202 Aug 31 15:53:37.505888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-a77590f0-b26c-4770-95e0-b03976c3ea5e tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "PUT /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 696 time: 1.8538640 Aug 31 15:53:37.506461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:37.511139 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac9c69-8c34-482f-8a99-7614a313fa47" -d '{"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:37.632217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b8ad831-bffa-4a60-a542-5702e0ee4e70 req-703181f8-b6c1-4d6c-b106-b54fb1548ddf tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149681 Aug 31 15:53:37.647787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-4003b9f1-e9f6-417e-baa4-d9050286d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:37.651362 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:37.663670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-4003b9f1-e9f6-417e-baa4-d9050286d4e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.1257048 Aug 31 15:53:37.898710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-3dac2189-63db-4de7-bfd4-60064429cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:37.900372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-3dac2189-63db-4de7-bfd4-60064429cbaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.2314148 Aug 31 15:53:37.912470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:38.027611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-6f29fa9a-8e6f-4fbf-b42b-dc70b29e58a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.1139233 Aug 31 15:53:38.086954 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc71fd08-fa4a-4110-96a4-a84153e8d539 x-openstack-request-id: req-fc71fd08-fa4a-4110-96a4-a84153e8d539 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:38.087249 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:38.087507 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc71fd08-fa4a-4110-96a4-a84153e8d539 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:38.094458 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'status': 'completed', 'code': 200} Aug 31 15:53:38.130173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-ee6ce950-2b3b-40d5-99a8-2073cb2e77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:38.139164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-ee6ce950-2b3b-40d5-99a8-2073cb2e77ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.1106155 Aug 31 15:53:38.194956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:38.226209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-007138c1-587b-4d69-bac3-be229a35f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:38.240537 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-007138c1-587b-4d69-bac3-be229a35f95f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987899 Aug 31 15:53:38.255391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-f6bac770-2ec1-450b-9eca-46bd9799249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:38.269507 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:38.271309 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-f6bac770-2ec1-450b-9eca-46bd9799249e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f17517fff146eaa15a026544edfb8d&device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 1097 time: 0.1490855 Aug 31 15:53:38.274773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:38.286543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-75b304bf-0e92-4d5f-8206-51882bfdb72d admin admin] 10.222.0.43 "PUT /v2.0/routers/d4f45b7c-30ac-4f83-9bb9-1dfabd803171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1714449 Aug 31 15:53:38.288672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40274) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:38.291643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] Sync routers for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:38.300814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:38.301447 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:38.322392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:38.324943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:38.464156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-8aecbfe5-5729-415e-bddc-23a589b71450 service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226622 Aug 31 15:53:38.563108 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:38.571839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:38.574087 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9926708-be92-4b31-892a-84ac53210bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:38.585621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:38.642278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:38.703247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf4ebbd1-3905-4a73-8997-aea7d0f8bc28 req-99bba834-30fa-40d1-bdf7-34014f07baba service neutron] 10.222.0.43 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380643 Aug 31 15:53:38.952270 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c2366-49d0-4389-ae97-52fee26f7810 x-openstack-request-id: req-5c5c2366-49d0-4389-ae97-52fee26f7810 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:38.956962 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:38.963654 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c5c2366-49d0-4389-ae97-52fee26f7810 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:38.964265 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc', 'status': 'completed', 'code': 200} Aug 31 15:53:39.103281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3b425-1542-48db-a5a9-f56c450f7c2e req-859c8ad6-d52a-4f2e-bed3-9248c8202185 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:39.106274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6eb3b425-1542-48db-a5a9-f56c450f7c2e req-859c8ad6-d52a-4f2e-bed3-9248c8202185 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.2476807 Aug 31 15:53:39.132006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:39.137944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:53:36Z', 'revision_number': 5, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port': {'id': '41b75791-d42d-496a-8e0c-99499bd6a75c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:39.158102 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:39.158523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926708-be92-4b31-892a-84ac53210bf4 req-51260730-eff7-451e-9311-616021935b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:39.160870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-51260730-eff7-451e-9311-616021935b54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1126 time: 0.1664059 Aug 31 15:53:39.184381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] Checking router: d4f45b7c-30ac-4f83-9bb9-1dfabd803171 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:39.195430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] Routers {'d4f45b7c-30ac-4f83-9bb9-1dfabd803171'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:39.196380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:39.233780 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729f89-9132-449f-a3b3-8e6722b33396 None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:52:01Z', 'revision_number': 4, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf3960e4-3e0d-4348-90c2-77f7db6692bc', 'name': '', 'network_id': '3826076c-542a-4d5e-931e-dd1776188e65', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'mac_address': 'fa:16:3e:8b:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:59Z', 'updated_at': '2021-08-31T15:52:12Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'subnets': [{'id': '7a7cbf4f-16ee-4936-8cf7-f3124f36466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:39.263738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-803552b9-57c7-4e27-8ef7-af19a15c9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:39.271062 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-803552b9-57c7-4e27-8ef7-af19a15c9ff4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 200 len: 922 time: 0.9828000 Aug 31 15:53:39.307734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] Set router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:39.345046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-d3c199fc-3ad3-402d-b2c2-13fd0ad4cd6d tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 200 len: 696 time: 0.2318449 Aug 31 15:53:39.390252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:53:39Z', 'revision_number': 6, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:39.430972 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-bd65b0e2-8ce5-4629-bb6b-57561f63885a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 200 len: 217 time: 0.1363883 Aug 31 15:53:39.448566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529e3e7-bf11-4734-bed5-c9ccb16a0b3b None None] The sync data for ids ['d4f45b7c-30ac-4f83-9bb9-1dfabd803171'] in n-d-793621-35 is: [{'id': 'd4f45b7c-30ac-4f83-9bb9-1dfabd803171', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-213602410-router', 'tenant_id': 'c8c7d29e972e43f0a3d3454984691518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:10Z', 'updated_at': '2021-08-31T15:53:39Z', 'revision_number': 6, 'project_id': 'c8c7d29e972e43f0a3d3454984691518', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:39.467291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6eb3b425-1542-48db-a5a9-f56c450f7c2e req-c70c79f3-8058-4c2b-9781-6f3c0af27626 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405275 Aug 31 15:53:39.490401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Deleting port 41b75791-d42d-496a-8e0c-99499bd6a75c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:39.490401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:39.563582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926708-be92-4b31-892a-84ac53210bf4 req-226da401-a0d3-4634-a3b8-cdb7de8fcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:39.565175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-226da401-a0d3-4634-a3b8-cdb7de8fcb80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.3506024 Aug 31 15:53:39.622901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-11c7b7b5-bcf2-405f-8870-b3c177720580 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:39.625829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-11c7b7b5-bcf2-405f-8870-b3c177720580 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2694085 Aug 31 15:53:39.726445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-efe59a2c-e29f-4952-984c-f94121b02b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:39.728367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-efe59a2c-e29f-4952-984c-f94121b02b9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 200 len: 860 time: 0.2687483 Aug 31 15:53:39.779636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-97d29f5a-a6fc-42e2-8b17-ba0c75d3d36f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 699 time: 0.1008902 Aug 31 15:53:39.781294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-fd759d68-3756-4145-85f2-83c1dcb231cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 217 time: 0.1999741 Aug 31 15:53:39.835091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06889f5e-f757-4117-8bab-49c03bce9639 None None] New status for floating IP 814e4f78-54f1-43cd-87f0-f574b41acd69: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:53:39.868759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] For port 41b75791-d42d-496a-8e0c-99499bd6a75c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=41b75791-d42d-496a-8e0c-99499bd6a75c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:39.869272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:39.901160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Calling delete_port for 41b75791-d42d-496a-8e0c-99499bd6a75c owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:39.902654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-1286e90d-7258-4f3a-81a1-6c61f780c706 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 699 time: 0.1150126 Aug 31 15:53:40.024062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-8c5d0be2-04fc-4608-8256-05ba2a1e43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:40.034742 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-8c5d0be2-04fc-4608-8256-05ba2a1e43e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3826076c-542a-4d5e-931e-dd1776188e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2897737 Aug 31 15:53:40.160787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926708-be92-4b31-892a-84ac53210bf4 req-744c10a0-1c3c-4954-8479-9928c8e3cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:40.162598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-744c10a0-1c3c-4954-8479-9928c8e3cbf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.2590125 Aug 31 15:53:40.225552 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-fabdf469-cf1c-4933-baad-d8dc1f76e1ef service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770227 Aug 31 15:53:40.435753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00ac9c69-8c34-482f-8a99-7614a313fa47 req-412d10c7-7cdb-4945-8c2c-c6c9754f17a2 service neutron] 10.222.0.30 "GET /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007396 Aug 31 15:53:40.508856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.567394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b75791-d42d-496a-8e0c-99499bd6a75c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:40.686376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.699865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-f8cf9bd3-2ce7-43d8-af52-e74e4da0fa5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5226467 Aug 31 15:53:40.822347 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.826272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.840351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2ff26-2460-4fb6-ae7c-0c12902edd4e req-df453cac-4bc0-4a49-9f94-77a7a58ff74a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:40.848275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52b2ff26-2460-4fb6-ae7c-0c12902edd4e req-df453cac-4bc0-4a49-9f94-77a7a58ff74a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.1696706 Aug 31 15:53:40.899796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Deleting port 3c0de3ca-51d8-415d-9a7d-f4c302415376 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:40.900159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.923875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-08b6edbd-36c3-4a74-8304-0b20ff859a73 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154014 Aug 31 15:53:40.936490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.937087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f45b7c-30ac-4f83-9bb9-1dfabd803171 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:40.946072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:40.947248 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e32f3806-4392-4aa9-be06-024b189d1261 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d4f45b7c-30ac-4f83-9bb9-1dfabd803171 HTTP/1.1" status: 204 len: 168 time: 2.6577101 Aug 31 15:53:40.949932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:41.019119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Deleting subnet 28789769-fc82-491a-b21f-f8a91d3e6dd7 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:53:41.026982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.087107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.127714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52b2ff26-2460-4fb6-ae7c-0c12902edd4e req-bf987b1a-2704-4f19-968e-6278931bb555 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785461 Aug 31 15:53:41.245929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.246522 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.298931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9926708-be92-4b31-892a-84ac53210bf4 req-3f1bd898-6baa-4974-90a6-b5907af8e542 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409669 Aug 31 15:53:41.314654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.315988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Calling delete_port for 3c0de3ca-51d8-415d-9a7d-f4c302415376 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:41.429287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.482019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 41b75791-d42d-496a-8e0c-99499bd6a75c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:41.485052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28789769-fc82-491a-b21f-f8a91d3e6dd7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:41.487609 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.493535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-109b17a5-27c9-4ac9-a2c3-873dc4a7c398 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/28789769-fc82-491a-b21f-f8a91d3e6dd7 HTTP/1.1" status: 204 len: 168 time: 0.5421844 Aug 31 15:53:41.494151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40340) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:41.536009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 41b75791-d42d-496a-8e0c-99499bd6a75c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:41.536664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 41b75791-d42d-496a-8e0c-99499bd6a75c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:41.537154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2dda1162-1d71-4a21-b3b4-3b5be2c8320e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:41.540664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec784ba-4cb3-4674-8580-d0f059875044 None None] Network b35dea22-d0a7-4a0a-85c0-438822a6d4e1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:53:41.610385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 2dda1162-1d71-4a21-b3b4-3b5be2c8320e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:41.610733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2dda1162-1d71-4a21-b3b4-3b5be2c8320e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:41.670027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.670683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.708551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event deleted for resources: {'Port': ['ID=3c0de3ca-51d8-415d-9a7d-f4c302415376,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:41.815954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Deleting port a69d92e1-9266-4765-8d80-e05a0db59d2f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:41.816461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.823860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] DHCP port deletion for b35dea22-d0a7-4a0a-85c0-438822a6d4e1 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:53:41.881542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.885568 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.895373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb966401-20b1-4edb-a1de-89966d5e6b76 req-c43b57c2-6ba2-4d72-a670-be1410541816 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "DELETE /v2.0/floatingips/814e4f78-54f1-43cd-87f0-f574b41acd69 HTTP/1.1" status: 204 len: 173 time: 1.9657059 Aug 31 15:53:41.935695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] Deleting port a69d92e1-9266-4765-8d80-e05a0db59d2f {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:41.942902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:41.972626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] For port a69d92e1-9266-4765-8d80-e05a0db59d2f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a69d92e1-9266-4765-8d80-e05a0db59d2f,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:41.973193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.011775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Calling delete_port for a69d92e1-9266-4765-8d80-e05a0db59d2f owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:42.096763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] For port a69d92e1-9266-4765-8d80-e05a0db59d2f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a69d92e1-9266-4765-8d80-e05a0db59d2f,segment=NetworkSegment(aa02b1d9-f610-46f7-b867-00c060b9833c),segment_id=aa02b1d9-f610-46f7-b867-00c060b9833c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:42.102219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.130012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] Calling delete_port for a69d92e1-9266-4765-8d80-e05a0db59d2f owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:42.313372 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.376512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] Pushing event deleted for resources: {'Port': ['ID=a69d92e1-9266-4765-8d80-e05a0db59d2f,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:42.381092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a969351-5b68-49e5-9555-de4b943b5437 None None] No DVR routers for this DVR port a69d92e1-9266-4765-8d80-e05a0db59d2f on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:42.486142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2c8d4-25dc-4b4e-872c-7593b1fa4d49 req-49a8eb45-7346-4c62-acd8-4c5151dfcbca tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:42.488068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3a2c8d4-25dc-4b4e-872c-7593b1fa4d49 req-49a8eb45-7346-4c62-acd8-4c5151dfcbca tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.0730078 Aug 31 15:53:42.519923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.545486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] No DVR routers for this DVR port a69d92e1-9266-4765-8d80-e05a0db59d2f on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:42.582000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3a2c8d4-25dc-4b4e-872c-7593b1fa4d49 req-ba13a7a1-03e6-4ff3-a0f8-1cffa552041b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877655 Aug 31 15:53:42.615474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69d92e1-9266-4765-8d80-e05a0db59d2f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:42.699805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.746510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35dea22-d0a7-4a0a-85c0-438822a6d4e1']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:42.781522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02b1d9-f610-46f7-b867-00c060b9833c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:42.782707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02b1d9-f610-46f7-b867-00c060b9833c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:42.817742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.829977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b246-f840-46e0-b330-3546c59110a8 req-5b2ddf6b-4ea9-4c13-8dfa-1373662bd444 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:42.843583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b3b246-f840-46e0-b330-3546c59110a8 req-5b2ddf6b-4ea9-4c13-8dfa-1373662bd444 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 945 time: 0.1409767 Aug 31 15:53:42.854354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.874423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:42.875511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:53:42.881534 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:53:42.928514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b3b246-f840-46e0-b330-3546c59110a8 req-b7110abc-1e27-4c63-b8e9-fdb12b3e210f tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784125 Aug 31 15:53:42.990274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:43.002568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:43.011395 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b35dea22-d0a7-4a0a-85c0-438822a6d4e1 HTTP/1.1" status: 204 len: 168 time: 1.5124617 Aug 31 15:53:43.018788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a4ea3-6fb7-4643-8ed0-aad7237695f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35dea22-d0a7-4a0a-85c0-438822a6d4e1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:43.302735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40380) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:43.384311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40386) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:43.415525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-96ffef72-7bdd-4750-baf4-8f148ff03ca1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8c7d29e972e43f0a3d3454984691518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113288 Aug 31 15:53:43.472023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a69d92e1-9266-4765-8d80-e05a0db59d2f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:43.498846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d0f27f-7a8e-471c-8d6b-59592abf49a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:43.501491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a69d92e1-9266-4765-8d80-e05a0db59d2f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:43.501889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a69d92e1-9266-4765-8d80-e05a0db59d2f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:43.561068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d0f27f-7a8e-471c-8d6b-59592abf49a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:43.639181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d0f27f-7a8e-471c-8d6b-59592abf49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:43.644273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d0f27f-7a8e-471c-8d6b-59592abf49a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:43.648272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-31d0f27f-7a8e-471c-8d6b-59592abf49a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7f80166-2d29-446c-a0bb-eece9e391653 HTTP/1.1" status: 204 len: 168 time: 0.2600296 Aug 31 15:53:43.682832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f27f-7a8e-471c-8d6b-59592abf49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f80166-2d29-446c-a0bb-eece9e391653,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:43.799262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-ee071b33-a76a-445b-b192-8b068d1f832a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:43.824890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-ee071b33-a76a-445b-b192-8b068d1f832a tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 945 time: 0.2053344 Aug 31 15:53:44.019089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6963-a383-4186-986b-315187057405 req-82d03930-57b5-41a8-a15d-a169cc74ee76 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:44.021811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c42d6963-a383-4186-986b-315187057405 req-82d03930-57b5-41a8-a15d-a169cc74ee76 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.1942558 Aug 31 15:53:44.264555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40418) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:44.307415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c42d6963-a383-4186-986b-315187057405 req-7a0713f8-0d8f-4dd5-bd3e-8399b4d44ae9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331848 Aug 31 15:53:44.328812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Deleting port 342d5306-0f07-4161-8d9b-763ffaca82fd {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:44.329746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:44.572044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] For port 342d5306-0f07-4161-8d9b-763ffaca82fd, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=342d5306-0f07-4161-8d9b-763ffaca82fd,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:44.572864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:44.610339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Calling delete_port for 342d5306-0f07-4161-8d9b-763ffaca82fd owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:44.746797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333898-f1be-427b-afaf-8535d73182d1 req-31ff6efa-f77a-4273-b755-12d8dbc7d0c7 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:44.749707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8333898-f1be-427b-afaf-8535d73182d1 req-31ff6efa-f77a-4273-b755-12d8dbc7d0c7 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 945 time: 0.6476946 Aug 31 15:53:44.816231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-131c6cf6-05cf-4c77-8a1a-6ea408b3ecb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:44.943531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8333898-f1be-427b-afaf-8535d73182d1 req-0f60d27f-3e75-457c-b52f-33ee8b9b352d tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/security-groups?id=429e2398-2ab8-44da-b24c-28e6e9ca8e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868644 Aug 31 15:53:45.174480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-131c6cf6-05cf-4c77-8a1a-6ea408b3ecb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.175096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.179758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-131c6cf6-05cf-4c77-8a1a-6ea408b3ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.194577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['342d5306-0f07-4161-8d9b-763ffaca82fd'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:45.260672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Pushing event deleted for resources: {'Port': ['ID=342d5306-0f07-4161-8d9b-763ffaca82fd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:45.317319 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-131c6cf6-05cf-4c77-8a1a-6ea408b3ecb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd33c022640b49a4b572c50ae6b4596e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0512111 Aug 31 15:53:45.326845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40448) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:45.459932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b5-37ed-4da5-a1ad-839386b5fb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.463337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c6cf6-05cf-4c77-8a1a-6ea408b3ecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b083a-c48c-4e0c-b6f8-f4c8973ff23e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:45.511083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b5-37ed-4da5-a1ad-839386b5fb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.565218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] No DVR routers for this DVR port 342d5306-0f07-4161-8d9b-763ffaca82fd on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:45.573996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.582539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b5-37ed-4da5-a1ad-839386b5fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.584251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6ada1c8-10d3-4595-92ce-251b08645f11 req-9534e79c-1d5a-46e3-a889-10f9455ac337 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.30 "DELETE /v2.0/ports/342d5306-0f07-4161-8d9b-763ffaca82fd HTTP/1.1" status: 204 len: 173 time: 1.6853385 Aug 31 15:53:45.585387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b5-37ed-4da5-a1ad-839386b5fb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:45.586588 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f7d376b5-37ed-4da5-a1ad-839386b5fb81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e24b083a-c48c-4e0c-b6f8-f4c8973ff23e HTTP/1.1" status: 204 len: 168 time: 0.2550020 Aug 31 15:53:45.588885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'name': 'network-vif-deleted', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:45.596557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d376b5-37ed-4da5-a1ad-839386b5fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b083a-c48c-4e0c-b6f8-f4c8973ff23e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:45.608651 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4007cc0-15a0-4227-97c1-dfc166287548" -d '{"events": [{"server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "name": "network-vif-deleted", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:45.737026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686352b3-a08e-4229-9fc8-7bf4be93c688 req-208cc649-fb95-4ed8-a141-3e2497ce76b5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:45.753217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-686352b3-a08e-4229-9fc8-7bf4be93c688 req-208cc649-fb95-4ed8-a141-3e2497ce76b5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.1913700 Aug 31 15:53:45.858668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-686352b3-a08e-4229-9fc8-7bf4be93c688 req-c429e30a-7c60-430f-8027-9e92e9b1ff5e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019366 Aug 31 15:53:45.882346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:46.146596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-358f9bce-0c6d-45d5-8a1f-84e3d0340bec tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aadd8a79ba644e0b996184a7f6c219b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899272 Aug 31 15:53:46.158811 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7add664-3c54-4df4-98a2-b35032ffd25a x-openstack-request-id: req-f7add664-3c54-4df4-98a2-b35032ffd25a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:46.159116 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ed3482-58b1-477e-babd-0dbedf46c690", "name": "network-vif-deleted", "tag": "342d5306-0f07-4161-8d9b-763ffaca82fd", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:46.159414 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7add664-3c54-4df4-98a2-b35032ffd25a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:46.159866 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ed3482-58b1-477e-babd-0dbedf46c690', 'name': 'network-vif-deleted', 'tag': '342d5306-0f07-4161-8d9b-763ffaca82fd', 'status': 'completed', 'code': 200} Aug 31 15:53:46.252053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 342d5306-0f07-4161-8d9b-763ffaca82fd no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:46.342945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 342d5306-0f07-4161-8d9b-763ffaca82fd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:46.345856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 342d5306-0f07-4161-8d9b-763ffaca82fd not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:46.418218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d603578f-203e-456e-8b51-c47bc756c7ed req-6b3e3163-0b4b-4612-bbac-3df0483e20d7 tempest-FloatingIPsAssociationTestJSON-1389952661 tempest-FloatingIPsAssociationTestJSON-1389952661-project] 10.222.0.43 "GET /v2.0/ports?device_id=61ed3482-58b1-477e-babd-0dbedf46c690 HTTP/1.1" status: 200 len: 210 time: 0.0530438 Aug 31 15:53:46.500156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-8fbd6254-c188-43fc-9e52-3480c2ece604 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:46.522090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-8fbd6254-c188-43fc-9e52-3480c2ece604 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742673 Aug 31 15:53:46.538162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-284a08b2-b469-4205-b35b-0116d0466eeb tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/quotas/aadd8a79ba644e0b996184a7f6c219b9 HTTP/1.1" status: 200 len: 375 time: 0.0134342 Aug 31 15:53:46.590094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-df56aaf9-b31c-4a33-a8a0-8b3807ca5c1b tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aadd8a79ba644e0b996184a7f6c219b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375564 Aug 31 15:53:46.974125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee6842d8-c04f-44c8-8718-3bfe7fc3262b req-c1dc6344-8e18-4880-a161-ccc680de30cf tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 210 time: 0.0531368 Aug 31 15:53:47.153671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628e1fb-d68b-4c84-8995-9a122e427b14 req-d8d19143-8c50-44e3-9598-b92404a161ac tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:47.159581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9628e1fb-d68b-4c84-8995-9a122e427b14 req-d8d19143-8c50-44e3-9598-b92404a161ac tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.1849556 Aug 31 15:53:47.243680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9628e1fb-d68b-4c84-8995-9a122e427b14 req-77a24bde-518e-4f7f-8ef0-89bdd8eea7b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Aug 31 15:53:47.505695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40526) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:47.974276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-5c15d033-625a-478d-96b4-4a037108e408 service neutron] 10.222.0.30 "GET /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.1764088 Aug 31 15:53:48.151665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40546) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:48.215272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efde8829-4cd3-467b-989a-bbd8ac08333b req-e4e63d23-f66e-47ee-922b-c9b79e7b318e tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 210 time: 0.0601282 Aug 31 15:53:48.326371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-7a95ed7a-51e0-4475-80d1-e62c45f7fe0d tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aadd8a79ba644e0b996184a7f6c219b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570159 Aug 31 15:53:48.342956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77331ac9-aa2b-41bf-bff3-04f8d18cd1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:48.489084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:48.522583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:48.527387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-49c02a37-ba23-4feb-b014-b223229fbda1 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:48.531307 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-49c02a37-ba23-4feb-b014-b223229fbda1 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788383 Aug 31 15:53:48.548813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Request body: {'port': {'device_id': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'aadd8a79ba644e0b996184a7f6c219b9'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:48.608006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d060a4-0075-4865-9ed9-20506be2fadc {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:48.619870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77331ac9-aa2b-41bf-bff3-04f8d18cd1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:48.625412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77331ac9-aa2b-41bf-bff3-04f8d18cd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:48.627442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:48.654280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac5c31-673a-407f-8a18-53c9fee9eefc req-981cc1db-8939-4400-b2be-1ee279edbdb3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:48.663060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aac5c31-673a-407f-8a18-53c9fee9eefc req-981cc1db-8939-4400-b2be-1ee279edbdb3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 943 time: 0.1554189 Aug 31 15:53:48.704081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-77331ac9-aa2b-41bf-bff3-04f8d18cd1f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08b111ee8c0e41e1b9991b1baab66bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512722 Aug 31 15:53:48.719077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40562) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:48.735151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77331ac9-aa2b-41bf-bff3-04f8d18cd1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1cf77-3d8a-416b-9821-76ac2cf14d44,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:48.743184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:48.857277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Made reservation on behalf of aadd8a79ba644e0b996184a7f6c219b9 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:48.866168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:48.877493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.000165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.002222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aac5c31-673a-407f-8a18-53c9fee9eefc req-62e454d2-2a5e-4191-96f1-19d244c09c1b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375027 Aug 31 15:53:49.013671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.018668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] Transition to ACTIVE for port object 94d060a4-0075-4865-9ed9-20506be2fadc will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:53:49.025515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.119583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] Pushing event updated for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:49.192665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] No DVR routers for this DVR port 94d060a4-0075-4865-9ed9-20506be2fadc on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:49.193854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec758d-936c-443f-bffb-6e6a023208ef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:49.200574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-365f0907-b419-4272-97ac-88b21a5e99a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.234580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.297205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Allocated IP 192.168.233.18 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/ca862f6b-df21-44b4-9fe7-002b692c1ed4) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:49.328468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-365f0907-b419-4272-97ac-88b21a5e99a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.353170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-2cd9c30a-1ee4-40bf-b5af-c45cba8fe224 service neutron] 10.222.0.30 "PUT /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc/bindings/n-h2-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 1.3702874 Aug 31 15:53:49.532368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-505f2d07-fa29-41a8-9cd8-42efffc70402 req-4aba7046-eeb6-4069-ac42-3b3fe8cbb277 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 210 time: 0.1245182 Aug 31 15:53:49.591273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-365f0907-b419-4272-97ac-88b21a5e99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.595077 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-365f0907-b419-4272-97ac-88b21a5e99a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.596866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-365f0907-b419-4272-97ac-88b21a5e99a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57e1cf77-3d8a-416b-9821-76ac2cf14d44 HTTP/1.1" status: 204 len: 168 time: 0.8572798 Aug 31 15:53:49.640705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f0907-b419-4272-97ac-88b21a5e99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1cf77-3d8a-416b-9821-76ac2cf14d44,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:49.706760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-69f451aa-7601-4b64-85be-8cb541f07264 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:49.714091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-69f451aa-7601-4b64-85be-8cb541f07264 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.2869718 Aug 31 15:53:49.717786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb139e-3409-4966-a342-0ca5644ac2d6 req-d173bafc-4648-4c4f-863a-62d17a4b577b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:49.719448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:49.726808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26bb139e-3409-4966-a342-0ca5644ac2d6 req-d173bafc-4648-4c4f-863a-62d17a4b577b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1098 time: 0.1671813 Aug 31 15:53:49.776980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Transition to ACTIVE for port object ca862f6b-df21-44b4-9fe7-002b692c1ed4 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:53:49.822050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26bb139e-3409-4966-a342-0ca5644ac2d6 req-ad791eaf-ff79-40d7-9951-d027f99e7a6d tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937626 Aug 31 15:53:49.873199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.002901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Pushing event updated for resources: {'Port': ['ID=ca862f6b-df21-44b4-9fe7-002b692c1ed4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:50.004501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Deleting port bf3960e4-3e0d-4348-90c2-77f7db6692bc {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:50.005188 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.044295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:50.054139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:50.094990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:53:50.101387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-16cf17f6-fd90-4f6f-8422-c13e54ccdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:50.104403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-16cf17f6-fd90-4f6f-8422-c13e54ccdefd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64&tenant_id=eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 1096 time: 0.2349913 Aug 31 15:53:50.183999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:50.185135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.197388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] For port bf3960e4-3e0d-4348-90c2-77f7db6692bc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bf3960e4-3e0d-4348-90c2-77f7db6692bc,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:50.197826 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.214042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Calling delete_port for bf3960e4-3e0d-4348-90c2-77f7db6692bc owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:50.237393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-d0a4f0d0-deb7-4a97-ae3d-d828b3a71c26 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6942587 Aug 31 15:53:50.251207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-646a74ce-3817-4ff3-bc34-d7b8518fac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:50.253395 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-646a74ce-3817-4ff3-bc34-d7b8518fac2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1096 time: 0.0643930 Aug 31 15:53:50.258426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Request body: {'port': {'device_id': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:50.420758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.489672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.499010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-3315270f-f067-45f3-a1e0-fb2e64eb8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:50.500893 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-3315270f-f067-45f3-a1e0-fb2e64eb8f56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2390463 Aug 31 15:53:50.557380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3960e4-3e0d-4348-90c2-77f7db6692bc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:50.579452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-dafe95bc-6374-4fa0-b551-37b3d4bfff72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 200 len: 217 time: 0.0659902 Aug 31 15:53:50.741662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f89e394c-90b4-463f-a71f-d81d347b1580 None None] Provisioning for port ca862f6b-df21-44b4-9fe7-002b692c1ed4 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:53:50.750107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f89e394c-90b4-463f-a71f-d81d347b1580 None None] Provisioning complete for port ca862f6b-df21-44b4-9fe7-002b692c1ed4 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:53:50.757254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f89e394c-90b4-463f-a71f-d81d347b1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:50.817029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f89e394c-90b4-463f-a71f-d81d347b1580 None None] Port ca862f6b-df21-44b4-9fe7-002b692c1ed4 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:53:50.947060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-0e0bcc91-d776-49d6-b183-4bb506c3882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:50.950055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-0e0bcc91-d776-49d6-b183-4bb506c3882f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.3549960 Aug 31 15:53:50.989549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-adc4b76d-e109-4fbd-a1d3-e5727386f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:51.003023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-66ae6d6f-ea04-48e4-85df-a6c7cda119e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383439 Aug 31 15:53:51.145625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:51.232294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-791ce907-ae07-4357-afd3-051e10b03fad service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176759 Aug 31 15:53:51.315133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca862f6b-df21-44b4-9fe7-002b692c1ed4 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:51.419985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812f60a-28e6-4378-a6cf-d7fbd137f158 req-a32d7f05-5caf-4c1c-91ca-47c3b118cf5e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:51.431643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e812f60a-28e6-4378-a6cf-d7fbd137f158 req-a32d7f05-5caf-4c1c-91ca-47c3b118cf5e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 944 time: 0.9570353 Aug 31 15:53:51.447943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2096531345-network', 'tenant_id': 'cfb74d66ae1245e48e83026dc026f50e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:51.487606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:51.508246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e812f60a-28e6-4378-a6cf-d7fbd137f158 req-61da9bd2-10cb-49a0-a62d-a7a0c94a1bf1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623531 Aug 31 15:53:51.519443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Made reservation on behalf of cfb74d66ae1245e48e83026dc026f50e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:51.525354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:51.536391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:51.545164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Transition to ACTIVE for port object ca862f6b-df21-44b4-9fe7-002b692c1ed4 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:53:51.547223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:51.579301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:51.667280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca862f6b-df21-44b4-9fe7-002b692c1ed4,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:51.740198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-7f5990ab-7a03-4308-b1e0-94c8df504167 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902339 Aug 31 15:53:51.826205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77238300-9373-4ef9-8414-cb8f67c8d51b req-705667e3-8a67-46b4-a42f-02177c1af208 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:51.835010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77238300-9373-4ef9-8414-cb8f67c8d51b req-705667e3-8a67-46b4-a42f-02177c1af208 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 947 time: 0.0964506 Aug 31 15:53:51.905611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77238300-9373-4ef9-8414-cb8f67c8d51b req-abb3cf80-b775-4699-ad82-4a9183b8dd4d tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693121 Aug 31 15:53:51.991252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-2d0bc8a5-6587-45a0-996f-8b1fa43cc362 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:53:51.992580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-2d0bc8a5-6587-45a0-996f-8b1fa43cc362 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115938 Aug 31 15:53:52.014886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Attempting to bind port ca862f6b-df21-44b4-9fe7-002b692c1ed4 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:53:52.015558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Attempting to bind port ca862f6b-df21-44b4-9fe7-002b692c1ed4 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:53:52.016132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Attempting to bind port ca862f6b-df21-44b4-9fe7-002b692c1ed4 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:52.031890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Port ca862f6b-df21-44b4-9fe7-002b692c1ed4 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:53:52.032360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Attempting to bind port ca862f6b-df21-44b4-9fe7-002b692c1ed4 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:52.044496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:53:52.044777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:52.045170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:53:52.045638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Bound port: ca862f6b-df21-44b4-9fe7-002b692c1ed4, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:53:52.046011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.088019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-5f9ebb00-c644-48fb-8c96-ace1c4a2ff2f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:52.090324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-5f9ebb00-c644-48fb-8c96-ace1c4a2ff2f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 1095 time: 0.0867691 Aug 31 15:53:52.103206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.105651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Request body: {'binding': {'host': 'n-h1-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:52.107546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Unknown quota resources ['binding']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:53:52.111546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.166938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:53:52.210679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.211034 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Added segment eadbbe62-af4f-4e60-80a7-b6bcccbeb043 of type vlan for network 9e8e07d7-75af-47b8-892b-1f6605984dcc Aug 31 15:53:52.226539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.230442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] For port ca862f6b-df21-44b4-9fe7-002b692c1ed4, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:52.289882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] For port ca862f6b-df21-44b4-9fe7-002b692c1ed4, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:52.305277 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.318883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.347066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:53:52.390789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-22b6ec75-e65e-4997-babd-281f79225381 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:52.393725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-22b6ec75-e65e-4997-babd-281f79225381 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.2005942 Aug 31 15:53:52.406673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:52.407316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.408916 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca862f6b-df21-44b4-9fe7-002b692c1ed4 HTTP/1.1" status: 200 len: 1096 time: 2.1606960 Aug 31 15:53:52.412583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'tag': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:52.415189 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bcac84-103b-4137-a2ec-e32095f38945", "tag": "ca862f6b-df21-44b4-9fe7-002b692c1ed4"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:52.559789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.561406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:52.562769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.599778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:53:52.609441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-333c34a3-3d84-4577-a3af-e7d203a8c836 admin admin] 10.222.0.43 "PUT /v2.0/routers/edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1012802 Aug 31 15:53:52.612576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40658) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:52.613665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] Sync routers for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:53:52.621624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on host n-h1-793621-35 for vnic_type normal with profile None {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:53:52.621984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:53:52.622470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:52.623415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb248c-5ebf-4f89-acc1-095d9b3b06c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca862f6b-df21-44b4-9fe7-002b692c1ed4,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.634406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:52.635062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:52.645598 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4e78ec-f25a-4300-8feb-67d0778a0fe2 x-openstack-request-id: req-5d4e78ec-f25a-4300-8feb-67d0778a0fe2 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:53:52.647446 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bcac84-103b-4137-a2ec-e32095f38945", "tag": "ca862f6b-df21-44b4-9fe7-002b692c1ed4", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:53:52.647742 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d4e78ec-f25a-4300-8feb-67d0778a0fe2 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:53:52.649486 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'tag': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4', 'status': 'completed', 'code': 200} Aug 31 15:53:52.678181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:53:52.678508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:53:52.698774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:53:52.699106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:52.699478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:53:52.699953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Bound port: c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:53:52.781906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:53:52.785990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6359179 Aug 31 15:53:52.787169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40662) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:52.793682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:52.794894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-bd130b0f-decb-434f-8e8a-5735d2028f06 service neutron] 10.222.0.43 "POST /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6968467 Aug 31 15:53:52.799104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Request body: {'subnet': {'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2096531345-subnet', 'tenant_id': 'cfb74d66ae1245e48e83026dc026f50e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:52.864701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-37541fb0-911c-4442-8e2a-25f7b5c5e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:52.867693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-37541fb0-911c-4442-8e2a-25f7b5c5e93a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aadd8a79ba644e0b996184a7f6c219b9&device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 1099 time: 0.3842306 Aug 31 15:53:52.868601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd6d3a-8d90-44d7-b6e8-03b377863ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8e07d7-75af-47b8-892b-1f6605984dcc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:52.932454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9e8e07d7-75af-47b8-892b-1f6605984dcc details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:53:52.969247 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-5c46bf1c-6917-490d-b19a-59d2c97c28ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4 HTTP/1.1" status: 200 len: 217 time: 0.0739849 Aug 31 15:53:53.028915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Made reservation on behalf of cfb74d66ae1245e48e83026dc026f50e for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:53.031426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:53.043764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-1bea62fa-4169-44a4-9346-aaf04c1b188e service neutron] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:53:53.055584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-1bea62fa-4169-44a4-9346-aaf04c1b188e service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:53.059330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b03b80a2-1ecd-4daf-abd9-6e7a1ee25763 req-1bea62fa-4169-44a4-9346-aaf04c1b188e service neutron] 10.222.0.49 "DELETE /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc/bindings/n-h1-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.6472228 Aug 31 15:53:53.070435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-e69332a8-8c39-482a-9891-77fa5502737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.072839 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-e69332a8-8c39-482a-9891-77fa5502737b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0916088 Aug 31 15:53:53.100578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e156-abd3-4cb5-bd38-ddbfe7a9f5e8 req-4a0b1a2a-bcd9-44ed-9c4d-23fada12aedd tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.102625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6848e156-abd3-4cb5-bd38-ddbfe7a9f5e8 req-4a0b1a2a-bcd9-44ed-9c4d-23fada12aedd tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 944 time: 0.3167200 Aug 31 15:53:53.165648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-b1c65041-5de6-495e-adf7-73e0217c9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.167520 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-b1c65041-5de6-495e-adf7-73e0217c9e57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802891 Aug 31 15:53:53.252826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:53.280967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:53.310707 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-b3b7e2fb-0529-4d62-b626-a712da33708c service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321747 Aug 31 15:53:53.376166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6848e156-abd3-4cb5-bd38-ddbfe7a9f5e8 req-0edd31f0-8cae-437c-91d2-9b2ea875e051 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805191 Aug 31 15:53:53.405913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-025d5311-fadb-400a-99e3-e95b4bb9c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.408002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-025d5311-fadb-400a-99e3-e95b4bb9c7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1098 time: 0.3042631 Aug 31 15:53:53.557549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21266294-0aa0-4427-bd7d-ac70c060acf3 req-1b40368b-4bcf-4083-852c-bde3ac96074c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.559583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21266294-0aa0-4427-bd7d-ac70c060acf3 req-1b40368b-4bcf-4083-852c-bde3ac96074c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.3247621 Aug 31 15:53:53.620733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:53:50Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:53.647967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ae91451-c632-4938-aee4-b3a3027ffe47 req-ec0fe395-8829-4de5-95cc-e13bd0d8c746 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246942 Aug 31 15:53:53.694185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21266294-0aa0-4427-bd7d-ac70c060acf3 req-c525c2e5-538e-4392-87e1-8c05e8276546 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175141 Aug 31 15:53:53.760165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] Checking router: edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:53:53.790750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae22a59-1c89-4363-904b-1221bace018b req-e817d167-8e27-4c0c-918a-b4714bd85207 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.791824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] Routers {'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:53:53.792440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ae22a59-1c89-4363-904b-1221bace018b req-e817d167-8e27-4c0c-918a-b4714bd85207 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 947 time: 0.2533424 Aug 31 15:53:53.793665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-4fb5d481-24e0-45ac-9e22-2f7584704608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.795078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-4fb5d481-24e0-45ac-9e22-2f7584704608 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.3708503 Aug 31 15:53:53.798986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:53.800255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:53.861389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-d2028098-53d5-4907-9ab9-422b5a1ace3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:53.863274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-d2028098-53d5-4907-9ab9-422b5a1ace3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aadd8a79ba644e0b996184a7f6c219b9&device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 1099 time: 0.0922923 Aug 31 15:53:54.031961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] Set router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:53:54.039249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-0dec6262-0b99-480c-9cc9-2a1a7da60a5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 217 time: 0.2323887 Aug 31 15:53:54.049371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-4cec1b93-1f62-4d0b-b1f9-e370c0d424d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:54.051215 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-4cec1b93-1f62-4d0b-b1f9-e370c0d424d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1802583 Aug 31 15:53:54.102930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ae22a59-1c89-4363-904b-1221bace018b req-c01b085a-4069-4b28-838c-cccdd6af35d7 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994733 Aug 31 15:53:54.182142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-1c955a18-e7f8-4f88-8295-43abd04911d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4 HTTP/1.1" status: 200 len: 217 time: 0.1129186 Aug 31 15:53:54.257531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:54.270871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-016f4074-8c6b-4709-b9ea-e2fcbc95685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:54.270871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-016f4074-8c6b-4709-b9ea-e2fcbc95685b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1930594 Aug 31 15:53:54.334613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-d03af0fe-12bc-4ede-b5ea-43c07b0c36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:54.337012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-d03af0fe-12bc-4ede-b5ea-43c07b0c36d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1434793 Aug 31 15:53:54.358212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-469cf913-c5ab-4812-9881-c4b8dc158fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613327 Aug 31 15:53:54.385041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51fea959-4e40-47d4-b82d-f7b371d30eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:54.390955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102bea3-f23d-4821-a8e4-b403b0b06cd0 req-64fe53fa-c140-4133-b051-f6dcb76deec5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:54.395650 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:54.402837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f102bea3-f23d-4821-a8e4-b403b0b06cd0 req-64fe53fa-c140-4133-b051-f6dcb76deec5 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1096 time: 0.3728685 Aug 31 15:53:54.418520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-fb50d115-1191-42a6-81c1-ce7a468b4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:54.420010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-fb50d115-1191-42a6-81c1-ce7a468b4447 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747514 Aug 31 15:53:54.439913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:53:50Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:54.471074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24c2e16-40a2-4d0e-bf6a-41c62296827e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:54.479140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f5a9c-61b3-4c3e-b433-4f87d630fc3b None None] The sync data for ids ['edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab'] in n-d-793621-35 is: [{'id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1904876834-router', 'tenant_id': '42f17517fff146eaa15a026544edfb8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '56025252-778b-43a8-b234-ab2d776471e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:48Z', 'updated_at': '2021-08-31T15:53:50Z', 'revision_number': 5, 'project_id': '42f17517fff146eaa15a026544edfb8d', 'gw_port': {'id': '56025252-778b-43a8-b234-ab2d776471e2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:50Z', 'updated_at': '2021-08-31T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:53:54.503466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Deleting port 56025252-778b-43a8-b234-ab2d776471e2 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:54.503822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:54.566700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Checking segment: {'id': 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:53:54.567006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Network hostable DHCP agents. Network: 9e8e07d7-75af-47b8-892b-1f6605984dcc, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:53:54.569548 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-6f9b8e9d-7363-4b82-8ad4-c534b68f9873 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404114 Aug 31 15:53:54.599061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f102bea3-f23d-4821-a8e4-b403b0b06cd0 req-3e78b0d1-23e7-43bd-bfb5-1c9288d05ff0 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948719 Aug 31 15:53:54.668712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-7da1a8b8-4ab0-4dba-a372-8ed6349bd549 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998774 Aug 31 15:53:54.683262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Network 9e8e07d7-75af-47b8-892b-1f6605984dcc is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:53:54.720209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-c9919010-c750-4134-b536-d044128872fb admin admin] For port 56025252-778b-43a8-b234-ab2d776471e2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=56025252-778b-43a8-b234-ab2d776471e2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:54.720209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:54.746691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a710cce4-7cf0-4cc9-b700-df9b581b3a9f req-c3a9cbfb-ef28-4590-a55b-764f40948056 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675344 Aug 31 15:53:54.806391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9e8e07d7-75af-47b8-892b-1f6605984dcc) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:54.817310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Calling delete_port for 56025252-778b-43a8-b234-ab2d776471e2 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:54.817519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395edb6-b3f5-430c-800e-8842071f031d None None] Network 9e8e07d7-75af-47b8-892b-1f6605984dcc requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:53:54.847124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:54.847841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:54.927638 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:55.017791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf3467cf-7d86-4357-a8b1-eb74034292a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2260797 Aug 31 15:53:55.041705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2c9f5-9c08-410a-926d-faba60fce526 None None] Network 9e8e07d7-75af-47b8-892b-1f6605984dcc requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:53:55.141090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e1323-b485-465d-8fb1-8cb50ecbb8d2 req-35a80082-f654-4a9f-a442-88ffcc03c8de tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:55.148961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-511e1323-b485-465d-8fb1-8cb50ecbb8d2 req-35a80082-f654-4a9f-a442-88ffcc03c8de tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 1096 time: 0.3799896 Aug 31 15:53:55.193600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd2065-2d75-4f61-a150-bbf8dec229fe req-cdfd2ac0-8bd3-40fe-add6-dc23fe9587e3 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:55.201353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15bd2065-2d75-4f61-a150-bbf8dec229fe req-cdfd2ac0-8bd3-40fe-add6-dc23fe9587e3 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.3750119 Aug 31 15:53:55.223255 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:55.245606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-511e1323-b485-465d-8fb1-8cb50ecbb8d2 req-e6652ae2-6539-418b-8a74-87ed79d71688 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956912 Aug 31 15:53:55.252133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-12cb462d-6455-4c15-af93-017479692e83 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697997 Aug 31 15:53:55.338957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15bd2065-2d75-4f61-a150-bbf8dec229fe req-8d9ac3a0-bb4d-4980-a0cc-42c671f034d7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356311 Aug 31 15:53:55.360868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:55.367734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf3960e4-3e0d-4348-90c2-77f7db6692bc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:55.401864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: bf3960e4-3e0d-4348-90c2-77f7db6692bc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:55.402220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf3960e4-3e0d-4348-90c2-77f7db6692bc not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:55.506259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Pushing event deleted for resources: {'Port': ['ID=56025252-778b-43a8-b234-ab2d776471e2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:55.668334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dc486-0fbd-4981-848c-a5c49dc00d69 req-9437303b-af90-4bdd-86e0-16b18053f262 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:55.676507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d51dc486-0fbd-4981-848c-a5c49dc00d69 req-9437303b-af90-4bdd-86e0-16b18053f262 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 947 time: 0.1716633 Aug 31 15:53:55.687152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:55.696058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.003194 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:53:56.123624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.154615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.171753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d51dc486-0fbd-4981-848c-a5c49dc00d69 req-4ad4b763-060f-4c63-ad4a-8065caa869d9 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942360 Aug 31 15:53:56.232721 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.233635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:53:56.260102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9919010-c750-4134-b536-d044128872fb admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.264916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c9919010-c750-4134-b536-d044128872fb admin admin] 10.222.0.43 "DELETE /v2.0/routers/edd1d2fe-28d1-482b-9ef4-a11f9d2f41ab HTTP/1.1" status: 204 len: 168 time: 3.6476862 Aug 31 15:53:56.265611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40750) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:56.291874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-9d7fad41-54f9-458c-b41d-c26eb56413d8 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:56.304961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-9d7fad41-54f9-458c-b41d-c26eb56413d8 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/networks?id=9e8e07d7-75af-47b8-892b-1f6605984dcc HTTP/1.1" status: 200 len: 822 time: 0.2422457 Aug 31 15:53:56.331482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-9df8f201-121d-473e-abd3-dad2c4c9c1d9 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/quotas/cfb74d66ae1245e48e83026dc026f50e HTTP/1.1" status: 200 len: 375 time: 0.0254910 Aug 31 15:53:56.376418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Deleting subnet 7a7cbf4f-16ee-4936-8cf7-f3124f36466c {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:53:56.381618 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.383479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-a931e617-925b-4cbb-9e93-a45a3eb8834d tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfb74d66ae1245e48e83026dc026f50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508802 Aug 31 15:53:56.444398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.550095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-2c7fd37a-655b-4756-a949-5957e0bd2b0f service neutron] 10.222.0.43 "GET /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575358 Aug 31 15:53:56.589218 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.698536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.700715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-b319bc4e-e690-462e-ba5e-acba0838a8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459677 Aug 31 15:53:56.750181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7cbf4f-16ee-4936-8cf7-f3124f36466c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:56.763513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:56.766180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3c634-d67f-4a81-8b3b-87fb9a6fed92 None None] Network 3826076c-542a-4d5e-931e-dd1776188e65 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:53:56.770675 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-df3fcf03-76ec-46e1-972d-41618e811df1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a7cbf4f-16ee-4936-8cf7-f3124f36466c HTTP/1.1" status: 204 len: 168 time: 0.5025508 Aug 31 15:53:56.771246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40772) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:56.953256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.016443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff55d-e698-4b62-a431-838ac17aedb3 req-28ce7d4f-17c8-4d25-bc45-413dc56e4c4a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:57.019181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-804ff55d-e698-4b62-a431-838ac17aedb3 req-28ce7d4f-17c8-4d25-bc45-413dc56e4c4a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1176758 Aug 31 15:53:57.084830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] DHCP port deletion for 3826076c-542a-4d5e-931e-dd1776188e65 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:53:57.127603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-804ff55d-e698-4b62-a431-838ac17aedb3 req-2b48d147-fda5-470c-b552-b75e2a4d3aa1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019909 Aug 31 15:53:57.129455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Deleting port c5815274-3c2d-4819-b2fe-7c68c03dbf55 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:57.129805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.176085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Deleting port c5815274-3c2d-4819-b2fe-7c68c03dbf55 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:53:57.176589 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.306492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] For port c5815274-3c2d-4819-b2fe-7c68c03dbf55, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5815274-3c2d-4819-b2fe-7c68c03dbf55,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:57.306968 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.324920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Calling delete_port for c5815274-3c2d-4819-b2fe-7c68c03dbf55 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:57.377873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] For port c5815274-3c2d-4819-b2fe-7c68c03dbf55, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5815274-3c2d-4819-b2fe-7c68c03dbf55,segment=NetworkSegment(3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2),segment_id=3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:57.378474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.415128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbebca-fc45-4f88-bdab-9214927b9e46 req-addea8bc-7d65-4f64-ae1d-71330a891c4d tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:57.417355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9dbebca-fc45-4f88-bdab-9214927b9e46 req-addea8bc-7d65-4f64-ae1d-71330a891c4d tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 950 time: 0.1624839 Aug 31 15:53:57.440605 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.445783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Calling delete_port for c5815274-3c2d-4819-b2fe-7c68c03dbf55 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:53:57.494137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 56025252-778b-43a8-b234-ab2d776471e2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:57.505681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Pushing event deleted for resources: {'Port': ['ID=c5815274-3c2d-4819-b2fe-7c68c03dbf55,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:57.564593 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.583198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 56025252-778b-43a8-b234-ab2d776471e2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:57.583840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 56025252-778b-43a8-b234-ab2d776471e2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:57.584663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5815274-3c2d-4819-b2fe-7c68c03dbf55 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:57.593739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.594506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.595190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.595984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.596826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.597501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.598168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.598801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.599448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.600754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.601400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.602300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:53:57.616603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] No DVR routers for this DVR port c5815274-3c2d-4819-b2fe-7c68c03dbf55 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:57.621911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5815274-3c2d-4819-b2fe-7c68c03dbf55,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:57.646259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a3538-96e6-41a1-ada0-1bf835cdcebd None None] No DVR routers for this DVR port c5815274-3c2d-4819-b2fe-7c68c03dbf55 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:53:57.648969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.652125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c5815274-3c2d-4819-b2fe-7c68c03dbf55 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:53:57.652640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5815274-3c2d-4819-b2fe-7c68c03dbf55 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:53:57.689016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9dbebca-fc45-4f88-bdab-9214927b9e46 req-95abd5d9-5f68-4f48-a1d0-4da25c1cbdbd tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619352 Aug 31 15:53:57.801942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-728e1a80-f8a8-4aaf-8e03-c4548620db38 req-8516a385-f944-4a2e-8c6d-771379e6d53c tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 210 time: 0.0379879 Aug 31 15:53:57.803630 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.815223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3826076c-542a-4d5e-931e-dd1776188e65']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:57.834348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:57.834791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6e61ac-a1df-44b4-9e72-b22bd3ec07c2') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:53:57.847639 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.871040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.880876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:53:57.887841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ca862f6b-df21-44b4-9fe7-002b692c1ed4 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:53:57.893270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:53:57.899111 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:53:58.054701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ca862f6b-df21-44b4-9fe7-002b692c1ed4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:58.061159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-3a025f61-23ae-4f0b-b1f7-62ced14a459b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644248 Aug 31 15:53:58.075208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4', 'mac_address': 'fa:16:3e:e9:cb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:53:58.124518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.133074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.136452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc312-70f0-4efa-8955-9cdc73da6523 req-94cdf023-16da-4cda-953a-0762cfe251ea tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:58.139031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb1dc312-70f0-4efa-8955-9cdc73da6523 req-94cdf023-16da-4cda-953a-0762cfe251ea tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 947 time: 0.1342907 Aug 31 15:53:58.146191 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.149483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3826076c-542a-4d5e-931e-dd1776188e65 HTTP/1.1" status: 204 len: 168 time: 1.3764257 Aug 31 15:53:58.158702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca862f6b-df21-44b4-9fe7-002b692c1ed4 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:53:58.168135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-48a4a864-f21d-4bb6-8ae7-86fc97a2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:58.173004 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-48a4a864-f21d-4bb6-8ae7-86fc97a2f5c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 1097 time: 0.0887909 Aug 31 15:53:58.189663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ca862f6b-df21-44b4-9fe7-002b692c1ed4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:58.194178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60190b-7e2e-411e-881c-e27ee21c4d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=3826076c-542a-4d5e-931e-dd1776188e65,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:58.197503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.253853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb1dc312-70f0-4efa-8955-9cdc73da6523 req-2040ceb0-e33b-4f74-b5bf-8ff85d800b30 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 Aug 31 15:53:58.257795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ca862f6b-df21-44b4-9fe7-002b692c1ed4,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:58.342378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40804) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:58.425026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-fd298ce4-8006-423e-a337-461c239c49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:58.427050 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-fd298ce4-8006-423e-a337-461c239c49e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2294326 Aug 31 15:53:58.441104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ca862f6b-df21-44b4-9fe7-002b692c1ed4'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:53:58.497519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b741d0d4-f49e-49e3-b1e9-7f6d426c6125 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42f17517fff146eaa15a026544edfb8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529970 Aug 31 15:53:58.501275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40808) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:53:58.560333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:53:58.565548 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-c03e733c-ef61-4288-97e4-1f8781095aba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 200 len: 217 time: 0.1295102 Aug 31 15:53:58.662919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7ed42fbb-7910-48bf-a00a-7a22a161030b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:58.669356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7ed42fbb-7910-48bf-a00a-7a22a161030b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.30 "GET /v2.0/networks?id=9e8e07d7-75af-47b8-892b-1f6605984dcc HTTP/1.1" status: 200 len: 822 time: 0.2583086 Aug 31 15:53:58.691839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Request body: {'port': {'device_id': '18e9e684-a246-4890-9026-0e573bee3922', 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc', 'admin_state_up': True, 'tenant_id': 'cfb74d66ae1245e48e83026dc026f50e'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:53:58.722403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.772074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:53:58.775111 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77b2b1-e55e-426d-979b-fac5a1705366" -d '{"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:53:58.789364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eef88dd6-5580-4602-a795-9aff0c9c4607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.793484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:53:58.800303 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.862137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eef88dd6-5580-4602-a795-9aff0c9c4607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:58.902111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:58.996583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Made reservation on behalf of cfb74d66ae1245e48e83026dc026f50e for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:53:59.002640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:59.017413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-7ef67809-f1c1-487e-9148-640eed480914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:59.018907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-7ef67809-f1c1-487e-9148-640eed480914 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.4462211 Aug 31 15:53:59.032710 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eef88dd6-5580-4602-a795-9aff0c9c4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:59.036606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eef88dd6-5580-4602-a795-9aff0c9c4607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:59.037237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-eb95d0a9-541f-40f3-b42b-aaaec531e9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892327 Aug 31 15:53:59.040589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eef88dd6-5580-4602-a795-9aff0c9c4607 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/429e2398-2ab8-44da-b24c-28e6e9ca8e92 HTTP/1.1" status: 204 len: 168 time: 0.5359235 Aug 31 15:53:59.099077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88dd6-5580-4602-a795-9aff0c9c4607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e2398-2ab8-44da-b24c-28e6e9ca8e92,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:59.115047 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-61ecf901-c5b0-4b17-abdb-2009c6e333d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819955 Aug 31 15:53:59.283026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Allocated IP 172.20.0.8 (9e8e07d7-75af-47b8-892b-1f6605984dcc/e24c2e16-40a2-4d0e-bf6a-41c62296827e/b757c048-6e08-4329-96a5-f339b84bc69a) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:53:59.295606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-e8ce7e64-a17c-4f60-9d15-91c7f3c5ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:59.298036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-e8ce7e64-a17c-4f60-9d15-91c7f3c5ded6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 1096 time: 0.1799653 Aug 31 15:53:59.336456 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-4580be6c-59b2-4952-8357-82b70e2cc6be service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876245 Aug 31 15:53:59.615974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:59.633560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4a495a8-ead4-47b4-8dcb-97654ed4c34e req-b498eedb-5097-44a0-886f-49cb57932308 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825818 Aug 31 15:53:59.634584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-dc10ee5c-52c7-4286-b947-8cb78a9f551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:59.640853 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-dc10ee5c-52c7-4286-b947-8cb78a9f551d service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.3182385 Aug 31 15:53:59.735934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-dfe7c122-21f0-46ee-8d51-960ed14875e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 200 len: 217 time: 0.0853066 Aug 31 15:53:59.738146 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:53:59.805958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-aa16bfcf-b79c-4ff2-a3b6-24b0d1f74341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:59.807801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-aa16bfcf-b79c-4ff2-a3b6-24b0d1f74341 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.0653992 Aug 31 15:53:59.820223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Network 9e8e07d7-75af-47b8-892b-1f6605984dcc is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:53:59.828779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:53:59.834854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:53:59.837991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Pushing event updated for resources: {'Port': ['ID=b757c048-6e08-4329-96a5-f339b84bc69a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:53:59.858148 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-4a751ab7-c58a-4fa3-a9ff-7d54ac09e419 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420902 Aug 31 15:53:59.881180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb8893-186c-4e14-9348-16a20102a381 req-78d213ba-7888-4344-a7b7-256807e3e67d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:59.882864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47bb8893-186c-4e14-9348-16a20102a381 req-78d213ba-7888-4344-a7b7-256807e3e67d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1419890 Aug 31 15:53:59.893684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ca862f6b-df21-44b4-9fe7-002b692c1ed4 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:53:59.991779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:53:59.999178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.023942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ca862f6b-df21-44b4-9fe7-002b692c1ed4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:00.026401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ca862f6b-df21-44b4-9fe7-002b692c1ed4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:00.026846 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.060015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47bb8893-186c-4e14-9348-16a20102a381 req-b26628b4-8e34-41a9-8636-5d4334994e12 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645877 Aug 31 15:54:00.077330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-dd45db77-c997-472a-8806-f7112f7292ba service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089696 Aug 31 15:54:00.088134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-7348143f-09cc-4566-8dc7-ad6b07911a0b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4063122 Aug 31 15:54:00.101457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Request body: {'port': {'device_id': '18e9e684-a246-4890-9026-0e573bee3922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:00.191568 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9cd414-e1c4-4495-9e8f-c732c9a8e1ea x-openstack-request-id: req-db9cd414-e1c4-4495-9e8f-c732c9a8e1ea {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:00.196854 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:00.197349 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db9cd414-e1c4-4495-9e8f-c732c9a8e1ea {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:00.197943 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'code': 200} Aug 31 15:54:00.204491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.236434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.258000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7686b04-02e9-486b-ade3-e197fd633ab2 req-a2cef66c-7c69-4523-a398-6aae069c536a service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714478 Aug 31 15:54:00.277459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40868) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:00.303425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ca862f6b-df21-44b4-9fe7-002b692c1ed4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:00.309470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.392539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ca862f6b-df21-44b4-9fe7-002b692c1ed4,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:00.415179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5062bc3-7729-45d8-8ce4-0b236df4bb02 req-e347293b-79a9-4cb7-8ff1-16e065dfa0b4 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:00.416839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5062bc3-7729-45d8-8ce4-0b236df4bb02 req-e347293b-79a9-4cb7-8ff1-16e065dfa0b4 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 931 time: 0.1264024 Aug 31 15:54:00.435587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-network', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:00.477537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Made reservation on behalf of aa38d6940de3440b80c26aaa4b1a2437 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:00.480525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.490429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.536440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5062bc3-7729-45d8-8ce4-0b236df4bb02 req-f1e08c71-1318-45f9-91a8-b660c30e0fbd tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121292 Aug 31 15:54:00.618049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.622917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.654661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:00.662423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681ce74-073e-4efd-982b-dd6156ffb9c4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:00.667822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b757c048-6e08-4329-96a5-f339b84bc69a {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:00.669068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.669493 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Added segment 1d9ac755-aee6-4e3a-9c52-422dadb460a5 of type vlan for network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db Aug 31 15:54:00.678564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.700851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189102-b014-4f7e-8509-4ad819ad4677 req-a308c525-e088-4c45-898c-ce3418d0492e tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:00.703035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90189102-b014-4f7e-8509-4ad819ad4677 req-a308c525-e088-4c45-898c-ce3418d0492e tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.0800552 Aug 31 15:54:00.708669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Transition to ACTIVE for port object b757c048-6e08-4329-96a5-f339b84bc69a will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:00.725122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.728317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.760539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.762573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:00.763581 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.817774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90189102-b014-4f7e-8509-4ad819ad4677 req-600b8059-f4ad-4620-a128-9db18814c2a1 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052990 Aug 31 15:54:00.821610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Pushing event updated for resources: {'Port': ['ID=b757c048-6e08-4329-96a5-f339b84bc69a,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:00.842766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5641987 Aug 31 15:54:00.846388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:00.864981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Request body: {'subnet': {'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-subnet', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:00.876768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad740a-00b7-4dc9-aab9-af6f601c5991 admin admin] Pushing event updated for resources: {'Network': ['ID=78332fe5-ac47-4d1b-b11d-8adc97bfb4db,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:00.890247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:00.900641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Made reservation on behalf of aa38d6940de3440b80c26aaa4b1a2437 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:00.901969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:00.902127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Attempting to bind port b757c048-6e08-4329-96a5-f339b84bc69a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:00.902319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Attempting to bind port b757c048-6e08-4329-96a5-f339b84bc69a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:00.903015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Attempting to bind port b757c048-6e08-4329-96a5-f339b84bc69a on network 9e8e07d7-75af-47b8-892b-1f6605984dcc {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:00.910709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Port b757c048-6e08-4329-96a5-f339b84bc69a on network 9e8e07d7-75af-47b8-892b-1f6605984dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:54:00.911069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Attempting to bind port b757c048-6e08-4329-96a5-f339b84bc69a on network 9e8e07d7-75af-47b8-892b-1f6605984dcc {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:00.917443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:00.917793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Checking segment: {'id': 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:00.918510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Bound using segment: {'id': 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:00.919259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Bound port: b757c048-6e08-4329-96a5-f339b84bc69a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:00.919776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.025025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] For port b757c048-6e08-4329-96a5-f339b84bc69a, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:01.029467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] For port b757c048-6e08-4329-96a5-f339b84bc69a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b757c048-6e08-4329-96a5-f339b84bc69a,segment=NetworkSegment(eadbbe62-af4f-4e60-80a7-b6bcccbeb043),segment_id=eadbbe62-af4f-4e60-80a7-b6bcccbeb043)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:01.035668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.082964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.083836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.085882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] 10.222.0.30 "PUT /v2.0/ports/b757c048-6e08-4329-96a5-f339b84bc69a HTTP/1.1" status: 200 len: 1092 time: 0.9899900 Aug 31 15:54:01.086456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e9e684-a246-4890-9026-0e573bee3922', 'tag': 'b757c048-6e08-4329-96a5-f339b84bc69a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:01.089266 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbed267-4a4b-412f-ab9b-c158842edb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "18e9e684-a246-4890-9026-0e573bee3922", "tag": "b757c048-6e08-4329-96a5-f339b84bc69a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:01.145840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bed870-3d01-4b39-a597-b26a89ce73ed service neutron] Pushing event updated for resources: {'Port': ['ID=b757c048-6e08-4329-96a5-f339b84bc69a,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:01.186713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-e4632e10-ad9c-4484-950d-6da5931736f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.188398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-e4632e10-ad9c-4484-950d-6da5931736f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfb74d66ae1245e48e83026dc026f50e&device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 1095 time: 0.0583544 Aug 31 15:54:01.223260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.240648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-639cb88b-ac84-4bbf-94b4-239c4f8e5353 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b757c048-6e08-4329-96a5-f339b84bc69a HTTP/1.1" status: 200 len: 217 time: 0.0421250 Aug 31 15:54:01.289273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a75195-c46f-40ee-a86f-7b93fdbc5f7c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:01.300138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Checking segment: {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:01.300440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Network hostable DHCP agents. Network: 78332fe5-ac47-4d1b-b11d-8adc97bfb4db, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:01.319081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:01.339011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 78332fe5-ac47-4d1b-b11d-8adc97bfb4db) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:01.343433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-bcf27a92-c442-4061-a7da-ae62e9a34fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.347938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218de80-d6fc-41a0-815f-7c8fbd3690dd None None] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:01.353187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.354341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.357504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-bcf27a92-c442-4061-a7da-ae62e9a34fdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e24c2e16-40a2-4d0e-bf6a-41c62296827e HTTP/1.1" status: 200 len: 862 time: 0.0966773 Aug 31 15:54:01.375980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-877ae218-824e-4b16-9a90-cf37a8900172 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5255013 Aug 31 15:54:01.376439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:01.385566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:01.385782 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d08ee4-b3c5-429a-b355-b50d58554133 x-openstack-request-id: req-90d08ee4-b3c5-429a-b355-b50d58554133 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:01.387589 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e9e684-a246-4890-9026-0e573bee3922", "tag": "b757c048-6e08-4329-96a5-f339b84bc69a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:01.387884 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90d08ee4-b3c5-429a-b355-b50d58554133 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:01.388444 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e9e684-a246-4890-9026-0e573bee3922', 'tag': 'b757c048-6e08-4329-96a5-f339b84bc69a', 'status': 'completed', 'code': 200} Aug 31 15:54:01.411334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-3584bfab-51f4-4a88-9ed1-c7023ae4ecc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e8e07d7-75af-47b8-892b-1f6605984dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510004 Aug 31 15:54:01.425162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.426299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.495748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.522642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-8e41b659-2112-4b3e-aff3-b1f09c33166d service neutron] 10.222.0.30 "GET /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033912 Aug 31 15:54:01.579085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-78332fe5-ac47-4d1b-b11d-8adc97bfb4db', 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'fixed_ips': [{'subnet_id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:54:01.580380 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.642479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fddc-13b8-4a70-8c1d-198fedf91533 req-3438eef1-e2e2-41e0-83f5-6c3b5ba7baf6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.644301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f91fddc-13b8-4a70-8c1d-198fedf91533 req-3438eef1-e2e2-41e0-83f5-6c3b5ba7baf6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1205924 Aug 31 15:54:01.665104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.684705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9fc84e6-b266-4127-8b30-0a5e24af4344 req-cc23830a-de17-48b5-afbf-07ead270d2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517277 Aug 31 15:54:01.710830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f91fddc-13b8-4a70-8c1d-198fedf91533 req-aa738a76-d42d-477c-98ea-6e99884bb26e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589745 Aug 31 15:54:01.782142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Allocated IP 172.20.0.2 (78332fe5-ac47-4d1b-b11d-8adc97bfb4db/44a75195-c46f-40ee-a86f-7b93fdbc5f7c/35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:01.881121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-d260598a-be34-4dad-b0de-1bb545e6e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.882659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-d260598a-be34-4dad-b0de-1bb545e6e78b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfb74d66ae1245e48e83026dc026f50e&device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 1095 time: 0.1144953 Aug 31 15:54:01.915990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970415bf-dbda-4748-b890-8d7f4ef1bc81 req-b7923fd3-8d61-4019-a2c5-0d4686679443 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:01.924970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-970415bf-dbda-4748-b890-8d7f4ef1bc81 req-b7923fd3-8d61-4019-a2c5-0d4686679443 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 948 time: 0.0852015 Aug 31 15:54:01.985536 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:01.998322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Transition to ACTIVE for port object 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:02.018978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-970415bf-dbda-4748-b890-8d7f4ef1bc81 req-38d134e0-9a23-458a-b9c7-8fd8965fab8f tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930336 Aug 31 15:54:02.023588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Transition to ACTIVE for port object 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:02.032241 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.060619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.077619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-ef502b91-30e4-4e73-92f4-fece21fb2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:02.079599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-ef502b91-30e4-4e73-92f4-fece21fb2452 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e8e07d7-75af-47b8-892b-1f6605984dcc HTTP/1.1" status: 200 len: 923 time: 0.1830127 Aug 31 15:54:02.107011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:02.111061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:02.113109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Pushing event updated for resources: {'Port': ['ID=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:02.117342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:02.127117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.142821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-f4a8b0d9-6267-44f3-8e09-8904c56ff97f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b757c048-6e08-4329-96a5-f339b84bc69a HTTP/1.1" status: 200 len: 217 time: 0.0537167 Aug 31 15:54:02.199952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:02.203710 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed6dac-1d39-4dd2-b243-a0543c8f5ec9" -d '{"events": [{"server_uuid": "d0bcac84-103b-4137-a2ec-e32095f38945", "name": "network-vif-plugged", "status": "completed", "tag": "ca862f6b-df21-44b4-9fe7-002b692c1ed4"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:02.210632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Attempting to bind port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:02.211017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Attempting to bind port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:02.211389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Attempting to bind port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 on network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:02.220873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:02.221812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Checking segment: {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:02.222232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.222724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Bound using segment: {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:02.223302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Bound port: 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:02.223697 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.246149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-96feba46-8d98-484d-9719-7ca03b6e8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:02.247702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-96feba46-8d98-484d-9719-7ca03b6e8bee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e24c2e16-40a2-4d0e-bf6a-41c62296827e HTTP/1.1" status: 200 len: 862 time: 0.0808635 Aug 31 15:54:02.261376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11bc16-ba2f-4521-87fc-cb88670060ed req-63ddfcb0-cded-45bc-834e-e89b8013d14e tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:02.268868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e11bc16-ba2f-4521-87fc-cb88670060ed req-63ddfcb0-cded-45bc-834e-e89b8013d14e tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 943 time: 0.1242857 Aug 31 15:54:02.279324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Allocated IP 172.25.6.67 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/4897dba7-a9d6-4fa7-b6e3-00f5592197f0) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:02.303392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-aacd4822-e1a7-41a6-9fb1-3d10abee7b10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e8e07d7-75af-47b8-892b-1f6605984dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318244 Aug 31 15:54:02.337954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] For port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:02.341588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] For port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,segment=NetworkSegment(1d9ac755-aee6-4e3a-9c52-422dadb460a5),segment_id=1d9ac755-aee6-4e3a-9c52-422dadb460a5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:02.346859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.351805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e11bc16-ba2f-4521-87fc-cb88670060ed req-5a586a3f-4218-4bc1-a01b-2f1b3ec27bec tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819213 Aug 31 15:54:02.410278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.464291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ba570-2e10-46b0-8109-8128f2f46f2e None None] Pushing event updated for resources: {'Port': ['ID=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:02.487422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:02.508703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-03ec9bdb-43e1-43ed-a1da-72fd92f1b730 service neutron] 10.222.0.30 "GET /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953750 Aug 31 15:54:02.531830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:02.535318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:02.538878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:02.571229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeae3f-64a1-4745-b58e-5a630eaff802 req-c344fbbe-8d41-4176-b841-c73dfe638cdf tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:02.572879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcdeae3f-64a1-4745-b58e-5a630eaff802 req-c344fbbe-8d41-4176-b841-c73dfe638cdf tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.1155427 Aug 31 15:54:02.579770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:02.668977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcdeae3f-64a1-4745-b58e-5a630eaff802 req-c6593dbc-bfa4-44d9-bcd1-15ce65cba839 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863974 Aug 31 15:54:02.674008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbed267-4a4b-412f-ab9b-c158842edb2f req-3edf397e-776d-474d-b747-69a7f6df50dc service neutron] 10.222.0.30 "GET /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557066 Aug 31 15:54:02.890066 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d529ba02-bd78-4be4-806d-56390627595e x-openstack-request-id: req-d529ba02-bd78-4be4-806d-56390627595e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:02.890374 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bcac84-103b-4137-a2ec-e32095f38945", "name": "network-vif-plugged", "status": "completed", "tag": "ca862f6b-df21-44b4-9fe7-002b692c1ed4", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:02.890643 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d529ba02-bd78-4be4-806d-56390627595e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:02.891047 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4', 'code': 200} Aug 31 15:54:02.925612 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:03.037654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3fab8-3219-432f-90c3-55764cab13d2 req-bbc21b28-b8f3-4fa4-a948-ed55ca393489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:03.039072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78c3fab8-3219-432f-90c3-55764cab13d2 req-bbc21b28-b8f3-4fa4-a948-ed55ca393489 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 1101 time: 0.0853951 Aug 31 15:54:03.048217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36bcab-f598-4605-a8a9-b3faca70f20c req-093241b5-42f0-4389-9669-2d578a7439cd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:03.049708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c36bcab-f598-4605-a8a9-b3faca70f20c req-093241b5-42f0-4389-9669-2d578a7439cd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.0947878 Aug 31 15:54:03.102719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78c3fab8-3219-432f-90c3-55764cab13d2 req-c74e56e8-348b-466c-9f42-a8cee6dc051f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Aug 31 15:54:03.115369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c36bcab-f598-4605-a8a9-b3faca70f20c req-895bec4d-a0ed-4a17-bee2-77cee16c2be9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Aug 31 15:54:03.166202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:03.310256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1574a-ba1b-4ef9-a645-41793c80bc49 req-c93ed1f6-1041-4f5d-92fb-33dbc84cf743 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:03.312057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18c1574a-ba1b-4ef9-a645-41793c80bc49 req-c93ed1f6-1041-4f5d-92fb-33dbc84cf743 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 948 time: 0.0869353 Aug 31 15:54:03.367004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18c1574a-ba1b-4ef9-a645-41793c80bc49 req-5ece77bc-d355-4810-a272-91f40d5f344f tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa7aee59-0863-40f8-8335-f7e344199a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Aug 31 15:54:03.465441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-66d2b66d-afbe-40eb-beeb-dbbac8975580 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:03.467518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-66d2b66d-afbe-40eb-beeb-dbbac8975580 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 948 time: 0.1332932 Aug 31 15:54:03.473782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:54:03.510392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:03.513715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bde5a-3d37-43e4-84d9-d5b045588170 req-40754fd1-eb2c-4fea-825e-34e3661c215b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:03.515936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb2bde5a-3d37-43e4-84d9-d5b045588170 req-40754fd1-eb2c-4fea-825e-34e3661c215b tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 943 time: 0.0705090 Aug 31 15:54:03.584068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb2bde5a-3d37-43e4-84d9-d5b045588170 req-fa59d057-6aa3-4b87-ab87-ff7f012943a4 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556269 Aug 31 15:54:03.593038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:03.674638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa4d1e-cf3d-4dce-924a-a5ef5a9fcad5 None None] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:03.684344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Deleting port 1e7aa167-d080-4b29-9909-49cb10e5e86f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:03.684697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:03.696924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:03.710470 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Sync routers for ids ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:03.756754 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Routers {'3111ac0a-508d-4d2d-bc75-dbbb287c87e3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:03.759145 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:03.825943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:03.830189 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7312911d-59d5-4075-86de-487e5373e0d0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4498644 Aug 31 15:54:03.840299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40912) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:03.843633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] Provisioning for port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:03.855350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] Provisioning complete for port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:03.856002 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:03.919391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] For port 1e7aa167-d080-4b29-9909-49cb10e5e86f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1e7aa167-d080-4b29-9909-49cb10e5e86f,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:03.919781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:03.947672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Calling delete_port for 1e7aa167-d080-4b29-9909-49cb10e5e86f owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:03.980296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2cf78-95d1-4441-a158-89ef9ff24fbd req-c4595860-bd19-4cf2-88b4-9e4ea22f17d9 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:03.992987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afa2cf78-95d1-4441-a158-89ef9ff24fbd req-c4595860-bd19-4cf2-88b4-9e4ea22f17d9 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.2106612 Aug 31 15:54:04.186073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afa2cf78-95d1-4441-a158-89ef9ff24fbd req-d38ec3eb-1da4-4c34-9418-421d9b54d548 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907387 Aug 31 15:54:04.189046 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Set router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:04.233421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:04.275899 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:04.421510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Pushing event deleted for resources: {'Port': ['ID=1e7aa167-d080-4b29-9909-49cb10e5e86f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:04.432451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] For port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,segment=NetworkSegment(1d9ac755-aee6-4e3a-9c52-422dadb460a5),segment_id=1d9ac755-aee6-4e3a-9c52-422dadb460a5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:04.441514 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:04.477780 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:02Z', 'revision_number': 3, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:04.490661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] No DVR routers for this DVR port 1e7aa167-d080-4b29-9909-49cb10e5e86f on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:04.501438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:04.516367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4b2f3ce-4b0a-4634-b50f-670831790f41 req-e0bed399-7036-4e09-908a-90e97a4f58ef tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.49 "DELETE /v2.0/ports/1e7aa167-d080-4b29-9909-49cb10e5e86f HTTP/1.1" status: 204 len: 173 time: 1.0314083 Aug 31 15:54:04.519360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-deleted', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:04.525267 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef0475-3046-4774-b061-344eb131b65b" -d '{"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-deleted", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:04.568546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Checking router: 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:04.568901 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Updating router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:04.604839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af82ef-5864-473a-a931-feea7bc7a587 None None] Pushing event updated for resources: {'Port': ['ID=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:04.636972 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:04.681715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05266520-a055-4b96-9260-b9ad1ecd4724 req-c393f774-0117-43b7-afb9-9076d3edeb44 tempest-ImagesOneServerTestJSON-1599304073 tempest-ImagesOneServerTestJSON-1599304073-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e293991-9208-4323-a1ac-49cd60c8552e HTTP/1.1" status: 200 len: 210 time: 0.0773978 Aug 31 15:54:04.755224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1185bb-e32a-4cc0-81d0-4c452b33af3d req-348bf39e-4acf-4fde-8df4-281aaf05388b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:04.763242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce1185bb-e32a-4cc0-81d0-4c452b33af3d req-348bf39e-4acf-4fde-8df4-281aaf05388b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.3910265 Aug 31 15:54:04.772695 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8076964a-f06b-4184-883b-00f0ad142163 x-openstack-request-id: req-8076964a-f06b-4184-883b-00f0ad142163 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:04.773427 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e293991-9208-4323-a1ac-49cd60c8552e", "name": "network-vif-deleted", "tag": "1e7aa167-d080-4b29-9909-49cb10e5e86f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:04.773857 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8076964a-f06b-4184-883b-00f0ad142163 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:04.774420 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e293991-9208-4323-a1ac-49cd60c8552e', 'name': 'network-vif-deleted', 'tag': '1e7aa167-d080-4b29-9909-49cb10e5e86f', 'status': 'completed', 'code': 200} Aug 31 15:54:04.780337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fce65904-71aa-48ac-a0d4-2ffc9701af3c None None] Provisioning complete for port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:04.780903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fce65904-71aa-48ac-a0d4-2ffc9701af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.051727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce1185bb-e32a-4cc0-81d0-4c452b33af3d req-3f3de2cd-8553-4d46-84ba-747aab99e6ea tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156671 Aug 31 15:54:05.063800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e166d51-992e-454e-98c3-30e2f6445673 req-af769525-debe-499f-8537-14737ca4aacd tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:05.073357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e166d51-992e-454e-98c3-30e2f6445673 req-af769525-debe-499f-8537-14737ca4aacd tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 943 time: 0.1366072 Aug 31 15:54:05.086494 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.099134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Transition to ACTIVE for port object 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:05.107926 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.159691 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Pushing event updated for resources: {'Port': ['ID=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:05.161248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e166d51-992e-454e-98c3-30e2f6445673 req-e7a5f778-e73e-40e4-a260-d511de7f5db1 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810041 Aug 31 15:54:05.174416 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.174760 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.175096 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.175552 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.176205 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.176983 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.177499 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.178604 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.179055 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.179385 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.179784 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.180113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:05.209326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Attempting to bind port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:05.209747 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Attempting to bind port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:05.210116 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Attempting to bind port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:05.216077 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:05.216519 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:05.216879 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.217273 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:05.218528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Bound port: 4897dba7-a9d6-4fa7-b6e3-00f5592197f0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:05.219637 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.266167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.302787 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] For port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:05.307790 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] For port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:05.313854 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.377387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416ba9f-2e65-4383-8f68-83a484160840 req-4db1dbb8-5a8f-449b-b3e5-29451f43bd85 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:05.384737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2416ba9f-2e65-4383-8f68-83a484160840 req-4db1dbb8-5a8f-449b-b3e5-29451f43bd85 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.1092546 Aug 31 15:54:05.397278 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Routers {'3111ac0a-508d-4d2d-bc75-dbbb287c87e3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:05.397928 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:05.420011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:05.463879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2416ba9f-2e65-4383-8f68-83a484160840 req-27573fa4-5cbf-4791-8fb8-2b792b02629c tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Aug 31 15:54:05.503214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:05.503769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.542559 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b5a54-3b06-40cf-ade1-960dd926624e None None] Pushing event updated for resources: {'Port': ['ID=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:05.564684 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] Set router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:05.569198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Allocated IP 172.20.0.1 (78332fe5-ac47-4d1b-b11d-8adc97bfb4db/44a75195-c46f-40ee-a86f-7b93fdbc5f7c/4d34d434-9d84-440a-9768-bd946083460c) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:05.717070 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.759176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Transition to ACTIVE for port object 4d34d434-9d84-440a-9768-bd946083460c will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:05.870521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:05.904990 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:02Z', 'revision_number': 3, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:05.928978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b757c048-6e08-4329-96a5-f339b84bc69a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:05.946032 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcd5a3-778f-4513-a7b1-e218ff5db228 None None] The sync data for ids ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'] in n-d-793621-35 is: [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:02Z', 'revision_number': 3, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:05.963604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:05.987951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:05.999613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:06.094808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.231257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b757c048-6e08-4329-96a5-f339b84bc69a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b757c048-6e08-4329-96a5-f339b84bc69a,segment=NetworkSegment(eadbbe62-af4f-4e60-80a7-b6bcccbeb043),segment_id=eadbbe62-af4f-4e60-80a7-b6bcccbeb043)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:06.249993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'b757c048-6e08-4329-96a5-f339b84bc69a', 'network_id': '9e8e07d7-75af-47b8-892b-1f6605984dcc', 'port_id': 'b757c048-6e08-4329-96a5-f339b84bc69a', 'mac_address': 'fa:16:3e:fb:c0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24c2e16-40a2-4d0e-bf6a-41c62296827e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:06.277329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40994) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:06.305725 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.333742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b757c048-6e08-4329-96a5-f339b84bc69a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:06.367631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b757c048-6e08-4329-96a5-f339b84bc69a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b757c048-6e08-4329-96a5-f339b84bc69a,segment=NetworkSegment(eadbbe62-af4f-4e60-80a7-b6bcccbeb043),segment_id=eadbbe62-af4f-4e60-80a7-b6bcccbeb043)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:06.382728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.476995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1941aa7f-cdfb-4ba1-a6e7-5366d926aee2 None None] Provisioning for port 4d34d434-9d84-440a-9768-bd946083460c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:06.509396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1941aa7f-cdfb-4ba1-a6e7-5366d926aee2 None None] Provisioning complete for port 4d34d434-9d84-440a-9768-bd946083460c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:06.510335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1941aa7f-cdfb-4ba1-a6e7-5366d926aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.574506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b757c048-6e08-4329-96a5-f339b84bc69a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:06.580970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cfd81e0b-043a-4c05-ad1c-e294626cd1a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85e7a88945f54e55bb772506d4e3f990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023980 Aug 31 15:54:06.583342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40998) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:06.620580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1941aa7f-cdfb-4ba1-a6e7-5366d926aee2 None None] Port 4d34d434-9d84-440a-9768-bd946083460c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:06.632754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:06.687609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Pushing event updated for resources: {'Port': ['ID=4d34d434-9d84-440a-9768-bd946083460c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:06.716086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 1e7aa167-d080-4b29-9909-49cb10e5e86f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:06.716483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1e7aa167-d080-4b29-9909-49cb10e5e86f not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:06.722789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b757c048-6e08-4329-96a5-f339b84bc69a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:06.765787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bff77-7eb7-4f84-ab4b-e1603fcbe2d1 req-d16e2638-870d-472a-9585-5e8107fccdc3 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:06.770721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d8bff77-7eb7-4f84-ab4b-e1603fcbe2d1 req-d16e2638-870d-472a-9585-5e8107fccdc3 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.9574034 Aug 31 15:54:06.805532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db2572e5-aaee-4cea-9309-2bf21fb503a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.895975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db2572e5-aaee-4cea-9309-2bf21fb503a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.993851 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db2572e5-aaee-4cea-9309-2bf21fb503a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.996368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db2572e5-aaee-4cea-9309-2bf21fb503a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:06.997413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f3c1-b50b-473d-b8e0-24d7aa138039 req-09892797-16b2-4115-88de-c83b9469aa69 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:06.998296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-db2572e5-aaee-4cea-9309-2bf21fb503a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa7aee59-0863-40f8-8335-f7e344199a37 HTTP/1.1" status: 204 len: 168 time: 0.4138000 Aug 31 15:54:07.006430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f69f3c1-b50b-473d-b8e0-24d7aa138039 req-09892797-16b2-4115-88de-c83b9469aa69 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.3126390 Aug 31 15:54:07.029420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2572e5-aaee-4cea-9309-2bf21fb503a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7aee59-0863-40f8-8335-f7e344199a37,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:07.058650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d8bff77-7eb7-4f84-ab4b-e1603fcbe2d1 req-ad35bda4-ad7f-41f0-ad91-4f593ef8d380 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626555 Aug 31 15:54:07.167438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f69f3c1-b50b-473d-b8e0-24d7aa138039 req-529b0c87-4333-4435-b7d7-0f586c31c582 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595368 Aug 31 15:54:07.365930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:07.425640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b02c2-3db4-4d83-9bba-731a1be29afc req-744a2028-1a86-455c-b47f-b6b1fb7572bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:07.433522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-548b02c2-3db4-4d83-9bba-731a1be29afc req-744a2028-1a86-455c-b47f-b6b1fb7572bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 944 time: 0.2260485 Aug 31 15:54:07.443230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-52e11daa-2dd9-42df-a78d-bf3a773fbcac tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:07.445036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-52e11daa-2dd9-42df-a78d-bf3a773fbcac tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.2699788 Aug 31 15:54:07.521951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:07.651971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:07.667655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:07.668035 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:07.788134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-548b02c2-3db4-4d83-9bba-731a1be29afc req-d691cc65-e2a2-44a4-a4da-e769c225eaea tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533714 Aug 31 15:54:07.840356 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:07.868328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:07.873564 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:07.952467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Deleting port ca862f6b-df21-44b4-9fe7-002b692c1ed4 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:07.952857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:07.961914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b757c048-6e08-4329-96a5-f339b84bc69a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:08.047112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.098259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port b757c048-6e08-4329-96a5-f339b84bc69a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:08.107701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port b757c048-6e08-4329-96a5-f339b84bc69a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:08.111109 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.165106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.176335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.305465 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.349051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b757c048-6e08-4329-96a5-f339b84bc69a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b757c048-6e08-4329-96a5-f339b84bc69a,segment=NetworkSegment(eadbbe62-af4f-4e60-80a7-b6bcccbeb043),segment_id=eadbbe62-af4f-4e60-80a7-b6bcccbeb043)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:08.350309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e9e684-a246-4890-9026-0e573bee3922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b757c048-6e08-4329-96a5-f339b84bc69a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:08.354151 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc67b484-ef6d-4c1f-bb54-16480ce54c3b" -d '{"events": [{"server_uuid": "18e9e684-a246-4890-9026-0e573bee3922", "name": "network-vif-plugged", "status": "completed", "tag": "b757c048-6e08-4329-96a5-f339b84bc69a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:08.359836 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.388857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] For port ca862f6b-df21-44b4-9fe7-002b692c1ed4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ca862f6b-df21-44b4-9fe7-002b692c1ed4,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:08.390168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.433379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Calling delete_port for ca862f6b-df21-44b4-9fe7-002b692c1ed4 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:08.435306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b757c048-6e08-4329-96a5-f339b84bc69a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.447247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d724dc-7e13-431c-a5aa-31002e26213d req-19269af9-1dd5-4f11-9278-aa292216bc5a tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:08.448924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14d724dc-7e13-431c-a5aa-31002e26213d req-19269af9-1dd5-4f11-9278-aa292216bc5a tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 949 time: 0.2693145 Aug 31 15:54:08.455097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Pushing event updated for resources: {'Port': ['ID=4d34d434-9d84-440a-9768-bd946083460c,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:08.465985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.509627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc82d-444e-4715-8487-06f10ece2b96 req-fe93f608-db07-4572-9a15-11fb8fe7d44f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:08.517782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a81dc82d-444e-4715-8487-06f10ece2b96 req-fe93f608-db07-4572-9a15-11fb8fe7d44f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1784751 Aug 31 15:54:08.574499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14d724dc-7e13-431c-a5aa-31002e26213d req-6f61231a-5fcd-41e5-846a-c90d8aff8bc6 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/security-groups?id=5eec758d-936c-443f-bffb-6e6a023208ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103048 Aug 31 15:54:08.674668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a81dc82d-444e-4715-8487-06f10ece2b96 req-1f87e46a-c400-40a1-9b3a-e1608e58aa9d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557181 Aug 31 15:54:08.769962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:08.805317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:08.890177 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd0d0b-de5a-497f-baa3-bf10a3198cf3 x-openstack-request-id: req-fcbd0d0b-de5a-497f-baa3-bf10a3198cf3 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:08.891134 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e9e684-a246-4890-9026-0e573bee3922", "name": "network-vif-plugged", "status": "completed", "tag": "b757c048-6e08-4329-96a5-f339b84bc69a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:08.891835 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcbd0d0b-de5a-497f-baa3-bf10a3198cf3 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:08.892726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:08.893294 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e9e684-a246-4890-9026-0e573bee3922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b757c048-6e08-4329-96a5-f339b84bc69a', 'code': 200} Aug 31 15:54:08.904997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ca862f6b-df21-44b4-9fe7-002b692c1ed4'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:09.020177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Pushing event deleted for resources: {'Port': ['ID=ca862f6b-df21-44b4-9fe7-002b692c1ed4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:09.099045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1cc2-8711-4a0f-8425-62a8ee9eadfe req-e1c814b7-6ec1-4e61-a911-f85cdb04a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:09.106328 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-57ab1cc2-8711-4a0f-8425-62a8ee9eadfe req-e1c814b7-6ec1-4e61-a911-f85cdb04a6ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 1097 time: 0.1385911 Aug 31 15:54:09.214689 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-57ab1cc2-8711-4a0f-8425-62a8ee9eadfe req-26e94537-a5ec-40c6-8c70-3ae8987a8804 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975509 Aug 31 15:54:09.221346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] No DVR routers for this DVR port ca862f6b-df21-44b4-9fe7-002b692c1ed4 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:09.238483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:09.240780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4b4e55c-4c0f-4ed5-a416-d6c7156216d4 req-7571e6c3-e9d3-4034-8f97-42084f32a44f tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.30 "DELETE /v2.0/ports/ca862f6b-df21-44b4-9fe7-002b692c1ed4 HTTP/1.1" status: 204 len: 173 time: 1.7723174 Aug 31 15:54:09.241409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'name': 'network-vif-deleted', 'tag': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:09.243800 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497012bd-ae65-47ee-9fe3-95d3d7103b9c" -d '{"events": [{"server_uuid": "d0bcac84-103b-4137-a2ec-e32095f38945", "name": "network-vif-deleted", "tag": "ca862f6b-df21-44b4-9fe7-002b692c1ed4"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:09.253939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02cdb090-50fd-47ff-b0a7-ad74082ec429 req-95741e50-4419-427c-8db4-cf6e3c312f57 tempest-AbsoluteLimitsNegativeTestJSON-1603984783 tempest-AbsoluteLimitsNegativeTestJSON-1603984783-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cf9faf54562445bf85183de63c0c7e78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833437 Aug 31 15:54:09.266768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:09.335194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94112f-e645-4c91-bc4a-a647574470f3 req-33f87d47-b473-40b3-872c-6ab701177482 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:09.343978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d94112f-e645-4c91-bc4a-a647574470f3 req-33f87d47-b473-40b3-872c-6ab701177482 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 945 time: 0.2401803 Aug 31 15:54:09.438713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:09.490630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d94112f-e645-4c91-bc4a-a647574470f3 req-87b0c88d-bf8c-4616-a762-6236403a00d5 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455445 Aug 31 15:54:09.513497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ffcbfa6e-56a6-4f23-bd26-3f0423158167 None None] Provisioning complete for port 4d34d434-9d84-440a-9768-bd946083460c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:09.513785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ffcbfa6e-56a6-4f23-bd26-3f0423158167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:09.573933 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd92ec0-09fd-455c-baa5-7c4573729e4d x-openstack-request-id: req-4dd92ec0-09fd-455c-baa5-7c4573729e4d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:09.574733 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bcac84-103b-4137-a2ec-e32095f38945", "name": "network-vif-deleted", "tag": "ca862f6b-df21-44b4-9fe7-002b692c1ed4", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:09.575163 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dd92ec0-09fd-455c-baa5-7c4573729e4d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:09.575756 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bcac84-103b-4137-a2ec-e32095f38945', 'name': 'network-vif-deleted', 'tag': 'ca862f6b-df21-44b4-9fe7-002b692c1ed4', 'status': 'completed', 'code': 200} Aug 31 15:54:09.576100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:09.576510 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:09.578808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbfa6e-56a6-4f23-bd26-3f0423158167 None None] Port 4d34d434-9d84-440a-9768-bd946083460c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:09.653610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb090-50fd-47ff-b0a7-ad74082ec429 req-0fc12660-6da8-49f9-b64a-07ace87def39 tempest-AbsoluteLimitsNegativeTestJSON-1603984783 tempest-AbsoluteLimitsNegativeTestJSON-1603984783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:09.662312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02cdb090-50fd-47ff-b0a7-ad74082ec429 req-0fc12660-6da8-49f9-b64a-07ace87def39 tempest-AbsoluteLimitsNegativeTestJSON-1603984783 tempest-AbsoluteLimitsNegativeTestJSON-1603984783-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979890 Aug 31 15:54:09.684129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02cdb090-50fd-47ff-b0a7-ad74082ec429 req-e61568dc-4ef8-457d-827e-e87c8af7ff46 tempest-AbsoluteLimitsNegativeTestJSON-1603984783 tempest-AbsoluteLimitsNegativeTestJSON-1603984783-project] 10.222.0.43 "GET /v2.0/quotas/cf9faf54562445bf85183de63c0c7e78 HTTP/1.1" status: 200 len: 375 time: 0.0206559 Aug 31 15:54:09.729084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02cdb090-50fd-47ff-b0a7-ad74082ec429 req-45baa423-b1c3-4bab-a1e8-59402230c64f tempest-AbsoluteLimitsNegativeTestJSON-1603984783 tempest-AbsoluteLimitsNegativeTestJSON-1603984783-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf9faf54562445bf85183de63c0c7e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382407 Aug 31 15:54:09.730937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:09.742461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Sync routers for ids ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:09.758901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7dd8e3cb-bc51-4104-9f73-27cf054d6071 admin admin] 10.222.0.43 "PUT /v2.0/routers/3111ac0a-508d-4d2d-bc75-dbbb287c87e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9124594 Aug 31 15:54:09.776671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Routers {'3111ac0a-508d-4d2d-bc75-dbbb287c87e3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:09.776671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:09.824857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-342be8e6-89c8-47ea-913b-b847cada0150 req-14dd29b7-2287-480c-8da5-9ea3f5381f85 tempest-ImagesNegativeTestJSON-701473759 tempest-ImagesNegativeTestJSON-701473759-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0bcac84-103b-4137-a2ec-e32095f38945 HTTP/1.1" status: 200 len: 210 time: 0.0499899 Aug 31 15:54:10.020971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfaee-8806-4b57-be75-64472ed30c72 req-42957326-18d2-47a3-a3f9-e84294214b43 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:10.031446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d9cfaee-8806-4b57-be75-64472ed30c72 req-42957326-18d2-47a3-a3f9-e84294214b43 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1024778 Aug 31 15:54:10.131738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d9cfaee-8806-4b57-be75-64472ed30c72 req-cff33f1b-d4db-4849-be6b-10a1d33b8aa2 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988491 Aug 31 15:54:10.356339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41116) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:10.403423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Set router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:10.551114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6ebe-de40-48b5-bdab-6259b1ddb46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:10.594132 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-216a11f1-4add-40b1-aadd-8fdd8167df4f req-789b0822-efa5-4dd9-9ba8-52a780c86a5c tempest-FloatingIPDetailsNegativeTestJSON-1530700568 tempest-FloatingIPDetailsNegativeTestJSON-1530700568-project] show failed (client error): The resource could not be found. Aug 31 15:54:10.601683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-216a11f1-4add-40b1-aadd-8fdd8167df4f req-789b0822-efa5-4dd9-9ba8-52a780c86a5c tempest-FloatingIPDetailsNegativeTestJSON-1530700568 tempest-FloatingIPDetailsNegativeTestJSON-1530700568-project] 10.222.0.43 "GET /v2.0/floatingips/c867b68c-ca0a-4c33-8792-8cb9f2dcae7d HTTP/1.1" status: 404 len: 350 time: 0.0850506 Aug 31 15:54:10.619183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41122) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:10.755684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfaa5-ee5c-471b-9555-70537f6f7c70 req-aa8a46e3-5f66-4692-b3b9-407b47462a57 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:10.763456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9addfaa5-ee5c-471b-9555-70537f6f7c70 req-aa8a46e3-5f66-4692-b3b9-407b47462a57 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 945 time: 0.1532347 Aug 31 15:54:10.775385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6ebe-de40-48b5-bdab-6259b1ddb46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:10.783179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6ebe-de40-48b5-bdab-6259b1ddb46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:10.802223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '4d34d434-9d84-440a-9768-bd946083460c', 'name': '', 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'mac_address': 'fa:16:3e:ce:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:05Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 2, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'subnets': [{'id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:10.825566 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ff2b6ebe-de40-48b5-bdab-6259b1ddb46a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf9faf54562445bf85183de63c0c7e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679899 Aug 31 15:54:10.833846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41124) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:10.838817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9addfaa5-ee5c-471b-9555-70537f6f7c70 req-5ca9b6be-3e87-4e5e-a2c9-f71ea64fa743 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729852 Aug 31 15:54:10.881058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Checking router: 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:10.882147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Updating router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 port 4d34d434-9d84-440a-9768-bd946083460c binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:10.902549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6ebe-de40-48b5-bdab-6259b1ddb46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d390e-854d-479f-bf42-f727f3eb88e6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:10.929233 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:10.993078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ec68f75-b538-42cf-bf0b-29ab7112584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.053093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ec68f75-b538-42cf-bf0b-29ab7112584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.141396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ec68f75-b538-42cf-bf0b-29ab7112584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.144660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ec68f75-b538-42cf-bf0b-29ab7112584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.152568 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6ec68f75-b538-42cf-bf0b-29ab7112584e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a1d390e-854d-479f-bf42-f727f3eb88e6 HTTP/1.1" status: 204 len: 168 time: 0.3106542 Aug 31 15:54:11.172374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec68f75-b538-42cf-bf0b-29ab7112584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d390e-854d-479f-bf42-f727f3eb88e6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:11.447274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8a43-d96d-49b4-b74c-404077adf3e1 req-df1355bd-0312-4339-9280-e3d475d1ca84 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:11.449267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cfc8a43-d96d-49b4-b74c-404077adf3e1 req-df1355bd-0312-4339-9280-e3d475d1ca84 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.1284595 Aug 31 15:54:11.536656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cfc8a43-d96d-49b4-b74c-404077adf3e1 req-c4d35867-a7a4-4599-a121-dbd8e910eae7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 Aug 31 15:54:11.639301 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.735754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546f527-8ddf-4ed8-ac97-91b5003cf9d7 req-b3aad5a7-9a38-424d-a095-1a62fa5b49d8 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:11.737552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d546f527-8ddf-4ed8-ac97-91b5003cf9d7 req-b3aad5a7-9a38-424d-a095-1a62fa5b49d8 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 945 time: 0.1990235 Aug 31 15:54:11.745144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.778173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Transition to ACTIVE for port object 4d34d434-9d84-440a-9768-bd946083460c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:11.793939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:11.856301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84701f-60fe-4e72-b594-6076f6ee3ac2 None None] Pushing event updated for resources: {'Port': ['ID=4d34d434-9d84-440a-9768-bd946083460c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:11.874771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d546f527-8ddf-4ed8-ac97-91b5003cf9d7 req-eabc61d4-31b4-43aa-9233-7d19e33877c9 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085253 Aug 31 15:54:11.947025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ca862f6b-df21-44b4-9fe7-002b692c1ed4 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:12.025122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: ca862f6b-df21-44b4-9fe7-002b692c1ed4 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:12.025475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ca862f6b-df21-44b4-9fe7-002b692c1ed4 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:12.039031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Attempting to bind port 4d34d434-9d84-440a-9768-bd946083460c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:12.039409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Attempting to bind port 4d34d434-9d84-440a-9768-bd946083460c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:12.039780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Attempting to bind port 4d34d434-9d84-440a-9768-bd946083460c on network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:12.045783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:12.046139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Checking segment: {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:12.046548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.046947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Bound using segment: {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:12.047438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Bound port: 4d34d434-9d84-440a-9768-bd946083460c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9ac755-aee6-4e3a-9c52-422dadb460a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:12.047812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.083674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41172) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:12.109919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Deleting port 4d34d434-9d84-440a-9768-bd946083460c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:12.110265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.166347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] For port 4d34d434-9d84-440a-9768-bd946083460c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:12.173422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] For port 4d34d434-9d84-440a-9768-bd946083460c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4d34d434-9d84-440a-9768-bd946083460c,segment=NetworkSegment(1d9ac755-aee6-4e3a-9c52-422dadb460a5),segment_id=1d9ac755-aee6-4e3a-9c52-422dadb460a5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:12.179897 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.278269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] For port 4d34d434-9d84-440a-9768-bd946083460c, host n-d-793621-35, got binding levels [] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:12.279035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.294408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Routers {'3111ac0a-508d-4d2d-bc75-dbbb287c87e3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:12.295065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:12.304535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Calling delete_port for 4d34d434-9d84-440a-9768-bd946083460c owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:12.381083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84701f-60fe-4e72-b594-6076f6ee3ac2 None None] Pushing event updated for resources: {'Port': ['ID=4d34d434-9d84-440a-9768-bd946083460c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:12.385915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f58a1e5c-7a18-4851-83ce-23f69aa62a56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aadd8a79ba644e0b996184a7f6c219b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989898 Aug 31 15:54:12.408564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41186) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:12.518367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec5eb-cec8-4310-8814-a6b58f82c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.583035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec5eb-cec8-4310-8814-a6b58f82c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:12.608158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] Set router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:12.660766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41198) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:12.899969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d4cc-e2ec-4cb2-8c49-c74fa27b953b req-796bbdf3-7ced-4aaf-bd2f-6f4efbda1655 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:12.903759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18d1d4cc-e2ec-4cb2-8c49-c74fa27b953b req-796bbdf3-7ced-4aaf-bd2f-6f4efbda1655 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 946 time: 0.2399411 Aug 31 15:54:12.935527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1605632154-network', 'tenant_id': '159ac02b7d044d06907dc2238a8bfb8a'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:12.957108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-c2894483-3f72-4e0c-8dec-9585c8dd99d5 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:12.958829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-c2894483-3f72-4e0c-8dec-9585c8dd99d5 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 945 time: 0.2374423 Aug 31 15:54:13.054621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18d1d4cc-e2ec-4cb2-8c49-c74fa27b953b req-c1659acd-0bde-4bb3-b859-8d58385a8e5f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326337 Aug 31 15:54:13.100582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '4d34d434-9d84-440a-9768-bd946083460c', 'name': '', 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'mac_address': 'fa:16:3e:ce:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:05Z', 'updated_at': '2021-08-31T15:54:12Z', 'revision_number': 4, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'subnets': [{'id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:13.134406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ecef8-18cd-4170-983b-89586e888a81 None None] The sync data for ids ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'] in n-d-793621-35 is: [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '4d34d434-9d84-440a-9768-bd946083460c', 'name': '', 'network_id': '78332fe5-ac47-4d1b-b11d-8adc97bfb4db', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'mac_address': 'fa:16:3e:ce:bb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:05Z', 'updated_at': '2021-08-31T15:54:12Z', 'revision_number': 4, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'subnets': [{'id': '44a75195-c46f-40ee-a86f-7b93fdbc5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:13.141596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-d27dec0f-9a7b-4c7e-bb9e-c6d84c86468f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:13.150229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-d27dec0f-9a7b-4c7e-bb9e-c6d84c86468f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1098 time: 0.1783309 Aug 31 15:54:13.162930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Made reservation on behalf of 159ac02b7d044d06907dc2238a8bfb8a for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:13.168030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-35'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:13.169157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:13.176964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec5eb-cec8-4310-8814-a6b58f82c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:13.182736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec5eb-cec8-4310-8814-a6b58f82c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:13.191487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6c1ec5eb-cec8-4310-8814-a6b58f82c159 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eec758d-936c-443f-bffb-6e6a023208ef HTTP/1.1" status: 204 len: 168 time: 0.7785909 Aug 31 15:54:13.251102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ec5eb-cec8-4310-8814-a6b58f82c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec758d-936c-443f-bffb-6e6a023208ef,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:13.307805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:13.310252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:13.391270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:13.397889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d34d434-9d84-440a-9768-bd946083460c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:13.456144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02016a-bdb8-46a9-b8bc-4f6a0e93f54a req-07758e9f-ecad-4805-b3dc-52a955e24e31 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:13.502732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e02016a-bdb8-46a9-b8bc-4f6a0e93f54a req-07758e9f-ecad-4805-b3dc-52a955e24e31 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 945 time: 0.4425373 Aug 31 15:54:13.582846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d34d434-9d84-440a-9768-bd946083460c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:13.670733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4d34d434-9d84-440a-9768-bd946083460c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:13.674956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d34d434-9d84-440a-9768-bd946083460c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 15:54:13.756895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Port 4d34d434-9d84-440a-9768-bd946083460c not found, will not notify nova. {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 15:54:13.953581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e02016a-bdb8-46a9-b8bc-4f6a0e93f54a req-f425c72e-9782-4f3c-9144-675d485422b6 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493454 Aug 31 15:54:14.008004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:14.066137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Deleting port b757c048-6e08-4329-96a5-f339b84bc69a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:14.066599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:14.123470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:14.222024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:14.227510 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f87b0a-805d-4420-9570-f457727d5ce0" -d '{"events": [{"server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:14.238434 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:14.249659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:14.366576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:14.442693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on host n-h2-793621-35 for vnic_type normal with profile {"migrating_to": "n-h1-793621-35"} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:14.443552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:14.444297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:14.451601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:54:14.452486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Attempting to bind port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:14.460237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:14.460983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:14.461693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:14.463861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Bound port: c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:14.464702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:14.573907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:14.584632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:14.592616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:14.738650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:14.739340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:14.741887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] 10.222.0.30 "PUT /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 1124 time: 1.5830238 Aug 31 15:54:14.758851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407cf1-472c-4e78-b51f-dab86cd13c5d service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=8']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:14.821520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c1d8ee34-01cf-4a63-bd06-db2ede6929b6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:14.824783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c1d8ee34-01cf-4a63-bd06-db2ede6929b6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:14.908068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.005752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41246) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:15.039249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae1af-15ae-4b7e-b78f-a28cb7bbfb2f req-ae8ff29f-315d-4e4e-9938-60dc8271cf37 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:15.052303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f34ae1af-15ae-4b7e-b78f-a28cb7bbfb2f req-ae8ff29f-315d-4e4e-9938-60dc8271cf37 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 945 time: 1.1724348 Aug 31 15:54:15.109488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-db7cce5c-efab-4b08-bf47-068da6c5f857 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:15.112705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-db7cce5c-efab-4b08-bf47-068da6c5f857 tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.30 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 945 time: 0.1315343 Aug 31 15:54:15.339045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.351877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5699-2880-41db-abdb-38ee9b67394e req-538a4018-3e5c-4a39-ad1f-fbe2b7f64fee tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:15.353727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c9a5699-2880-41db-abdb-38ee9b67394e req-538a4018-3e5c-4a39-ad1f-fbe2b7f64fee tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.6151910 Aug 31 15:54:15.360941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Deleting port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:15.360941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.369347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] For port b757c048-6e08-4329-96a5-f339b84bc69a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b757c048-6e08-4329-96a5-f339b84bc69a,segment=NetworkSegment(eadbbe62-af4f-4e60-80a7-b6bcccbeb043),segment_id=eadbbe62-af4f-4e60-80a7-b6bcccbeb043)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:15.369748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.383822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f34ae1af-15ae-4b7e-b78f-a28cb7bbfb2f req-5760d4d5-7f6c-49ca-9d8f-e8c049e54ecb tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/security-groups?id=d499bb11-e004-4361-8f36-6955f20015d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303785 Aug 31 15:54:15.387139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.406762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1495838663-network', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:15.497717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] For port f2bd76d1-2d27-4597-837c-4100f3b1fdd0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:15.497717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.512845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Calling delete_port for b757c048-6e08-4329-96a5-f339b84bc69a owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:15.536248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Calling delete_port for f2bd76d1-2d27-4597-837c-4100f3b1fdd0 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:15.589594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:15.614779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad4ba66-16ff-485c-a228-0b9aa65c61a1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.642481 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de21150-a8bb-462c-ac3e-aa2f2efdb930 x-openstack-request-id: req-2de21150-a8bb-462c-ac3e-aa2f2efdb930 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:15.643699 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:15.648454 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2de21150-a8bb-462c-ac3e-aa2f2efdb930 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:15.648962 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'code': 200} Aug 31 15:54:15.681093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Made reservation on behalf of 34d92534441b45b2b7332ba0e96fc08f for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:15.683840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.688551 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.688972 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Added segment da7dea6f-b22c-4945-8dbf-b3654dfcd468 of type vlan for network 520dffef-428e-4421-8b7a-739af1490a94 Aug 31 15:54:15.717980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c9a5699-2880-41db-abdb-38ee9b67394e req-2357342b-daad-4e57-b670-e7df1824452f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052866 Aug 31 15:54:15.770476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.789473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.803173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f2bd76d1-2d27-4597-837c-4100f3b1fdd0'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:15.840262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Pushing event deleted for resources: {'Port': ['ID=f2bd76d1-2d27-4597-837c-4100f3b1fdd0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:15.866858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.898565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] No DVR routers for this DVR port f2bd76d1-2d27-4597-837c-4100f3b1fdd0 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:15.901408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:15.903815 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6566d486-8f00-4e57-a46e-e7950a73e8fc req-fdc286eb-c0d3-4824-b7e3-4f7d79c7814b tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.30 "DELETE /v2.0/ports/f2bd76d1-2d27-4597-837c-4100f3b1fdd0 HTTP/1.1" status: 204 len: 173 time: 0.7802889 Aug 31 15:54:15.955977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:15.962063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b757c048-6e08-4329-96a5-f339b84bc69a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:16.026452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63da6-66ee-4afb-bc4a-0482ba419d23 req-c53b58af-acf0-442c-a318-bef540297412 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:16.028064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ae63da6-66ee-4afb-bc4a-0482ba419d23 req-c53b58af-acf0-442c-a318-bef540297412 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e9e684-a246-4890-9026-0e573bee3922 HTTP/1.1" status: 200 len: 945 time: 0.2948751 Aug 31 15:54:16.040558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.041423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:16.042059 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.159386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.180583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:16.190221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:16.203749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 has no active binding in host n-h1-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:54:16.247453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ae63da6-66ee-4afb-bc4a-0482ba419d23 req-71f6dcf5-3c2e-4e22-b35b-0d1b6e433833 tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083325 Aug 31 15:54:16.252859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] Pushing event updated for resources: {'Network': ['ID=520dffef-428e-4421-8b7a-739af1490a94,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.268652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 520dffef-428e-4421-8b7a-739af1490a94 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:16.322804 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.543602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:16.554673 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] Sync routers for ids ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:16.557039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Pushing event deleted for resources: {'Port': ['ID=b757c048-6e08-4329-96a5-f339b84bc69a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.565920 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] Routers {'3111ac0a-508d-4d2d-bc75-dbbb287c87e3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:16.566627 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:16.580471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6a4134bb-6ebd-4d17-8e18-b9066b8a1e58 admin admin] 10.222.0.43 "PUT /v2.0/routers/3111ac0a-508d-4d2d-bc75-dbbb287c87e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9596677 Aug 31 15:54:16.583415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:16.605945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] No DVR routers for this DVR port b757c048-6e08-4329-96a5-f339b84bc69a on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:16.610385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.612027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.614407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23181bd1-e799-43a5-a9a6-12812f1a7087 req-e7935bb2-34ca-49f9-8540-00d57f4331bf tempest-ServerAddressesNegativeTestJSON-877983906 tempest-ServerAddressesNegativeTestJSON-877983906-project] 10.222.0.30 "DELETE /v2.0/ports/b757c048-6e08-4329-96a5-f339b84bc69a HTTP/1.1" status: 204 len: 173 time: 3.6455979 Aug 31 15:54:16.635092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e9e684-a246-4890-9026-0e573bee3922', 'name': 'network-vif-deleted', 'tag': 'b757c048-6e08-4329-96a5-f339b84bc69a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:16.637523 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665aeb66-7068-4603-b9fd-2b832f88966f" -d '{"events": [{"server_uuid": "18e9e684-a246-4890-9026-0e573bee3922", "name": "network-vif-deleted", "tag": "b757c048-6e08-4329-96a5-f339b84bc69a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:16.714181 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.720180 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] Set router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:16.727223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1594f10a-649e-4cda-a4a7-31bbec841181 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.0651135 Aug 31 15:54:16.733632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41260) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:16.742137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Request body: {'subnet': {'network_id': '520dffef-428e-4421-8b7a-739af1490a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1605632154-subnet', 'tenant_id': '159ac02b7d044d06907dc2238a8bfb8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:16.743758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c451f0ca-8784-4d1e-9c34-ed0da9792740 req-4fc1d0d4-895d-4aa7-b930-f1b3f172fc0d tempest-AttachSCSIVolumeTestJSON-1807632278 tempest-AttachSCSIVolumeTestJSON-1807632278-project] 10.222.0.43 "GET /v2.0/ports?device_id=07284280-d9b0-4db4-b9d2-2b18136cfe46 HTTP/1.1" status: 200 len: 210 time: 0.1550000 Aug 31 15:54:16.746561 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0f332-d390-40e1-a03e-6be6a8925722 x-openstack-request-id: req-72b0f332-d390-40e1-a03e-6be6a8925722 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:16.746806 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e9e684-a246-4890-9026-0e573bee3922", "name": "network-vif-deleted", "tag": "b757c048-6e08-4329-96a5-f339b84bc69a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:16.747094 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72b0f332-d390-40e1-a03e-6be6a8925722 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:16.747956 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e9e684-a246-4890-9026-0e573bee3922', 'name': 'network-vif-deleted', 'tag': 'b757c048-6e08-4329-96a5-f339b84bc69a', 'status': 'completed', 'code': 200} Aug 31 15:54:16.808233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:16.815761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37741dbf-bbe4-41c3-88ea-7c2ec86ed3ff,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:16.818309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.823173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Made reservation on behalf of 159ac02b7d044d06907dc2238a8bfb8a for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:16.831826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.834548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:16.835120 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Added segment 05565fef-f570-4214-9668-55d437049cb8 of type vlan for network b15a9a24-f602-40fa-808b-b000e9a94deb Aug 31 15:54:16.924920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.005098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd8b7b-bde9-401c-9711-b4e954b42d65 req-cfdd5085-8b2c-4e15-b6c3-fe54fd215a1f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:17.007624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecbd8b7b-bde9-401c-9711-b4e954b42d65 req-cfdd5085-8b2c-4e15-b6c3-fe54fd215a1f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.1012788 Aug 31 15:54:17.009370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.010267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:17.010725 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.049760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.051514 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:12Z', 'revision_number': 5, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:17.087109 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] Checking router: 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:17.094416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0840008 Aug 31 15:54:17.099462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41264) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:17.104053 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] Routers {'3111ac0a-508d-4d2d-bc75-dbbb287c87e3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:17.104845 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:17.105649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Request body: {'subnet': {'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-subnet', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:17.189844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79444568-f3f5-421b-adaa-966eba988775 admin admin] Pushing event updated for resources: {'Network': ['ID=b15a9a24-f602-40fa-808b-b000e9a94deb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:17.200154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecbd8b7b-bde9-401c-9711-b4e954b42d65 req-baed2bc4-fb47-45b3-a009-a43cbcd025a0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783969 Aug 31 15:54:17.213276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Made reservation on behalf of 34d92534441b45b2b7332ba0e96fc08f for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:17.214249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b15a9a24-f602-40fa-808b-b000e9a94deb details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:17.218041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.306372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.311894 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] Set router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:17.316153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Deleting port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:17.316545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.396451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41270) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:17.508161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11408569-fe9c-4b09-b0b4-ea80b60757b4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:17.524441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.537547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] For port 4897dba7-a9d6-4fa7-b6e3-00f5592197f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:17.537852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.558615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Deleting subnet e24c2e16-40a2-4d0e-bf6a-41c62296827e {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:54:17.570818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Calling delete_port for 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:17.573685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.579528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Checking segment: {'id': 'da7dea6f-b22c-4945-8dbf-b3654dfcd468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '520dffef-428e-4421-8b7a-739af1490a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:17.579941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Network hostable DHCP agents. Network: 520dffef-428e-4421-8b7a-739af1490a94, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:17.603059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ad1d08-acf6-4573-8e83-dc1205b25ae0,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:17.613074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Checking segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:17.613449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Network hostable DHCP agents. Network: b15a9a24-f602-40fa-808b-b000e9a94deb, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:17.635404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Network b15a9a24-f602-40fa-808b-b000e9a94deb is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:17.648647 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:12Z', 'revision_number': 5, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:17.649386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b15a9a24-f602-40fa-808b-b000e9a94deb) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:17.659192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:17.659192 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.661854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9ad5f-ecb8-4dbc-9f57-6f649e7f764e None None] Network b15a9a24-f602-40fa-808b-b000e9a94deb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:17.681420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6'}, {'server_uuid': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'name': 'network-vif-deleted', 'tag': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:17.684396 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56546373-37ad-4035-a52c-3db881fda3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6"}, {"server_uuid": "07284280-d9b0-4db4-b9d2-2b18136cfe46", "name": "network-vif-deleted", "tag": "f2bd76d1-2d27-4597-837c-4100f3b1fdd0"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:17.693483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7d90e65-8705-4e28-b857-179d8027c5d2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5927167 Aug 31 15:54:17.696346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41274) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:17.702326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:17.702910 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d77254-bc1c-4672-8c66-9347e645c699 None None] The sync data for ids ['3111ac0a-508d-4d2d-bc75-dbbb287c87e3'] in n-d-793621-35 is: [{'id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-998469562-router', 'tenant_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:01Z', 'updated_at': '2021-08-31T15:54:12Z', 'revision_number': 5, 'project_id': 'aa38d6940de3440b80c26aaa4b1a2437', 'gw_port': {'id': '4897dba7-a9d6-4fa7-b6e3-00f5592197f0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3111ac0a-508d-4d2d-bc75-dbbb287c87e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:02Z', 'updated_at': '2021-08-31T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:17.746367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.749013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.770366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.820159 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4fddd-5391-4da5-b5e8-c2ec6546ab17 x-openstack-request-id: req-b0b4fddd-5391-4da5-b5e8-c2ec6546ab17 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:17.820468 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6", "status": "completed", "code": 200}, {"server_uuid": "07284280-d9b0-4db4-b9d2-2b18136cfe46", "name": "network-vif-deleted", "tag": "f2bd76d1-2d27-4597-837c-4100f3b1fdd0", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:17.821413 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0b4fddd-5391-4da5-b5e8-c2ec6546ab17 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:17.822012 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'status': 'completed', 'code': 200} Aug 31 15:54:17.824076 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07284280-d9b0-4db4-b9d2-2b18136cfe46', 'name': 'network-vif-deleted', 'tag': 'f2bd76d1-2d27-4597-837c-4100f3b1fdd0', 'status': 'completed', 'code': 200} Aug 31 15:54:17.831671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Network 520dffef-428e-4421-8b7a-739af1490a94 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:17.876923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.916114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b15a9a24-f602-40fa-808b-b000e9a94deb', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:54:17.916755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:17.922516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 520dffef-428e-4421-8b7a-739af1490a94) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:17.954134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:17.955992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.045559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.118612 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-55374d4a-5b63-4a66-b5de-f169d823ea04 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3830814 Aug 31 15:54:18.126546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546373-37ad-4035-a52c-3db881fda3c7 req-61fea973-491a-4e39-ad51-fac04588f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:18.126875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-61fea973-491a-4e39-ad51-fac04588f05d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1127 time: 0.3091631 Aug 31 15:54:18.187207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Allocated IP 172.20.0.2 (b15a9a24-f602-40fa-808b-b000e9a94deb/b5ad1d08-acf6-4573-8e83-dc1205b25ae0/7910dd53-1d94-4ac2-a376-435a3012b6f4) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:18.403136 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.432949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546373-37ad-4035-a52c-3db881fda3c7 req-14cfcb36-0dc2-4d69-9e37-04f8718a468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:18.435307 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-14cfcb36-0dc2-4d69-9e37-04f8718a468f service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2976258 Aug 31 15:54:18.484577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.516672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Transition to ACTIVE for port object 7910dd53-1d94-4ac2-a376-435a3012b6f4 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:18.553262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Transition to ACTIVE for port object 7910dd53-1d94-4ac2-a376-435a3012b6f4 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:18.563190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-53dd2554-c1f9-48f6-93d8-431f11f5cd76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 217 time: 0.1173363 Aug 31 15:54:18.565549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21839c9-0470-4378-b877-376e3dfd0ca7 None None] Network 520dffef-428e-4421-8b7a-739af1490a94 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:18.611948 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.652606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dc039-9ee4-4f32-91d5-bbd6287a0aa0 req-3e801863-1675-4801-8256-05bf089861fa tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:18.654102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546373-37ad-4035-a52c-3db881fda3c7 req-e7c0d50d-5a7c-48b8-a60f-7449cb473e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:18.656160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-e7c0d50d-5a7c-48b8-a60f-7449cb473e1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0747528 Aug 31 15:54:18.674613 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a6dc039-9ee4-4f32-91d5-bbd6287a0aa0 req-3e801863-1675-4801-8256-05bf089861fa tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.2177329 Aug 31 15:54:18.689902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Network b15a9a24-f602-40fa-808b-b000e9a94deb is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:18.705099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.721370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:18.728080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:18.766683 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-d4b63255-0535-4f16-9119-e0c88f97f081 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966568 Aug 31 15:54:18.783946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9f78d7f5-1473-4c5d-9f26-b11df68baefa req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1650005485', 'description': 'tempest-description-886033806'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:18.807585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a6dc039-9ee4-4f32-91d5-bbd6287a0aa0 req-705b01fa-ab00-4f12-af5f-579505ef6c23 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319990 Aug 31 15:54:18.833406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Pushing event updated for resources: {'Port': ['ID=7910dd53-1d94-4ac2-a376-435a3012b6f4,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:18.844887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Attempting to bind port 7910dd53-1d94-4ac2-a376-435a3012b6f4 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:18.845285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Attempting to bind port 7910dd53-1d94-4ac2-a376-435a3012b6f4 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:18.845656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Attempting to bind port 7910dd53-1d94-4ac2-a376-435a3012b6f4 on network b15a9a24-f602-40fa-808b-b000e9a94deb {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:18.868232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f78d7f5-1473-4c5d-9f26-b11df68baefa req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.868731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:18.869485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Checking segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:18.870077 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.871169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Bound using segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:18.872557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Bound port: 7910dd53-1d94-4ac2-a376-435a3012b6f4, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:18.873122 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.924081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.927465 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e24c2e16-40a2-4d0e-bf6a-41c62296827e HTTP/1.1" status: 204 len: 168 time: 1.5283108 Aug 31 15:54:18.929206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956818e-ead3-465d-8224-a55a48e4a48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24c2e16-40a2-4d0e-bf6a-41c62296827e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:18.935524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41326) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:18.946207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:18.986188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c728951-abda-456d-9a88-d33824a58c5d None None] Network 520dffef-428e-4421-8b7a-739af1490a94 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:18.990040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4897dba7-a9d6-4fa7-b6e3-00f5592197f0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:19.101859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] For port 7910dd53-1d94-4ac2-a376-435a3012b6f4, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:19.107343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] For port 7910dd53-1d94-4ac2-a376-435a3012b6f4, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7910dd53-1d94-4ac2-a376-435a3012b6f4,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:19.127165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.129107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.143889 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-36fe3e9f-5915-4163-b8b2-5c4c9de94159 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764046 Aug 31 15:54:19.159502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.193063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.221754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.288575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f78d7f5-1473-4c5d-9f26-b11df68baefa req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.304471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f78d7f5-1473-4c5d-9f26-b11df68baefa req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.384596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76753e-463b-49b5-916d-6598cf07405e None None] Pushing event updated for resources: {'Port': ['ID=7910dd53-1d94-4ac2-a376-435a3012b6f4,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:19.395226 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f78d7f5-1473-4c5d-9f26-b11df68baefa req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.396982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f78d7f5-1473-4c5d-9f26-b11df68baefa req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6245308 Aug 31 15:54:19.401957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a199bf-9346-4c14-8827-0be3e3dcc580 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b74f7f-b2c2-4ff7-9df7-e4504f0b3951,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:19.417484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Allocated IP 172.25.6.80 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5b29edf0-62c9-4213-9ce0-4916cdb1f364) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:19.568587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.579267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d34d434-9d84-440a-9768-bd946083460c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:19.589273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.593937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8e07d7-75af-47b8-892b-1f6605984dcc']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:19.597371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.619035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4d34d434-9d84-440a-9768-bd946083460c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:19.619380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d34d434-9d84-440a-9768-bd946083460c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:19.620330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:19.621387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadbbe62-af4f-4e60-80a7-b6bcccbeb043') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:19.647180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0eab924d-cb40-4701-b451-25805a4f2824 req-86ce4fb5-4171-4151-905f-5eec15d01f00 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/89b74f7f-b2c2-4ff7-9df7-e4504f0b3951 HTTP/1.1" status: 200 len: 1804 time: 0.2077806 Aug 31 15:54:19.683114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89b74f7f-b2c2-4ff7-9df7-e4504f0b3951', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:19.683432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89b74f7f-b2c2-4ff7-9df7-e4504f0b3951', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:19.751679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.863628 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.956030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:19.982181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2bd76d1-2d27-4597-837c-4100f3b1fdd0 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:20.011537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.024687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.032337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: f2bd76d1-2d27-4597-837c-4100f3b1fdd0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:20.032690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f2bd76d1-2d27-4597-837c-4100f3b1fdd0 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:20.061526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56546373-37ad-4035-a52c-3db881fda3c7 req-1c72b350-a99c-4a5d-9b64-0b9828c1407c service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9072933 Aug 31 15:54:20.127761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.129630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0eab924d-cb40-4701-b451-25805a4f2824 req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4534707 Aug 31 15:54:20.139695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.141966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:20.146595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fecbc-7a85-42b2-835a-07389fb899a0 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da892f1f-233e-4696-9859-554526d3833f,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:20.152226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:20.162113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.162737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3111ac0a-508d-4d2d-bc75-dbbb287c87e3 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:54:20.165207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:20.168434 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.169950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6d216e3-8e56-4aa7-b9f1-b5c9aae07fa6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3111ac0a-508d-4d2d-bc75-dbbb287c87e3 HTTP/1.1" status: 204 len: 168 time: 3.5849402 Aug 31 15:54:20.171563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.175004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-69b4d0a4-43ed-4dd2-93f5-e038725b9240 req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-407906737', 'description': 'tempest-description-277675660'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:20.175160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41348) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:20.216345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Pushing event updated for resources: {'Port': ['ID=5b29edf0-62c9-4213-9ce0-4916cdb1f364,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:20.217897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:20.218391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:54:20.220729 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:54:20.254106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6d4b-44a9-4272-a52e-fcd191778c8e req-9bb1370d-848a-4d9e-bf08-06020b724b55 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:20.255967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c51a6d4b-44a9-4272-a52e-fcd191778c8e req-9bb1370d-848a-4d9e-bf08-06020b724b55 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.2461121 Aug 31 15:54:20.259174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69b4d0a4-43ed-4dd2-93f5-e038725b9240 req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.335355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Deleting subnet 44a75195-c46f-40ee-a86f-7b93fdbc5f7c {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:54:20.338625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.360972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.368348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.370544 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9e8e07d7-75af-47b8-892b-1f6605984dcc HTTP/1.1" status: 204 len: 168 time: 1.4333456 Aug 31 15:54:20.391728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3f81c-e853-41eb-a87e-335172dd2827 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8e07d7-75af-47b8-892b-1f6605984dcc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:20.405101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.467500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c51a6d4b-44a9-4272-a52e-fcd191778c8e req-dc6d0b9e-c118-4bd7-b41c-49abda572a1a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997030 Aug 31 15:54:20.589313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.657653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41356) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:20.690587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.742814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a75195-c46f-40ee-a86f-7b93fdbc5f7c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:20.756600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.759046 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-349bb505-e6f2-45c5-aa6a-fe6a58967b29 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/44a75195-c46f-40ee-a86f-7b93fdbc5f7c HTTP/1.1" status: 204 len: 168 time: 0.5826485 Aug 31 15:54:20.762168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41358) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:20.766113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd7b41-37b5-446c-9220-6ae55792df92 None None] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:20.787152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-840f37a8-49d5-4100-a2a8-2d10f7497847 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfb74d66ae1245e48e83026dc026f50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230414 Aug 31 15:54:20.792164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41360) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:20.891462 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.902858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69b4d0a4-43ed-4dd2-93f5-e038725b9240 req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.931447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69b4d0a4-43ed-4dd2-93f5-e038725b9240 req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:20.993157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e81648-3a4b-42e9-ad11-d7083ef93573,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:21.012505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dbb37ad-af88-48a9-8254-eb0f9de60560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.023947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69b4d0a4-43ed-4dd2-93f5-e038725b9240 req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.025317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69b4d0a4-43ed-4dd2-93f5-e038725b9240 req-fa868dbd-4600-4186-9dc4-49d343962d7c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8706098 Aug 31 15:54:21.026520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.075947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba38aecd-965c-469d-8a99-c9edf35ff50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.136056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Deleting port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:21.136455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.142828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] DHCP port deletion for 78332fe5-ac47-4d1b-b11d-8adc97bfb4db request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:54:21.230029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-697717b7-95ff-4f42-9d45-89fa81f38c88 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/b3e81648-3a4b-42e9-ad11-d7083ef93573 HTTP/1.1" status: 200 len: 1803 time: 0.1362708 Aug 31 15:54:21.236596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] For port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,segment=NetworkSegment(1d9ac755-aee6-4e3a-9c52-422dadb460a5),segment_id=1d9ac755-aee6-4e3a-9c52-422dadb460a5)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:21.237074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.240549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b3e81648-3a4b-42e9-ad11-d7083ef93573', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:21.241124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b3e81648-3a4b-42e9-ad11-d7083ef93573', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:21.267762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Calling delete_port for 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:21.286661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12cded-2481-49c9-a765-6215772a4d12 None None] Network b15a9a24-f602-40fa-808b-b000e9a94deb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:21.385607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba38aecd-965c-469d-8a99-c9edf35ff50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.398916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.487734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] No DVR routers for this DVR port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:21.493456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.494344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:21.546066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.546423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.546763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.547098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.547427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.547755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.548535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.548869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.549195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.549821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.550159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.550483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:21.572631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.577148 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.596107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.677358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba38aecd-965c-469d-8a99-c9edf35ff50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.680588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba38aecd-965c-469d-8a99-c9edf35ff50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.680588 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ba38aecd-965c-469d-8a99-c9edf35ff50d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ae8aa49-d4a4-40e7-95f5-fa47ee855b39 HTTP/1.1" status: 204 len: 168 time: 0.8845749 Aug 31 15:54:21.704301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38aecd-965c-469d-8a99-c9edf35ff50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae8aa49-d4a4-40e7-95f5-fa47ee855b39,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:21.712114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.733799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78332fe5-ac47-4d1b-b11d-8adc97bfb4db']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:21.766779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7910dd53-1d94-4ac2-a376-435a3012b6f4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:21.778267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9ac755-aee6-4e3a-9c52-422dadb460a5') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:21.778567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9ac755-aee6-4e3a-9c52-422dadb460a5') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:21.812752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.846745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.856040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:21.857130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.864454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b415fd-45b8-48ea-8494-e0af89e9cd99,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:54:21.864894 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:54:21.887866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Deleting port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:21.888315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.888646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:21.890187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c14ff950-95e6-4a9d-ac2c-4ada6def1866 req-194a9220-b796-40ff-8f59-2a2ef317df4d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6590555 Aug 31 15:54:22.018813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5c266575-4555-4dbe-a94b-e530ab6e05b1 None None] Provisioning for port 7910dd53-1d94-4ac2-a376-435a3012b6f4 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:22.048242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.055649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.062433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/78332fe5-ac47-4d1b-b11d-8adc97bfb4db HTTP/1.1" status: 204 len: 168 time: 1.2981353 Aug 31 15:54:22.069210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] For port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:22.069617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.097848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c9d24-a8c9-4831-a5e4-c98c684876f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=78332fe5-ac47-4d1b-b11d-8adc97bfb4db,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:22.098661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Calling delete_port for 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:22.121468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:54:22.122307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7910dd53-1d94-4ac2-a376-435a3012b6f4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:22.128453 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.143244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7910dd53-1d94-4ac2-a376-435a3012b6f4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:22.143617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.210831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Network 78332fe5-ac47-4d1b-b11d-8adc97bfb4db is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 15:54:22.211298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] No DVR routers for this DVR port 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:22.215730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323b491-8bce-4acf-b2c1-b5baf542d638 None None] Pushing event deleted for resources: {'Port': ['ID=35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:22.324850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.407448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 7910dd53-1d94-4ac2-a376-435a3012b6f4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7910dd53-1d94-4ac2-a376-435a3012b6f4,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:22.415468 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.511632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41384) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:22.529387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=7910dd53-1d94-4ac2-a376-435a3012b6f4,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:22.567229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:22.635704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:22.636052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4897dba7-a9d6-4fa7-b6e3-00f5592197f0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:22.636502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:22.636785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61e14227-dde1-4290-826d-c38b93ef76f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa38d6940de3440b80c26aaa4b1a2437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211677 Aug 31 15:54:22.638958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41388) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:22.695561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906c709-0381-4333-b1d2-efbd080beb5d req-e1065547-4f76-4ba4-819d-fe532a91c972 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:22.704625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6906c709-0381-4333-b1d2-efbd080beb5d req-e1065547-4f76-4ba4-819d-fe532a91c972 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.9659319 Aug 31 15:54:22.715069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-5b65dbad-70f7-4727-83a9-39ff8e69ef43 req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-111068506', 'description': 'tempest-description-520097744'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:22.761602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:22.793656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d988-1d20-4fe0-828e-60d800499b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.819841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:22.820455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35e2f6a8-8e1e-4ba7-bbef-9c6ae30c7757 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:22.863079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d988-1d20-4fe0-828e-60d800499b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.880980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6906c709-0381-4333-b1d2-efbd080beb5d req-7d9d3ff8-1dcb-4dda-bbd5-453fac72922b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749973 Aug 31 15:54:22.891079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5a65321e-df84-4cc6-89fc-14a843a130e6 None None] Provisioning complete for port 7910dd53-1d94-4ac2-a376-435a3012b6f4 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:22.891711 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5a65321e-df84-4cc6-89fc-14a843a130e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.894178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5b65dbad-70f7-4727-83a9-39ff8e69ef43 req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.954526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d988-1d20-4fe0-828e-60d800499b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.959515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d988-1d20-4fe0-828e-60d800499b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:22.961175 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b8c2d988-1d20-4fe0-828e-60d800499b0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d681ce74-073e-4efd-982b-dd6156ffb9c4 HTTP/1.1" status: 204 len: 168 time: 0.3196127 Aug 31 15:54:22.973011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2d988-1d20-4fe0-828e-60d800499b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681ce74-073e-4efd-982b-dd6156ffb9c4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:23.161090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Router e0b90640-9218-46ef-9348-7b7f3c997c7e is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:54:23.413983 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5b65dbad-70f7-4727-83a9-39ff8e69ef43 req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.425258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5b65dbad-70f7-4727-83a9-39ff8e69ef43 req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.469079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c8b0e-b726-4f26-b60e-d00970bdf884,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:23.481732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7910dd53-1d94-4ac2-a376-435a3012b6f4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:23.485532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5b65dbad-70f7-4727-83a9-39ff8e69ef43 req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.490142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b65dbad-70f7-4727-83a9-39ff8e69ef43 req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8149037 Aug 31 15:54:23.492152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.492767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.493325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.493745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.494165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.494694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.495487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.495487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.496382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.496807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.497213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.497613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82e083-2c12-45c3-b5a0-8277b3c9dcf8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:23.506574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:23.533700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0274480-8069-488c-9085-203961e65621 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.537388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e0274480-8069-488c-9085-203961e65621 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8397491 Aug 31 15:54:23.540319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:23.556765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Sync routers for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:23.564858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-358b162a-1706-4336-a05e-fbc5f64434b8 req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-105064367', 'description': 'tempest-description-258485466'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:23.618667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:23.619317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:53:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:23.649089 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-358b162a-1706-4336-a05e-fbc5f64434b8 req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.891957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7910dd53-1d94-4ac2-a376-435a3012b6f4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:23.894183 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.929979 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-358b162a-1706-4336-a05e-fbc5f64434b8 req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:23.939055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-358b162a-1706-4336-a05e-fbc5f64434b8 req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.055259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:24.067121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313ed622-cde6-4d1f-9364-a8ce31630bcf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:24.089026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-358b162a-1706-4336-a05e-fbc5f64434b8 req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.095351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-358b162a-1706-4336-a05e-fbc5f64434b8 req-df98ae3c-3dc0-43be-9912-5ce420da1a44 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5409665 Aug 31 15:54:24.145728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.457077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af152e4b-bac5-4d3d-a03a-a96488dfa1bd req-2f259f39-7c22-48b0-9f32-9b7916ab84db tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:24.460483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af152e4b-bac5-4d3d-a03a-a96488dfa1bd req-2f259f39-7c22-48b0-9f32-9b7916ab84db tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.2700491 Aug 31 15:54:24.477972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-7570d8fe-92f9-4941-b656-fc2d6310cfc9 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/2b7c8b0e-b726-4f26-b60e-d00970bdf884 HTTP/1.1" status: 200 len: 1803 time: 0.3522053 Aug 31 15:54:24.507848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ea0024a-441a-4756-9f12-c23434ca10b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.591417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:20Z', 'revision_number': 3, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:24.631120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Checking router: e0b90640-9218-46ef-9348-7b7f3c997c7e for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:24.631573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Updating router e0b90640-9218-46ef-9348-7b7f3c997c7e port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:24.634179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af152e4b-bac5-4d3d-a03a-a96488dfa1bd req-d0cd96d1-7af3-49a7-b2b2-da984df5ce4d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792608 Aug 31 15:54:24.648288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-caddda6d-09d7-40bd-b035-1203dd19df47 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/313ed622-cde6-4d1f-9364-a8ce31630bcf HTTP/1.1" status: 200 len: 1803 time: 0.1682990 Aug 31 15:54:24.662180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b7c8b0e-b726-4f26-b60e-d00970bdf884', 'remote_group_id': '313ed622-cde6-4d1f-9364-a8ce31630bcf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:24.662511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b7c8b0e-b726-4f26-b60e-d00970bdf884', 'remote_group_id': '313ed622-cde6-4d1f-9364-a8ce31630bcf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:24.743998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.849865 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.940116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.945203 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.975267 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-8c0057bc-38d3-4f95-973c-eb7a68f74a49 service neutron] 10.222.0.49 "GET /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.2698567 Aug 31 15:54:24.986978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:24.999935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.002383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821a2fbc-1848-402f-89b8-4951d3e41a8b req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3531582 Aug 31 15:54:25.011512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001fdce-f084-4acc-b86c-33f6d067a99b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db11de3c-a6af-416e-b33f-63b71e525650,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.038668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-61967e0f-e4bf-4984-a675-6c6af2abdbe3 req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-577546870', 'description': 'tempest-description-1448887672'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:25.097227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61967e0f-e4bf-4984-a675-6c6af2abdbe3 req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.152837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.255412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.329073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61967e0f-e4bf-4984-a675-6c6af2abdbe3 req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.337381 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61967e0f-e4bf-4984-a675-6c6af2abdbe3 req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.384646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.413630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Transition to ACTIVE for port object 5b29edf0-62c9-4213-9ce0-4916cdb1f364 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:25.423648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267cafee-3a36-4e96-8d44-92183ad2b880,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.427216 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.452871 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61967e0f-e4bf-4984-a675-6c6af2abdbe3 req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.487256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61967e0f-e4bf-4984-a675-6c6af2abdbe3 req-292519ca-f61f-4b86-9088-2b359ca3dffa tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4540997 Aug 31 15:54:25.534783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-20f5814b-3ac5-4b60-aea4-45bdf6951c64 req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-862818059', 'description': 'tempest-description-334312015'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:25.566516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Attempting to bind port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:25.566968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Attempting to bind port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:25.567353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Attempting to bind port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:25.570950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:25.599262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:25.599711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:25.601199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.601715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:25.603535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Bound port: 5b29edf0-62c9-4213-9ce0-4916cdb1f364, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:25.603939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.604672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-20f5814b-3ac5-4b60-aea4-45bdf6951c64 req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.688385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:25.711750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] For port 5b29edf0-62c9-4213-9ce0-4916cdb1f364, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:25.716109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a20b6-e643-472b-a92f-6949b23308cb None None] Pushing event updated for resources: {'Port': ['ID=5b29edf0-62c9-4213-9ce0-4916cdb1f364,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.733521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.737756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] For port 5b29edf0-62c9-4213-9ce0-4916cdb1f364, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5b29edf0-62c9-4213-9ce0-4916cdb1f364,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:25.745273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.751298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-20f5814b-3ac5-4b60-aea4-45bdf6951c64 req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.759908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d8ee34-01cf-4a63-bd06-db2ede6929b6 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:25.791306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c72ecb53-15cb-4a0d-a41f-f8f387c7c963 req-eb93c164-5826-41cb-b62f-ec26c15b6f7a tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0501904 Aug 31 15:54:25.791790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:25.792967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-20f5814b-3ac5-4b60-aea4-45bdf6951c64 req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.823773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-20f5814b-3ac5-4b60-aea4-45bdf6951c64 req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.825664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20f5814b-3ac5-4b60-aea4-45bdf6951c64 req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2966106 Aug 31 15:54:25.834786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:25.846992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a20b6-e643-472b-a92f-6949b23308cb None None] Pushing event updated for resources: {'Port': ['ID=5b29edf0-62c9-4213-9ce0-4916cdb1f364,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.867361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:25.868059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:25.872048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0094-3db7-40c3-8a34-1bdb4384d5eb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc945d07-6341-4987-8d61-722bc42eea17,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:25.922769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Allocated IP 172.20.0.1 (b15a9a24-f602-40fa-808b-b000e9a94deb/b5ad1d08-acf6-4573-8e83-dc1205b25ae0/b3bc6e2f-b01e-4eab-9bde-987091333648) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:25.939610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41486) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:26.098979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] Transition to ACTIVE for port object c1d8ee34-01cf-4a63-bd06-db2ede6929b6 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:26.112506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:26.135117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:26.320480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] No DVR routers for this DVR port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:26.385730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a834711-73d0-436e-8cb4-5465f778fe58 req-c94108c8-4878-4a7a-8712-5ace4bc27ade tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:26.388274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:26.396598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a834711-73d0-436e-8cb4-5465f778fe58 req-c94108c8-4878-4a7a-8712-5ace4bc27ade tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 944 time: 0.3459077 Aug 31 15:54:26.479445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:26.493490 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-732ecdf2-054d-4cf0-ae15-8ddb930d45e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6/bindings/n-h1-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 1.5026398 Aug 31 15:54:26.494493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Transition to ACTIVE for port object b3bc6e2f-b01e-4eab-9bde-987091333648 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:26.523691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-685c6d63-d0c5-4faa-8b32-5b4bac7110c3 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/267cafee-3a36-4e96-8d44-92183ad2b880 HTTP/1.1" status: 200 len: 1804 time: 0.2939246 Aug 31 15:54:26.614644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:26.623271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:20Z', 'revision_number': 3, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:26.755477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Network b15a9a24-f602-40fa-808b-b000e9a94deb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:26.763065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:26.766712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:26.768964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a834711-73d0-436e-8cb4-5465f778fe58 req-c31df5c1-57c3-4bc2-8697-289044b138fe tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413322 Aug 31 15:54:26.843956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bc6e2f-b01e-4eab-9bde-987091333648,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:26.910738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:26.924510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc8b4-8dce-45a5-8d94-34c557025478 None None] The sync data for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 is: [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:20Z', 'revision_number': 3, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:26.934077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-241c9fe7-3d99-4d68-8d10-41b38a134c98 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:26.937595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-241c9fe7-3d99-4d68-8d10-41b38a134c98 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.3328590 Aug 31 15:54:26.982647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-0d3d8aaf-8436-48c8-b47c-88ee81aede56 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/bc945d07-6341-4987-8d61-722bc42eea17 HTTP/1.1" status: 200 len: 1803 time: 0.3794985 Aug 31 15:54:26.988886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '267cafee-3a36-4e96-8d44-92183ad2b880', 'remote_group_id': 'bc945d07-6341-4987-8d61-722bc42eea17', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:26.989207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '267cafee-3a36-4e96-8d44-92183ad2b880', 'remote_group_id': 'bc945d07-6341-4987-8d61-722bc42eea17', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:27.157719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2abd45a7-8661-4e56-bc5d-5ea012de5239 req-d09a8db0-8c7b-4a95-82d4-9ee016026727 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0358143 Aug 31 15:54:27.173751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-44fd94b2-5691-4452-853e-49a7557991ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:27.175658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-44fd94b2-5691-4452-853e-49a7557991ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103&tenant_id=95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 1097 time: 0.2245471 Aug 31 15:54:27.222063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.265599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-43500dee-e9ea-4390-b789-262857acde7a None None] Provisioning for port b3bc6e2f-b01e-4eab-9bde-987091333648 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:27.279649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-43500dee-e9ea-4390-b789-262857acde7a None None] Provisioning complete for port b3bc6e2f-b01e-4eab-9bde-987091333648 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:27.280994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43500dee-e9ea-4390-b789-262857acde7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.386938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.419266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.422994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-16f2149f-1170-4ec3-a2ae-13e76376681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:27.425276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-16f2149f-1170-4ec3-a2ae-13e76376681a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1097 time: 0.2082529 Aug 31 15:54:27.431547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.451884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-43500dee-e9ea-4390-b789-262857acde7a None None] Port b3bc6e2f-b01e-4eab-9bde-987091333648 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:27.549845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.566806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd13670b-4871-4da5-b81e-b2d6f518b6e3,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:27.579137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b29edf0-62c9-4213-9ce0-4916cdb1f364 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:27.581385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.592007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00f7afb-a2d6-4b12-aa3f-3592fceec62f req-16466b46-2a2f-481a-a439-4b3098fd5077 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6075275 Aug 31 15:54:27.594204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.612528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.710524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:27.723765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:27.723765 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.733670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bc6e2f-b01e-4eab-9bde-987091333648,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:27.761480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.791905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92a57700-f9f4-4bb1-87b1-08ce101e36fd req-238fbc87-d353-4f33-af08-3d5a098fde6b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/bc945d07-6341-4987-8d61-722bc42eea17 HTTP/1.1" status: 200 len: 1803 time: 0.1636097 Aug 31 15:54:27.836869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-367c895d-a214-420a-9102-9fecc5fbb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:27.838404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-367c895d-a214-420a-9102-9fecc5fbb47c service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.4004653 Aug 31 15:54:27.854992 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.860801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.902667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5b29edf0-62c9-4213-9ce0-4916cdb1f364, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5b29edf0-62c9-4213-9ce0-4916cdb1f364,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:27.911848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:27.956246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Network b15a9a24-f602-40fa-808b-b000e9a94deb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:27.957691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:27.988404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-e9bf9590-1a50-49fe-8e45-f8fee79190ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 200 len: 217 time: 0.1395121 Aug 31 15:54:28.022914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5b29edf0-62c9-4213-9ce0-4916cdb1f364,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:28.066135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-92a57700-f9f4-4bb1-87b1-08ce101e36fd req-013b8d5f-8550-45c8-97e8-8dd308d13fd8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:28.163206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Router e0b90640-9218-46ef-9348-7b7f3c997c7e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:28.192223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-92a57700-f9f4-4bb1-87b1-08ce101e36fd req-013b8d5f-8550-45c8-97e8-8dd308d13fd8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:28.235910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76d7ab-665d-4fb6-93f6-c34d8d088e5d req-5a9fa6b4-76db-4603-b315-063e7bbc086d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:28.237589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d76d7ab-665d-4fb6-93f6-c34d8d088e5d req-5a9fa6b4-76db-4603-b315-063e7bbc086d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 945 time: 0.2735522 Aug 31 15:54:28.245132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-a6702939-70a3-4bf5-90af-502c9f4faa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:28.246755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-a6702939-70a3-4bf5-90af-502c9f4faa52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.2463834 Aug 31 15:54:28.341964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-f14edd33-eefa-4443-b661-8a36ee38fb63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843210 Aug 31 15:54:28.359113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:28.364325 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5dcd0041-6dbd-49f3-9df9-18ee6b688187 admin admin] 10.222.0.43 "PUT /v2.0/routers/e0b90640-9218-46ef-9348-7b7f3c997c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8224638 Aug 31 15:54:28.420680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-02fe1c56-3e83-4838-93e9-cb39ea94076d None None] Provisioning complete for port b3bc6e2f-b01e-4eab-9bde-987091333648 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:28.421244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-02fe1c56-3e83-4838-93e9-cb39ea94076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:28.476810 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-de826203-c99b-49f1-9d0e-d3521aef5da6 req-e3827536-e5b9-46f9-a40a-7e1c67dbd68f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0825648 Aug 31 15:54:28.496757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d76d7ab-665d-4fb6-93f6-c34d8d088e5d req-00c32f98-5092-4c1e-9d13-9c22d2bfcc9a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462287 Aug 31 15:54:28.530154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-02fe1c56-3e83-4838-93e9-cb39ea94076d None None] Port b3bc6e2f-b01e-4eab-9bde-987091333648 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:28.568479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-92a57700-f9f4-4bb1-87b1-08ce101e36fd req-013b8d5f-8550-45c8-97e8-8dd308d13fd8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:28.571232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-92a57700-f9f4-4bb1-87b1-08ce101e36fd req-013b8d5f-8550-45c8-97e8-8dd308d13fd8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:28.572437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92a57700-f9f4-4bb1-87b1-08ce101e36fd req-013b8d5f-8550-45c8-97e8-8dd308d13fd8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/bc945d07-6341-4987-8d61-722bc42eea17 HTTP/1.1" status: 204 len: 173 time: 0.7796881 Aug 31 15:54:28.601768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b8d5f-8550-45c8-97e8-8dd308d13fd8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc945d07-6341-4987-8d61-722bc42eea17,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:28.607237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-6d34a16c-89e8-4211-b7fa-cafcf4744bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230585 Aug 31 15:54:28.660114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d122fdb9-19d0-40da-91a1-23211a50fba4 req-807e0748-be15-470a-8391-8963cc66ca26 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0337739 Aug 31 15:54:28.854007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbbc6c3-a7c9-43a4-962a-ec7763110930 req-0bf89de2-ec3f-46b8-80a2-8d2391822681 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/267cafee-3a36-4e96-8d44-92183ad2b880 HTTP/1.1" status: 200 len: 1804 time: 0.1137812 Aug 31 15:54:28.860240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-543829e3-f464-4dec-a464-06eeccc2a7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936831 Aug 31 15:54:28.873755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Deleting port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:28.874104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:28.929346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-6159d673-a64f-495a-82ca-84069942ef9f req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1927251004', 'description': 'tempest-description-706085745'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:28.975129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6159d673-a64f-495a-82ca-84069942ef9f req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.030513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] For port 483dd9b2-84a6-41fb-b4f2-d628d34fa22d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:29.031174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.053030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Calling delete_port for 483dd9b2-84a6-41fb-b4f2-d628d34fa22d owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:29.273586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41592) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:29.278265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454523062', 'description': 'tempest-description--1172937003'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:29.329991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6159d673-a64f-495a-82ca-84069942ef9f req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.350284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6159d673-a64f-495a-82ca-84069942ef9f req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.372399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.407488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-badbe174-5bb7-4859-a332-b03ccd3010a6 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:29.409275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-badbe174-5bb7-4859-a332-b03ccd3010a6 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.2407959 Aug 31 15:54:29.410548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6159d673-a64f-495a-82ca-84069942ef9f req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.411769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6159d673-a64f-495a-82ca-84069942ef9f req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5218418 Aug 31 15:54:29.509639 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Sync routers for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:29.517102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b29edf0-62c9-4213-9ce0-4916cdb1f364 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:29.528704 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:29.533979 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:29.695547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.700807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.708000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:29.708425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.745737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc30d8b-7e8d-4ac8-aaa2-b99945c122ee tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:29.768930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:29.770966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-dd003256-c713-4650-b16f-62d7c819e46e service neutron] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:29.782764 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.784829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e5d8f9d-dafc-4857-8052-ed3f18bfe54c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5098445 Aug 31 15:54:29.787594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:29.795496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Request body: {'security_group_rule': {'security_group_id': '8cbeaf4f-6725-4f29-9fc8-1443d276f9d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:29.839549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.840694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-dd003256-c713-4650-b16f-62d7c819e46e service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.842142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b03051-9c62-4565-a0ed-f9c337bc4247 req-dd003256-c713-4650-b16f-62d7c819e46e service neutron] 10.222.0.30 "DELETE /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6/bindings/n-h2-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.4211490 Aug 31 15:54:29.909331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-b5238761-0d15-48ba-bb04-cbf2f611b193 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80 HTTP/1.1" status: 200 len: 1804 time: 0.3511467 Aug 31 15:54:29.926427 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:29.934615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08240f5-2b71-4b3f-85e3-15ef6eba57ef req-ed1e7fb1-9ec4-4daa-b766-dd21af27abb6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:29.946414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.947203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c08240f5-2b71-4b3f-85e3-15ef6eba57ef req-ed1e7fb1-9ec4-4daa-b766-dd21af27abb6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 945 time: 0.2368412 Aug 31 15:54:29.952228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.957204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:29.957965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:29.964937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:29.996967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f423cf-4cbc-4eff-8cd6-8fde7dc980b9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:30.027598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=483dd9b2-84a6-41fb-b4f2-d628d34fa22d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:30.058035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c08240f5-2b71-4b3f-85e3-15ef6eba57ef req-784e7c48-7e33-4fa1-8a3a-86f6b78e1ca2 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943289 Aug 31 15:54:30.068548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.085576 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-432d0450-f6ac-4cf4-bcf5-08b95efe68dc tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2959697 Aug 31 15:54:30.088415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:30.110946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Request body: {'security_group_rule': {'security_group_id': '8cbeaf4f-6725-4f29-9fc8-1443d276f9d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:30.173002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.181374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.263524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.352628 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 2, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:30.355538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.364085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.394085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.398757 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056462 Aug 31 15:54:30.399081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.401778 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Checking router: e0b90640-9218-46ef-9348-7b7f3c997c7e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:30.402279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41632) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:30.403227 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Updating router e0b90640-9218-46ef-9348-7b7f3c997c7e port b3bc6e2f-b01e-4eab-9bde-987091333648 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:30.412707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:30.432795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda057c-71b8-4cd7-902f-c101748e02ef tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeac37e9-240b-45bd-8ff4-8b93fc725cb8,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:30.456361 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.479915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.633069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:30.980698 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.004787 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Transition to ACTIVE for port object b3bc6e2f-b01e-4eab-9bde-987091333648 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:31.013892 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.015347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18fc1c0d-ccd1-4c73-b65a-eddcb082a254 req-e83dacbd-4355-4651-bf2a-be3e7630c700 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.6028819 Aug 31 15:54:31.019519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c9c6f2-2cb0-4f1a-a7f5-26723ab9c503,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:31.046237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.047856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14d6b352-fccc-43a3-801b-ee0e61c9049a req-127105e9-88ad-44cf-9d8f-81fe804b5edb tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1374898 Aug 31 15:54:31.057289 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.126326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad0e6a-8629-4cd8-8fc1-349accc489e8 None None] Pushing event updated for resources: {'Port': ['ID=b3bc6e2f-b01e-4eab-9bde-987091333648,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:31.229373 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Attempting to bind port b3bc6e2f-b01e-4eab-9bde-987091333648 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:31.229871 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Attempting to bind port b3bc6e2f-b01e-4eab-9bde-987091333648 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:31.232628 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Attempting to bind port b3bc6e2f-b01e-4eab-9bde-987091333648 on network b15a9a24-f602-40fa-808b-b000e9a94deb {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:31.242891 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:31.244824 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Checking segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:31.252677 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.253280 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Bound using segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:31.253902 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Bound port: b3bc6e2f-b01e-4eab-9bde-987091333648, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:31.254575 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.332060 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] For port b3bc6e2f-b01e-4eab-9bde-987091333648, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:31.335946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Allocated IP 172.25.6.150 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/36e1f8a9-4d47-41b1-9fda-db271b9a03e3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:31.336316 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] For port b3bc6e2f-b01e-4eab-9bde-987091333648, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b3bc6e2f-b01e-4eab-9bde-987091333648,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:31.347035 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.473940 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:31.474574 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:31.555501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.577944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-1b7e788d-eb54-4b3d-905d-fe46679d143d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80 HTTP/1.1" status: 200 len: 2397 time: 0.2521713 Aug 31 15:54:31.613427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80', 'remote_group_id': None}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:31.613580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80', 'remote_group_id': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:31.677593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:31.678985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad0e6a-8629-4cd8-8fc1-349accc489e8 None None] Pushing event updated for resources: {'Port': ['ID=b3bc6e2f-b01e-4eab-9bde-987091333648,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:31.690181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Router 6b7b73e5-b2c6-4146-a769-327c46786680 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:31.780538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:31.797903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:31.800544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:31.823189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:31.882193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event updated for resources: {'Port': ['ID=36e1f8a9-4d47-41b1-9fda-db271b9a03e3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:31.884727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:31.895288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e640ff27-5293-45af-98fc-1d126945a9b4 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b7b73e5-b2c6-4146-a769-327c46786680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9544790 Aug 31 15:54:31.904759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41698) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:31.906056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] Sync routers for ids ['6b7b73e5-b2c6-4146-a769-327c46786680'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:31.931812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091ff7-97fa-45d3-8f02-8ab423d6144c req-83aa718d-50c1-4efa-9b99-fd60a1388344 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:31.938833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] Routers {'6b7b73e5-b2c6-4146-a769-327c46786680'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:31.939824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b7b73e5-b2c6-4146-a769-327c46786680'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:31.945275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79091ff7-97fa-45d3-8f02-8ab423d6144c req-83aa718d-50c1-4efa-9b99-fd60a1388344 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1097 time: 0.2473521 Aug 31 15:54:32.026862 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.101200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79091ff7-97fa-45d3-8f02-8ab423d6144c req-c6159d24-4916-459e-8e23-34934009c5e8 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546147 Aug 31 15:54:32.113534 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.121374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.155594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39755f4d-8487-4406-bf48-b69a7d63612c,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:32.159509 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:31Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:32.175762 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.177558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c92e53af-94d3-4dc0-936a-176b6b638f23 req-0bbbc0f5-e514-49c3-886e-b22626c8b6ac tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5801625 Aug 31 15:54:32.207662 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2b89d-68da-49b0-9073-de3162368f7f None None] The sync data for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 is: [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:31Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:32.211580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] Set router 6b7b73e5-b2c6-4146-a769-327c46786680 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:32.331116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.355219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.453417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-174f6bc6-23a8-4026-aeee-041933db3c8f req-bd967edd-4571-4f3a-ac94-a2f1fcb06b74 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0710878 Aug 31 15:54:32.567046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.630548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:54:29Z', 'revision_number': 5, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:32.640893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d63c915-6d66-47e7-a228-069377f87ba9 req-01553877-75aa-4661-8fe2-97e4583b960a tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80 HTTP/1.1" status: 200 len: 2995 time: 0.1386843 Aug 31 15:54:32.645327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5463d97-3506-4948-8739-5d62e61799a7 req-47176db1-0c93-484a-b250-576db42f941c tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:32.657323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5463d97-3506-4948-8739-5d62e61799a7 req-47176db1-0c93-484a-b250-576db42f941c tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 1097 time: 0.1442780 Aug 31 15:54:32.696542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] Checking router: 6b7b73e5-b2c6-4146-a769-327c46786680 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:32.726639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] Routers {'6b7b73e5-b2c6-4146-a769-327c46786680'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:32.730872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b7b73e5-b2c6-4146-a769-327c46786680'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:32.757099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:32.782648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5463d97-3506-4948-8739-5d62e61799a7 req-4d38e1e7-f842-4db7-8301-8677cf2cb8bc tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223290 Aug 31 15:54:32.861544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-59afd30d-23ce-45d5-b6f0-696fab4eaf30 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2f95933182fc4004b174b4a07e9dd827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761087 Aug 31 15:54:32.983854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] Set router 6b7b73e5-b2c6-4146-a769-327c46786680 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:32.999883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-e6ee2fac-e05a-4551-8029-ec1ed625d255 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-group-rules/39755f4d-8487-4406-bf48-b69a7d63612c HTTP/1.1" status: 200 len: 783 time: 0.0424905 Aug 31 15:54:33.003280 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:54:33.037722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.046823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.147164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Deleting port 379f2016-21d6-4e93-ba28-065970f884c6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:33.147603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.186493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-72fc5157-0f58-4b0e-8042-21830c63c2c6 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80 HTTP/1.1" status: 200 len: 2995 time: 0.1852520 Aug 31 15:54:33.200420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event updated for resources: {'Port': ['ID=36e1f8a9-4d47-41b1-9fda-db271b9a03e3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:33.211263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-bd9c404f-4a78-4799-b2dc-fc25d7d120aa tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:33.212997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-bd9c404f-4a78-4799-b2dc-fc25d7d120aa tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506184 Aug 31 15:54:33.232878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-a30668f1-c6c7-48a0-a3ca-4d67e399032d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.255392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-a30668f1-c6c7-48a0-a3ca-4d67e399032d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.277978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-45c07156-75e8-4bcf-9147-5970264cb486 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/quotas/2f95933182fc4004b174b4a07e9dd827 HTTP/1.1" status: 200 len: 375 time: 0.0407548 Aug 31 15:54:33.304765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] For port 379f2016-21d6-4e93-ba28-065970f884c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=379f2016-21d6-4e93-ba28-065970f884c6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:33.305133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.320079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Calling delete_port for 379f2016-21d6-4e93-ba28-065970f884c6 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:33.321469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:54:29Z', 'revision_number': 5, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:33.327334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-a5838ed0-7c01-4b5d-8712-61046ace7beb tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f95933182fc4004b174b4a07e9dd827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480242 Aug 31 15:54:33.360607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-a30668f1-c6c7-48a0-a3ca-4d67e399032d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.373364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-a30668f1-c6c7-48a0-a3ca-4d67e399032d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.386775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e59b69a-1246-4dab-8e73-cea1d7593a85 req-a30668f1-c6c7-48a0-a3ca-4d67e399032d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/39755f4d-8487-4406-bf48-b69a7d63612c HTTP/1.1" status: 204 len: 173 time: 0.1993153 Aug 31 15:54:33.399713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30668f1-c6c7-48a0-a3ca-4d67e399032d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39755f4d-8487-4406-bf48-b69a7d63612c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:33.414630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2869-d2f7-4091-82fe-09a6f67f9482 None None] The sync data for ids ['6b7b73e5-b2c6-4146-a769-327c46786680'] in n-d-793621-35 is: [{'id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'name': 'tempest-AttachSCSIVolumeTestJSON-1089506943-router', 'tenant_id': '0573950bb189443189e7f4464e24a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '379f2016-21d6-4e93-ba28-065970f884c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:52Z', 'updated_at': '2021-08-31T15:54:29Z', 'revision_number': 5, 'project_id': '0573950bb189443189e7f4464e24a085', 'gw_port': {'id': '379f2016-21d6-4e93-ba28-065970f884c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7b73e5-b2c6-4146-a769-327c46786680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:56Z', 'updated_at': '2021-08-31T15:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:33.585882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.630344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.639707 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22ebed29-6519-44df-8b3f-207978aae814 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2281187 Aug 31 15:54:33.751028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.809256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Pushing event deleted for resources: {'Port': ['ID=379f2016-21d6-4e93-ba28-065970f884c6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:33.850974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b3bc6e2f-b01e-4eab-9bde-987091333648 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:33.918812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69435c05-11ae-40b0-b938-746ad57be1f8 req-23156dc1-754d-422d-a1ac-ca20b5fda31e tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80 HTTP/1.1" status: 200 len: 2397 time: 0.1601424 Aug 31 15:54:33.994041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:33.997118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b3bc6e2f-b01e-4eab-9bde-987091333648 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:34.004225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b3bc6e2f-b01e-4eab-9bde-987091333648 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:34.005140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.183910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7aaa4d60-00b0-4500-8def-3f686731af6c req-afc6d9e1-af2a-49bf-bcca-a187a96d0bde tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1507142 Aug 31 15:54:34.220538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.220538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.305294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.307965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.308493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7b73e5-b2c6-4146-a769-327c46786680 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:54:34.318552 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.319922 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9c331a24-2813-4ce9-abf3-866317d9e922 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6b7b73e5-b2c6-4146-a769-327c46786680 HTTP/1.1" status: 204 len: 168 time: 2.4111104 Aug 31 15:54:34.328937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41762) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:34.370129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69435c05-11ae-40b0-b938-746ad57be1f8 req-de301d1c-2f0f-483d-9e19-9e75a9b20c1d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.394159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b3bc6e2f-b01e-4eab-9bde-987091333648, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b3bc6e2f-b01e-4eab-9bde-987091333648,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:34.401718 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.446668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69435c05-11ae-40b0-b938-746ad57be1f8 req-de301d1c-2f0f-483d-9e19-9e75a9b20c1d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.449758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Deleting subnet d99a564b-c4ed-4a9e-b2b8-e2fac5696486 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:54:34.467134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.553138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b3bc6e2f-b01e-4eab-9bde-987091333648,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:34.613754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.624980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-4bbe24d1-fdb0-43f7-9fae-cc8823f52ead tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2f95933182fc4004b174b4a07e9dd827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880992 Aug 31 15:54:34.815844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.874741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69435c05-11ae-40b0-b938-746ad57be1f8 req-de301d1c-2f0f-483d-9e19-9e75a9b20c1d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.878642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-69435c05-11ae-40b0-b938-746ad57be1f8 req-de301d1c-2f0f-483d-9e19-9e75a9b20c1d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:34.880352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69435c05-11ae-40b0-b938-746ad57be1f8 req-de301d1c-2f0f-483d-9e19-9e75a9b20c1d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80 HTTP/1.1" status: 204 len: 173 time: 0.9539762 Aug 31 15:54:34.933482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de301d1c-2f0f-483d-9e19-9e75a9b20c1d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac3ee01-3564-4d5c-8d6b-1a7c9c347b80,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:34.942233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.003625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-3b5d28b8-74ee-49eb-ba88-30d8552c6684 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:35.012644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-3b5d28b8-74ee-49eb-ba88-30d8552c6684 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3865283 Aug 31 15:54:35.018961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99a564b-c4ed-4a9e-b2b8-e2fac5696486,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:35.021097 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.026008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ac905da-d49c-4ec0-8337-1750c2f67e13 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d99a564b-c4ed-4a9e-b2b8-e2fac5696486 HTTP/1.1" status: 204 len: 168 time: 0.6949949 Aug 31 15:54:35.026941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:35.033532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9a7fb-bde4-4d74-a599-7013539a3cf0 None None] Network 80ab15c5-512f-4810-9061-14c282b0d9ab requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:35.037701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-611bad3c-610a-443f-ba48-af3f058eb12d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/quotas/2f95933182fc4004b174b4a07e9dd827 HTTP/1.1" status: 200 len: 375 time: 0.0236340 Aug 31 15:54:35.084414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-d1977763-bc63-43e8-b8be-6ccba26bd849 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f95933182fc4004b174b4a07e9dd827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404904 Aug 31 15:54:35.144455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.204261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ee7b0d51-eb01-41e9-8e08-fbb0129f0671 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--454523062&fields=id&tenant_id=34d92534441b45b2b7332ba0e96fc08f HTTP/1.1" status: 200 len: 267 time: 0.0764272 Aug 31 15:54:35.225596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-e81ab389-d8ea-4d73-ae55-20f12f09cefe tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f95933182fc4004b174b4a07e9dd827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352156 Aug 31 15:54:35.538427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-948a8fbd-5e12-4758-860c-303c2f831bcf tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:35.542896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-d371cbd6-b91b-4084-9fae-e1f491f3ad0b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:35.550738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-948a8fbd-5e12-4758-860c-303c2f831bcf tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/networks?id=b15a9a24-f602-40fa-808b-b000e9a94deb HTTP/1.1" status: 200 len: 815 time: 0.3375750 Aug 31 15:54:35.557571 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-d371cbd6-b91b-4084-9fae-e1f491f3ad0b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3235426 Aug 31 15:54:35.564438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] DHCP port deletion for 80ab15c5-512f-4810-9061-14c282b0d9ab request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:54:35.564657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Deleting port ad3400b2-b984-4d04-8469-681b7d61ecd6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:35.564799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.602214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-349a25c5-e8cb-4cc6-ac8b-383e123d71ca tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/quotas/34d92534441b45b2b7332ba0e96fc08f HTTP/1.1" status: 200 len: 375 time: 0.0505154 Aug 31 15:54:35.629156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Request body: {'port': {'device_id': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '2f95933182fc4004b174b4a07e9dd827'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:35.640440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b3bc6e2f-b01e-4eab-9bde-987091333648 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:35.652492 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-fb8e6484-ec14-492e-b386-783243588b40 req-bd6b0818-275d-4a24-b0ec-6b8f3f649ce1 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] show failed (client error): The resource could not be found. Aug 31 15:54:35.653589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb8e6484-ec14-492e-b386-783243588b40 req-bd6b0818-275d-4a24-b0ec-6b8f3f649ce1 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/bc945d07-6341-4987-8d61-722bc42eea17 HTTP/1.1" status: 404 len: 352 time: 0.0408742 Aug 31 15:54:35.699064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-7a6a84be-5e32-4e8f-9237-32ad67365348 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34d92534441b45b2b7332ba0e96fc08f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958748 Aug 31 15:54:35.726734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] Deleting port ad3400b2-b984-4d04-8469-681b7d61ecd6 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:35.727601 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.843503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2fe6db88-17f5-47c8-b747-18c2bead66a9 req-2decd7f3-27ab-4adb-9d52-760ef4b371ca tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0377462 Aug 31 15:54:35.906027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-6ef14351-00de-4c6a-80ec-6f149911f9d3 service neutron] 10.222.0.43 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036922 Aug 31 15:54:35.950823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b3bc6e2f-b01e-4eab-9bde-987091333648 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:35.951730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.955824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] For port ad3400b2-b984-4d04-8469-681b7d61ecd6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad3400b2-b984-4d04-8469-681b7d61ecd6,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:35.956577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:35.964136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] For port ad3400b2-b984-4d04-8469-681b7d61ecd6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad3400b2-b984-4d04-8469-681b7d61ecd6,segment=NetworkSegment(c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f),segment_id=c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:35.975979 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.008813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Made reservation on behalf of 2f95933182fc4004b174b4a07e9dd827 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:36.009028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] Calling delete_port for ad3400b2-b984-4d04-8469-681b7d61ecd6 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:36.012801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.025532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Calling delete_port for ad3400b2-b984-4d04-8469-681b7d61ecd6 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:36.028384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.098616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-daff5a45-cbc1-4b74-88d7-07e0436695ae service neutron] 10.222.0.43 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875491 Aug 31 15:54:36.151045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17a3e26a-874c-4a37-a27a-b76e5bf2f01f req-2522b425-1269-4097-9b0a-823619f2f443 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 210 time: 0.2042739 Aug 31 15:54:36.198372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.247321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] No DVR routers for this DVR port ad3400b2-b984-4d04-8469-681b7d61ecd6 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:36.256742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3400b2-b984-4d04-8469-681b7d61ecd6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:36.291535 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.305971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.307814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.311869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f1e1407-8ff0-4f93-8a7d-11e82992de9f req-3c37a6fc-1b08-4469-ad6b-affef1b22f6b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/267cafee-3a36-4e96-8d44-92183ad2b880 HTTP/1.1" status: 200 len: 1804 time: 0.1225910 Aug 31 15:54:36.392702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.449277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab15c5-512f-4810-9061-14c282b0d9ab']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:36.461645 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8f1e1407-8ff0-4f93-8a7d-11e82992de9f req-ac79ef2b-a054-447b-8bbe-cd3e1bd84f9d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.477088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97f9b1-d549-4688-8aae-ca42603f11e0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:36.498267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] Pushing event deleted for resources: {'Port': ['ID=ad3400b2-b984-4d04-8469-681b7d61ecd6,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:36.512477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:36.512784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a5a816-ccfe-4113-b9dc-bc609f1d1e5f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:36.518381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 379f2016-21d6-4e93-ba28-065970f884c6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:36.526383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5821557-fc5d-4f7e-bc72-48564cdc408a None None] No DVR routers for this DVR port ad3400b2-b984-4d04-8469-681b7d61ecd6 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:36.528278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8f1e1407-8ff0-4f93-8a7d-11e82992de9f req-ac79ef2b-a054-447b-8bbe-cd3e1bd84f9d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.593193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.598466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 379f2016-21d6-4e93-ba28-065970f884c6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:36.598819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 379f2016-21d6-4e93-ba28-065970f884c6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:36.599832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 483dd9b2-84a6-41fb-b4f2-d628d34fa22d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:36.651358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 483dd9b2-84a6-41fb-b4f2-d628d34fa22d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:36.651689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 483dd9b2-84a6-41fb-b4f2-d628d34fa22d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:36.700009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8f1e1407-8ff0-4f93-8a7d-11e82992de9f req-ac79ef2b-a054-447b-8bbe-cd3e1bd84f9d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.711730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8f1e1407-8ff0-4f93-8a7d-11e82992de9f req-ac79ef2b-a054-447b-8bbe-cd3e1bd84f9d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.712949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f1e1407-8ff0-4f93-8a7d-11e82992de9f req-ac79ef2b-a054-447b-8bbe-cd3e1bd84f9d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/267cafee-3a36-4e96-8d44-92183ad2b880 HTTP/1.1" status: 204 len: 173 time: 0.3999417 Aug 31 15:54:36.752561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.761770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0416d339-10c1-4dd9-9a51-535af6b2b49f req-e443aa32-93f3-4acb-bcde-0ef25ccef27b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 210 time: 0.1123772 Aug 31 15:54:36.773560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79ef2b-a054-447b-8bbe-cd3e1bd84f9d tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267cafee-3a36-4e96-8d44-92183ad2b880,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:36.776890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:36.777303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:54:36.779696 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:54:36.863644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Allocated IP 192.168.233.44 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/d1a5d74a-41ce-490e-8d83-087ded891edf) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:36.870132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9cb0ba7-c06e-43ec-9ca2-6604e8eaa5dc req-8fe96d3f-0b56-478f-a475-59f0bb9ce6e3 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/313ed622-cde6-4d1f-9364-a8ce31630bcf HTTP/1.1" status: 200 len: 1803 time: 0.0616784 Aug 31 15:54:36.909149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.915264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:36.922175 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] 10.222.0.43 "DELETE /v2.0/networks/80ab15c5-512f-4810-9061-14c282b0d9ab HTTP/1.1" status: 204 len: 168 time: 1.8906813 Aug 31 15:54:36.925037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41820) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:36.991053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9cb0ba7-c06e-43ec-9ca2-6604e8eaa5dc req-c872a5d4-7625-4255-97f1-4f32ca667cff tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.000117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79821df-905d-4cff-adcf-0eec0555799e admin admin] Pushing event deleted for resources: {'Network': ['ID=80ab15c5-512f-4810-9061-14c282b0d9ab,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:37.037481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9cb0ba7-c06e-43ec-9ca2-6604e8eaa5dc req-c872a5d4-7625-4255-97f1-4f32ca667cff tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.159866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-6858fda9-8530-4b0a-bb82-01ec798be89c tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f95933182fc4004b174b4a07e9dd827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569127 Aug 31 15:54:37.273236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4213402b-2b78-4ead-b8aa-c07b129ef3a7 req-77bfaa36-33f3-46c4-a9f0-f079e27577b6 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1119390 Aug 31 15:54:37.333135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.415349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9cb0ba7-c06e-43ec-9ca2-6604e8eaa5dc req-c872a5d4-7625-4255-97f1-4f32ca667cff tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.417782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9cb0ba7-c06e-43ec-9ca2-6604e8eaa5dc req-c872a5d4-7625-4255-97f1-4f32ca667cff tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.418929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9cb0ba7-c06e-43ec-9ca2-6604e8eaa5dc req-c872a5d4-7625-4255-97f1-4f32ca667cff tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/313ed622-cde6-4d1f-9364-a8ce31630bcf HTTP/1.1" status: 204 len: 173 time: 0.5386579 Aug 31 15:54:37.450618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0c9d455-2734-4913-9b83-b0fbb8b573d8 req-87e54784-bea8-4ef5-bd82-fd57df940f4d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 210 time: 0.0481410 Aug 31 15:54:37.490471 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad3400b2-b984-4d04-8469-681b7d61ecd6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:37.490998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872a5d4-7625-4255-97f1-4f32ca667cff tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313ed622-cde6-4d1f-9364-a8ce31630bcf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:37.528250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-da60f8d6-c592-468f-a4f1-71cbf26aca48 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:37.530529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-da60f8d6-c592-468f-a4f1-71cbf26aca48 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154912 Aug 31 15:54:37.553636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Request body: {'port': {'device_id': '7b743827-92af-4092-a047-34e0e797c60d', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '2f95933182fc4004b174b4a07e9dd827'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:37.571633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ad3400b2-b984-4d04-8469-681b7d61ecd6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:37.571633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad3400b2-b984-4d04-8469-681b7d61ecd6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:37.746284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Transition to ACTIVE for port object d1a5d74a-41ce-490e-8d83-087ded891edf will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:37.747194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-249d5c0a-30b9-43e0-be7b-291326bbc2c3 req-569bbf5a-6580-47f1-8069-3ccdbe3fbd3b tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/2b7c8b0e-b726-4f26-b60e-d00970bdf884 HTTP/1.1" status: 200 len: 1803 time: 0.2870972 Aug 31 15:54:37.805865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.813229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Made reservation on behalf of 2f95933182fc4004b174b4a07e9dd827 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:37.817447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:37.889080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:37.902231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:37.912038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:37.955520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:37.965433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-249d5c0a-30b9-43e0-be7b-291326bbc2c3 req-5cc9995b-2e1b-4823-b318-9ba5e687645c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.018246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:38.019171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.026654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-1c3a7108-775a-4842-bd5d-21e3c9a50043 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:38.028308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-1c3a7108-775a-4842-bd5d-21e3c9a50043 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.2296679 Aug 31 15:54:38.064144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-249d5c0a-30b9-43e0-be7b-291326bbc2c3 req-5cc9995b-2e1b-4823-b318-9ba5e687645c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.079413 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-52e0612a-6adb-4d8a-91a3-4ed74741335b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4525261 Aug 31 15:54:38.086068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-d232f0d0-18f5-42ed-a7a4-b83e45b19680 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/quotas/eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 375 time: 0.0307760 Aug 31 15:54:38.100752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Request body: {'port': {'device_id': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:38.178604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Allocated IP 192.168.233.135 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/3897f654-ae47-49b2-9661-64180a430e7e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:38.253496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-d33ff44c-5c96-4534-8c0e-caac2bee9331 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559174 Aug 31 15:54:38.256839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-249d5c0a-30b9-43e0-be7b-291326bbc2c3 req-5cc9995b-2e1b-4823-b318-9ba5e687645c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.260030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-249d5c0a-30b9-43e0-be7b-291326bbc2c3 req-5cc9995b-2e1b-4823-b318-9ba5e687645c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.288004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-249d5c0a-30b9-43e0-be7b-291326bbc2c3 req-5cc9995b-2e1b-4823-b318-9ba5e687645c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b7c8b0e-b726-4f26-b60e-d00970bdf884 HTTP/1.1" status: 204 len: 173 time: 0.5291686 Aug 31 15:54:38.291709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.296497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-67a66103-dbc7-45db-bda5-34cc6c79e0e6 None None] Provisioning for port d1a5d74a-41ce-490e-8d83-087ded891edf completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:38.307773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-67a66103-dbc7-45db-bda5-34cc6c79e0e6 None None] Provisioning complete for port d1a5d74a-41ce-490e-8d83-087ded891edf triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:38.308376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67a66103-dbc7-45db-bda5-34cc6c79e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.354199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-c36fc74a-34c3-4ac4-9ffc-368fba01385b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:38.356471 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-c36fc74a-34c3-4ac4-9ffc-368fba01385b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.30 "GET /v2.0/networks?id=b15a9a24-f602-40fa-808b-b000e9a94deb HTTP/1.1" status: 200 len: 815 time: 0.2159090 Aug 31 15:54:38.385880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-67a66103-dbc7-45db-bda5-34cc6c79e0e6 None None] Port d1a5d74a-41ce-490e-8d83-087ded891edf cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:38.432590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9995b-2e1b-4823-b318-9ba5e687645c tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c8b0e-b726-4f26-b60e-d00970bdf884,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:38.467296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-a695826f-923b-446f-92a1-47885e6a6b47 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d92534441b45b2b7332ba0e96fc08f HTTP/1.1" status: 200 len: 379 time: 0.0828319 Aug 31 15:54:38.523398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Request body: {'port': {'device_id': '21879b96-cb82-4007-8200-dfd410da9aa8', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'admin_state_up': True, 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'security_groups': ['8cbeaf4f-6725-4f29-9fc8-1443d276f9d3']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:38.526734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-851d2071-f321-4acf-973a-4b082fc02b1b req-91ed29f5-8e1c-49a3-9d42-179297e66eb1 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 210 time: 0.0898790 Aug 31 15:54:38.615300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.639154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82307775-3b6a-4bff-b63f-58c998106b5e service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446791 Aug 31 15:54:38.652283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.717874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Transition to ACTIVE for port object 3897f654-ae47-49b2-9661-64180a430e7e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:38.762146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Made reservation on behalf of 34d92534441b45b2b7332ba0e96fc08f for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:38.765887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.775493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78e8e1a6-6f4a-4760-a173-e586b31e44cf req-6ad5f271-5f55-4ae5-8adf-f36f18d017a6 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/b3e81648-3a4b-42e9-ad11-d7083ef93573 HTTP/1.1" status: 200 len: 2402 time: 0.1206264 Aug 31 15:54:38.828727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-67646da0-930b-4df4-a8c9-b0571b53224d service neutron] 10.222.0.43 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886864 Aug 31 15:54:38.852262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:38.907157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:38.924889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:38.933735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:38.992910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:38.994507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.004002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78e8e1a6-6f4a-4760-a173-e586b31e44cf req-544d4071-f74a-444b-b152-041536e485f8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.011337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:39.049794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-cbb05b86-8a01-443b-8bad-575a95eacd59 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5008655 Aug 31 15:54:39.052384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78e8e1a6-6f4a-4760-a173-e586b31e44cf req-544d4071-f74a-444b-b152-041536e485f8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.067129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Request body: {'port': {'device_id': '7b743827-92af-4092-a047-34e0e797c60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:39.161131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Allocated IP 172.20.0.7 (b15a9a24-f602-40fa-808b-b000e9a94deb/b5ad1d08-acf6-4573-8e83-dc1205b25ae0/1589960e-7fd1-45b7-a46b-2ec16d81e4cb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:39.242216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.246758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78e8e1a6-6f4a-4760-a173-e586b31e44cf req-544d4071-f74a-444b-b152-041536e485f8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.250522 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78e8e1a6-6f4a-4760-a173-e586b31e44cf req-544d4071-f74a-444b-b152-041536e485f8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.252323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78e8e1a6-6f4a-4760-a173-e586b31e44cf req-544d4071-f74a-444b-b152-041536e485f8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/b3e81648-3a4b-42e9-ad11-d7083ef93573 HTTP/1.1" status: 204 len: 173 time: 0.4644754 Aug 31 15:54:39.274728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d4071-f74a-444b-b152-041536e485f8 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e81648-3a4b-42e9-ad11-d7083ef93573,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:39.327781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-53aea619-8fb1-4d33-b727-18bfc331e502 None None] Provisioning for port 3897f654-ae47-49b2-9661-64180a430e7e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:39.334377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-53aea619-8fb1-4d33-b727-18bfc331e502 None None] Provisioning complete for port 3897f654-ae47-49b2-9661-64180a430e7e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:39.335789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53aea619-8fb1-4d33-b727-18bfc331e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.396225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-53aea619-8fb1-4d33-b727-18bfc331e502 None None] Port 3897f654-ae47-49b2-9661-64180a430e7e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:39.399635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a5d74a-41ce-490e-8d83-087ded891edf {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:39.409994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Deleting port b0a7d895-abed-483d-ac7c-ea35936ae0ef {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:39.410577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.421499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.489898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5705c5b-7923-4467-8e64-9ba5cb4661b5 req-adb56896-9ab7-4947-8fa7-fc6ad4d4c6d3 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0391109 Aug 31 15:54:39.565037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf901b-200a-45b7-abe0-2abc9ec6c181 req-642d4fcb-e6f9-422e-b25a-6431a2d140f4 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:39.566616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4caf901b-200a-45b7-abe0-2abc9ec6c181 req-642d4fcb-e6f9-422e-b25a-6431a2d140f4 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 936 time: 0.0734723 Aug 31 15:54:39.569671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Transition to ACTIVE for port object d1a5d74a-41ce-490e-8d83-087ded891edf will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:39.616891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.758375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] For port b0a7d895-abed-483d-ac7c-ea35936ae0ef, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b0a7d895-abed-483d-ac7c-ea35936ae0ef,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:39.761598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:39.770125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:39.813025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4caf901b-200a-45b7-abe0-2abc9ec6c181 req-ea75c4e6-f000-4ee9-a0ff-242c667272be tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328551 Aug 31 15:54:39.866638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Calling delete_port for b0a7d895-abed-483d-ac7c-ea35936ae0ef owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:39.942890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.002916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Transition to ACTIVE for port object 1589960e-7fd1-45b7-a46b-2ec16d81e4cb will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:40.006269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df4bcd31-e82e-4a22-8956-e87d48a5feba req-144b1cf9-ae71-4802-8eab-813f76f694a0 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0961177 Aug 31 15:54:40.063899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Attempting to bind port d1a5d74a-41ce-490e-8d83-087ded891edf on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:40.064270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Attempting to bind port d1a5d74a-41ce-490e-8d83-087ded891edf by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:40.064719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Attempting to bind port d1a5d74a-41ce-490e-8d83-087ded891edf on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:40.082032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Port d1a5d74a-41ce-490e-8d83-087ded891edf on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:54:40.082332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Attempting to bind port d1a5d74a-41ce-490e-8d83-087ded891edf on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:40.131715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:40.132066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:40.132535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:40.132998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Bound port: d1a5d74a-41ce-490e-8d83-087ded891edf, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:40.133464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.152360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.245907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Network b15a9a24-f602-40fa-808b-b000e9a94deb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:40.262227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:40.272732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:40.282672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event updated for resources: {'Port': ['ID=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:40.334555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:40.376139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:40.382719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:40.383398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.390071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.435765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-ef8d47b4-1807-4d5f-b150-7bba6fba2c25 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9156685 Aug 31 15:54:40.450037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:40.451228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.451385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11b5e76-62a3-468f-9a98-f3d96ba56628 req-279d1228-0765-49fb-81b2-5a08ccb667a4 tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "GET /v2.0/security-groups/89b74f7f-b2c2-4ff7-9df7-e4504f0b3951 HTTP/1.1" status: 200 len: 2397 time: 0.7398796 Aug 31 15:54:40.452595 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] 10.222.0.49 "PUT /v2.0/ports/d1a5d74a-41ce-490e-8d83-087ded891edf HTTP/1.1" status: 200 len: 1096 time: 2.3645372 Aug 31 15:54:40.453036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:40.455391 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef25bf6-473c-4451-b7cc-c268462baa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:40.461586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Request body: {'port': {'device_id': '21879b96-cb82-4007-8200-dfd410da9aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:40.467116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.615410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e705214-d8ae-4b99-a135-73edd4af806d req-d5b6a93c-8bd5-4467-8f4c-80a505a7d3f4 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:40.624042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e705214-d8ae-4b99-a135-73edd4af806d req-d5b6a93c-8bd5-4467-8f4c-80a505a7d3f4 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 931 time: 0.1715093 Aug 31 15:54:40.635310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbf6dd-f1e0-4b1b-82c1-6805435d8323 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:40.656061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3897f654-ae47-49b2-9661-64180a430e7e {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:40.673493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3baebfd0-3b1b-4757-9df8-f1e9805043fe None None] Provisioning for port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:40.674055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.679656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3baebfd0-3b1b-4757-9df8-f1e9805043fe None None] Provisioning complete for port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:40.680470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3baebfd0-3b1b-4757-9df8-f1e9805043fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.721781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Transition to ACTIVE for port object 3897f654-ae47-49b2-9661-64180a430e7e will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:40.752413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a7d895-abed-483d-ac7c-ea35936ae0ef,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:40.758771 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.771138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3baebfd0-3b1b-4757-9df8-f1e9805043fe None None] Port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:54:40.783796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.787902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-48c8d158-b34a-4b05-9b69-f59db7eb8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:40.789675 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-48c8d158-b34a-4b05-9b69-f59db7eb8368 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f95933182fc4004b174b4a07e9dd827&device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 1099 time: 0.2683165 Aug 31 15:54:40.845356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d11b5e76-62a3-468f-9a98-f3d96ba56628 req-49052c45-5f13-4725-b7b1-b4241b968fec tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:40.856160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e705214-d8ae-4b99-a135-73edd4af806d req-74f513ce-7bf5-4bea-86e0-4114c516f8e7 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295487 Aug 31 15:54:40.875077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-bd921622-753d-42ee-b81f-a9080f71609f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d1a5d74a-41ce-490e-8d83-087ded891edf HTTP/1.1" status: 200 len: 217 time: 0.0733232 Aug 31 15:54:40.973203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:41.032127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-ad270a9c-5b5d-4f05-90a8-8755200b2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:41.033817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-ad270a9c-5b5d-4f05-90a8-8755200b2144 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1487634 Aug 31 15:54:41.037033 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0e838-d6b4-482d-9465-d8af44981379 x-openstack-request-id: req-14e0e838-d6b4-482d-9465-d8af44981379 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:41.037599 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:41.037952 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14e0e838-d6b4-482d-9465-d8af44981379 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:41.038875 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'status': 'completed', 'code': 200} Aug 31 15:54:41.039559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d11b5e76-62a3-468f-9a98-f3d96ba56628 req-49052c45-5f13-4725-b7b1-b4241b968fec tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.103750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82010f84-c452-4cef-a81c-6a6561955b33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:41.105650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82010f84-c452-4cef-a81c-6a6561955b33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 807 time: 0.4185398 Aug 31 15:54:41.155803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Request body: {'port': {'device_id': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'admin_state_up': True, 'tenant_id': 'eff13a9dca0845f4a0475aac29abb8d6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:41.160761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-902775b4-83d0-47fd-81ae-e172ace9b8a2 req-aac0c422-9b27-4010-99cc-d96ecac3adfc tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0538921 Aug 31 15:54:41.286369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Attempting to bind port 3897f654-ae47-49b2-9661-64180a430e7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:41.286369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Attempting to bind port 3897f654-ae47-49b2-9661-64180a430e7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:41.286944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Attempting to bind port 3897f654-ae47-49b2-9661-64180a430e7e on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:41.299676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d11b5e76-62a3-468f-9a98-f3d96ba56628 req-49052c45-5f13-4725-b7b1-b4241b968fec tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.302513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d11b5e76-62a3-468f-9a98-f3d96ba56628 req-49052c45-5f13-4725-b7b1-b4241b968fec tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.303751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11b5e76-62a3-468f-9a98-f3d96ba56628 req-49052c45-5f13-4725-b7b1-b4241b968fec tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] 10.222.0.43 "DELETE /v2.0/security-groups/89b74f7f-b2c2-4ff7-9df7-e4504f0b3951 HTTP/1.1" status: 204 len: 173 time: 0.8027823 Aug 31 15:54:41.313781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41882) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:41.325765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Port 3897f654-ae47-49b2-9661-64180a430e7e on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:54:41.326998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Attempting to bind port 3897f654-ae47-49b2-9661-64180a430e7e on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:41.538434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49052c45-5f13-4725-b7b1-b4241b968fec tempest-SecurityGroupRulesTestJSON-1177314396 tempest-SecurityGroupRulesTestJSON-1177314396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b74f7f-b2c2-4ff7-9df7-e4504f0b3951,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:41.549746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:41.550345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:41.551083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:41.551717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Bound port: 3897f654-ae47-49b2-9661-64180a430e7e, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:41.552283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.579574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-dc2f176c-203a-47b6-ae78-0da8bd411c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:41.582134 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-dc2f176c-203a-47b6-ae78-0da8bd411c9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4780905 Aug 31 15:54:41.623597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9f8f2a4-a061-4e53-9565-b6f2e7a2dba9 req-ff03127f-2a1a-42bf-b5ba-8fabc0c1a1a4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0971935 Aug 31 15:54:41.652941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bd768-d27b-4acb-a689-b4ce84736675 req-1bd9f3a3-bbf2-4fc4-a317-13655dc439ff tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:41.654664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-922bd768-d27b-4acb-a689-b4ce84736675 req-1bd9f3a3-bbf2-4fc4-a317-13655dc439ff tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.2844379 Aug 31 15:54:41.666908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.676515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Deleting subnet 11408569-fe9c-4b09-b0b4-ea80b60757b4 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:54:41.680045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.741977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Made reservation on behalf of eff13a9dca0845f4a0475aac29abb8d6 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:41.745520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.784682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.807351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-62c776ac-8d56-477c-a0d9-1a76cdbfe1b6 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121584 Aug 31 15:54:41.845739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-922bd768-d27b-4acb-a689-b4ce84736675 req-d5bfcb8e-f60f-4977-bbce-f74502d367fe tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732619 Aug 31 15:54:41.861021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:41.911359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:41.923988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.926384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:41.935355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6048f1b-8f9c-45ed-8f61-eb5be8462659 req-07ce5782-4564-4db4-ad25-704a377e977e service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882666 Aug 31 15:54:41.982614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1589960e-7fd1-45b7-a46b-2ec16d81e4cb {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:41.996432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:42.051033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Transition to ACTIVE for port object 1589960e-7fd1-45b7-a46b-2ec16d81e4cb will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:42.063384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:42.141621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:42.142271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:42.143695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] 10.222.0.30 "PUT /v2.0/ports/3897f654-ae47-49b2-9661-64180a430e7e HTTP/1.1" status: 200 len: 1097 time: 3.0816629 Aug 31 15:54:42.144148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:42.156901 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "tag": "3897f654-ae47-49b2-9661-64180a430e7e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:42.231450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-0f755a67-c690-4100-91c6-e4c66c563001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:42.238094 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-0f755a67-c690-4100-91c6-e4c66c563001 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f95933182fc4004b174b4a07e9dd827&device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 1099 time: 0.2367759 Aug 31 15:54:42.256860 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025cea25-83d6-4bc2-b13c-4efb3e5dca16 x-openstack-request-id: req-025cea25-83d6-4bc2-b13c-4efb3e5dca16 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:42.257131 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "tag": "3897f654-ae47-49b2-9661-64180a430e7e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:42.257390 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-025cea25-83d6-4bc2-b13c-4efb3e5dca16 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:42.257798 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e', 'status': 'completed', 'code': 200} Aug 31 15:54:42.286165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782264ac-cec8-48b1-8230-5d538b94ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:42.350166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfc2eb-0e79-4f85-875d-4919f53b34ce req-e2385cbe-ea81-41ba-84cd-18c7570aaeed tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:42.358696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbfc2eb-0e79-4f85-875d-4919f53b34ce req-e2385cbe-ea81-41ba-84cd-18c7570aaeed tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 931 time: 0.3527837 Aug 31 15:54:42.426424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Allocated IP 172.20.0.8 (8c9a93bb-5e6c-44a2-b6c7-00f238809364/fc73648a-fcc3-4db7-bb51-7d249f848e4e/29db84f4-8fc4-48aa-8b7c-264ef4341ae8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:42.430519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:42.530265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Pushing event updated for resources: {'Port': ['ID=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:42.541709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76ff0edd-50e3-44ec-92f9-842dc85932d6 req-a0b23faa-fdb9-427c-84bd-01cbcb47a2ae tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1642475 Aug 31 15:54:42.654596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Router 228b7af0-f3d2-4796-9fbb-194e43a2e742 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:54:42.681933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Attempting to bind port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:42.682361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Attempting to bind port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:42.682997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Attempting to bind port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb on network b15a9a24-f602-40fa-808b-b000e9a94deb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:42.694269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb on network b15a9a24-f602-40fa-808b-b000e9a94deb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:54:42.694896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Attempting to bind port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb on network b15a9a24-f602-40fa-808b-b000e9a94deb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:42.709843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:42.711906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Checking segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:42.712413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Bound using segment: {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:42.713236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Bound port: 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05565fef-f570-4214-9668-55d437049cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:42.713981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:42.718462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-1ae1b589-52dd-4c25-b585-d70d144b9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:42.720084 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-1ae1b589-52dd-4c25-b585-d70d144b9c7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.4586642 Aug 31 15:54:42.726364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11408569-fe9c-4b09-b0b4-ea80b60757b4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:42.737525 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:42.739347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f4cee4d-726a-449d-b454-3fbc4f371e30 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/11408569-fe9c-4b09-b0b4-ea80b60757b4 HTTP/1.1" status: 204 len: 168 time: 1.4243910 Aug 31 15:54:42.763548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41964) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:42.771692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-44714b1d-b32f-4d3c-9ec2-04a98e3b1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:42.773576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-44714b1d-b32f-4d3c-9ec2-04a98e3b1210 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f95933182fc4004b174b4a07e9dd827&device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 1100 time: 0.5794187 Aug 31 15:54:42.821802 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-720cdabf-0267-40c4-98aa-adad15777d6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d1a5d74a-41ce-490e-8d83-087ded891edf HTTP/1.1" status: 200 len: 217 time: 0.0906014 Aug 31 15:54:42.851703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6c11af1-0b60-4ad6-8e2d-6e78db5dd237 req-c1f9f99f-0042-4e08-bd20-00d740db8b0f tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.1080656 Aug 31 15:54:42.914155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbfc2eb-0e79-4f85-875d-4919f53b34ce req-e5a8744d-a10b-4587-aad3-124459813a3a tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5500982 Aug 31 15:54:42.922703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-e383e96b-f5d5-4488-b45d-a3377b0a6176 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3897f654-ae47-49b2-9661-64180a430e7e HTTP/1.1" status: 200 len: 217 time: 0.1391101 Aug 31 15:54:42.972071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-76770b6e-5179-40eb-b4b1-beb29bc62284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:42.973583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-76770b6e-5179-40eb-b4b1-beb29bc62284 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1253459 Aug 31 15:54:42.988509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] For port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:43.007124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] For port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:43.013816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:43.030856 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] Sync routers for ids ['228b7af0-f3d2-4796-9fbb-194e43a2e742'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:43.034820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2280489-ac82-4f3a-b170-bf70af928094 admin admin] 10.222.0.43 "PUT /v2.0/routers/228b7af0-f3d2-4796-9fbb-194e43a2e742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1011226 Aug 31 15:54:43.034820 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:43.037766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:43.046261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41968) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:43.046616 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] Routers {'228b7af0-f3d2-4796-9fbb-194e43a2e742'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:43.047459 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['228b7af0-f3d2-4796-9fbb-194e43a2e742'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:43.108056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.109520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:43.110639 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] 10.222.0.30 "PUT /v2.0/ports/1589960e-7fd1-45b7-a46b-2ec16d81e4cb HTTP/1.1" status: 200 len: 1092 time: 2.6626318 Aug 31 15:54:43.116124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-5fc88a54-e5d3-4837-a85c-ceed9b258a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.117675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-5fc88a54-e5d3-4837-a85c-ceed9b258a2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1838288 Aug 31 15:54:43.132501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:43.135076 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030" -d '{"events": [{"name": "network-changed", "server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:43.151356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-838e1d73-842e-4337-81e6-537b3dfcd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.152944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-838e1d73-842e-4337-81e6-537b3dfcd8f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366096 Aug 31 15:54:43.179734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:43.263593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a58326-786d-45f4-b726-94aa2ab26c05 service neutron] Pushing event updated for resources: {'Port': ['ID=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:43.330269 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e406792-c6c2-4a11-9d16-f675190ab2d3 x-openstack-request-id: req-7e406792-c6c2-4a11-9d16-f675190ab2d3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:43.330569 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:43.330820 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e406792-c6c2-4a11-9d16-f675190ab2d3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:43.331228 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'status': 'completed', 'code': 200} Aug 31 15:54:43.342697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c27321-f27a-4b4d-a0f0-3787917a4acf req-9755dd74-b0bf-4245-a26d-eb28a378530f tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.350947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81c27321-f27a-4b4d-a0f0-3787917a4acf req-9755dd74-b0bf-4245-a26d-eb28a378530f tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.4021857 Aug 31 15:54:43.353187 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] Set router 228b7af0-f3d2-4796-9fbb-194e43a2e742 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:43.389770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-5e466d6a-97de-46b0-9f57-add1a365f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.391336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-5e466d6a-97de-46b0-9f57-add1a365f6fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34d92534441b45b2b7332ba0e96fc08f&device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 1095 time: 0.2315984 Aug 31 15:54:43.499769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-fc18c993-641e-4161-aa84-575394b1784d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb HTTP/1.1" status: 200 len: 217 time: 0.0982580 Aug 31 15:54:43.505573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-dccae337-ae45-4f68-85d1-edc5abe9f2af service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340271 Aug 31 15:54:43.554209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-0f031f4f-97b0-4fa8-8248-a1fc2e78fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.555691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-0f031f4f-97b0-4fa8-8248-a1fc2e78fd97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5ad1d08-acf6-4573-8e83-dc1205b25ae0 HTTP/1.1" status: 200 len: 854 time: 0.0492756 Aug 31 15:54:43.623030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:43.638726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-7b82dbac-ef22-4f9d-a89b-92d78d7ab39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.641616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-7b82dbac-ef22-4f9d-a89b-92d78d7ab39b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4882736 Aug 31 15:54:43.657094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-e61c9582-436a-4eb9-ae8b-1cf297dd98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:43.658635 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-e61c9582-436a-4eb9-ae8b-1cf297dd98e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b15a9a24-f602-40fa-808b-b000e9a94deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939569 Aug 31 15:54:43.750189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:54:40Z', 'revision_number': 5, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:43.750617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:43.763831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520dffef-428e-4421-8b7a-739af1490a94']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:43.769525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9ef25bf6-473c-4451-b7cc-c268462baa3b req-06e49b7f-2a8f-443c-b0f4-a5693c271274 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127986 Aug 31 15:54:43.798115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81c27321-f27a-4b4d-a0f0-3787917a4acf req-26782c65-1d2a-41eb-8238-bc1672ea35c3 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462516 Aug 31 15:54:43.814801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-0f326fae-3957-4136-a83f-b61fa6ecfa90 service neutron] 10.222.0.30 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459467 Aug 31 15:54:43.815702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] Checking router: 228b7af0-f3d2-4796-9fbb-194e43a2e742 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:43.829133 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] Routers {'228b7af0-f3d2-4796-9fbb-194e43a2e742'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:43.830081 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['228b7af0-f3d2-4796-9fbb-194e43a2e742'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:43.845954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7dea6f-b22c-4945-8dbf-b3654dfcd468') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:43.846262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7dea6f-b22c-4945-8dbf-b3654dfcd468') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:43.857947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70d9ea07-e8e4-4e3c-9c03-6c6634d78ba3 req-f3275a52-3eb3-420b-83a7-d6d7e461bf8b tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1575010 Aug 31 15:54:44.018174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8c6459e2-35c1-4ac1-ad43-62a83340de3c req-66ab19d1-2e11-421c-a14b-35af7a5ada44 service neutron] 10.222.0.30 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956582 Aug 31 15:54:44.076682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.125216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.134497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e63b3cef-078f-47c9-a23b-dbaf3c837774 req-8d273039-7ba4-4df9-b6e2-d9fee440efba tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0858960 Aug 31 15:54:44.141669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.155803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['94d060a4-0075-4865-9ed9-20506be2fadc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:44.160262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.185975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-34d90c82-90cd-4b5b-90dc-2f40eb6abfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:44.187674 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-34d90c82-90cd-4b5b-90dc-2f40eb6abfe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34d92534441b45b2b7332ba0e96fc08f&device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0920281 Aug 31 15:54:44.233157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:44.233157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:54:44.237296 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:54:44.295145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:44.307226 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] Set router 228b7af0-f3d2-4796-9fbb-194e43a2e742 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:44.307805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:44.311037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:44.323491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-fb61de44-31c5-49d4-a5ad-3d797eaaec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:44.325052 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-fb61de44-31c5-49d4-a5ad-3d797eaaec28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b15a9a24-f602-40fa-808b-b000e9a94deb HTTP/1.1" status: 200 len: 916 time: 0.1143477 Aug 31 15:54:44.377105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bdcb-cbc7-460e-9eda-8ddb7baab829 req-6fc8502c-71fe-46c3-b1cc-7d12fb10d902 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:44.378737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8c5bdcb-cbc7-460e-9eda-8ddb7baab829 req-6fc8502c-71fe-46c3-b1cc-7d12fb10d902 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 943 time: 0.3189819 Aug 31 15:54:44.380918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-870b4028-06d6-4eb3-902e-921c97bc2f04 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553006 Aug 31 15:54:44.748165 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:54:40Z', 'revision_number': 5, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:44.783617 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c9b26f-8cad-46d7-a3a4-3a55a1f198a9 None None] The sync data for ids ['228b7af0-f3d2-4796-9fbb-194e43a2e742'] in n-d-793621-35 is: [{'id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'name': 'tempest-AttachSCSIVolumeTestJSON-795654418-router', 'tenant_id': 'f07f02e095514a8680ca9380d44dd6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:14Z', 'updated_at': '2021-08-31T15:54:40Z', 'revision_number': 5, 'project_id': 'f07f02e095514a8680ca9380d44dd6c9', 'gw_port': {'id': '53b2ccc1-4dc2-4768-b370-78201309db4f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228b7af0-f3d2-4796-9fbb-194e43a2e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:16Z', 'updated_at': '2021-08-31T15:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:54:44.842957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-1177637b-e679-48ba-89a5-56600017a72b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb HTTP/1.1" status: 200 len: 217 time: 0.5057383 Aug 31 15:54:44.869339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:44.913319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-93f59949-df9a-4092-aa3d-684532d0403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:44.915201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-93f59949-df9a-4092-aa3d-684532d0403a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5ad1d08-acf6-4573-8e83-dc1205b25ae0 HTTP/1.1" status: 200 len: 854 time: 0.0627654 Aug 31 15:54:44.933337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:44.948075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.965100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:44.970124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] 10.222.0.43 "DELETE /v2.0/networks/520dffef-428e-4421-8b7a-739af1490a94 HTTP/1.1" status: 204 len: 168 time: 2.2053416 Aug 31 15:54:45.002067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:45.002652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.027232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-a17b9cbf-22c6-4a70-9730-65dad18f9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:45.033777 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-a17b9cbf-22c6-4a70-9730-65dad18f9c60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b15a9a24-f602-40fa-808b-b000e9a94deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098294 Aug 31 15:54:45.040250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47995f-7464-43cb-8f88-4bf0594d8d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=520dffef-428e-4421-8b7a-739af1490a94,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:45.062816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:45.063990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8c5bdcb-cbc7-460e-9eda-8ddb7baab829 req-a3b5d663-ee38-447f-af5b-8d502a883112 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6645041 Aug 31 15:54:45.069858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Deleting port 53b2ccc1-4dc2-4768-b370-78201309db4f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:45.070198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.103822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'mac_address': 'fa:16:3e:52:c4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:45.143553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-f808f630-3b89-4a2f-b2a4-9a672ca10ce6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0239005 Aug 31 15:54:45.145546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724f142d-59b6-4a03-8bd4-80614866fa60 req-05713682-1d7d-4b12-9b62-963f65092abd service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929779 Aug 31 15:54:45.171326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Request body: {'port': {'device_id': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:45.214916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.240390 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-d5a35112-479b-496c-97b0-1e4b18653c74 service neutron] 10.222.0.30 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965287 Aug 31 15:54:45.245542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a5d74a-41ce-490e-8d83-087ded891edf {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:45.269833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:45.278275 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.337896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bc2c3-8eb4-4ab6-99d8-d5ecb051fa12 req-3ddd69ac-0045-4365-a1e1-0e7b868ede43 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:45.351970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d65bc2c3-8eb4-4ab6-99d8-d5ecb051fa12 req-3ddd69ac-0045-4365-a1e1-0e7b868ede43 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.3675096 Aug 31 15:54:45.401524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:45.413348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2f2e23d9-85cf-4e08-bcd2-a3d49be9f030 req-e0c452f8-7824-4a90-b2ea-c4b907be7dbb service neutron] 10.222.0.30 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647131 Aug 31 15:54:45.415009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b0a7d895-abed-483d-ac7c-ea35936ae0ef no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:45.465557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da801926-9a0b-4b45-a5f7-af53bba0c8d9 req-b35e2566-2a08-44c5-8351-9ef4e5225609 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1913345 Aug 31 15:54:45.485333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41996) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:45.500944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b0a7d895-abed-483d-ac7c-ea35936ae0ef {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:45.501284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b0a7d895-abed-483d-ac7c-ea35936ae0ef not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:45.553799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c57228b1-dece-44a1-9684-5db1a7281674 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=159ac02b7d044d06907dc2238a8bfb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665259 Aug 31 15:54:45.556244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42000) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:45.567019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.571819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] For port 53b2ccc1-4dc2-4768-b370-78201309db4f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=53b2ccc1-4dc2-4768-b370-78201309db4f,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:45.572345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.592936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d1a5d74a-41ce-490e-8d83-087ded891edf'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:45.607232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d65bc2c3-8eb4-4ab6-99d8-d5ecb051fa12 req-308a40d7-883f-48c3-b74c-e6842c49e2af tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484589 Aug 31 15:54:45.615605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-fd52d9a5-cb3f-4ee5-ad2c-9450002438c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:45.623100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-fd52d9a5-cb3f-4ee5-ad2c-9450002438c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f95933182fc4004b174b4a07e9dd827&device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 1100 time: 0.3939650 Aug 31 15:54:45.650735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8040e8f-702e-4168-a741-9d7b050b8985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.683115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8040e8f-702e-4168-a741-9d7b050b8985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.743103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Calling delete_port for 53b2ccc1-4dc2-4768-b370-78201309db4f owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:45.798880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8040e8f-702e-4168-a741-9d7b050b8985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.803670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8040e8f-702e-4168-a741-9d7b050b8985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:45.805204 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e8040e8f-702e-4168-a741-9d7b050b8985 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ad4ba66-16ff-485c-a228-0b9aa65c61a1 HTTP/1.1" status: 204 len: 168 time: 0.2475703 Aug 31 15:54:45.816018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8040e8f-702e-4168-a741-9d7b050b8985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad4ba66-16ff-485c-a228-0b9aa65c61a1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:45.876316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-fcecf23c-3d7b-464c-857b-a76bc9eba80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:45.878869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-fcecf23c-3d7b-464c-857b-a76bc9eba80b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2414923 Aug 31 15:54:46.007570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-fd41a492-569b-458f-bf74-8efe7ffc9dd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=3897f654-ae47-49b2-9661-64180a430e7e HTTP/1.1" status: 200 len: 217 time: 0.1133530 Aug 31 15:54:46.027827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9879e-23a2-4db3-bb1d-9f0d42d02e86 req-740c2bbb-05a9-4efa-9a14-539cab62b69a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:46.035202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4e9879e-23a2-4db3-bb1d-9f0d42d02e86 req-740c2bbb-05a9-4efa-9a14-539cab62b69a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 931 time: 0.2858436 Aug 31 15:54:46.267823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-e533153a-0ed9-4aa6-9439-072e1955e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:46.269697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-e533153a-0ed9-4aa6-9439-072e1955e0a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2315073 Aug 31 15:54:46.275085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4e9879e-23a2-4db3-bb1d-9f0d42d02e86 req-d58cc93d-dfad-4dfc-ba21-f8290c915e51 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389939 Aug 31 15:54:46.422272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ffca-e422-406c-86b4-4278484eed19 req-f252e962-e202-450d-8cd5-8328fe3b90d8 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:46.423881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b690ffca-e422-406c-86b4-4278484eed19 req-f252e962-e202-450d-8cd5-8328fe3b90d8 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 943 time: 0.2283969 Aug 31 15:54:46.470004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:46.482816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-00505a98-93b8-4aed-b821-d4fd008f1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:46.484496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-00505a98-93b8-4aed-b821-d4fd008f1c52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024691 Aug 31 15:54:46.560230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Pushing event deleted for resources: {'Port': ['ID=53b2ccc1-4dc2-4768-b370-78201309db4f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:46.625644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b690ffca-e422-406c-86b4-4278484eed19 req-ee5a33de-6472-466f-91aa-a5a05016b80a tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884706 Aug 31 15:54:46.651196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:46.697741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:46.704104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f33f64e9-9aa2-4170-9912-9161fe809954 req-3755b1f2-27e0-4497-a24a-5dc0a3016ef5 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0774736 Aug 31 15:54:46.769324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Transition to ACTIVE for port object 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:46.785195 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:46.788562 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:46.895119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:46.950506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-0da52a2e-9980-49d2-963a-fd1ad4451ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180706 Aug 31 15:54:46.978013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:46.990176 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.011063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc735-1214-49b7-a90e-8994e192ee64 req-cbe878e5-49b1-4c3a-a081-2924ffd033d8 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:47.011775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port d1a5d74a-41ce-490e-8d83-087ded891edf completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:47.020939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-642cc735-1214-49b7-a90e-8994e192ee64 req-cbe878e5-49b1-4c3a-a081-2924ffd033d8 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.3131390 Aug 31 15:54:47.023981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port d1a5d74a-41ce-490e-8d83-087ded891edf triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:47.024391 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.043893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:47.059363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42032) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:47.203755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.236340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-914670529-network', 'tenant_id': 'c0329cee6983466888c399261b977b66'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:47.254374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:47.255900 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4abbfb-8dc9-46d3-a695-42bdf2110768" -d '{"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:47.266242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Made reservation on behalf of c0329cee6983466888c399261b977b66 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:47.269106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.271657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:47.279118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.280314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.301663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.305810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228b7af0-f3d2-4796-9fbb-194e43a2e742 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:54:47.336885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-642cc735-1214-49b7-a90e-8994e192ee64 req-cc8c91b7-5c17-4ddc-9838-b4d798c3b058 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146226 Aug 31 15:54:47.347560 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951f786-b6db-4293-84b1-ad409edccf14 x-openstack-request-id: req-0951f786-b6db-4293-84b1-ad409edccf14 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:47.347852 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:47.348345 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0951f786-b6db-4293-84b1-ad409edccf14 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:47.348674 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'code': 200} Aug 31 15:54:47.365752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.368430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b25f35a-47fa-410e-9e69-5494b4beecab admin admin] 10.222.0.43 "DELETE /v2.0/routers/228b7af0-f3d2-4796-9fbb-194e43a2e742 HTTP/1.1" status: 204 len: 168 time: 4.3196492 Aug 31 15:54:47.374420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:47.405077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:47.467235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Deleting subnet d1314b87-52f5-4bd2-8f27-d5809ed42208 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:54:47.497240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.512530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:47.513472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:47.513739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:47.534837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81ad08bd-4896-41db-b6c0-fd8a98a1d2a9 req-86fbb1b9-0ff7-4e1d-acb3-d2e101bad77c service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632882 Aug 31 15:54:47.538438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:54:47.538805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:47.565289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:47.565604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:47.565828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:47.566662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Bound port: 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:47.567498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.588500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.611115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf42f6-e5ed-4363-8ed9-4a0b5e47d451 req-b12ed240-817b-417c-8192-614548e8178a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:47.613637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ddf42f6-e5ed-4363-8ed9-4a0b5e47d451 req-b12ed240-817b-417c-8192-614548e8178a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1824791 Aug 31 15:54:47.635640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff8b26-5ca0-4aca-bf57-ffc01f3976ba req-fd919149-908d-4eae-882f-4c48a33ed3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:47.637233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14ff8b26-5ca0-4aca-bf57-ffc01f3976ba req-fd919149-908d-4eae-882f-4c48a33ed3c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 1101 time: 0.2456443 Aug 31 15:54:47.733882 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14ff8b26-5ca0-4aca-bf57-ffc01f3976ba req-a2a4a56a-fb47-4267-b506-3cd2c58b9018 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857425 Aug 31 15:54:47.755222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.769065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.781450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:47.782054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ddf42f6-e5ed-4363-8ed9-4a0b5e47d451 req-ee7e3dc6-472a-4b9c-a7c6-53bfba197bc9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571000 Aug 31 15:54:47.814853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.815223 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Added segment 49b0af05-5c92-4e96-bbca-efdf1efc20b8 of type vlan for network d71ff0d6-8477-47de-bd59-4b21109694f6 Aug 31 15:54:47.843925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d91f13-28d4-4342-a9f9-9bb6c9fa46bd req-f7b88306-f476-40f5-b03f-386169cf7da9 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:47.845504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3d91f13-28d4-4342-a9f9-9bb6c9fa46bd req-f7b88306-f476-40f5-b03f-386169cf7da9 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 943 time: 0.1157048 Aug 31 15:54:47.849411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:47.854037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:47.875204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.904969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.975027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:47.977753 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.978916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:47.980499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] 10.222.0.49 "PUT /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 1092 time: 2.8135715 Aug 31 15:54:48.000138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:48.000138 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e" -d '{"events": [{"name": "network-changed", "server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:48.034781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a502d41-bc2f-40db-9170-26d038d1bff4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:48.042262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3d91f13-28d4-4342-a9f9-9bb6c9fa46bd req-6ae40a8b-5acb-45c2-8f96-c3430a9cf701 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828132 Aug 31 15:54:48.063845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d0b38ee-57e2-458c-983a-01f13bfd407f req-e5d0070c-ff15-4d5e-b17f-ae73a5c3cc51 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1101952 Aug 31 15:54:48.083863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.086597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:48.088579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.106473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fed9ac-2444-48df-9b9d-42815abdb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:48.119127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:48.139585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0773792 Aug 31 15:54:48.139925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42052) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:48.142001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.149636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Request body: {'subnet': {'network_id': 'd71ff0d6-8477-47de-bd59-4b21109694f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-914670529-subnet', 'tenant_id': 'c0329cee6983466888c399261b977b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:48.169977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-bcc71df6-2209-4912-9ff7-6023bf0e4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:48.171718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-bcc71df6-2209-4912-9ff7-6023bf0e4b8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1095 time: 0.1197708 Aug 31 15:54:48.239574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-277a76f7-eae6-4cbd-a3e5-77485c5c026a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 217 time: 0.0486739 Aug 31 15:54:48.241059 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992f809e-8ff6-4565-af6c-8e9a61cb238d x-openstack-request-id: req-992f809e-8ff6-4565-af6c-8e9a61cb238d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:48.241347 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:48.241602 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-992f809e-8ff6-4565-af6c-8e9a61cb238d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:48.242000 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'status': 'completed', 'code': 200} Aug 31 15:54:48.258838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Made reservation on behalf of c0329cee6983466888c399261b977b66 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:48.261764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.276592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1314b87-52f5-4bd2-8f27-d5809ed42208,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:48.286196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.291254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1d8b4995-8bca-4e08-adf3-72698740606d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d1314b87-52f5-4bd2-8f27-d5809ed42208 HTTP/1.1" status: 204 len: 168 time: 0.9156482 Aug 31 15:54:48.292151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:48.309606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f8f90-40d7-4866-840c-15df2e2c1ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=d71ff0d6-8477-47de-bd59-4b21109694f6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:48.435648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb8a133-8f30-4802-9bdc-987dc11ba5ef None None] Network 8897f634-b9d2-46f6-aa26-e083d7527344 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:48.437691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d71ff0d6-8477-47de-bd59-4b21109694f6 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:48.518531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.526815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-2bfddddf-e1a9-4ca1-9edb-7acee9f34669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:48.529204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-2bfddddf-e1a9-4ca1-9edb-7acee9f34669 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.2815752 Aug 31 15:54:48.582866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-18c0f163-0b18-4bf7-ad8b-10ce2f1211f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438328 Aug 31 15:54:48.595291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf203c-4cd3-4041-9535-e3082bf2d86d req-cdea094d-a8c1-419e-b4ca-1cf310c11bf1 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:48.596885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67cf203c-4cd3-4041-9535-e3082bf2d86d req-cdea094d-a8c1-419e-b4ca-1cf310c11bf1 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.1677213 Aug 31 15:54:48.621423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:48.647857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '3897f654-ae47-49b2-9661-64180a430e7e', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '3897f654-ae47-49b2-9661-64180a430e7e', 'mac_address': 'fa:16:3e:84:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:48.715020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.748298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3897f654-ae47-49b2-9661-64180a430e7e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:48.763816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67cf203c-4cd3-4041-9535-e3082bf2d86d req-22beeaff-a687-40e1-83c7-3c540e66a772 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376135 Aug 31 15:54:48.781245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:48.785868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] DHCP port deletion for 8897f634-b9d2-46f6-aa26-e083d7527344 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:54:48.800284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.800988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1589960e-7fd1-45b7-a46b-2ec16d81e4cb details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:48.902390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Deleting port ed2d81ad-d6b8-4343-beee-59cc822ff583 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:48.902873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:48.938664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-fbc39517-7005-4a31-bf0d-454abf632b35 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392217 Aug 31 15:54:48.996068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.005055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.025984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] Deleting port ed2d81ad-d6b8-4343-beee-59cc822ff583 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:49.026355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.034102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:49.089611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'port_id': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'mac_address': 'fa:16:3e:7a:3b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:49.128625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] For port ed2d81ad-d6b8-4343-beee-59cc822ff583, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ed2d81ad-d6b8-4343-beee-59cc822ff583,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:49.129212 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.136722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] For port ed2d81ad-d6b8-4343-beee-59cc822ff583, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ed2d81ad-d6b8-4343-beee-59cc822ff583,segment=NetworkSegment(726800c9-b90c-43e1-b811-86d928ab860e),segment_id=726800c9-b90c-43e1-b811-86d928ab860e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:49.137220 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.157491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] Calling delete_port for ed2d81ad-d6b8-4343-beee-59cc822ff583 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:49.162180 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.172399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0eb0fe-2d9e-4118-8b2d-6c7c96bfece8,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.182250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1589960e-7fd1-45b7-a46b-2ec16d81e4cb {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:49.182439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77288842-86c3-4ba0-9f76-113405c3d642 req-6ac59a2d-4820-4ed3-b1f7-a4586db8cbdd tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:49.183874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77288842-86c3-4ba0-9f76-113405c3d642 req-6ac59a2d-4820-4ed3-b1f7-a4586db8cbdd tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.2863173 Aug 31 15:54:49.184939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Calling delete_port for ed2d81ad-d6b8-4343-beee-59cc822ff583 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:49.234350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:49.245664 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.321367 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.330162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.340100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] No DVR routers for this DVR port ed2d81ad-d6b8-4343-beee-59cc822ff583 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:49.361654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180db0-b218-4954-b65c-5bdf28cc0659 None None] Pushing event deleted for resources: {'Port': ['ID=ed2d81ad-d6b8-4343-beee-59cc822ff583,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.452838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 53b2ccc1-4dc2-4768-b370-78201309db4f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:49.475621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 53b2ccc1-4dc2-4768-b370-78201309db4f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:49.476048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 53b2ccc1-4dc2-4768-b370-78201309db4f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:49.476560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ed2d81ad-d6b8-4343-beee-59cc822ff583 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:54:49.496710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ed2d81ad-d6b8-4343-beee-59cc822ff583 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:54:49.497221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ed2d81ad-d6b8-4343-beee-59cc822ff583 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:54:49.517153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['1589960e-7fd1-45b7-a46b-2ec16d81e4cb'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:49.519572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['3897f654-ae47-49b2-9661-64180a430e7e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:54:49.629442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8ad207-e52f-4a54-b08d-177a772e8760 req-55d7e351-187a-4f4c-b0ee-b423b5d26da0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747196 Aug 31 15:54:49.647102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Checking segment: {'id': '49b0af05-5c92-4e96-bbca-efdf1efc20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd71ff0d6-8477-47de-bd59-4b21109694f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:49.647464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Network hostable DHCP agents. Network: d71ff0d6-8477-47de-bd59-4b21109694f6, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:49.675328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3248297-d0c6-4440-b4fc-22ca7ef8c7db req-de16348e-87f1-4b44-b4f0-e81bdcd40cfb tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:49.676952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3248297-d0c6-4440-b4fc-22ca7ef8c7db req-de16348e-87f1-4b44-b4f0-e81bdcd40cfb tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 943 time: 0.5413322 Aug 31 15:54:49.682554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77288842-86c3-4ba0-9f76-113405c3d642 req-8f6d6ef8-6068-435f-9d03-35f4efab5cc7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780216 Aug 31 15:54:49.759092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Network d71ff0d6-8477-47de-bd59-4b21109694f6 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:49.776308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.814276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d71ff0d6-8477-47de-bd59-4b21109694f6) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:49.821904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5eeac7-dad0-4b55-8d50-376e2a1bfb97 None None] Network d71ff0d6-8477-47de-bd59-4b21109694f6 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:49.833986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:49.834588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:49.838624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2d81ad-d6b8-4343-beee-59cc822ff583,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:49.859984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3248297-d0c6-4440-b4fc-22ca7ef8c7db req-dba2966b-be31-4a48-8e70-b7c52073718c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631551 Aug 31 15:54:49.863164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] No DVR routers for this DVR port ed2d81ad-d6b8-4343-beee-59cc822ff583 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:54:49.874251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8977ca69-8363-439e-8247-9da3ca6b7ec3 req-9b0524cb-a3bf-46fd-b1c5-519224482281 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0897202 Aug 31 15:54:49.895066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-bb5ffcd4-dd18-4b02-a284-732092072377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:49.896627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-bb5ffcd4-dd18-4b02-a284-732092072377 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1095 time: 0.2048595 Aug 31 15:54:49.954307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fe2ce867-b1a0-44f5-b59c-2d32d212e412 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8132219 Aug 31 15:54:50.066379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.072508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962c00a-1fc4-478b-9a4a-d472d746e982 None None] Network d71ff0d6-8477-47de-bd59-4b21109694f6 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:50.088492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8897f634-b9d2-46f6-aa26-e083d7527344']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:50.110788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726800c9-b90c-43e1-b811-86d928ab860e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:50.111076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726800c9-b90c-43e1-b811-86d928ab860e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:50.129154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.158905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b30c-049a-47ca-8582-32cab3d6a382 req-3e105b55-9db5-488a-84b9-dbef0528b26d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:50.160698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6e1b30c-049a-47ca-8582-32cab3d6a382 req-3e105b55-9db5-488a-84b9-dbef0528b26d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 949 time: 0.1391428 Aug 31 15:54:50.163877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-86323571-0bba-4810-90fa-6e11247e2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:50.165453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-86323571-0bba-4810-90fa-6e11247e2fe1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.2521458 Aug 31 15:54:50.166271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.187908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:50.188348 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:54:50.190140 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:54:50.273732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-29e07e6b-5a04-4148-9d73-81e7d52da0ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 217 time: 0.0963147 Aug 31 15:54:50.332072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6e1b30c-049a-47ca-8582-32cab3d6a382 req-f8b19eaf-2ee9-486b-93cc-1ac13fda65bf tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632693 Aug 31 15:54:50.351602 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.370871 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.373577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8897f634-b9d2-46f6-aa26-e083d7527344 HTTP/1.1" status: 204 len: 168 time: 2.0657070 Aug 31 15:54:50.374591 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-76ee9787-08a2-4a7e-8554-2636d711ffc5 req-6a7febd3-590a-4cb9-bf54-c0c2e952dcf5 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] show failed (client error): The resource could not be found. Aug 31 15:54:50.375499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76ee9787-08a2-4a7e-8554-2636d711ffc5 req-6a7febd3-590a-4cb9-bf54-c0c2e952dcf5 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups/2315f01d-032b-48f7-925c-86c59647d680 HTTP/1.1" status: 404 len: 352 time: 0.0482411 Aug 31 15:54:50.391513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8047-69a4-43f0-b483-6cc615d38cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8897f634-b9d2-46f6-aa26-e083d7527344,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:50.396760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-2082f802-7544-43cf-a92a-1e9c2b8a90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:50.396760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-2082f802-7544-43cf-a92a-1e9c2b8a90d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.1095369 Aug 31 15:54:50.467432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-4e4142fc-e394-4087-b711-0191893a88f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489700 Aug 31 15:54:50.525368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:50.536695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d263851d-6d8e-40ec-bb33-fb1053f8d66e req-ec1a3331-b691-4a03-88c9-dd579b632d80 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0329cee6983466888c399261b977b66 HTTP/1.1" status: 200 len: 2984 time: 0.1252587 Aug 31 15:54:50.575415 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cc9e1498-f429-4680-a9a4-0419efd97996 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0573950bb189443189e7f4464e24a085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487692 Aug 31 15:54:50.576913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42086) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:50.617324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d263851d-6d8e-40ec-bb33-fb1053f8d66e req-b12ee60d-20dc-40c7-b950-9e21fb5e9785 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups/5a502d41-bc2f-40db-9170-26d038d1bff4 HTTP/1.1" status: 200 len: 2981 time: 0.0723011 Aug 31 15:54:50.621045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-25243cfe-5ec6-447c-9253-6be5682f249c service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456139 Aug 31 15:54:50.628894 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42f64edb-c207-42f8-9272-68141de78f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.654173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42f64edb-c207-42f8-9272-68141de78f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.715374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42f64edb-c207-42f8-9272-68141de78f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.719191 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42f64edb-c207-42f8-9272-68141de78f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.723543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42f64edb-c207-42f8-9272-68141de78f20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d499bb11-e004-4361-8f36-6955f20015d9 HTTP/1.1" status: 204 len: 168 time: 0.1424043 Aug 31 15:54:50.750872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f64edb-c207-42f8-9272-68141de78f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d499bb11-e004-4361-8f36-6955f20015d9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:50.769070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d263851d-6d8e-40ec-bb33-fb1053f8d66e req-c881d686-98a2-40b2-8c7a-16e80dd1bf4f tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups/5a502d41-bc2f-40db-9170-26d038d1bff4 HTTP/1.1" status: 200 len: 2981 time: 0.1424682 Aug 31 15:54:50.812383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380e7dab-af2d-4a9a-beb6-2a1cdc64841e req-75c6197b-1328-45c0-9cbc-743539d60ecb service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790001 Aug 31 15:54:50.889557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4cce0-de5b-4eb7-a4bc-31da2ed9ea69 req-b30ede4f-b215-4573-8ae0-7bc1e130faf5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:50.891255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88e4cce0-de5b-4eb7-a4bc-31da2ed9ea69 req-b30ede4f-b215-4573-8ae0-7bc1e130faf5 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1014762 Aug 31 15:54:50.894250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3f8a99c-3f7c-422e-8486-6cac700b694e req-8dbb9013-0d2d-4f03-a07a-6d8060c78168 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups/5a502d41-bc2f-40db-9170-26d038d1bff4 HTTP/1.1" status: 200 len: 2981 time: 0.0870337 Aug 31 15:54:50.970060 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6061be04-6a41-4a17-93b8-c1259047ec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:50.972005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88e4cce0-de5b-4eb7-a4bc-31da2ed9ea69 req-35d7b254-19c6-40bc-944f-49d88aaa4a70 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739756 Aug 31 15:54:51.015550 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-c3f8a99c-3f7c-422e-8486-6cac700b694e req-083404b4-853b-4977-b936-320d69ef3936 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 15:54:51.024775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3f8a99c-3f7c-422e-8486-6cac700b694e req-083404b4-853b-4977-b936-320d69ef3936 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a502d41-bc2f-40db-9170-26d038d1bff4 HTTP/1.1" status: 409 len: 352 time: 0.1185589 Aug 31 15:54:51.164547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ff812c4-2f68-488f-8153-5251cc872132 req-a7223580-100a-4d61-aa4e-5fc800bed672 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0530772 Aug 31 15:54:51.206724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c8203-23ab-454a-adbf-d5554455d30d req-4114d692-77f8-402c-af68-e2d595db0e9b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:51.208838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-336c8203-23ab-454a-adbf-d5554455d30d req-4114d692-77f8-402c-af68-e2d595db0e9b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 944 time: 0.1195695 Aug 31 15:54:51.264691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-336c8203-23ab-454a-adbf-d5554455d30d req-c6c64e0a-ae99-4148-b857-1ac24baf3df3 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484958 Aug 31 15:54:51.288241 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-323ea242-e54d-49cb-b251-4378b71eac8c req-6462f36d-6237-4c81-b946-2f4acc34b81d tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] show failed (client error): The resource could not be found. Aug 31 15:54:51.289565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-323ea242-e54d-49cb-b251-4378b71eac8c req-6462f36d-6237-4c81-b946-2f4acc34b81d tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups/acb16a3c-693a-417a-a3d9-c466f79fc820 HTTP/1.1" status: 404 len: 352 time: 0.0199521 Aug 31 15:54:51.299678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42106) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:51.327389 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-85083645-9fe4-4821-9028-2825f5a11514 req-1577c1a8-c541-47f6-8f2e-e69c579e0702 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] show failed (client error): The resource could not be found. Aug 31 15:54:51.332724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85083645-9fe4-4821-9028-2825f5a11514 req-1577c1a8-c541-47f6-8f2e-e69c579e0702 tempest-SecurityGroupsNegativeTestJSON-2120208405 tempest-SecurityGroupsNegativeTestJSON-2120208405-project] 10.222.0.43 "GET /v2.0/security-groups/a72bd2a0-2e6c-4781-8e98-ab0c1afdd3fe HTTP/1.1" status: 404 len: 352 time: 0.0211992 Aug 31 15:54:51.339363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42110) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:51.354812 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dbb3416e-347e-4194-8912-36bfb225a448 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f07f02e095514a8680ca9380d44dd6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540411 Aug 31 15:54:51.360674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42112) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:51.401905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Deleting subnet 5d0eb0fe-2d9e-4118-8b2d-6c7c96bfece8 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:54:51.407024 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.449054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8a81e7d-6d1d-43f5-babc-19aa3e491563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.475301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8a81e7d-6d1d-43f5-babc-19aa3e491563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.479677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.528920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9b9a6-af47-4958-9917-81a8047f10d7 req-4c704dac-858b-4f05-9415-7b585f0d4218 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:51.530410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21c9b9a6-af47-4958-9917-81a8047f10d7 req-4c704dac-858b-4f05-9415-7b585f0d4218 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 949 time: 0.0978556 Aug 31 15:54:51.540130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8a81e7d-6d1d-43f5-babc-19aa3e491563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.542863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8a81e7d-6d1d-43f5-babc-19aa3e491563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.546966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a8a81e7d-6d1d-43f5-babc-19aa3e491563 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8618c4b1-5f19-4289-a5b8-b66e61a06301 HTTP/1.1" status: 204 len: 168 time: 0.1823764 Aug 31 15:54:51.551117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.552770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81e7d-6d1d-43f5-babc-19aa3e491563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618c4b1-5f19-4289-a5b8-b66e61a06301,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:51.615372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21c9b9a6-af47-4958-9917-81a8047f10d7 req-408d491b-910a-4c09-be10-63a19ec42d39 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780292 Aug 31 15:54:51.645554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.673819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0eb0fe-2d9e-4118-8b2d-6c7c96bfece8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:51.682023 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.684042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f3815252-746b-4842-91f2-7bb8aa1a4900 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d0eb0fe-2d9e-4118-8b2d-6c7c96bfece8 HTTP/1.1" status: 204 len: 168 time: 0.3440831 Aug 31 15:54:51.687190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42118) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:51.761966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.854376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.865566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71ff0d6-8477-47de-bd59-4b21109694f6']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:51.878920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b0af05-5c92-4e96-bbca-efdf1efc20b8') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:51.879218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b0af05-5c92-4e96-bbca-efdf1efc20b8') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:51.893122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.908097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.914383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:54:51.914875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:54:51.916755 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:54:51.978478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.985310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:51.990970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] 10.222.0.43 "DELETE /v2.0/networks/d71ff0d6-8477-47de-bd59-4b21109694f6 HTTP/1.1" status: 204 len: 168 time: 0.3027394 Aug 31 15:54:52.005866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9dd6d-38ce-491f-b458-daaf25c6222d admin admin] Pushing event deleted for resources: {'Network': ['ID=d71ff0d6-8477-47de-bd59-4b21109694f6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:52.143914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:52.164495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e43d4-dfdb-4631-b182-7dcc073ea79d req-54b51663-4074-4e68-ba3a-b119d6145b35 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:52.178778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d75e43d4-dfdb-4631-b182-7dcc073ea79d req-54b51663-4074-4e68-ba3a-b119d6145b35 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1084571 Aug 31 15:54:52.276480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 3897f654-ae47-49b2-9661-64180a430e7e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:52.282788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d75e43d4-dfdb-4631-b182-7dcc073ea79d req-b8d0163f-dcb6-4a8c-8038-188ed6be971f tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Aug 31 15:54:52.288005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 3897f654-ae47-49b2-9661-64180a430e7e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:52.288673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.305290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42148) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:52.401070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.418342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d26fc69f-2aaf-4d4e-ac47-4685dc871d03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0329cee6983466888c399261b977b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116161 Aug 31 15:54:52.421252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42152) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:52.422107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70608958-a8bf-47ff-bdf5-b1f91f36b953 req-84f23694-1005-4ba8-bbab-69f156c41cc8 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1077108 Aug 31 15:54:52.469120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:52.471417 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df9866d-7ad8-45e7-857f-6c466d39c4e0" -d '{"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-plugged", "status": "completed", "tag": "3897f654-ae47-49b2-9661-64180a430e7e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:52.495209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-518bc9cc-e45c-4c0e-9f81-f85eefa5b456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.508126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:52.513515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.514324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1589960e-7fd1-45b7-a46b-2ec16d81e4cb up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:52.525410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-518bc9cc-e45c-4c0e-9f81-f85eefa5b456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.529169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42156) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:52.569814 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df12d4f6-6ebf-464b-9dfa-11517844ea02 x-openstack-request-id: req-df12d4f6-6ebf-464b-9dfa-11517844ea02 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:52.570366 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-plugged", "status": "completed", "tag": "3897f654-ae47-49b2-9661-64180a430e7e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:52.570798 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df12d4f6-6ebf-464b-9dfa-11517844ea02 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:52.571337 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e', 'code': 200} Aug 31 15:54:52.618635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:52.633343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-518bc9cc-e45c-4c0e-9f81-f85eefa5b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.637288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-518bc9cc-e45c-4c0e-9f81-f85eefa5b456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.638563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-518bc9cc-e45c-4c0e-9f81-f85eefa5b456 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a502d41-bc2f-40db-9170-26d038d1bff4 HTTP/1.1" status: 204 len: 168 time: 0.2163098 Aug 31 15:54:52.657795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc9cc-e45c-4c0e-9f81-f85eefa5b456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a502d41-bc2f-40db-9170-26d038d1bff4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:52.661179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:52.682977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:52.683361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.709475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a52db-b1b0-4949-848a-32610cf4e0cc req-02909f6f-c083-4c17-b8c4-c0b3b2a59b03 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:52.711341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd5a52db-b1b0-4949-848a-32610cf4e0cc req-02909f6f-c083-4c17-b8c4-c0b3b2a59b03 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 944 time: 0.1830125 Aug 31 15:54:52.724267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d0775-472d-4648-9da4-525d73b6b2ce req-9ba9655c-8d02-4822-ae52-fe098f43ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:52.725908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa2d0775-472d-4648-9da4-525d73b6b2ce req-9ba9655c-8d02-4822-ae52-fe098f43ab0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 1102 time: 0.1282375 Aug 31 15:54:52.738285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-351358169-network', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:52.827265 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.853911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd5a52db-b1b0-4949-848a-32610cf4e0cc req-dd15fd2e-1e84-4402-be00-4c1f68a2bd1e tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266937 Aug 31 15:54:52.855479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa2d0775-472d-4648-9da4-525d73b6b2ce req-3456a266-79ff-4602-8821-1021b462579b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119947 Aug 31 15:54:52.858046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Made reservation on behalf of 8b7541cfdbe341989062d447df52bc6e for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:52.860591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.880616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcff72-758e-41b1-a8f8-000da1471f01 req-9392aa92-6465-43c0-8cf4-d2770ea00b76 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:52.888544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38fcff72-758e-41b1-a8f8-000da1471f01 req-9392aa92-6465-43c0-8cf4-d2770ea00b76 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 950 time: 0.1466317 Aug 31 15:54:52.891673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.895763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:52.901405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:52.947164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38fcff72-758e-41b1-a8f8-000da1471f01 req-7f883532-d37a-4ae0-a255-39c7f3e49f05 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574975 Aug 31 15:54:52.982839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:53.060808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.065755 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.094437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:53.105723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c439e00e-9b72-4f23-84ac-aec28014b5e5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:53.112745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.113044 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Added segment ab4cf057-70cb-4bdc-9f87-e13a5c89885d of type vlan for network 968c8f4f-9b31-4128-a833-7b0f361e9b0c Aug 31 15:54:53.160831 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.188556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.189897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:53.190519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.252823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7214959 Aug 31 15:54:53.255883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42176) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:53.261839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7549061-1500-41ee-a6f9-3021cc882f03 admin admin] Pushing event updated for resources: {'Network': ['ID=968c8f4f-9b31-4128-a833-7b0f361e9b0c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:53.264224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Request body: {'subnet': {'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-351358169-subnet', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:53.275817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:53.320260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Made reservation on behalf of 8b7541cfdbe341989062d447df52bc6e for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:53.327991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.453185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24d400-462c-4709-9988-cb2e63abb7f5 req-3d92e816-3ffd-4fc4-b7bf-642f7c948167 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:53.455175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f24d400-462c-4709-9988-cb2e63abb7f5 req-3d92e816-3ffd-4fc4-b7bf-642f7c948167 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.0737097 Aug 31 15:54:53.513160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f24d400-462c-4709-9988-cb2e63abb7f5 req-434e123f-91af-459b-a846-cf87855686aa tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495546 Aug 31 15:54:53.581290 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.658709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c8c344f-f1a5-4394-8a47-df13920bb6bb req-dbf1006c-7bd6-45e7-baac-156ccf212b66 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0623934 Aug 31 15:54:53.660717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf889732-ef3c-4cef-99f1-57595cda862c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:53.662883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42196) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:53.677905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Checking segment: {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:53.678266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Network hostable DHCP agents. Network: 968c8f4f-9b31-4128-a833-7b0f361e9b0c, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:53.698792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:53.710914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6ab9-68a7-4618-9ed1-6561ab91420e req-1ef4fc18-5c68-4720-b1dc-fbed376b040c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:53.710914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-679d6ab9-68a7-4618-9ed1-6561ab91420e req-1ef4fc18-5c68-4720-b1dc-fbed376b040c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 945 time: 0.0963447 Aug 31 15:54:53.713245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 968c8f4f-9b31-4128-a833-7b0f361e9b0c) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:53.720736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:53.721597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.722871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb4df1-476f-486b-98cb-f56fb68e4675 None None] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:53.745786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b98fcc17-d486-4449-9d42-6b17bc4c43fa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4863746 Aug 31 15:54:53.745786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42200) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:53.750877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:53.776667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-679d6ab9-68a7-4618-9ed1-6561ab91420e req-7ada194f-2599-4655-8f91-1ebcaf62a09e tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598147 Aug 31 15:54:53.783661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.784825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.870141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2133872894-network', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:53.881456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:53.966665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'fixed_ips': [{'subnet_id': 'bf889732-ef3c-4cef-99f1-57595cda862c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:54:53.967730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.007679 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.010056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Made reservation on behalf of d0e917ef016f4e93943a66e4cc632b8c for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:54.012512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.038170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.074296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d028c5e-d505-4e9a-838c-afe4e7cd3296 req-7d2af37d-d40e-45a1-bf06-83fab1015b1f tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:54.082710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d028c5e-d505-4e9a-838c-afe4e7cd3296 req-7d2af37d-d40e-45a1-bf06-83fab1015b1f tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.0970056 Aug 31 15:54:54.138491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-432cfaf8-02d4-41ee-9612-b94163d677e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.174154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d028c5e-d505-4e9a-838c-afe4e7cd3296 req-abfb72c9-489e-4313-9d12-a03cc9cc8103 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748787 Aug 31 15:54:54.174402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.197633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e55b-13b3-4ca2-87ff-2b4d18a0c198 req-3fc2c513-e843-4257-a6ed-4af794316b3d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:54.199276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5037e55b-13b3-4ca2-87ff-2b4d18a0c198 req-3fc2c513-e843-4257-a6ed-4af794316b3d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 950 time: 0.1136961 Aug 31 15:54:54.203699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Allocated IP 172.20.0.2 (968c8f4f-9b31-4128-a833-7b0f361e9b0c/bf889732-ef3c-4cef-99f1-57595cda862c/935754a1-f956-470e-ab45-dc6335bae2bd) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:54.255949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5037e55b-13b3-4ca2-87ff-2b4d18a0c198 req-0f7d15f4-592a-4751-84e7-441d5f8e79db tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 Aug 31 15:54:54.342529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.350104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.392859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:54:54.406477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b0aa1-6701-40b3-9693-e450ee908529 req-7340e6c3-d9e0-42a8-a84f-7304f66a0538 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:54.417489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee6d22c-31fd-4087-b724-268b96234520,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:54.418525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-533b0aa1-6701-40b3-9693-e450ee908529 req-7340e6c3-d9e0-42a8-a84f-7304f66a0538 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 949 time: 0.0853548 Aug 31 15:54:54.425283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.426224 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Added segment 54a3d115-48df-4310-8a22-9878d28badbe of type vlan for network 97124748-1497-4916-b3e2-895ef82c1278 Aug 31 15:54:54.491167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.492181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-533b0aa1-6701-40b3-9693-e450ee908529 req-7ed7d633-97bb-4da2-aee1-7d6c17b980ba tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725229 Aug 31 15:54:54.504540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Transition to ACTIVE for port object 935754a1-f956-470e-ab45-dc6335bae2bd will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:54.504660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.524366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Transition to ACTIVE for port object 935754a1-f956-470e-ab45-dc6335bae2bd will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:54.531495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.593268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.594430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:54.595067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.605493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:54:54.609375 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468ba030-3405-4a11-b25a-b82edba69f3a" -d '{"events": [{"server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "name": "network-vif-plugged", "status": "completed", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:54:54.610114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.667664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:54.672507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:54.682246 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0177159 Aug 31 15:54:54.683569 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.684747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:54.686193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42224) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:54.694055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Request body: {'subnet': {'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2133872894-subnet', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:54.705434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Pushing event updated for resources: {'Port': ['ID=935754a1-f956-470e-ab45-dc6335bae2bd,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:54.738997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Made reservation on behalf of d0e917ef016f4e93943a66e4cc632b8c for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:54:54.743145 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:54.775218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1bb05-9b16-4d00-bc94-e7b512ab269a req-3144419d-89e5-4d50-8484-9b2608d58665 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:54.788997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfa1bb05-9b16-4d00-bc94-e7b512ab269a req-3144419d-89e5-4d50-8484-9b2608d58665 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1428328 Aug 31 15:54:54.826815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad99b2f-6b23-405a-b2ab-bdb735f8a26f admin admin] Pushing event updated for resources: {'Network': ['ID=97124748-1497-4916-b3e2-895ef82c1278,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:54.867062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfa1bb05-9b16-4d00-bc94-e7b512ab269a req-225a884f-be23-4a4d-aea1-63f139ef1866 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767429 Aug 31 15:54:54.966185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 97124748-1497-4916-b3e2-895ef82c1278 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:54:55.051400 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.061976 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7a43b-5c02-4958-92b2-aea1482d1289 x-openstack-request-id: req-24b7a43b-5c02-4958-92b2-aea1482d1289 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:54:55.062493 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "name": "network-vif-plugged", "status": "completed", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:54:55.062918 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24b7a43b-5c02-4958-92b2-aea1482d1289 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:54:55.063455 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'code': 200} Aug 31 15:54:55.068047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Attempting to bind port 935754a1-f956-470e-ab45-dc6335bae2bd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:55.068708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Attempting to bind port 935754a1-f956-470e-ab45-dc6335bae2bd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:55.069250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Attempting to bind port 935754a1-f956-470e-ab45-dc6335bae2bd on network 968c8f4f-9b31-4128-a833-7b0f361e9b0c {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:55.084521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:55.087014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Checking segment: {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:55.087428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.087828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Bound using segment: {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:55.088372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Bound port: 935754a1-f956-470e-ab45-dc6335bae2bd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:55.088881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.236299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Allocated IP 172.25.6.103 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/dd506484-c68e-4d1d-b016-e2f8e8b7c545) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:55.237071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e296373c-a1b9-4278-aecb-73b6ccabb054 req-0de9db84-2066-4f7c-8012-dd2c2b372c19 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0759089 Aug 31 15:54:55.267846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] For port 935754a1-f956-470e-ab45-dc6335bae2bd, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:55.271338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] For port 935754a1-f956-470e-ab45-dc6335bae2bd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=935754a1-f956-470e-ab45-dc6335bae2bd,segment=NetworkSegment(ab4cf057-70cb-4bdc-9f87-e13a5c89885d),segment_id=ab4cf057-70cb-4bdc-9f87-e13a5c89885d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:55.280312 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.284102 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.380215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.393743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64bed-d7ef-4d05-a75d-c408de296d69 None None] Pushing event updated for resources: {'Port': ['ID=935754a1-f956-470e-ab45-dc6335bae2bd,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.457854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcbb00-b0b9-446e-9833-c1369d87e69e req-7999d6b3-c039-499a-97ff-ad83568be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:55.459677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fcbb00-b0b9-446e-9833-c1369d87e69e req-7999d6b3-c039-499a-97ff-ad83568be067 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 1097 time: 0.2212067 Aug 31 15:54:55.472546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-2b66762c-c002-42fd-82b9-1bcdce0b2112 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--62124849&fields=id&tenant_id=3afe6b4fbade40d5be1e61c4f673a87e HTTP/1.1" status: 200 len: 267 time: 0.1314869 Aug 31 15:54:55.482069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c94b302-d6a6-4899-9600-958bbaa93466,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.496085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Checking segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:55.496769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Network hostable DHCP agents. Network: 97124748-1497-4916-b3e2-895ef82c1278, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:54:55.504529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.533470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Network 97124748-1497-4916-b3e2-895ef82c1278 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:54:55.557232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 97124748-1497-4916-b3e2-895ef82c1278) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:55.565527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:55.566428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.572565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4732d1-552a-4f9f-977b-1b1a6ee03d3e req-061b8362-9a10-414a-944c-2330326267f7 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:55.578927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c4732d1-552a-4f9f-977b-1b1a6ee03d3e req-061b8362-9a10-414a-944c-2330326267f7 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.2015362 Aug 31 15:54:55.588473 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e37d3381-763f-4a6a-9348-ae6ace4d06a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8991227 Aug 31 15:54:55.589593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb20c84-4f84-47ea-bd23-5731f0c1989c None None] Network 97124748-1497-4916-b3e2-895ef82c1278 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:55.590477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.595555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42258) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:55.602968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:54:55.635951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:55.640550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:55.651914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:55.716167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.718026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.719425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.807401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.811833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Pushing event updated for resources: {'Port': ['ID=dd506484-c68e-4d1d-b016-e2f8e8b7c545,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:55.843303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fcbb00-b0b9-446e-9833-c1369d87e69e req-d1e635d2-a7b2-44be-9298-73018211de92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506675 Aug 31 15:54:55.863178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-97124748-1497-4916-b3e2-895ef82c1278', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:54:55.865279 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:55.901503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c4732d1-552a-4f9f-977b-1b1a6ee03d3e req-c051d36d-5f50-400d-91b2-ee5eb9305838 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376029 Aug 31 15:54:56.077883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.084227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-daa0ddb1-abc8-47ff-9ff5-4db08a11f011 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:56.086471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-daa0ddb1-abc8-47ff-9ff5-4db08a11f011 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 824 time: 0.6114049 Aug 31 15:54:56.096557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Allocated IP 172.20.0.2 (97124748-1497-4916-b3e2-895ef82c1278/8c94b302-d6a6-4899-9600-958bbaa93466/d60086a0-d161-4d77-b2ea-13268f39956d) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:56.148507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.191228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-16fef688-442b-4ef9-a8ba-a62390d6a734 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/quotas/3afe6b4fbade40d5be1e61c4f673a87e HTTP/1.1" status: 200 len: 375 time: 0.0585253 Aug 31 15:54:56.200941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa020807-d896-451f-b717-86f0da8b5973 req-bd9fd8dd-a1c1-49b1-9848-740c94d01832 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:56.202579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa020807-d896-451f-b717-86f0da8b5973 req-bd9fd8dd-a1c1-49b1-9848-740c94d01832 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1769469 Aug 31 15:54:56.337549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.354249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Transition to ACTIVE for port object d60086a0-d161-4d77-b2ea-13268f39956d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:56.369703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.380393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Transition to ACTIVE for port object d60086a0-d161-4d77-b2ea-13268f39956d will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:56.389240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-279a4a82-e616-498a-9378-13d5baeee2b8 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1843686 Aug 31 15:54:56.390133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.434954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa020807-d896-451f-b717-86f0da8b5973 req-7cb7479e-82c2-4d62-af9c-33a7ee1a0315 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888986 Aug 31 15:54:56.489529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Network 97124748-1497-4916-b3e2-895ef82c1278 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:56.497052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:56.509706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:56.540733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Pushing event updated for resources: {'Port': ['ID=d60086a0-d161-4d77-b2ea-13268f39956d,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:56.657410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:54:56.674488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Attempting to bind port d60086a0-d161-4d77-b2ea-13268f39956d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:54:56.675047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Attempting to bind port d60086a0-d161-4d77-b2ea-13268f39956d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:54:56.677057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Attempting to bind port d60086a0-d161-4d77-b2ea-13268f39956d on network 97124748-1497-4916-b3e2-895ef82c1278 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:54:56.690668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:54:56.691063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Checking segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:54:56.691477 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.691880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Bound using segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:54:56.693901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Bound port: d60086a0-d161-4d77-b2ea-13268f39956d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:54:56.694307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.735842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1567c507-72c7-4497-b159-d0245c311366 service neutron] 10.222.0.43 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004608 Aug 31 15:54:56.778552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bb9016b-3137-41fa-8903-256d3302c449 req-3b23a265-43fb-4593-8f69-760ea7a56ab1 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0794039 Aug 31 15:54:56.819406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] For port d60086a0-d161-4d77-b2ea-13268f39956d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:54:56.826376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] For port d60086a0-d161-4d77-b2ea-13268f39956d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d60086a0-d161-4d77-b2ea-13268f39956d,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:54:56.831732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.872416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:54:56.894359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374bea0-5ae7-483a-baab-e7bd81f83ba0 None None] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:56.898766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Sync routers for ids ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:54:56.907712 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.909125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc64f887-17a3-47d2-95b4-963cb2f3894b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1631892 Aug 31 15:54:56.911918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42276) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:54:56.918563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:56.985109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-3c561ea0-5a9b-4ec7-8294-c6ba650c1e95 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:56.988137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-3c561ea0-5a9b-4ec7-8294-c6ba650c1e95 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "GET /v2.0/ports?device_id=910a5192-8fc7-45b3-934c-33f4677996be HTTP/1.1" status: 200 len: 945 time: 0.2045457 Aug 31 15:54:56.990334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:57.011351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:57.059880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Routers {'28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:54:57.061946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:57.063933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e1218-b80d-417a-bc70-0b74a1717f14 None None] Pushing event updated for resources: {'Port': ['ID=d60086a0-d161-4d77-b2ea-13268f39956d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:57.125750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b191c8cb-76bc-41e8-aae6-96d614dc270e None None] Provisioning for port 935754a1-f956-470e-ab45-dc6335bae2bd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:57.417546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Set router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:54:57.506894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:57.655228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d60086a0-d161-4d77-b2ea-13268f39956d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:57.709928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'mac_address': 'fa:16:3e:52:c4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:57.793386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:57.802350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:57.804344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-931dc58c-c538-4050-a739-0b80ff2e6a55 service neutron] 10.222.0.43 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0674825 Aug 31 15:54:57.824575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ccc7e-693f-4559-b15f-9ce88772b5e3 req-a5dc0a8f-f7ef-47bc-9fca-021f832dab43 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:57.826050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-270ccc7e-693f-4559-b15f-9ce88772b5e3 req-a5dc0a8f-f7ef-47bc-9fca-021f832dab43 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.7025328 Aug 31 15:54:57.880011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1a5d74a-41ce-490e-8d83-087ded891edf {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:54:57.891808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Deleting port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:54:57.892155 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:57.902655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d60086a0-d161-4d77-b2ea-13268f39956d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:57.955878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 935754a1-f956-470e-ab45-dc6335bae2bd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:54:57.988866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Allocated IP 172.25.6.40 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/57802fda-4696-49b9-9204-d397893e8b6c) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:58.023493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-270ccc7e-693f-4559-b15f-9ce88772b5e3 req-0cb1a4e6-005c-4e55-921d-981e1dc9e756 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723518 Aug 31 15:54:58.086979 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:58.157567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] For port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:58.158043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:58.159215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:58.227751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:58.234626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:54:58.557968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Allocated IP 172.20.0.1 (968c8f4f-9b31-4128-a833-7b0f361e9b0c/bf889732-ef3c-4cef-99f1-57595cda862c/7ffef7a4-ded6-443d-aec1-b6a45e1f0635) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:54:58.603279 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:54:58.767140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:58.789748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Transition to ACTIVE for port object 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:54:58.791401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9580402-7052-4f45-9048-a8f75e46f88c None None] Network 97124748-1497-4916-b3e2-895ef82c1278 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:54:58.839633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:58.864613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:54:58.867151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:54:58.869919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:54:58.959219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:58.965653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.050801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.050801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.050801 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a disassociated. External IP: 172.25.6.221, port: 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef. Aug 31 15:54:59.050801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Calling delete_port for 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:54:59.125277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 935754a1-f956-470e-ab45-dc6335bae2bd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:59.127673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:54:59.198644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 935754a1-f956-470e-ab45-dc6335bae2bd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:59.199521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.212738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dcaf113-4a98-4a44-918a-1d143185bdce req-d39a1e6a-c683-446f-881a-33bf04f64c95 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.7647676 Aug 31 15:54:59.228365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.277570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f0d71-c10e-4d49-9270-1cca253906fd req-121aa53c-2afd-4c2b-a012-13cbbfcb04a2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:54:59.287312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b31f0d71-c10e-4d49-9270-1cca253906fd req-121aa53c-2afd-4c2b-a012-13cbbfcb04a2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 1.0078731 Aug 31 15:54:59.308029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.325689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.326739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.328906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.329079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.329421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.330772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.331112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.331442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.331771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.332099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.332442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.334903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:54:59.372911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:54:55Z', 'revision_number': 3, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:54:59.375902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:54:59.381414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] Provisioning for port d60086a0-d161-4d77-b2ea-13268f39956d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:54:59.441265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Checking router: 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:54:59.441628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Updating router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 port dd506484-c68e-4d1d-b016-e2f8e8b7c545 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:54:59.443644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] Provisioning complete for port d60086a0-d161-4d77-b2ea-13268f39956d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:54:59.444021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.451879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364', 'port_id': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'mac_address': 'fa:16:3e:5f:49:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73648a-fcc3-4db7-bb51-7d249f848e4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:54:59.485526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2e35547-b6dd-4f23-bd6d-3ab682af2aef req-38f371b0-b106-4a70-9a80-42a096824be4 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 210 time: 0.0943701 Aug 31 15:54:59.535858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b31f0d71-c10e-4d49-9270-1cca253906fd req-3d715a6d-72cb-4b56-9adf-59f9364e833a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349427 Aug 31 15:54:59.631567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.632205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.643516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.782532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:54:59.837734 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:00.018003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:00.112448 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:00.114375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:00.123686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:00.131854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:00.134956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3552-2ac6-4443-b280-261d5d49b6f1 req-78469df5-b0d0-46b6-929c-df64b9dbaeb7 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:00.137475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a7e3552-2ac6-4443-b280-261d5d49b6f1 req-78469df5-b0d0-46b6-929c-df64b9dbaeb7 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.4756296 Aug 31 15:55:00.170193 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-d1ab0ab1-1eec-451a-881d-9c1c40dfe4a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2529902 Aug 31 15:55:00.171067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:00.194699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Pushing event updated for resources: {'Port': ['ID=57802fda-4696-49b9-9204-d397893e8b6c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:00.199973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:00.206936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:00.211943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4bf9d724-3338-4185-952b-5d48275e5c43 req-b97bf90d-3d22-480e-9775-f1480d6424cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0458088 Aug 31 15:55:00.221961 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:00.234402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:00.238823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:00.277681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:00.468234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a7e3552-2ac6-4443-b280-261d5d49b6f1 req-aa425da1-8af4-4a96-b365-87d27b0d203b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111966 Aug 31 15:55:00.469980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event deleted for resources: {'Port': ['ID=76c0cbe9-2e91-46e9-9eb0-5f5f25feddef,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:00.698125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d1a5d74a-41ce-490e-8d83-087ded891edf'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:00.711889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-d65ecf1e-8792-421e-bbe3-199937b7e0de tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:00.721338 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-d65ecf1e-8792-421e-bbe3-199937b7e0de tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 824 time: 0.3369045 Aug 31 15:55:00.743644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['29db84f4-8fc4-48aa-8b7c-264ef4341ae8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:00.782252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87fb1184-ca1f-4229-8862-abeb1e2e0760 req-43d679c3-9828-4acb-bf98-6bee19d15322 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.3317177 Aug 31 15:55:00.879184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:00.883801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 935754a1-f956-470e-ab45-dc6335bae2bd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=935754a1-f956-470e-ab45-dc6335bae2bd,segment=NetworkSegment(ab4cf057-70cb-4bdc-9f87-e13a5c89885d),segment_id=ab4cf057-70cb-4bdc-9f87-e13a5c89885d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:01.092930 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.127489 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-2a64a5f5-cdbc-4fbf-a618-f62839f00ab3 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afe6b4fbade40d5be1e61c4f673a87e HTTP/1.1" status: 200 len: 378 time: 0.3619630 Aug 31 15:55:01.140316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dac23db-6624-44c6-b262-a94a0f6610d1 req-4b02b8fa-3d02-4dd1-bad6-b31886d81d26 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 210 time: 0.1412463 Aug 31 15:55:01.150132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-6c08a75e-073a-4f8b-bf05-f82409cf7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:01.160393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-6c08a75e-073a-4f8b-bf05-f82409cf7ccd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 1096 time: 0.4360535 Aug 31 15:55:01.191148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'port': {'device_id': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'admin_state_up': True, 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'security_groups': ['b114fd1b-b3ca-42a1-878c-477f41b30792']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:01.196388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028def-beb2-42fa-91b0-f572675eb2c9 req-bf3d67a5-242f-4bc4-af1b-585bb81b43b8 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:01.199266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] For port d60086a0-d161-4d77-b2ea-13268f39956d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d60086a0-d161-4d77-b2ea-13268f39956d,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:01.201334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:01.218073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1028def-beb2-42fa-91b0-f572675eb2c9 req-bf3d67a5-242f-4bc4-af1b-585bb81b43b8 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.5093732 Aug 31 15:55:01.219108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42366) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:01.222435 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.238145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Request body: {'floatingip': {'port_id': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:01.248013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:01.310140 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.400294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:01.454713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=935754a1-f956-470e-ab45-dc6335bae2bd,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:01.533045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.546303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Transition to ACTIVE for port object dd506484-c68e-4d1d-b016-e2f8e8b7c545 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:01.554363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-468bb2d1-2b47-4b6e-b994-2b5bd7ff1626 None None] Provisioning for port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:01.568355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-468bb2d1-2b47-4b6e-b994-2b5bd7ff1626 None None] Provisioning complete for port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:01.568732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-468bb2d1-2b47-4b6e-b994-2b5bd7ff1626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.574261 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.708371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-d5c1aab6-f274-4564-83a7-87b3dade8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:01.710090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-d5c1aab6-f274-4564-83a7-87b3dade8cd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.4901288 Aug 31 15:55:01.754250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Attempting to bind port dd506484-c68e-4d1d-b016-e2f8e8b7c545 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:01.754641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Attempting to bind port dd506484-c68e-4d1d-b016-e2f8e8b7c545 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:01.755016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Attempting to bind port dd506484-c68e-4d1d-b016-e2f8e8b7c545 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:01.763551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-e0e908fa-460c-4af8-a047-173bb9ee4e2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 200 len: 217 time: 0.0454187 Aug 31 15:55:01.768868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:01.783669 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:01.793359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:01.794007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:01.795596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.796001 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:01.796119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:01.797329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Bound port: dd506484-c68e-4d1d-b016-e2f8e8b7c545, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:01.798266 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:01.798421 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.810887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:01.873465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] For port dd506484-c68e-4d1d-b016-e2f8e8b7c545, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:01.877697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] For port dd506484-c68e-4d1d-b016-e2f8e8b7c545, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dd506484-c68e-4d1d-b016-e2f8e8b7c545,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:01.893893 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.909247 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-52eef0be-acdd-4a7e-ad55-6fc919d59d03 admin admin] 10.222.0.43 "PUT /v2.0/routers/28983bf2-2d9f-461e-a0d6-01c41a5dfbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9871209 Aug 31 15:55:01.909247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Made reservation on behalf of 3afe6b4fbade40d5be1e61c4f673a87e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:01.909247 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:01.998514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-28741e7b-a449-45e6-a22f-2af87b8463b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:02.000276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-28741e7b-a449-45e6-a22f-2af87b8463b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.2288754 Aug 31 15:55:02.057812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-468bb2d1-2b47-4b6e-b994-2b5bd7ff1626 None None] Port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:02.107431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-806d3889-5505-41bc-a00e-fac9ebb478d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867224 Aug 31 15:55:02.120801 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:02.135013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba34f-7ce5-4862-85ab-1f02b95086ab None None] Pushing event updated for resources: {'Port': ['ID=d60086a0-d161-4d77-b2ea-13268f39956d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:02.299162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:02.329937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:55:02.330344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:02.342777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Routers {'28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:02.343432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:02.436995 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-d5302713-ac89-4f7f-b1df-077f1103e2ef service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231678 Aug 31 15:55:02.502423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] Set router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:02.575353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:02.599949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-468bb2d1-2b47-4b6e-b994-2b5bd7ff1626 None None] Provisioning complete for port d60086a0-d161-4d77-b2ea-13268f39956d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:02.599949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-468bb2d1-2b47-4b6e-b994-2b5bd7ff1626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:02.630066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:02.651737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] No DVR routers for this DVR port 76c0cbe9-2e91-46e9-9eb0-5f5f25feddef on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:55:02.658304 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:02.712089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23ddd70f-383d-4b84-9f19-1a5098231b8f req-e1fb232e-46ff-4578-860d-a0814eb69f20 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.1274929 Aug 31 15:55:02.738547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:02.758098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:02.765354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da846ed5-24e9-4dcf-bb22-cfa82f4c6048 req-db654af2-8f57-40b0-94a1-e33d5fb9d566 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "DELETE /v2.0/ports/76c0cbe9-2e91-46e9-9eb0-5f5f25feddef HTTP/1.1" status: 204 len: 173 time: 5.7654378 Aug 31 15:55:02.767744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'name': 'network-vif-deleted', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:02.770241 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9b47a2-6362-41fc-85cf-55e2de2e6ebc" -d '{"events": [{"server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "name": "network-vif-deleted", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:02.785018 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:02.788906 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:02.795622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Allocated IP 172.20.0.14 (b93d0c14-428b-49db-a7c5-f75b14edaa36/b38bcd8e-9835-4041-8e52-7f20f9740cda/d851229e-8dae-47d2-8f36-544bd3924350) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:02.886860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e981f-0623-43ab-b99f-ef4b56282bc0 req-606aa1a8-cd00-4d49-bb29-6862105b459f tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:02.890793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae9e981f-0623-43ab-b99f-ef4b56282bc0 req-606aa1a8-cd00-4d49-bb29-6862105b459f tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 944 time: 1.4560926 Aug 31 15:55:03.303477 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:03.342090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d60086a0-d161-4d77-b2ea-13268f39956d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:03.375997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-328e8654-b1a5-4c31-9718-3bf4f202efa2 req-34f1695a-c382-4044-a166-8954c9f2d700 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037291 Aug 31 15:55:03.438125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e7c73-86c6-452b-b855-af6a762ad84b None None] Pushing event updated for resources: {'Port': ['ID=dd506484-c68e-4d1d-b016-e2f8e8b7c545,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:03.616494 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Floating IP aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f associated. External IP: 172.25.6.150, port: 1589960e-7fd1-45b7-a46b-2ec16d81e4cb. Aug 31 15:55:03.668696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e7c73-86c6-452b-b855-af6a762ad84b None None] Pushing event updated for resources: {'Port': ['ID=dd506484-c68e-4d1d-b016-e2f8e8b7c545,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:03.733722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d60086a0-d161-4d77-b2ea-13268f39956d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:03.734078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:03.738667 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:03.772465 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c5def-afa4-4268-9d75-906b881061e9 None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:03.831302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7ffef7a4-ded6-443d-aec1-b6a45e1f0635', 'name': '', 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'mac_address': 'fa:16:3e:cf:f1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:58Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 2, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'subnets': [{'id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:03.854408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:03.870972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Transition to ACTIVE for port object d851229e-8dae-47d2-8f36-544bd3924350 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:03.896476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Router e0b90640-9218-46ef-9348-7b7f3c997c7e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:03.958004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:03.968168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bfc27-529d-4bcc-b58b-763781847ba8 None None] The sync data for ids ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'] in n-d-793621-35 is: [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7ffef7a4-ded6-443d-aec1-b6a45e1f0635', 'name': '', 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'mac_address': 'fa:16:3e:cf:f1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:58Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 2, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'subnets': [{'id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:04.057512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:04.061044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:04.088887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:04.177672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 935754a1-f956-470e-ab45-dc6335bae2bd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:04.192269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event updated for resources: {'Port': ['ID=d851229e-8dae-47d2-8f36-544bd3924350,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:04.246742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:04.251460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:04.252157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.258819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.294403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-1c15c704-87a7-475f-81cf-736c752a25b0 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1313379 Aug 31 15:55:04.307763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Request body: {'port': {'device_id': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:04.331853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] Sync routers for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:04.354611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:04.371314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-98fb31bd-598b-414d-b31e-4cd09ddee332 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "PUT /v2.0/floatingips/aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f HTTP/1.1" status: 200 len: 991 time: 3.1420383 Aug 31 15:55:04.407031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae9e981f-0623-43ab-b99f-ef4b56282bc0 req-8c4a25dc-f523-4412-8d44-8aa056d4c3ca tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7931128 Aug 31 15:55:04.414269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.440549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:04.441584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:04.530680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.540805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 935754a1-f956-470e-ab45-dc6335bae2bd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:04.541376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.553107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port d1a5d74a-41ce-490e-8d83-087ded891edf triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:04.553107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.785915 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55903269-b81b-43bc-a714-a184ad273d89 None None] New status for floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:55:04.863863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3e9177d1-76de-434b-9b41-38c6bacedc90 None None] Provisioning for port d851229e-8dae-47d2-8f36-544bd3924350 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:04.892102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3e9177d1-76de-434b-9b41-38c6bacedc90 None None] Provisioning complete for port d851229e-8dae-47d2-8f36-544bd3924350 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:04.892868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3e9177d1-76de-434b-9b41-38c6bacedc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:04.895973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:05.166659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655c308-fa13-4e59-b155-df9b0669475b req-4aa03965-f58a-4592-b063-fe3aa727c3c6 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:05.168403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8655c308-fa13-4e59-b155-df9b0669475b req-4aa03965-f58a-4592-b063-fe3aa727c3c6 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 932 time: 0.3979084 Aug 31 15:55:05.169474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.214268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3e9177d1-76de-434b-9b41-38c6bacedc90 None None] Port d851229e-8dae-47d2-8f36-544bd3924350 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:05.234123 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.239562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d851229e-8dae-47d2-8f36-544bd3924350 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:05.258073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.280365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8655c308-fa13-4e59-b155-df9b0669475b req-eaf8393c-3336-4ff5-b165-3318b88e842c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899475 Aug 31 15:55:05.286555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Transition to ACTIVE for port object d851229e-8dae-47d2-8f36-544bd3924350 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:05.290247 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.377266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4848fda-d39e-4a50-9a98-12380f83626b req-06cab8d2-1de7-429a-b077-2c0df99e987f tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6534727 Aug 31 15:55:05.399872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Pushing event updated for resources: {'Port': ['ID=d851229e-8dae-47d2-8f36-544bd3924350,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:05.403180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:05.474718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.487332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:05.496163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:05.502922 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8800d9-4b89-4a2e-bcb7-0f1416bce1d3" -d '{"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:05.525787 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.526634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:05.703880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Attempting to bind port d851229e-8dae-47d2-8f36-544bd3924350 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:05.704368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Attempting to bind port d851229e-8dae-47d2-8f36-544bd3924350 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:05.704962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Attempting to bind port d851229e-8dae-47d2-8f36-544bd3924350 on network b93d0c14-428b-49db-a7c5-f75b14edaa36 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:05.728085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Port d851229e-8dae-47d2-8f36-544bd3924350 on network b93d0c14-428b-49db-a7c5-f75b14edaa36 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:05.728585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Attempting to bind port d851229e-8dae-47d2-8f36-544bd3924350 on network b93d0c14-428b-49db-a7c5-f75b14edaa36 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:05.743928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:05.744706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Checking segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:05.745371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Bound using segment: {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:05.746385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Bound port: d851229e-8dae-47d2-8f36-544bd3924350, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:05.747000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:05.873988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-137734da-7bf6-4204-a76d-53800400debe req-03f3110b-7a2c-436a-ab77-fec89d4eba1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b7467401f4e48dfb954cf58dc7ee605&device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0407901 Aug 31 15:55:05.931708 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-137734da-7bf6-4204-a76d-53800400debe req-9d605a10-318e-4da6-ad77-8988b5b310f2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0b7467401f4e48dfb954cf58dc7ee605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448468 Aug 31 15:55:05.950632 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40593ef5-9c18-459f-ac7c-9b03e5c6de3a x-openstack-request-id: req-40593ef5-9c18-459f-ac7c-9b03e5c6de3a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:05.950999 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910a5192-8fc7-45b3-934c-33f4677996be", "name": "network-vif-deleted", "tag": "76c0cbe9-2e91-46e9-9eb0-5f5f25feddef", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:05.951192 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40593ef5-9c18-459f-ac7c-9b03e5c6de3a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:05.951597 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910a5192-8fc7-45b3-934c-33f4677996be', 'name': 'network-vif-deleted', 'tag': '76c0cbe9-2e91-46e9-9eb0-5f5f25feddef', 'status': 'completed', 'code': 200} Aug 31 15:55:06.002648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] For port d851229e-8dae-47d2-8f36-544bd3924350, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:06.005585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:55:06.006576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] For port d851229e-8dae-47d2-8f36-544bd3924350, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d851229e-8dae-47d2-8f36-544bd3924350,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:06.020431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:06.030214 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.070641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.111463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:06.138917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:06.141835 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.340521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137734da-7bf6-4204-a76d-53800400debe req-55eaab75-3d71-4023-a6de-f73fd06420be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:06.344210 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-137734da-7bf6-4204-a76d-53800400debe req-55eaab75-3d71-4023-a6de-f73fd06420be service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3350518 Aug 31 15:55:06.344828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'port_id': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'mac_address': 'fa:16:3e:7a:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21879b96-cb82-4007-8200-dfd410da9aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:54:32Z', 'updated_at': '2021-08-31T15:55:02Z', 'revision_number': 1, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:34Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:06.346862 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.472305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] Checking router: e0b90640-9218-46ef-9348-7b7f3c997c7e for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:06.526156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:06.526864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:06.538907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:06.603893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11dbf-5d52-4a61-9ca4-02f9a330c3c3 req-fab47a3e-ed7a-44cc-a08f-edc706f1bbf1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:06.616010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5db11dbf-5d52-4a61-9ca4-02f9a330c3c3 req-fab47a3e-ed7a-44cc-a08f-edc706f1bbf1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 944 time: 0.3938632 Aug 31 15:55:06.627334 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.696730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:06.753364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.754627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fd2630de-7f19-4c07-beff-80707243083d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1567070 Aug 31 15:55:06.756111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:06.759483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Sync routers for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:06.787207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42438) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:06.804024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Allocated IP 172.25.6.77 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5b8d487e-fb59-40fa-8778-dd2d78d94457) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:06.885900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:06.886549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:06.924503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:06.925348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:06.927243 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] 10.222.0.49 "PUT /v2.0/ports/d851229e-8dae-47d2-8f36-544bd3924350 HTTP/1.1" status: 200 len: 1093 time: 2.6242886 Aug 31 15:55:06.927870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:06.930415 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1df1ce-ab59-498f-b196-f879adc9ffdc" -d '{"events": [{"name": "network-changed", "server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "tag": "d851229e-8dae-47d2-8f36-544bd3924350"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:06.941369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5db11dbf-5d52-4a61-9ca4-02f9a330c3c3 req-4ffc4ef3-b612-4792-b4bb-1dc51aebb820 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135555 Aug 31 15:55:07.032859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:07.072604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442b00-190b-4a22-9b5a-1f99deed9348 service neutron] Pushing event updated for resources: {'Port': ['ID=d851229e-8dae-47d2-8f36-544bd3924350,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:07.108548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-55a270a2-c787-4fd6-bfe0-5579e7a68343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:07.113865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-55a270a2-c787-4fd6-bfe0-5579e7a68343 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 1096 time: 0.1304467 Aug 31 15:55:07.178614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-f39d5a7b-dbbf-4629-89f7-3f9545ac5bfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d851229e-8dae-47d2-8f36-544bd3924350 HTTP/1.1" status: 200 len: 217 time: 0.0526421 Aug 31 15:55:07.250339 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9269b86f-b260-464b-a95c-a253c1cfc491 x-openstack-request-id: req-9269b86f-b260-464b-a95c-a253c1cfc491 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:07.250339 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:07.251500 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9269b86f-b260-464b-a95c-a253c1cfc491 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:07.251500 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'code': 200} Aug 31 15:55:07.270329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-169af057-461e-4136-a23e-2de992f086f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:07.272166 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-169af057-461e-4136-a23e-2de992f086f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.0874975 Aug 31 15:55:07.327723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dfce741-2a50-4d0f-8317-771b9d4738b1 req-48205644-af09-4a1b-9a77-0a731d59a20c tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.43 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0786448 Aug 31 15:55:07.344538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:07.382738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-59da46d2-22f0-4c1b-8af7-1d7b67259c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:07.384302 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-59da46d2-22f0-4c1b-8af7-1d7b67259c84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045198 Aug 31 15:55:07.553036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:07.582783 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-c7d3b431-7b2e-46ab-b18c-25e7eb5320e7 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893506 Aug 31 15:55:07.706110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f6b59-131d-431f-a703-19047fb38b97 req-091b4fd1-b3ac-4ca8-a9da-5078e03f6fb6 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:07.713887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df6f6b59-131d-431f-a703-19047fb38b97 req-091b4fd1-b3ac-4ca8-a9da-5078e03f6fb6 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 944 time: 0.1991453 Aug 31 15:55:07.826159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd506484-c68e-4d1d-b016-e2f8e8b7c545 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:07.827719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-137734da-7bf6-4204-a76d-53800400debe req-ce3652e4-635c-4c12-b29b-9d10049d0535 tempest-ServerShowV257Test-411539373 tempest-ServerShowV257Test-411539373-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c443e7-e87e-4d71-a752-a4e87263e63d HTTP/1.1" status: 200 len: 210 time: 0.0601563 Aug 31 15:55:07.866069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0366461-ea8a-4908-b5ba-c5b61a2cfb67 req-0442c584-ec10-4e05-a175-991edda357e6 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747478 Aug 31 15:55:08.029217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df6f6b59-131d-431f-a703-19047fb38b97 req-e4a35380-c352-477e-9003-6b3b9ac8eb48 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3144174 Aug 31 15:55:08.029762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:08.032554 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:08.070088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:08.078028 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Sync routers for ids ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:08.094195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Routers {'28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:08.094814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:08.143139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:08.149174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:08.153546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:08.211564 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17156dcf-7eab-45ce-90d7-04081b87f2e1 x-openstack-request-id: req-17156dcf-7eab-45ce-90d7-04081b87f2e1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:08.212123 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "tag": "d851229e-8dae-47d2-8f36-544bd3924350", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:08.212588 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17156dcf-7eab-45ce-90d7-04081b87f2e1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:08.213205 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350', 'status': 'completed', 'code': 200} Aug 31 15:55:08.247933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Pushing event updated for resources: {'Port': ['ID=5b8d487e-fb59-40fa-8778-dd2d78d94457,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:08.352914 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Set router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:08.358351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-d3ab6d99-9f3c-496c-80bc-2e6d04e86e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:08.361866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-d3ab6d99-9f3c-496c-80bc-2e6d04e86e75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 1096 time: 0.1228905 Aug 31 15:55:08.416744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port dd506484-c68e-4d1d-b016-e2f8e8b7c545 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:08.431804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port dd506484-c68e-4d1d-b016-e2f8e8b7c545 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:08.431804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:08.448855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'port_id': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'mac_address': 'fa:16:3e:7a:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21879b96-cb82-4007-8200-dfd410da9aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:54:32Z', 'updated_at': '2021-08-31T15:55:02Z', 'revision_number': 1, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:34Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:08.502300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:08.523208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f72e01-089f-4c6d-874a-0ce955d2ef48 None None] The sync data for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 is: [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'port_id': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'mac_address': 'fa:16:3e:7a:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21879b96-cb82-4007-8200-dfd410da9aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:54:32Z', 'updated_at': '2021-08-31T15:55:02Z', 'revision_number': 1, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:34Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:08.530742 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:08.537665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:01Z', 'revision_number': 3, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:08.631832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Checking router: eb5982f4-b235-4263-af7e-bb2dd4fe0c65 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:08.632295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Updating router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 port 57802fda-4696-49b9-9204-d397893e8b6c binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:08.671526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-96d7b83c-58ff-4c92-a4dd-7d21f1af6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:08.689005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-96d7b83c-58ff-4c92-a4dd-7d21f1af6ba0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 925 time: 0.3151953 Aug 31 15:55:08.743656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:08.763242 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:08.824943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-03ad4d80-fd0f-454e-90a1-c38bec05c7ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d851229e-8dae-47d2-8f36-544bd3924350 HTTP/1.1" status: 200 len: 217 time: 0.1311610 Aug 31 15:55:08.993760 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7ffef7a4-ded6-443d-aec1-b6a45e1f0635', 'name': '', 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'mac_address': 'fa:16:3e:cf:f1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:58Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 2, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'subnets': [{'id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:08.994553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-6033990b-781c-4e85-ade5-5c31ea218cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:08.997151 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-6033990b-781c-4e85-ade5-5c31ea218cb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.1635296 Aug 31 15:55:09.066722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a6fc-4219-422f-8be4-17b132105183 req-fc22140c-4d14-4edd-aae2-16763d87e8f6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:09.081634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47c5a6fc-4219-422f-8be4-17b132105183 req-fc22140c-4d14-4edd-aae2-16763d87e8f6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.5648375 Aug 31 15:55:09.135817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.172046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a96f4-d639-4c85-b02a-0addc2d7f1d0 None None] New status for floating IP aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:55:09.184518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-1105d909-5476-47dc-8328-4ba79424e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:09.186686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-1105d909-5476-47dc-8328-4ba79424e32a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805542 Aug 31 15:55:09.309584 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Checking router: 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:09.310185 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Updating router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:09.350439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47c5a6fc-4219-422f-8be4-17b132105183 req-326f9c14-4bac-4515-a331-2838b1eaf5e9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513397 Aug 31 15:55:09.390965 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.441009 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b0466d-4d4f-453a-aff6-718e8e066ee6 x-openstack-request-id: req-d9b0466d-4d4f-453a-aff6-718e8e066ee6 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:09.444531 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:09.445095 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9b0466d-4d4f-453a-aff6-718e8e066ee6 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:09.445714 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'status': 'completed', 'code': 200} Aug 31 15:55:09.510850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.523918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Transition to ACTIVE for port object 57802fda-4696-49b9-9204-d397893e8b6c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:09.539210 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-e101bbb0-0521-45da-9294-ce2a5c787a99 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380797 Aug 31 15:55:09.547147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Allocated IP 172.20.0.1 (97124748-1497-4916-b3e2-895ef82c1278/8c94b302-d6a6-4899-9600-958bbaa93466/9a25fd3a-b523-48f9-8a2d-226d94746104) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:09.563334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port dd506484-c68e-4d1d-b016-e2f8e8b7c545, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dd506484-c68e-4d1d-b016-e2f8e8b7c545,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:09.565608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:09.573915 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac8f8e-a010-4096-b577-33111e51d08a" -d '{"events": [{"server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "name": "network-vif-plugged", "status": "completed", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:09.583875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.586942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.747159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.757575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.783645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Attempting to bind port 57802fda-4696-49b9-9204-d397893e8b6c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:09.784353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Attempting to bind port 57802fda-4696-49b9-9204-d397893e8b6c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:09.785024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Attempting to bind port 57802fda-4696-49b9-9204-d397893e8b6c on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:09.806439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:09.814107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:09.815453 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.817106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:09.819309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Bound port: 57802fda-4696-49b9-9204-d397893e8b6c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:09.820218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.822199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Pushing event updated for resources: {'Port': ['ID=5b8d487e-fb59-40fa-8778-dd2d78d94457,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:09.860990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73a41e-acfe-41b0-95f0-636e22ce8fa8 req-223080ab-c803-493d-9230-c108a7be066f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:09.871700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d73a41e-acfe-41b0-95f0-636e22ce8fa8 req-223080ab-c803-493d-9230-c108a7be066f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 944 time: 0.2597909 Aug 31 15:55:09.881464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] For port 57802fda-4696-49b9-9204-d397893e8b6c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:09.885110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] For port 57802fda-4696-49b9-9204-d397893e8b6c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57802fda-4696-49b9-9204-d397893e8b6c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:09.890853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=dd506484-c68e-4d1d-b016-e2f8e8b7c545,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:09.898054 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:09.924306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1f1df1ce-ab59-498f-b196-f879adc9ffdc req-4ba03ce1-f35f-40a8-b214-8e0a5a661c68 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526939 Aug 31 15:55:09.945753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-17018c32-211e-4444-9848-c63d6a821373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:09.947107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-17018c32-211e-4444-9848-c63d6a821373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34d92534441b45b2b7332ba0e96fc08f&device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 1097 time: 0.4802082 Aug 31 15:55:10.052348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42478) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:10.106032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:10.106726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:10.122101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d73a41e-acfe-41b0-95f0-636e22ce8fa8 req-66861eed-572f-414d-b189-f576d323779d tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2438440 Aug 31 15:55:10.126829 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.141504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Transition to ACTIVE for port object 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:10.152645 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:55:10.153490 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.192462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-dc9c0168-917f-497e-8490-33d57ecdbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:10.196550 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-dc9c0168-917f-497e-8490-33d57ecdbf01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b15a9a24-f602-40fa-808b-b000e9a94deb HTTP/1.1" status: 200 len: 916 time: 0.2359476 Aug 31 15:55:10.213092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.219202 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.288939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d851229e-8dae-47d2-8f36-544bd3924350 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:10.343896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e806433-1773-477a-b597-9b901b76864b None None] Pushing event updated for resources: {'Port': ['ID=57802fda-4696-49b9-9204-d397893e8b6c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:10.368318 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Attempting to bind port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:10.369472 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Attempting to bind port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:10.370073 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Attempting to bind port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 on network 968c8f4f-9b31-4128-a833-7b0f361e9b0c {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:10.379763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.382788 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:10.383420 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Checking segment: {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:10.384002 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.384504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4848fda-d39e-4a50-9a98-12380f83626b req-79d214e1-04a5-4e91-90f9-a51c38622190 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9934907 Aug 31 15:55:10.385634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Transition to ACTIVE for port object 9a25fd3a-b523-48f9-8a2d-226d94746104 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:10.392330 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Bound using segment: {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:10.393197 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Bound port: 7ffef7a4-ded6-443d-aec1-b6a45e1f0635, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:10.393814 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.445959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-270c0464-3ee3-4275-8179-4dd25f7a86f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb HTTP/1.1" status: 200 len: 1001 time: 0.2392654 Aug 31 15:55:10.489254 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] For port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:10.518360 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] For port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,segment=NetworkSegment(ab4cf057-70cb-4bdc-9f87-e13a5c89885d),segment_id=ab4cf057-70cb-4bdc-9f87-e13a5c89885d)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:10.525531 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.557131 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Pushing event updated for resources: {'Port': ['ID=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:10.558630 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377da44c-764b-42b0-9e36-8a744b43e4af x-openstack-request-id: req-377da44c-764b-42b0-9e36-8a744b43e4af {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:10.563348 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "name": "network-vif-plugged", "status": "completed", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:10.567316 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-377da44c-764b-42b0-9e36-8a744b43e4af {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:10.568014 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'code': 200} Aug 31 15:55:10.586027 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.586027 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.586341 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.586687 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.587032 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.587375 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.587774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.588108 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.588528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.588776 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.589826 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.590202 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:10.604567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:55:10.696154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-a7bd5c61-7062-4b2b-9569-1c4d90d69bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:10.709761 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-a7bd5c61-7062-4b2b-9569-1c4d90d69bb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5ad1d08-acf6-4573-8e83-dc1205b25ae0 HTTP/1.1" status: 200 len: 854 time: 0.2539546 Aug 31 15:55:10.713533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619884c9-74ac-43b1-854b-86c684ac87a2 None None] Pushing event updated for resources: {'Port': ['ID=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:10.744313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4848fda-d39e-4a50-9a98-12380f83626b req-77c8467e-3f44-4b29-ab24-c6f89e69db49 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.3390269 Aug 31 15:55:10.753130 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Routers {'28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:10.753850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:10.756265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:10.796939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970590a-c612-4f9c-9f30-140a06067707 req-71fa8d87-fd3d-4f11-b42d-ccb968614b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:10.798646 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d970590a-c612-4f9c-9f30-140a06067707 req-71fa8d87-fd3d-4f11-b42d-ccb968614b23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1097 time: 0.2016408 Aug 31 15:55:10.833152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1254566-b2f0-4459-84ba-a140d780def5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.852371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-c6ff284c-302a-4689-b194-7d403dc74a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:10.859206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-c6ff284c-302a-4689-b194-7d403dc74a01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b15a9a24-f602-40fa-808b-b000e9a94deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333606 Aug 31 15:55:10.889031 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d970590a-c612-4f9c-9f30-140a06067707 req-2a5e99e2-c45d-4af8-9a6f-7fd7e97f4173 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781903 Aug 31 15:55:10.940942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:10.941655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e806433-1773-477a-b597-9b901b76864b None None] Pushing event updated for resources: {'Port': ['ID=57802fda-4696-49b9-9204-d397893e8b6c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:11.000956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] Set router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:11.019928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-19648663-25f4-4663-a167-fb371724ddf9 service neutron] 10.222.0.30 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468101 Aug 31 15:55:11.123772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Pushing event updated for resources: {'Port': ['ID=9a25fd3a-b523-48f9-8a2d-226d94746104,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:11.130098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d851229e-8dae-47d2-8f36-544bd3924350, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d851229e-8dae-47d2-8f36-544bd3924350,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:11.161754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f9ee-3d5c-4e0d-b3c1-4a7b080f2163 req-9651b74f-c447-4321-9c0b-aae92d4b87f7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:11.169535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5284f9ee-3d5c-4e0d-b3c1-4a7b080f2163 req-9651b74f-c447-4321-9c0b-aae92d4b87f7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.4742239 Aug 31 15:55:11.185700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'd851229e-8dae-47d2-8f36-544bd3924350', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'port_id': 'd851229e-8dae-47d2-8f36-544bd3924350', 'mac_address': 'fa:16:3e:fa:74:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:11.197983 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ffa805e-f5da-44c6-aeb3-efea8beca5c2 req-20d230ee-2e0c-4d4c-9dc2-7bb51c7a1ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678960 Aug 31 15:55:11.233842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Network 97124748-1497-4916-b3e2-895ef82c1278 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:11.245684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:11.250243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:11.310329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:11.465505 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7ffef7a4-ded6-443d-aec1-b6a45e1f0635', 'name': '', 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'mac_address': 'fa:16:3e:cf:f1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:58Z', 'updated_at': '2021-08-31T15:55:10Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'subnets': [{'id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:11.513357 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:11.535894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d851229e-8dae-47d2-8f36-544bd3924350 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:11.541797 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6052a5-4c11-491c-b92b-b592742330fc None None] The sync data for ids ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'] in n-d-793621-35 is: [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:54:59Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7ffef7a4-ded6-443d-aec1-b6a45e1f0635', 'name': '', 'network_id': '968c8f4f-9b31-4128-a833-7b0f361e9b0c', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'mac_address': 'fa:16:3e:cf:f1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:58Z', 'updated_at': '2021-08-31T15:55:10Z', 'revision_number': 4, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'subnets': [{'id': 'bf889732-ef3c-4cef-99f1-57595cda862c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:11.588078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5284f9ee-3d5c-4e0d-b3c1-4a7b080f2163 req-73d6e0d7-516d-4680-a09b-c5cb7e7d22bb tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174061 Aug 31 15:55:11.590680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d851229e-8dae-47d2-8f36-544bd3924350, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d851229e-8dae-47d2-8f36-544bd3924350,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:11.601089 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:11.901346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:01Z', 'revision_number': 3, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:11.905546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd506484-c68e-4d1d-b016-e2f8e8b7c545 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:11.992819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8291af-02d9-4f59-a2d0-049682f74a6e None None] The sync data for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 is: [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:01Z', 'revision_number': 3, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:12.016270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7ce82a2a-0b49-407e-aef8-fab4c5887927 None None] Provisioning for port 9a25fd3a-b523-48f9-8a2d-226d94746104 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:12.024712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d851229e-8dae-47d2-8f36-544bd3924350,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:12.029803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7ce82a2a-0b49-407e-aef8-fab4c5887927 None None] Provisioning complete for port 9a25fd3a-b523-48f9-8a2d-226d94746104 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:12.030229 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7ce82a2a-0b49-407e-aef8-fab4c5887927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.069559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d851229e-8dae-47d2-8f36-544bd3924350'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:12.211019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7ce82a2a-0b49-407e-aef8-fab4c5887927 None None] Port 9a25fd3a-b523-48f9-8a2d-226d94746104 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:12.214572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port dd506484-c68e-4d1d-b016-e2f8e8b7c545 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:12.215513 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.267899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.423784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:12.498725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848fda-d39e-4a50-9a98-12380f83626b req-2da0cad4-3054-4bb0-a2db-7a8a4c19241c tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:12.500225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4848fda-d39e-4a50-9a98-12380f83626b req-2da0cad4-3054-4bb0-a2db-7a8a4c19241c tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 1.6455808 Aug 31 15:55:12.561909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d762-8191-41fa-bd27-df30b989d401 req-664c9cea-98e9-45f5-b39d-6578b5bce797 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:12.566958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:12.571388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0588d762-8191-41fa-bd27-df30b989d401 req-664c9cea-98e9-45f5-b39d-6578b5bce797 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 945 time: 0.4045684 Aug 31 15:55:12.579673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:12.580052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.713803 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1254566-b2f0-4459-84ba-a140d780def5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.732516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0588d762-8191-41fa-bd27-df30b989d401 req-c8b2ceb8-05eb-4782-900e-4ecb295fbcea tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600904 Aug 31 15:55:12.741718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1254566-b2f0-4459-84ba-a140d780def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.757446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.838332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,segment=NetworkSegment(ab4cf057-70cb-4bdc-9f87-e13a5c89885d),segment_id=ab4cf057-70cb-4bdc-9f87-e13a5c89885d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:12.844690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.903663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.932240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:12.984542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:12.986047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1254566-b2f0-4459-84ba-a140d780def5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994dc1b5-4ef7-4d4f-b69e-7e2b0826f400,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:12.995879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1254566-b2f0-4459-84ba-a140d780def5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b7467401f4e48dfb954cf58dc7ee605&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9364886 Aug 31 15:55:12.998936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42516) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:13.085672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2603dc3-a83f-42cc-a71d-4313368e526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:13.086421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bf42625-7a25-40c2-833d-2879a744e5d9 req-594d5793-c502-4ac6-90f5-505486bb47fe tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips/cbae65a0-1786-433e-9c61-856f2d9e78b8 HTTP/1.1" status: 200 len: 692 time: 0.1438043 Aug 31 15:55:13.169502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2603dc3-a83f-42cc-a71d-4313368e526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:13.179150 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:13.185033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Pushing event updated for resources: {'Port': ['ID=9a25fd3a-b523-48f9-8a2d-226d94746104,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:13.272505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2603dc3-a83f-42cc-a71d-4313368e526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:13.279163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2603dc3-a83f-42cc-a71d-4313368e526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:13.279163 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d2603dc3-a83f-42cc-a71d-4313368e526d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/994dc1b5-4ef7-4d4f-b69e-7e2b0826f400 HTTP/1.1" status: 204 len: 168 time: 0.2788053 Aug 31 15:55:13.298479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2603dc3-a83f-42cc-a71d-4313368e526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dc1b5-4ef7-4d4f-b69e-7e2b0826f400,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:13.427080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf42625-7a25-40c2-833d-2879a744e5d9 req-4ade8081-c259-44b6-8152-af8a68a9332f tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:13.428937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bf42625-7a25-40c2-833d-2879a744e5d9 req-4ade8081-c259-44b6-8152-af8a68a9332f tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.3415923 Aug 31 15:55:13.445500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-7bf42625-7a25-40c2-833d-2879a744e5d9 req-4833835d-26e2-4c1a-836f-267666812194 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:55:13.446780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bf42625-7a25-40c2-833d-2879a744e5d9 req-4833835d-26e2-4c1a-836f-267666812194 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105841 Aug 31 15:55:13.460281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db3168-5c8c-45e1-922c-f2e4e00b9079 req-b46c20e4-336d-4b50-9c1a-516adf9d91dc tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:13.462141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11db3168-5c8c-45e1-922c-f2e4e00b9079 req-b46c20e4-336d-4b50-9c1a-516adf9d91dc tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.2238283 Aug 31 15:55:13.531096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Network 97124748-1497-4916-b3e2-895ef82c1278 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:13.534571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:13.592748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11db3168-5c8c-45e1-922c-f2e4e00b9079 req-349fe323-ffed-4212-b28f-1c9fdd7c6d0a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180630 Aug 31 15:55:13.958895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:13.969298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15f4b848-e572-474a-bb0b-9e343b315771 req-cd785534-2a58-4eab-9fed-64414f46faf9 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=8b7541cfdbe341989062d447df52bc6e HTTP/1.1" status: 200 len: 695 time: 0.2202868 Aug 31 15:55:14.033993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:14.034299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.125302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f0a7daa0-f502-4753-94fd-7b9b324352dc None None] Provisioning complete for port 9a25fd3a-b523-48f9-8a2d-226d94746104 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:14.125642 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0a7daa0-f502-4753-94fd-7b9b324352dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.237265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:14.256162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57802fda-4696-49b9-9204-d397893e8b6c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:14.260178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7daa0-f502-4753-94fd-7b9b324352dc None None] Port 9a25fd3a-b523-48f9-8a2d-226d94746104 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:14.304774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d851229e-8dae-47d2-8f36-544bd3924350 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:14.370520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 57802fda-4696-49b9-9204-d397893e8b6c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:14.391530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 57802fda-4696-49b9-9204-d397893e8b6c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:14.391934 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.434888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port d851229e-8dae-47d2-8f36-544bd3924350 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:14.461619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port d851229e-8dae-47d2-8f36-544bd3924350 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:14.462002 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.528272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4b848-e572-474a-bb0b-9e343b315771 req-9041a721-8c32-4608-af7d-9a14c5892dd5 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:14.530176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15f4b848-e572-474a-bb0b-9e343b315771 req-9041a721-8c32-4608-af7d-9a14c5892dd5 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks?id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 787 time: 0.5485096 Aug 31 15:55:14.549987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-15f4b848-e572-474a-bb0b-9e343b315771 req-de6edfcb-94c4-4058-a868-daa8a853843b tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:55:14.551065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15f4b848-e572-474a-bb0b-9e343b315771 req-de6edfcb-94c4-4058-a868-daa8a853843b tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121319 Aug 31 15:55:14.590516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-fb5416b2-56c6-43fa-a6f9-cbf653d3a53b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:14.593953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.598071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-fb5416b2-56c6-43fa-a6f9-cbf653d3a53b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.8523564 Aug 31 15:55:14.636447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 57802fda-4696-49b9-9204-d397893e8b6c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57802fda-4696-49b9-9204-d397893e8b6c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:14.664155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.671139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f5650ccd-ebf7-4c8e-a3c8-fb512b9cc209 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/quotas/95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 375 time: 0.0719805 Aug 31 15:55:14.677553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42558) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:14.710379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.758498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d851229e-8dae-47d2-8f36-544bd3924350, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d851229e-8dae-47d2-8f36-544bd3924350,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:14.759948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:14.760691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:14.764998 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f90cb87-a868-4c6d-aad0-17464180e39f" -d '{"events": [{"server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "name": "network-vif-plugged", "status": "completed", "tag": "d851229e-8dae-47d2-8f36-544bd3924350"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:14.775474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-960152d1-3227-441b-89ae-36dedcdcbe89 admin admin] 10.222.0.43 "PUT /v2.0/routers/eb5982f4-b235-4263-af7e-bb2dd4fe0c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9789076 Aug 31 15:55:14.782812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.788940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc978b0-2193-4bb3-9055-037385f75009 req-685d5c19-e829-454e-9c66-dc02a93829ee tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:14.790780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dc978b0-2193-4bb3-9055-037385f75009 req-685d5c19-e829-454e-9c66-dc02a93829ee tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1097 time: 0.1540856 Aug 31 15:55:14.814667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-734331af-4371-44c8-be44-da402c3ad137 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423178 Aug 31 15:55:14.817677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=57802fda-4696-49b9-9204-d397893e8b6c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:14.842392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-930893402-network', 'tenant_id': '3b65143bb5964c1c8d27767409db4bd3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:14.881360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Made reservation on behalf of 3b65143bb5964c1c8d27767409db4bd3 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:14.884060 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.895283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:14.953346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d851229e-8dae-47d2-8f36-544bd3924350,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:14.987070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-3bc1d9bd-5404-4d78-967e-7f09ab32f171 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711640 Aug 31 15:55:15.101537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.108288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.132389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-0073a0f6-87b2-472c-9746-787670242ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349957 Aug 31 15:55:15.153149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:55:15.167436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dc978b0-2193-4bb3-9055-037385f75009 req-5dc9c2ec-06b5-40dc-bc7d-147c9d7254ae tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453591 Aug 31 15:55:15.170125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e6061-7159-4b7c-a8d2-a200ba020ac5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:15.173565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.173914 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Added segment 0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339 of type vlan for network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 Aug 31 15:55:15.223422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.262876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.264164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:15.264795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.340446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f917fc-7dfc-4fe1-853e-f6c8cf53ed41 req-c1c93c68-a339-4e18-a8d5-eeaa854aa3a4 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:15.348972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6f917fc-7dfc-4fe1-853e-f6c8cf53ed41 req-c1c93c68-a339-4e18-a8d5-eeaa854aa3a4 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.0906563 Aug 31 15:55:15.368478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6897662 Aug 31 15:55:15.371481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42576) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:15.377515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Request body: {'subnet': {'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-930893402-subnet', 'tenant_id': '3b65143bb5964c1c8d27767409db4bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:15.399955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de32da-e76c-4833-a6ca-08b4122e84fe admin admin] Pushing event updated for resources: {'Network': ['ID=3863a6b9-0cf5-4d96-9a86-3aec33f92c05,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:15.416574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:55:15.425999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6f917fc-7dfc-4fe1-853e-f6c8cf53ed41 req-1d074cc4-c435-4ef1-9110-9bc1ff1568f2 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759134 Aug 31 15:55:15.444583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Made reservation on behalf of 3b65143bb5964c1c8d27767409db4bd3 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:15.446963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.710367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-35712402-306c-4af7-95b8-888ee05e329c tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips/cbae65a0-1786-433e-9c61-856f2d9e78b8 HTTP/1.1" status: 200 len: 692 time: 0.1274364 Aug 31 15:55:15.739704 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a487ed4-888f-4463-8865-eaa516878bb5 x-openstack-request-id: req-6a487ed4-888f-4463-8865-eaa516878bb5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:15.739919 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "name": "network-vif-plugged", "status": "completed", "tag": "d851229e-8dae-47d2-8f36-544bd3924350", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:15.740173 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a487ed4-888f-4463-8865-eaa516878bb5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:15.740606 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350', 'code': 200} Aug 31 15:55:15.742568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57802fda-4696-49b9-9204-d397893e8b6c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:15.853133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 57802fda-4696-49b9-9204-d397893e8b6c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:15.853516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.939280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:15.966890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-2d678ad8-5f08-42e2-b99e-4f04f1261339 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:15.969644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-2d678ad8-5f08-42e2-b99e-4f04f1261339 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2037547 Aug 31 15:55:15.973035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6725f-00ab-403c-9cb8-5562891610a8 req-b30fca1c-4e3f-46b4-b3d0-4cff03be1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:15.974508 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-05d6725f-00ab-403c-9cb8-5562891610a8 req-b30fca1c-4e3f-46b4-b3d0-4cff03be1f0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 1098 time: 0.1304998 Aug 31 15:55:16.073851 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-7b856944-b211-42ef-9b74-d14a32946833 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.0854561 Aug 31 15:55:16.134995 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Sync routers for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:16.156503 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:16.157697 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:16.166301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-df0b6e58-1c87-4d1a-aaf1-7b31bddb855a tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.0852227 Aug 31 15:55:16.185471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Checking segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:16.189809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Network hostable DHCP agents. Network: 3863a6b9-0cf5-4d96-9a86-3aec33f92c05, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:55:16.292017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af1d399-19bc-4b31-a48c-f17c31c55cfb,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:16.311593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:55:16.333582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3863a6b9-0cf5-4d96-9a86-3aec33f92c05) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:16.346265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c05e4a-886c-477b-89d1-f65f7b5cd580 None None] Network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:55:16.347280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:16.349557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:16.391353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-05d6725f-00ab-403c-9cb8-5562891610a8 req-3ba674e0-66e2-467e-9410-4cced926acfb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3632724 Aug 31 15:55:16.397961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5dc8d4e4-ef70-4857-b326-7574159ad87a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0224476 Aug 31 15:55:16.419287 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:16.550413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Deleting port 5b8d487e-fb59-40fa-8778-dd2d78d94457 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:55:16.551623 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:16.651695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a359d1-7244-43fa-87ca-4132a9ff838f None None] Network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:55:16.739330 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:16.739875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:16.778252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Calling delete_port for 5b8d487e-fb59-40fa-8778-dd2d78d94457 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:55:16.983075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 2, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:16.996737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42612) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:17.005807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510527444', 'description': 'tempest-description--944811340'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:17.058757 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Checking router: eb5982f4-b235-4263-af7e-bb2dd4fe0c65 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:17.069361 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Updating router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 port 9a25fd3a-b523-48f9-8a2d-226d94746104 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:17.073483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.122838 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.126991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.166053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Pushing event deleted for resources: {'Port': ['ID=5b8d487e-fb59-40fa-8778-dd2d78d94457,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:17.194434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7bc64-9572-4457-b29c-c834a6d527a8 req-a32e823e-2fde-4d1c-bc1c-c45afd0b4375 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:17.206563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ed7bc64-9572-4457-b29c-c834a6d527a8 req-a32e823e-2fde-4d1c-bc1c-c45afd0b4375 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1097 time: 0.1637957 Aug 31 15:55:17.307161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.307161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.332564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.332564 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3270760 Aug 31 15:55:17.332564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42614) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:17.338007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Request body: {'security_group_rule': {'security_group_id': 'de6d4eb1-1beb-48ae-8689-aa307b5e10d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:17.367146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ed7bc64-9572-4457-b29c-c834a6d527a8 req-1feff290-ff16-4812-9435-6179ab0b62f4 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595099 Aug 31 15:55:17.385056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.392996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.408920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.410148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12ab6c4f-2cb5-4903-b291-9224ef9afaba req-9319676f-8e02-4712-afac-bcd83068980d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "DELETE /v2.0/floatingips/cbae65a0-1786-433e-9c61-856f2d9e78b8 HTTP/1.1" status: 204 len: 173 time: 1.2356014 Aug 31 15:55:17.433003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84922f0-40c2-444e-bbf9-38ba22efc975 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6d4eb1-1beb-48ae-8689-aa307b5e10d6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:17.538695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8251f91b-c480-43d1-8e1d-ce1fc5eb8db6 req-61b00fd8-a933-4bc2-8d74-c5499c287730 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 210 time: 0.0410013 Aug 31 15:55:17.621881 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.638538 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Transition to ACTIVE for port object 9a25fd3a-b523-48f9-8a2d-226d94746104 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:17.646316 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.664980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.671591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.678888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d575c1-0e31-4b43-b67e-57ad2bb96c01 req-8a2c02fa-66f7-44bb-ac74-4856f7b8801c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:17.679820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07d575c1-0e31-4b43-b67e-57ad2bb96c01 req-8a2c02fa-66f7-44bb-ac74-4856f7b8801c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.1356616 Aug 31 15:55:17.720788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337e675b-d252-47a1-bba4-be6fdfb49002,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:17.780329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07d575c1-0e31-4b43-b67e-57ad2bb96c01 req-d992c223-ce71-4408-8c6b-416a7f4b0ced tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940800 Aug 31 15:55:17.863488 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafebdb-18d9-4613-815a-1d3e1c9654a0 None None] Pushing event updated for resources: {'Port': ['ID=9a25fd3a-b523-48f9-8a2d-226d94746104,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:17.965645 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:17.968952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3ed1bc76-fbd9-4d0f-aa2f-8d49729ce574 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6361804 Aug 31 15:55:17.970047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:17.999037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Request body: {'security_group_rule': {'security_group_id': 'de6d4eb1-1beb-48ae-8689-aa307b5e10d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:18.017591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-94784184-1035-4a39-877f-8dce9135a283 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:18.020389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-94784184-1035-4a39-877f-8dce9135a283 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 820 time: 0.2925394 Aug 31 15:55:18.020957 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Attempting to bind port 9a25fd3a-b523-48f9-8a2d-226d94746104 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:18.021339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Attempting to bind port 9a25fd3a-b523-48f9-8a2d-226d94746104 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:18.021732 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Attempting to bind port 9a25fd3a-b523-48f9-8a2d-226d94746104 on network 97124748-1497-4916-b3e2-895ef82c1278 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:18.038369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Request body: {'port': {'device_id': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'admin_state_up': True, 'tenant_id': '95dbc64de383495ca5176f9e711e4181'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:18.039112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:18.039727 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Checking segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:18.040999 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.041828 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Bound using segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:18.043631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Bound port: 9a25fd3a-b523-48f9-8a2d-226d94746104, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:18.045829 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.093211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.195455 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] For port 9a25fd3a-b523-48f9-8a2d-226d94746104, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:18.206194 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] For port 9a25fd3a-b523-48f9-8a2d-226d94746104, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9a25fd3a-b523-48f9-8a2d-226d94746104,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:18.214846 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.303122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Made reservation on behalf of 95dbc64de383495ca5176f9e711e4181 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:18.313072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.373157 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafebdb-18d9-4613-815a-1d3e1c9654a0 None None] Pushing event updated for resources: {'Port': ['ID=9a25fd3a-b523-48f9-8a2d-226d94746104,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:18.401195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:18.402472 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:54:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:18.428961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b739f16b-531d-498a-97f4-125509df8e6d req-1ff4d2a0-2a2b-40e0-921c-cf6709c250cf tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3780541 Aug 31 15:55:18.437362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:18.497510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-47db1312-9048-4049-b007-b9269cfe154f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:18.505162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-47db1312-9048-4049-b007-b9269cfe154f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 813 time: 0.4529388 Aug 31 15:55:18.556135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-9a982c02-d945-4e4f-88f2-09704b4c9756 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/quotas/3b65143bb5964c1c8d27767409db4bd3 HTTP/1.1" status: 200 len: 375 time: 0.0491834 Aug 31 15:55:18.619351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-d2257850-41dc-4302-8ea7-29ce4c51c39e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619135 Aug 31 15:55:18.623502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Allocated IP 172.20.0.14 (84aae885-6afb-432f-ba2e-e92adbc6643e/a9b700bd-8715-4614-85b0-d3bc06d6fbc6/f644f2b3-0aa2-45ca-b9b0-6a28c488a146) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:18.701129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.705930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.785740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.834995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6d7477-de0a-4897-9afb-f5eff480199e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:18.893710 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:18.893967 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:18.898575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2c3cb158-86d8-4f86-a62a-ec3f78d7981f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9255006 Aug 31 15:55:18.903021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42656) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:18.920489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:18.934476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-37998755-e2e7-4ec0-9723-9be9a1eb5c07 service neutron] 10.222.0.43 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141737 Aug 31 15:55:19.014852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.077845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.100072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.115990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c1d8ee34-01cf-4a63-bd06-db2ede6929b6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:19.121383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.218027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:19.234130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Network 84aae885-6afb-432f-ba2e-e92adbc6643e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:19.237803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:19.247349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:19.314600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5709ad02-6168-4e59-b109-d89786cb9ac2 service neutron] 10.222.0.43 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721099 Aug 31 15:55:19.323729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:19.324489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.356596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-50060567-4b64-4f3e-8862-cd06cc0f5f3f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3238192 Aug 31 15:55:19.375544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Request body: {'port': {'device_id': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:19.413127 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:18Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:19.485210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.490043 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1100a-56b5-47a0-8d77-ff546ce91b4f None None] The sync data for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 is: [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:18Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:19.528532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:19.698965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Allocated IP 172.25.6.131 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/79acb8f5-7935-44f3-b4cd-eadecf033d5f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:19.943801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9a25fd3a-b523-48f9-8a2d-226d94746104 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:20.138402 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.209641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 9a25fd3a-b523-48f9-8a2d-226d94746104 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:20.270223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.287698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 9a25fd3a-b523-48f9-8a2d-226d94746104 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:20.290271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.454463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:20.459114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:20.475979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:20.505028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f644f2b3-0aa2-45ca-b9b0-6a28c488a146 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:20.539063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.582093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Pushing event updated for resources: {'Port': ['ID=79acb8f5-7935-44f3-b4cd-eadecf033d5f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:20.585117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Transition to ACTIVE for port object f644f2b3-0aa2-45ca-b9b0-6a28c488a146 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:20.605139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.621731 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.720599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Allocated IP 172.25.6.154 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/c48ad0cb-9444-4729-9c4c-f33b397f7226) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:20.788623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 9a25fd3a-b523-48f9-8a2d-226d94746104, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9a25fd3a-b523-48f9-8a2d-226d94746104,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:20.799936 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.943031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=9a25fd3a-b523-48f9-8a2d-226d94746104,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:20.949375 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.975404 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-57e768b9-508e-4549-b72c-8a38dd53daaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:20.979241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.077051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:21.093707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.137886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.243341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:21.254372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:21.259634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:21.315446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event updated for resources: {'Port': ['ID=c48ad0cb-9444-4729-9c4c-f33b397f7226,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:21.331661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:21.336126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:21.336941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:21.371408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:21.371737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:21.392400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:21.393319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:21.408826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:21.411056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Bound port: f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:21.411056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.576457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.582858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.600456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:21.700014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-4a13c5dc-5d30-4217-991c-59a021f02f4f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:55:21.711534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-4a13c5dc-5d30-4217-991c-59a021f02f4f tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618978 Aug 31 15:55:21.721588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:21.738480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.776105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9a25fd3a-b523-48f9-8a2d-226d94746104 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:21.850991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:21.852368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.853992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Pushing event updated for resources: {'Port': ['ID=79acb8f5-7935-44f3-b4cd-eadecf033d5f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:21.854252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] 10.222.0.30 "PUT /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 1093 time: 2.4876325 Aug 31 15:55:21.854893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:21.877256 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cc57a8-6e8a-4364-a957-7230e95e24dd" -d '{"events": [{"name": "network-changed", "server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:21.914475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 9a25fd3a-b523-48f9-8a2d-226d94746104 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:21.915130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.922030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.963802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:21.967506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-15b2b2d8-74bd-497f-953f-60c94bfb7c63 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:21.976408 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-15b2b2d8-74bd-497f-953f-60c94bfb7c63 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 1094 time: 0.2624009 Aug 31 15:55:22.031987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:22.033314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b739f16b-531d-498a-97f4-125509df8e6d req-ed552abf-4ea1-4728-807b-beedbf5f2baa tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6035106 Aug 31 15:55:22.125511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Request body: {'binding': {'host': 'n-h1-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:22.126461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Unknown quota resources ['binding']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:55:22.128857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b739f16b-531d-498a-97f4-125509df8e6d req-27ac90c2-1cc3-4344-8ea9-c494ade38b83 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0777431 Aug 31 15:55:22.156808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:22.157039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-66c22866-e73f-40db-a28f-b1c8fb518c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:22.158701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-66c22866-e73f-40db-a28f-b1c8fb518c0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1096 time: 0.2324626 Aug 31 15:55:22.270547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:22.626172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.626857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-5cbded4c-be5b-43a4-802a-47454a8f096d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 217 time: 0.4380953 Aug 31 15:55:22.627257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.627257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.627856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.628355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.628954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.630250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.631677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.632027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.633463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.633824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.634163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e08bbd-8201-4052-9bbe-8872e4708786 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:22.752343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739f16b-531d-498a-97f4-125509df8e6d req-73a8ce9a-a523-4606-884a-da05cff39a24 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:22.754272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b739f16b-531d-498a-97f4-125509df8e6d req-73a8ce9a-a523-4606-884a-da05cff39a24 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.6167691 Aug 31 15:55:22.802931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-20f0f213-e062-4364-8ebf-6d0d24f4b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:22.807331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-20f0f213-e062-4364-8ebf-6d0d24f4b443 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1637788 Aug 31 15:55:22.856007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:22.864332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-b54a08d9-1351-47bd-a08a-4f661c4a4d1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457184 Aug 31 15:55:22.871284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-56c9a540-f58a-429e-8c04-26cc8c3748f4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:22.872936 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-56c9a540-f58a-429e-8c04-26cc8c3748f4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.30 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 813 time: 0.9849989 Aug 31 15:55:22.876931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:22.925265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event updated for resources: {'Port': ['ID=c48ad0cb-9444-4729-9c4c-f33b397f7226,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:22.934967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Request body: {'port': {'device_id': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'admin_state_up': True, 'tenant_id': '3b65143bb5964c1c8d27767409db4bd3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:22.996825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb44b52-73c8-49ee-a6eb-c35f26c18b3d req-f829a8d6-dcba-4a3b-8cdd-2919b516830b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:23.006467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcb44b52-73c8-49ee-a6eb-c35f26c18b3d req-f829a8d6-dcba-4a3b-8cdd-2919b516830b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.1411688 Aug 31 15:55:23.035220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:23.057806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:23.073594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e677c19-7927-4d65-b94f-6e64a804a05f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1633062 Aug 31 15:55:23.075278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcb44b52-73c8-49ee-a6eb-c35f26c18b3d req-b2a3c41e-7693-4c58-84c5-2d2ecf27f927 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676000 Aug 31 15:55:23.101939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-28bbed62-88e4-489f-8afc-db5c39fad762 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254474 Aug 31 15:55:23.205837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on host n-h1-793621-35 for vnic_type normal with profile None {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:23.206192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:23.206531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:23.227742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:23.228379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:23.236529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:23.236869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:23.237446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:23.237895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Bound port: 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:23.239920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Made reservation on behalf of 3b65143bb5964c1c8d27767409db4bd3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:23.243590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:23.325230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18546a64-c332-4ae2-bf80-4712a3cbfdfa req-eb23e595-1a0e-4cc0-8ee2-a50d3255f752 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149947 Aug 31 15:55:23.382318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:23.390051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:23.391258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-605e18b1-7f82-4f6b-a5a0-3b5f533b2ac0 service neutron] 10.222.0.43 "POST /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8/bindings HTTP/1.1" status: 201 len: 390 time: 1.3098295 Aug 31 15:55:23.438323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aa096-b7cd-4056-aa20-a60d805e8aae req-aba3708e-ee2f-48f3-ac9b-0066e35b825a tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:23.440223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f26aa096-b7cd-4056-aa20-a60d805e8aae req-aba3708e-ee2f-48f3-ac9b-0066e35b825a tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.1137507 Aug 31 15:55:23.481414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Allocated IP 172.20.0.7 (3863a6b9-0cf5-4d96-9a86-3aec33f92c05/7af1d399-19bc-4b31-a48c-f17c31c55cfb/f7db3d8a-df48-4b3f-a080-f1973f7466c1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:23.567144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f26aa096-b7cd-4056-aa20-a60d805e8aae req-18a3b610-3d66-4b0c-b18a-2b23a893660c tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083355 Aug 31 15:55:23.744992 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3f825-80ab-488a-96a4-ea768447d622 x-openstack-request-id: req-81a3f825-80ab-488a-96a4-ea768447d622 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:23.746093 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:23.746093 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81a3f825-80ab-488a-96a4-ea768447d622 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:23.746499 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'status': 'completed', 'code': 200} Aug 31 15:55:23.808949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-62451114-9b88-42bb-bd99-fe7444e2dc2e tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips/bcd764b9-6dc5-41e5-8faf-444001ffd042 HTTP/1.1" status: 200 len: 693 time: 0.0771196 Aug 31 15:55:23.831212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cf8c7eb-e57d-4a6b-b361-b1bc642d3072 req-8b322bc8-47cd-4f83-971b-cbd4b551566c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 210 time: 0.0986803 Aug 31 15:55:23.844101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:23.882856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-964ba3bf-ae9f-4b93-96e3-e8011f84f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:23.884528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-964ba3bf-ae9f-4b93-96e3-e8011f84f829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1096 time: 0.1452587 Aug 31 15:55:24.000388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.013131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.068902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-20e161fe-d199-4362-b5f4-42f35ddfe06d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.078341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-20e161fe-d199-4362-b5f4-42f35ddfe06d tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2457867 Aug 31 15:55:24.102402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:24.108489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:24.122553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c53664c3-ace3-40ae-a99b-60c7ff8ad8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.123755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:24.135948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-8285bbc1-0392-4e04-a83b-d219db4d198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.137512 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-8285bbc1-0392-4e04-a83b-d219db4d198c service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2421124 Aug 31 15:55:24.171121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:24.176633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-d8c217ab-1875-4d29-bc59-c49f455fd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.179175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-d8c217ab-1875-4d29-bc59-c49f455fd9d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1097 time: 0.5091848 Aug 31 15:55:24.226002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-0f9122ad-343c-4fbe-8632-b626ce21927c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 217 time: 0.0647891 Aug 31 15:55:24.278477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-7648a464-ea4d-4992-a338-67418632d30f tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.1989295 Aug 31 15:55:24.278718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.279438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.310230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-9a9f65e0-d603-4eaf-8e5c-0613d1a9ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.311692 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-9a9f65e0-d603-4eaf-8e5c-0613d1a9ceb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0784259 Aug 31 15:55:24.313083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-5f47b515-91db-460d-bbd2-396d691c5b41 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3889558 Aug 31 15:55:24.352500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Request body: {'port': {'device_id': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:24.363372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-bc398120-7eaa-4776-8c4f-e72faa15e662 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.0835991 Aug 31 15:55:24.391811 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-e1a9246a-337a-4e10-940a-6d7bd9d38991 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651145 Aug 31 15:55:24.503112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-f3a95be6-dec2-4754-9796-e26922f12d54 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--510527444&fields=id&tenant_id=d0e917ef016f4e93943a66e4cc632b8c HTTP/1.1" status: 200 len: 267 time: 0.4137721 Aug 31 15:55:24.514249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.601332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-49155dd1-b9f9-4b48-bf19-8b0633eef90b service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995614 Aug 31 15:55:24.713104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-56164fcb-2cba-49cf-80eb-b2dbe40510cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.716245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-56164fcb-2cba-49cf-80eb-b2dbe40510cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.5298831 Aug 31 15:55:24.797634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-8236c368-7e3d-46c7-aa4b-fc3463dd374d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 217 time: 0.0719819 Aug 31 15:55:24.871756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.875106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Deleting port 79acb8f5-7935-44f3-b4cd-eadecf033d5f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:55:24.875643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:24.879303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-ff84d396-635c-47c5-9256-c1200e4534d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.881437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-ff84d396-635c-47c5-9256-c1200e4534d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.0727582 Aug 31 15:55:24.893182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-016ce4ea-7947-4084-8b45-a56f89efae83 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:24.901426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-016ce4ea-7947-4084-8b45-a56f89efae83 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/networks?id=97124748-1497-4916-b3e2-895ef82c1278 HTTP/1.1" status: 200 len: 812 time: 0.3970566 Aug 31 15:55:24.912860 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5cc57a8-6e8a-4364-a957-7230e95e24dd req-a7c12686-c5eb-4df4-a17c-4652d97bc222 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932487 Aug 31 15:55:24.969372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-9c9d7b9c-c1b5-446f-a956-57bd882b7089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568776 Aug 31 15:55:25.075707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.076506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.092685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Calling delete_port for 79acb8f5-7935-44f3-b4cd-eadecf033d5f owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:55:25.139994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:25.165350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.173769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.200632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Transition to ACTIVE for port object f7db3d8a-df48-4b3f-a080-f1973f7466c1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:25.206741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.261734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-421a6e46-941d-4cd7-99fd-191a1bfcb5c5 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/quotas/d0e917ef016f4e93943a66e4cc632b8c HTTP/1.1" status: 200 len: 375 time: 0.3574367 Aug 31 15:55:25.279472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:25.439607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-37f49af3-00f6-485b-8dca-1357925feb13 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0e917ef016f4e93943a66e4cc632b8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482451 Aug 31 15:55:25.446746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.480353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-72ecb207-4fcb-401d-8c74-15126ae5b322 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168210 Aug 31 15:55:25.491361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Pushing event deleted for resources: {'Port': ['ID=79acb8f5-7935-44f3-b4cd-eadecf033d5f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:25.491789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:25.492338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:25.492717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:25.498998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:25.499400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:25.508768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:25.509115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Checking segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:25.509716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Bound using segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:25.510172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Bound port: f7db3d8a-df48-4b3f-a080-f1973f7466c1, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:25.510543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.588943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:25.592459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:25.598555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.635587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.635932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.637173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.637524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.637857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.638188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.638726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.638981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.639314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.639638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.639968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.640694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:55:25.667774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:25.668521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.670089 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] 10.222.0.30 "PUT /v2.0/ports/f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 1092 time: 1.3422124 Aug 31 15:55:25.721211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e777f-4cd2-4a7c-872d-03a777e4d7db service neutron] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:25.727814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.768233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:25.772858 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:25.795539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-f6ac5ba5-405c-40f6-b405-008689b74942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:25.797478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-f6ac5ba5-405c-40f6-b405-008689b74942 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1095 time: 0.0768969 Aug 31 15:55:25.858286 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.858286 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:25.859047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edb89e58-a6bb-4745-90aa-cc17a5d13118 req-31a46b11-8882-4897-a01c-379185c38ed6 tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "DELETE /v2.0/floatingips/bcd764b9-6dc5-41e5-8faf-444001ffd042 HTTP/1.1" status: 204 len: 173 time: 1.4944620 Aug 31 15:55:25.884595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3520ea35-7e34-438c-969f-6601867437a9 service neutron] 10.222.0.43 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010444 Aug 31 15:55:25.888515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-f5f39e81-89c1-411c-91f3-8eccedbb30a4 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943660 Aug 31 15:55:25.907852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-2359a0bd-60bc-4717-84ff-eaff0f0f91d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.0944109 Aug 31 15:55:26.010339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-19fc10be-2901-496d-8c62-ceb34956765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:26.013453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-19fc10be-2901-496d-8c62-ceb34956765e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.0988781 Aug 31 15:55:26.063159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707666-9594-4b11-96f0-34d846540df2 req-bb0ce9ad-192f-42b3-a186-832aaec7daff tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:26.065132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f707666-9594-4b11-96f0-34d846540df2 req-bb0ce9ad-192f-42b3-a186-832aaec7daff tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.0948317 Aug 31 15:55:26.081592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-9d934587-2b4f-4b13-b5c7-c3b7e8560c69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584900 Aug 31 15:55:26.102969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-a228b88e-f4d4-4786-b575-6f3c15c4e68e service neutron] 10.222.0.43 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072425 Aug 31 15:55:26.148648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f707666-9594-4b11-96f0-34d846540df2 req-f36d7fb3-64d8-43f8-9e71-2bb03f039e11 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729887 Aug 31 15:55:26.254220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-e994806c-85ef-4ca9-a6ad-64a071c7d1ac service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630044 Aug 31 15:55:26.363151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87dc64-4a22-406d-bc22-5cfd925115e4 req-66927396-cc31-4def-a868-9060007fb0a7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:26.367185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a87dc64-4a22-406d-bc22-5cfd925115e4 req-66927396-cc31-4def-a868-9060007fb0a7 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.0947545 Aug 31 15:55:26.377734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42740) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:26.398026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Request body: {'floatingip': {'port_id': 'd851229e-8dae-47d2-8f36-544bd3924350'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:26.476266 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a156431-6287-4a0c-9bfb-b53303e0a51d req-f21d9aae-87fe-4e8e-8bec-8d5c292165f3 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105217 Aug 31 15:55:26.557161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:26.738276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feed29-f495-45a2-83a9-3df71f83d4a6 req-47d88d39-0425-41a7-a645-6e51a87ec878 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:26.740368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7feed29-f495-45a2-83a9-3df71f83d4a6 req-47d88d39-0425-41a7-a645-6e51a87ec878 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.2521393 Aug 31 15:55:26.850567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a03ce-a244-4e51-b1a0-51b5f58c7e48 req-7509b30c-dc68-4aa9-a754-07874a55b583 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:26.852764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d33a03ce-a244-4e51-b1a0-51b5f58c7e48 req-7509b30c-dc68-4aa9-a754-07874a55b583 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.1860056 Aug 31 15:55:26.866303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7feed29-f495-45a2-83a9-3df71f83d4a6 req-2468ef39-eae2-4ffd-a9cc-ebe190f9a7c2 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098056 Aug 31 15:55:26.943042 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af397d2-55c6-4480-ba3f-5a02a7bfde2d x-openstack-request-id: req-3af397d2-55c6-4480-ba3f-5a02a7bfde2d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:26.943441 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:26.943698 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3af397d2-55c6-4480-ba3f-5a02a7bfde2d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:26.944099 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'status': 'completed', 'code': 200} Aug 31 15:55:26.952895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d33a03ce-a244-4e51-b1a0-51b5f58c7e48 req-c1652d4b-f906-4849-aea8-b799887ae726 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855241 Aug 31 15:55:27.057322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-e17d3a0d-3a9a-4ee1-abbb-76eab54d26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:27.059558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-e17d3a0d-3a9a-4ee1-abbb-76eab54d26d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1095 time: 0.0878468 Aug 31 15:55:27.081273 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-0740af69-78a7-4baf-8b67-3480360d0141 req-5e72ac51-b0da-4309-b7df-6a67d7ef8e8a tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] show failed (client error): The resource could not be found. Aug 31 15:55:27.094808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0740af69-78a7-4baf-8b67-3480360d0141 req-5e72ac51-b0da-4309-b7df-6a67d7ef8e8a tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips/bcd764b9-6dc5-41e5-8faf-444001ffd042 HTTP/1.1" status: 404 len: 350 time: 0.1120987 Aug 31 15:55:27.176514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-5a8cc5d3-5cc0-4b97-b330-007ca3b138a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:27.178341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-5a8cc5d3-5cc0-4b97-b330-007ca3b138a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.1063080 Aug 31 15:55:27.219409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60e8aa1f-2b1b-4240-a688-ed276913dff1 req-cdaf2498-8e5b-4211-a43a-0c7d18059ba9 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 210 time: 0.1180217 Aug 31 15:55:27.245019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-0b14bca7-585c-431d-802c-16fa11fdd1e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.0546238 Aug 31 15:55:27.288229 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-2a5a4c90-51d7-4105-801d-74ac9481e185 req-54e54fdf-768d-487d-8746-c7e20d9a427a tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] show failed (client error): The resource could not be found. Aug 31 15:55:27.291330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a5a4c90-51d7-4105-801d-74ac9481e185 req-54e54fdf-768d-487d-8746-c7e20d9a427a tempest-FloatingIPsTestJSON-1784948051 tempest-FloatingIPsTestJSON-1784948051-project] 10.222.0.43 "GET /v2.0/floatingips/bcd764b9-6dc5-41e5-8faf-444001ffd042 HTTP/1.1" status: 404 len: 350 time: 0.0753634 Aug 31 15:55:27.301641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42780) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:27.308129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-26370b1a-62c7-4604-82bc-63aa94bd45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:27.310797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-26370b1a-62c7-4604-82bc-63aa94bd45b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.0581892 Aug 31 15:55:27.358614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-dafe4a88-1c82-42f4-b2e8-b4af9d176843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373104 Aug 31 15:55:27.490940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-3a0be68e-d6cd-4348-a3b9-c08cf439dff4 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221254 Aug 31 15:55:27.546724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:27.657400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e27e643-afe1-4743-a5dd-46b2fc0d0dd3 req-dfa05d6a-f70a-453f-a54a-7792f0a3b645 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592832 Aug 31 15:55:27.880778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c1a8-daea-4e55-8f01-10af64150434 req-4fc0e4e1-6340-4553-bbd2-3da19bca114e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:27.889035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00c9c1a8-daea-4e55-8f01-10af64150434 req-4fc0e4e1-6340-4553-bbd2-3da19bca114e tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.5666420 Aug 31 15:55:27.913208 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.resource_extend [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:55:27.947930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-f192546a-624b-4d50-a149-8ed7edc351da tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:27.950136 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-f192546a-624b-4d50-a149-8ed7edc351da tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.49 "GET /v2.0/networks?id=97124748-1497-4916-b3e2-895ef82c1278 HTTP/1.1" status: 200 len: 812 time: 0.1818283 Aug 31 15:55:28.001789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad90d6-5298-4f3a-85f5-331bc06a851f req-32a27693-a54d-420d-861b-22e50fe3fe69 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:28.003414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24ad90d6-5298-4f3a-85f5-331bc06a851f req-32a27693-a54d-420d-861b-22e50fe3fe69 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 949 time: 0.5920048 Aug 31 15:55:28.018099 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-5c485f85-97b6-46d1-99c2-2d969af173fc tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e917ef016f4e93943a66e4cc632b8c HTTP/1.1" status: 200 len: 379 time: 0.0486054 Aug 31 15:55:28.029474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Request body: {'port': {'device_id': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'admin_state_up': True, 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'security_groups': ['de6d4eb1-1beb-48ae-8689-aa307b5e10d6']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:28.043002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:28.059401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:28.076755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00c9c1a8-daea-4e55-8f01-10af64150434 req-25bed11d-8856-4368-ad32-b3d5eec9fb64 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868248 Aug 31 15:55:28.195288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24ad90d6-5298-4f3a-85f5-331bc06a851f req-1895ec2d-b78b-4b0c-88d5-428301de3105 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485951 Aug 31 15:55:28.209411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Made reservation on behalf of d0e917ef016f4e93943a66e4cc632b8c for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:28.214047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:28.387459 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a associated. External IP: 172.25.6.221, port: d851229e-8dae-47d2-8f36-544bd3924350. Aug 31 15:55:28.431718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Allocated IP 172.20.0.11 (97124748-1497-4916-b3e2-895ef82c1278/8c94b302-d6a6-4899-9600-958bbaa93466/c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:28.557339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce2a8a-dcac-45bf-b440-3180f68b526b req-0f87a455-dc27-4111-b0fc-c5fa8672600a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:28.559534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85ce2a8a-dcac-45bf-b440-3180f68b526b req-0f87a455-dc27-4111-b0fc-c5fa8672600a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.1901913 Aug 31 15:55:28.572306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252274d-f46c-4295-ba30-e9dd02a3dbfe req-45092f8f-4b41-4721-9b8d-2b429135a103 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:28.573897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2252274d-f46c-4295-ba30-e9dd02a3dbfe req-45092f8f-4b41-4721-9b8d-2b429135a103 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.2250211 Aug 31 15:55:28.588324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:28.604598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Transition to ACTIVE for port object c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:28.644830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:28.675111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85ce2a8a-dcac-45bf-b440-3180f68b526b req-8c7d3267-3b76-4c12-b0ee-cfa139957739 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973303 Aug 31 15:55:28.682149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2252274d-f46c-4295-ba30-e9dd02a3dbfe req-2c3a3ca9-4bc7-4202-a74c-ffdd7d244394 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934691 Aug 31 15:55:28.703800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Network 97124748-1497-4916-b3e2-895ef82c1278 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:28.709974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:28.719923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:28.774075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event updated for resources: {'Port': ['ID=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:28.853357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:28.854203 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:28.880230 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-3742e5f3-4a69-4b40-ae36-7433f2f15185 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549445 Aug 31 15:55:28.892714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Request body: {'port': {'device_id': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:28.949326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:28.994375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.070330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6674d-8be9-4469-811e-f469c034dfa9 req-e167fe8d-45ab-456f-a1c1-4236fbbc6caa tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:29.072076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6d6674d-8be9-4469-811e-f469c034dfa9 req-e167fe8d-45ab-456f-a1c1-4236fbbc6caa tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 932 time: 0.1859944 Aug 31 15:55:29.129991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-48d8adad-ea30-4560-a82c-fb0e9a419d4d None None] Provisioning for port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:29.141720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-48d8adad-ea30-4560-a82c-fb0e9a419d4d None None] Provisioning complete for port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:29.142124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-48d8adad-ea30-4560-a82c-fb0e9a419d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.206754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-48d8adad-ea30-4560-a82c-fb0e9a419d4d None None] Port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:29.232067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6d6674d-8be9-4469-811e-f469c034dfa9 req-4769ebe5-11b4-4b21-9ff9-0f7ffc313f37 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251328 Aug 31 15:55:29.254391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.337002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:29.342756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.350386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:29.366009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:29.373612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:29.445746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d0f1a082-bc72-42ca-863f-cff3861e482f tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "PUT /v2.0/floatingips/046f7f0c-c1a2-4282-90e1-9f4b6ab5626a HTTP/1.1" status: 200 len: 992 time: 3.0662963 Aug 31 15:55:29.449778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:29.452085 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a070c5dd-69c6-4d61-9886-de266c40a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "tag": "d851229e-8dae-47d2-8f36-544bd3924350"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:29.467020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d174e-1f16-4635-8394-1efd1bf44cdb req-0fd7745c-b93a-4a94-a909-e77bfc02f7c3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:29.474677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-258d174e-1f16-4635-8394-1efd1bf44cdb req-0fd7745c-b93a-4a94-a909-e77bfc02f7c3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.2234693 Aug 31 15:55:29.538547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:29.549252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.563723 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea4aee5-854c-4153-b857-048378a3c1d8 x-openstack-request-id: req-bea4aee5-854c-4153-b857-048378a3c1d8 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:29.564038 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "tag": "d851229e-8dae-47d2-8f36-544bd3924350", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:29.564398 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bea4aee5-854c-4153-b857-048378a3c1d8 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:29.564949 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350', 'status': 'completed', 'code': 200} Aug 31 15:55:29.580909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Transition to ACTIVE for port object c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:29.585750 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.609139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-258d174e-1f16-4635-8394-1efd1bf44cdb req-0ce88f1b-77f9-4c3c-bd89-837dda845301 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334484 Aug 31 15:55:29.669531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:29.692364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-f5f0917f-2f17-4816-9f04-2d5d2fc3d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:29.694044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-f5f0917f-2f17-4816-9f04-2d5d2fc3d811 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 1098 time: 0.0988009 Aug 31 15:55:29.790328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:29.792938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Attempting to bind port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:29.793283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Attempting to bind port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:29.793616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Attempting to bind port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 on network 97124748-1497-4916-b3e2-895ef82c1278 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:29.799893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 on network 97124748-1497-4916-b3e2-895ef82c1278 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:29.800652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Attempting to bind port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 on network 97124748-1497-4916-b3e2-895ef82c1278 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:29.811746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:29.812466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Checking segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:29.813129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Bound using segment: {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:29.813819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Bound port: c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a3d115-48df-4310-8a22-9878d28badbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '97124748-1497-4916-b3e2-895ef82c1278'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:29.814396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.921853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] For port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:29.926590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] For port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:29.933987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.964368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:29.965090 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:29.967137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 HTTP/1.1" status: 200 len: 1093 time: 1.0788453 Aug 31 15:55:29.967937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:29.971214 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385b232b-153a-40b7-ba93-9eace472e821" -d '{"events": [{"name": "network-changed", "server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:30.023295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-2c4fa6e5-0e74-46c6-87f4-b010888bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.025503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-2c4fa6e5-0e74-46c6-87f4-b010888bd1d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 925 time: 0.3084219 Aug 31 15:55:30.107023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cccc6-2a5b-4aae-8912-df49724d96d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:30.118851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-9e0ac213-96ab-48cf-bcf1-b3fc2ea8871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.121831 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-9e0ac213-96ab-48cf-bcf1-b3fc2ea8871c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0e917ef016f4e93943a66e4cc632b8c&device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 1096 time: 0.1010220 Aug 31 15:55:30.129808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc0178-de9a-4098-a048-40a43dbf2fd7 req-5890f437-417e-4024-ad53-94f39745b804 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.131882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dddc0178-de9a-4098-a048-40a43dbf2fd7 req-5890f437-417e-4024-ad53-94f39745b804 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.2771802 Aug 31 15:55:30.203585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd578f-e69b-4a32-b44c-26c87f3a1064 req-f51e57a2-7ab0-4fae-9103-c91a8af29577 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.213477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3bd578f-e69b-4a32-b44c-26c87f3a1064 req-f51e57a2-7ab0-4fae-9103-c91a8af29577 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.3420579 Aug 31 15:55:30.229431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-d2d4a8cd-b57a-473a-bd3f-d5bb7e9754fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 HTTP/1.1" status: 200 len: 217 time: 0.0993536 Aug 31 15:55:30.235736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dddc0178-de9a-4098-a048-40a43dbf2fd7 req-bc4955f8-2304-46e6-880d-57b8f1a6ccfd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887516 Aug 31 15:55:30.258702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '046f7f0c-c1a2-4282-90e1-9f4b6ab5626a', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'port_id': 'd851229e-8dae-47d2-8f36-544bd3924350', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'mac_address': 'fa:16:3e:fa:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:40Z', 'updated_at': '2021-08-31T15:55:27Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:30.298926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:30.303741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:30.304683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-b6d21dab-cc19-41e2-b472-21af713e127c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d851229e-8dae-47d2-8f36-544bd3924350 HTTP/1.1" status: 200 len: 1000 time: 0.2721477 Aug 31 15:55:30.318967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-8cd0f960-e9bc-4d05-8810-17cccdb97ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.320635 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-8cd0f960-e9bc-4d05-8810-17cccdb97ffc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c94b302-d6a6-4899-9600-958bbaa93466 HTTP/1.1" status: 200 len: 851 time: 0.0827136 Aug 31 15:55:30.323005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:30.323986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:30.329191 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3dae52-ec09-42a3-81e3-7c6247585fd4 x-openstack-request-id: req-8d3dae52-ec09-42a3-81e3-7c6247585fd4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:30.329480 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:30.329733 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d3dae52-ec09-42a3-81e3-7c6247585fd4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:30.330287 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'status': 'completed', 'code': 200} Aug 31 15:55:30.377704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-c3949984-27e6-486f-8cd9-d275e5b0db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.379238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-c3949984-27e6-486f-8cd9-d275e5b0db47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.0485361 Aug 31 15:55:30.391789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-35eec7d6-b7e2-427c-8651-2931b0cb03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.394220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-35eec7d6-b7e2-427c-8651-2931b0cb03c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97124748-1497-4916-b3e2-895ef82c1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623043 Aug 31 15:55:30.422669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Deleting port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:55:30.423008 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:30.518980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:30.534006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-e1efd10b-e246-46fd-93ba-5bd15f3d1989 service neutron] 10.222.0.49 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327970 Aug 31 15:55:30.553554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3bd578f-e69b-4a32-b44c-26c87f3a1064 req-72dc099a-9321-4da0-a7fa-b4fb4ee36c3a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393602 Aug 31 15:55:30.645338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-ec4b5183-3036-4418-8f13-d5c61449d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.646914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-ec4b5183-3036-4418-8f13-d5c61449d7e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2565432 Aug 31 15:55:30.652444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] For port 7ffef7a4-ded6-443d-aec1-b6a45e1f0635, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,segment=NetworkSegment(ab4cf057-70cb-4bdc-9f87-e13a5c89885d),segment_id=ab4cf057-70cb-4bdc-9f87-e13a5c89885d)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:30.652444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:30.669208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:30.685282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'port_id': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'mac_address': 'fa:16:3e:ad:16:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af1d399-19bc-4b31-a48c-f17c31c55cfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:30.704476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Calling delete_port for 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:55:30.762196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0da23-aa6c-4ee6-9f94-33fee6580a80 req-035a79cf-33c6-41b9-a1f2-3fd60f45c5f5 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.771485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20d0da23-aa6c-4ee6-9f94-33fee6580a80 req-035a79cf-33c6-41b9-a1f2-3fd60f45c5f5 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 944 time: 0.3418467 Aug 31 15:55:30.798830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45663920-0118-4d7d-8d62-5d03c1682d2e req-63e12bef-3e1c-4a51-b963-4be4772ca0f8 service neutron] 10.222.0.49 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558415 Aug 31 15:55:30.916280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-c59750a5-c7ad-4d40-a506-6c50f338eee4 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474751 Aug 31 15:55:30.922391 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:30.928510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b232b-153a-40b7-ba93-9eace472e821 req-9b19f234-5b87-4560-9e1d-690ca4c0333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:30.929598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20d0da23-aa6c-4ee6-9f94-33fee6580a80 req-67fb7ebd-85bc-4a8d-9325-d6f71e6ff4dd tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573579 Aug 31 15:55:30.935156 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-9b19f234-5b87-4560-9e1d-690ca4c0333f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0e917ef016f4e93943a66e4cc632b8c&device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 1096 time: 0.0879290 Aug 31 15:55:30.954072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:30.974980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:30.985507 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:31.040781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '046f7f0c-c1a2-4282-90e1-9f4b6ab5626a', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'port_id': 'd851229e-8dae-47d2-8f36-544bd3924350', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'mac_address': 'fa:16:3e:fa:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:40Z', 'updated_at': '2021-08-31T15:55:27Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:31.077295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdb4ae-2b67-4809-b8ab-9cc98d5ba97d None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '046f7f0c-c1a2-4282-90e1-9f4b6ab5626a', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'floating_ip_address': '172.25.6.221', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'port_id': 'd851229e-8dae-47d2-8f36-544bd3924350', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'mac_address': 'fa:16:3e:fa:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:52:40Z', 'updated_at': '2021-08-31T15:55:27Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:31.083656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:31.109748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b232b-153a-40b7-ba93-9eace472e821 req-5b6ca47a-fafb-4f57-846d-c8f27a1ebccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:31.111999 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-5b6ca47a-fafb-4f57-846d-c8f27a1ebccc service neutron] 10.222.0.49 "GET /v2.0/networks?id=97124748-1497-4916-b3e2-895ef82c1278 HTTP/1.1" status: 200 len: 913 time: 0.1682727 Aug 31 15:55:31.169078 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-b80aa0ee-55e5-4453-8396-f99cd4544ee4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 HTTP/1.1" status: 200 len: 217 time: 0.0436275 Aug 31 15:55:31.271821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b232b-153a-40b7-ba93-9eace472e821 req-47467091-4c1c-4835-bcba-c91dd8a1bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:31.275508 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-47467091-4c1c-4835-bcba-c91dd8a1bac4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c94b302-d6a6-4899-9600-958bbaa93466 HTTP/1.1" status: 200 len: 851 time: 0.0942140 Aug 31 15:55:31.341140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b232b-153a-40b7-ba93-9eace472e821 req-fb4d0625-a545-47c4-925e-6ef9b9027b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:31.342872 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-fb4d0625-a545-47c4-925e-6ef9b9027b92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97124748-1497-4916-b3e2-895ef82c1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527265 Aug 31 15:55:31.362793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f7db3d8a-df48-4b3f-a080-f1973f7466c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:31.429570 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a95b1-6885-4984-99cf-1bdccfb6d167 None None] New status for floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:55:31.475203 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-b6b69928-e590-459a-b918-cee06c8fa41e service neutron] 10.222.0.49 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250477 Aug 31 15:55:31.591801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-385b232b-153a-40b7-ba93-9eace472e821 req-2a765bed-7d11-40ba-9138-461c62107091 service neutron] 10.222.0.49 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058502 Aug 31 15:55:31.696746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2ba9e-24ef-46ce-a819-fc78f8c341c5 req-f8fefa5b-79ee-4c5f-ac11-16dda404c95b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:31.698918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3e2ba9e-24ef-46ce-a819-fc78f8c341c5 req-f8fefa5b-79ee-4c5f-ac11-16dda404c95b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.6924899 Aug 31 15:55:31.740062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a070c5dd-69c6-4d61-9886-de266c40a8f7 req-775b2168-3db2-432c-800e-6442664179c7 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140104 Aug 31 15:55:31.753040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7b0d-5fa1-4ada-807d-de3cc555450b req-36c180b5-88c7-498f-beb6-b79918d7d8a2 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:31.754633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efdf7b0d-5fa1-4ada-807d-de3cc555450b req-36c180b5-88c7-498f-beb6-b79918d7d8a2 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.2244802 Aug 31 15:55:31.826272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3e2ba9e-24ef-46ce-a819-fc78f8c341c5 req-423d689e-220e-4879-b22a-64f78441a94d tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121647 Aug 31 15:55:31.848612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efdf7b0d-5fa1-4ada-807d-de3cc555450b req-4d32bf73-87ab-4498-976c-6e9bcce88bb0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832200 Aug 31 15:55:31.881305 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:31.925010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffef7a4-ded6-443d-aec1-b6a45e1f0635,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.026446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f155f-0721-4cd3-840c-7dd57330d00f req-813cd7a7-83c9-4f5d-a5ac-f3f9b9fbec55 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:32.028095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f3f155f-0721-4cd3-840c-7dd57330d00f req-813cd7a7-83c9-4f5d-a5ac-f3f9b9fbec55 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.1136472 Aug 31 15:55:32.189964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f3f155f-0721-4cd3-840c-7dd57330d00f req-56e916cc-ed22-4352-8d5e-4b1e03aafc42 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258752 Aug 31 15:55:32.233823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:32.255926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568a5a-010a-4484-81eb-e07613beacb6 req-3ee7b274-4936-46ae-8d92-64fd08a712be tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:32.257722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d568a5a-010a-4484-81eb-e07613beacb6 req-3ee7b274-4936-46ae-8d92-64fd08a712be tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 944 time: 0.1398659 Aug 31 15:55:32.297540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:32.384380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d568a5a-010a-4484-81eb-e07613beacb6 req-eb14be9c-24e4-45a4-9699-bbb0c6a17f90 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191483 Aug 31 15:55:32.397241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:32.413390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:32.415487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:32.442459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '3897f654-ae47-49b2-9661-64180a430e7e', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '3897f654-ae47-49b2-9661-64180a430e7e', 'mac_address': 'fa:16:3e:84:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:32.550999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:32.580724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:32.620281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3897f654-ae47-49b2-9661-64180a430e7e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:32.627485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:32.660307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:32.666138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:32.667002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:32.673286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6f8c2e62-a5bb-4826-8825-2eafb33de6d0 admin admin] 10.222.0.43 "PUT /v2.0/routers/28983bf2-2d9f-461e-a0d6-01c41a5dfbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3710580 Aug 31 15:55:32.675907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42862) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:32.676520 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:32.688656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] Sync routers for ids ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:32.739772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:32.741721 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080fc89-da0b-4e83-bb53-ed81364f507e" -d '{"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:32.752580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'port_id': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'mac_address': 'fa:16:3e:e0:66:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:32.774206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:32.776069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] Routers {'28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:32.777782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:32.784306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:32.817609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:32.848591 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdef63b3-6321-4c63-a10b-2685f9298597 x-openstack-request-id: req-bdef63b3-6321-4c63-a10b-2685f9298597 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:32.848937 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:32.849213 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdef63b3-6321-4c63-a10b-2685f9298597 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:32.849512 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'code': 200} Aug 31 15:55:32.859052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['3897f654-ae47-49b2-9661-64180a430e7e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:32.894474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:32.973049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.022999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b2751-5593-4588-91d0-a49dafd7c926 req-2e7bb08c-9640-4ea7-915b-bb98ef303921 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:33.026014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9b2751-5593-4588-91d0-a49dafd7c926 req-2e7bb08c-9640-4ea7-915b-bb98ef303921 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.1024547 Aug 31 15:55:33.027802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.107781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782031b2-57ab-47f2-b493-86695bae10e7 req-3d0cd571-17b7-490d-b857-91b6c10bf209 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:33.116288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-782031b2-57ab-47f2-b493-86695bae10e7 req-3d0cd571-17b7-490d-b857-91b6c10bf209 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.1584702 Aug 31 15:55:33.153183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9b2751-5593-4588-91d0-a49dafd7c926 req-dc40c6fa-1ed3-4d76-b484-03c910666688 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843182 Aug 31 15:55:33.185266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:33.194978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-782031b2-57ab-47f2-b493-86695bae10e7 req-47310d18-8f9f-40e7-b824-d2f3217af5f3 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722024 Aug 31 15:55:33.214888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:33.232560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Deleting port dd506484-c68e-4d1d-b016-e2f8e8b7c545 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:55:33.232560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.241784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:33.243958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] Set router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:33.273736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.401205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] For port dd506484-c68e-4d1d-b016-e2f8e8b7c545, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dd506484-c68e-4d1d-b016-e2f8e8b7c545,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:33.402349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.438007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Calling delete_port for dd506484-c68e-4d1d-b016-e2f8e8b7c545 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:55:33.467268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:33.578305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:33.609739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d64e9-fcb6-4e1f-80c7-7d58d4497b53 req-7f53e60a-6c63-448e-83aa-5e5ccec84af9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:33.611368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-564d64e9-fcb6-4e1f-80c7-7d58d4497b53 req-7f53e60a-6c63-448e-83aa-5e5ccec84af9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.1597810 Aug 31 15:55:33.632534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:55:31Z', 'revision_number': 5, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port': {'id': 'dd506484-c68e-4d1d-b016-e2f8e8b7c545', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:54Z', 'updated_at': '2021-08-31T15:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:33.664965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] Checking router: 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:33.684071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894e1c-38fe-4b24-95e1-d04c8a125a21 req-9b976bd2-a512-4226-8a8e-a27ed4e940c4 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:33.692237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c894e1c-38fe-4b24-95e1-d04c8a125a21 req-9b976bd2-a512-4226-8a8e-a27ed4e940c4 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 945 time: 0.1497810 Aug 31 15:55:33.697949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] Routers {'28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:33.699377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:33.778534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-564d64e9-fcb6-4e1f-80c7-7d58d4497b53 req-70ef7af7-1426-42bf-b47f-da606396168d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581302 Aug 31 15:55:33.812805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c894e1c-38fe-4b24-95e1-d04c8a125a21 req-8190be4e-b5d2-4278-ad77-845d5c596789 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121426 Aug 31 15:55:33.823662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.872443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] Set router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:33.873340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd506484-c68e-4d1d-b016-e2f8e8b7c545,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:33.958130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:33.963222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:55:33Z', 'revision_number': 6, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:34.008138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e2b39-1d4e-4412-8bdc-e7e28c137add None None] The sync data for ids ['28983bf2-2d9f-461e-a0d6-01c41a5dfbb3'] in n-d-793621-35 is: [{'id': '28983bf2-2d9f-461e-a0d6-01c41a5dfbb3', 'name': 'tempest-FloatingIPsTestJSON-351358169-router', 'tenant_id': '8b7541cfdbe341989062d447df52bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:53Z', 'updated_at': '2021-08-31T15:55:33Z', 'revision_number': 6, 'project_id': '8b7541cfdbe341989062d447df52bc6e', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:34.072867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.078052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.138370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.138980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:55:34.147092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.150581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9bdaf09b-1074-4f32-a6f7-0a200a160270 admin admin] 10.222.0.43 "DELETE /v2.0/routers/28983bf2-2d9f-461e-a0d6-01c41a5dfbb3 HTTP/1.1" status: 204 len: 168 time: 1.4714103 Aug 31 15:55:34.150846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42910) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:34.207950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Deleting subnet bf889732-ef3c-4cef-99f1-57595cda862c {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:55:34.215062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.262760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.300686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:34.304379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:34.439296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f7db3d8a-df48-4b3f-a080-f1973f7466c1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:34.452550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f7db3d8a-df48-4b3f-a080-f1973f7466c1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:34.452929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.516099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d51ad4-2e6f-4f71-9504-c6ad0cf7dede req-7777f943-d202-4f80-a5bd-8d21575c3495 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:34.517696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21d51ad4-2e6f-4f71-9504-c6ad0cf7dede req-7777f943-d202-4f80-a5bd-8d21575c3495 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.2232528 Aug 31 15:55:34.540791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:34.554948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d4e62-4450-4b91-b020-62bd127e57b4 req-4e1c9ebc-091e-43b5-9e0b-7a2640db1c47 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:34.561941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a8d4e62-4450-4b91-b020-62bd127e57b4 req-4e1c9ebc-091e-43b5-9e0b-7a2640db1c47 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.2464271 Aug 31 15:55:34.572063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.580448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e', 'port_id': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'mac_address': 'fa:16:3e:0e:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b700bd-8715-4614-85b0-d3bc06d6fbc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:34.598913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.648303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a8d4e62-4450-4b91-b020-62bd127e57b4 req-9a77b831-a295-4761-bbb4-4476c3d66ace tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 Aug 31 15:55:34.658112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21d51ad4-2e6f-4f71-9504-c6ad0cf7dede req-e280e055-db32-4cdb-ad87-9387a9c386ea tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293478 Aug 31 15:55:34.669393 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.682779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:34.687707 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.688959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:34.705540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.770257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf889732-ef3c-4cef-99f1-57595cda862c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:34.773219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f644f2b3-0aa2-45ca-b9b0-6a28c488a146 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:34.773504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.776992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b6e5bc76-7ecc-4615-b134-4f1da71a3214 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bf889732-ef3c-4cef-99f1-57595cda862c HTTP/1.1" status: 204 len: 168 time: 0.6238718 Aug 31 15:55:34.779245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42930) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:34.824227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:34.829649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631714a1-4628-4150-99a5-4f0d4b011401 None None] Network 968c8f4f-9b31-4128-a833-7b0f361e9b0c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:55:34.902628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:34.903092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.904236 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d5035-2c75-471f-a1a2-7d0973f9adac" -d '{"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-plugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:34.948082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:34.951475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 3897f654-ae47-49b2-9661-64180a430e7e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:34.951951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:34.968828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.086889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aafa4-3193-433c-bccc-eb892891f198 req-715d721a-a5d9-4413-b56a-84fd62c0365f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:35.088505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c6aafa4-3193-433c-bccc-eb892891f198 req-715d721a-a5d9-4413-b56a-84fd62c0365f tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 945 time: 0.1153715 Aug 31 15:55:35.098247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84da7b-ba5c-48b6-a325-94f02110c6d4 req-76ae475a-97a6-4df0-9ffe-d77a642fde1d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:35.106876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf84da7b-ba5c-48b6-a325-94f02110c6d4 req-76ae475a-97a6-4df0-9ffe-d77a642fde1d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1463411 Aug 31 15:55:35.142870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Deleting port 935754a1-f956-470e-ab45-dc6335bae2bd {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:55:35.143239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.213434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:35.237167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c6aafa4-3193-433c-bccc-eb892891f198 req-45ba7429-c79a-4657-9909-0b1777e424d7 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222534 Aug 31 15:55:35.246345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf84da7b-ba5c-48b6-a325-94f02110c6d4 req-c5839e43-f683-4169-8fc9-af8a1300be2a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386163 Aug 31 15:55:35.285460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] For port 935754a1-f956-470e-ab45-dc6335bae2bd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=935754a1-f956-470e-ab45-dc6335bae2bd,segment=NetworkSegment(ab4cf057-70cb-4bdc-9f87-e13a5c89885d),segment_id=ab4cf057-70cb-4bdc-9f87-e13a5c89885d)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:35.286123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.318947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f644f2b3-0aa2-45ca-b9b0-6a28c488a146'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:35.324728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Calling delete_port for 935754a1-f956-470e-ab45-dc6335bae2bd owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:55:35.343114 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de71e9a-513b-4151-951e-6893b0bc6284 x-openstack-request-id: req-4de71e9a-513b-4151-951e-6893b0bc6284 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:35.344136 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-plugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:35.344792 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4de71e9a-513b-4151-951e-6893b0bc6284 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:35.345479 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'code': 200} Aug 31 15:55:35.392843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.529943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb66fc-4d17-468a-8097-3412c7fe6720 None None] DHCP port deletion for 968c8f4f-9b31-4128-a833-7b0f361e9b0c request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:55:35.530477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.561734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Pushing event deleted for resources: {'Port': ['ID=935754a1-f956-470e-ab45-dc6335bae2bd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:35.569825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] No DVR routers for this DVR port 935754a1-f956-470e-ab45-dc6335bae2bd on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:55:35.609479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:35.669662 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.675811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.709326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968c8f4f-9b31-4128-a833-7b0f361e9b0c']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:35.757735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:35.758989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4cf057-70cb-4bdc-9f87-e13a5c89885d') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:35.788484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.803845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b162-8486-4bb5-98f4-d2b5aa3490cd req-dd350811-1b16-46b3-8852-b3a04d9f6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:35.805430 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f113b162-8486-4bb5-98f4-d2b5aa3490cd req-dd350811-1b16-46b3-8852-b3a04d9f6534 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1097 time: 0.3291073 Aug 31 15:55:35.867000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd506484-c68e-4d1d-b016-e2f8e8b7c545 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:35.883998 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f113b162-8486-4bb5-98f4-d2b5aa3490cd req-eceff2ac-f2e4-4321-8dfa-8d15858d5a8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702655 Aug 31 15:55:35.894113 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.917929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: dd506484-c68e-4d1d-b016-e2f8e8b7c545 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:55:35.918397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd506484-c68e-4d1d-b016-e2f8e8b7c545 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:35.918692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:35.921571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:55:35.922116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:35.925959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:55:35.931050 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:55:35.956584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:55:35.956961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7ffef7a4-ded6-443d-aec1-b6a45e1f0635 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:35.957389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 935754a1-f956-470e-ab45-dc6335bae2bd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:35.985753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 935754a1-f956-470e-ab45-dc6335bae2bd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:55:35.986097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 935754a1-f956-470e-ab45-dc6335bae2bd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:36.018196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bd22f-5f1c-43ff-aadb-6edcd8f56cd9 req-b5a45dc6-030c-458f-ae2a-8e19be1e22eb tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:36.025717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-347bd22f-5f1c-43ff-aadb-6edcd8f56cd9 req-b5a45dc6-030c-458f-ae2a-8e19be1e22eb tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.1655710 Aug 31 15:55:36.041322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc48b5-9392-431c-96c7-62f9da385277 req-e7a37e97-dfa3-4f0b-97bc-584bcf15a5e2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:36.043437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28fc48b5-9392-431c-96c7-62f9da385277 req-e7a37e97-dfa3-4f0b-97bc-584bcf15a5e2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.2191026 Aug 31 15:55:36.045893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.061361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.061607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] 10.222.0.43 "DELETE /v2.0/networks/968c8f4f-9b31-4128-a833-7b0f361e9b0c HTTP/1.1" status: 204 len: 168 time: 1.2812264 Aug 31 15:55:36.092149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30845-61b2-41f8-bd3b-eb2b20fa894e admin admin] Pushing event deleted for resources: {'Network': ['ID=968c8f4f-9b31-4128-a833-7b0f361e9b0c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:36.120962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-347bd22f-5f1c-43ff-aadb-6edcd8f56cd9 req-9f90151b-f331-4a90-96a8-a168d8d40470 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943453 Aug 31 15:55:36.133240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28fc48b5-9392-431c-96c7-62f9da385277 req-b6c4d980-2273-431a-b5be-e75f3c7e07a2 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Aug 31 15:55:36.299308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42964) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:36.388858 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61325dad-9e62-4c11-b718-74e84d1f3640 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b7541cfdbe341989062d447df52bc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878425 Aug 31 15:55:36.394415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42966) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:36.425140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:36.456791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfc74168-bf52-4415-8bb8-8e5ad7d27874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.468736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2f87-dea8-4e10-adea-c635deecb8e1 req-fb6a442d-a1e2-4e3d-b064-b817d54dd566 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:36.477577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-683e2f87-dea8-4e10-adea-c635deecb8e1 req-fb6a442d-a1e2-4e3d-b064-b817d54dd566 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 945 time: 0.1043782 Aug 31 15:55:36.497585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfc74168-bf52-4415-8bb8-8e5ad7d27874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.511411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:36.517698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:36.518372 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.545761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-683e2f87-dea8-4e10-adea-c635deecb8e1 req-95407494-fa31-47b8-86e0-8d41665e4f09 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667422 Aug 31 15:55:36.575135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121e1f0-f1da-43e4-9912-af2028e60e74 req-552aab65-82b6-4558-837d-c211df1f8d21 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:36.584905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b121e1f0-f1da-43e4-9912-af2028e60e74 req-552aab65-82b6-4558-837d-c211df1f8d21 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1366227 Aug 31 15:55:36.634161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b121e1f0-f1da-43e4-9912-af2028e60e74 req-5aa3ba2b-5528-4b4d-9ff5-2b29b269fcff tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Aug 31 15:55:36.640149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.693511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:36.701843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.781918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:36.882596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfc74168-bf52-4415-8bb8-8e5ad7d27874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.886459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfc74168-bf52-4415-8bb8-8e5ad7d27874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:36.888159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cfc74168-bf52-4415-8bb8-8e5ad7d27874 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c439e00e-9b72-4f23-84ac-aec28014b5e5 HTTP/1.1" status: 204 len: 168 time: 0.4923975 Aug 31 15:55:36.898676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc74168-bf52-4415-8bb8-8e5ad7d27874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439e00e-9b72-4f23-84ac-aec28014b5e5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:37.346517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e'}, {'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:37.357055 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69112fe1-5df9-4100-b538-c1321a1a43b6" -d '{"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-plugged", "status": "completed", "tag": "3897f654-ae47-49b2-9661-64180a430e7e"}, {"server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "name": "network-vif-plugged", "status": "completed", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:37.371710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3bf0-6284-4873-9a38-2572a331bf28 req-c36220fb-79d2-41c4-8e5f-cbc623123c06 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:37.373964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-271b3bf0-6284-4873-9a38-2572a331bf28 req-c36220fb-79d2-41c4-8e5f-cbc623123c06 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 945 time: 0.1168172 Aug 31 15:55:37.389756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352aa2b-5188-4d01-a0ac-634f6dd90e1d req-5ac7b6fc-6538-47e2-9b8c-65cbc805a727 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:37.391572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0352aa2b-5188-4d01-a0ac-634f6dd90e1d req-5ac7b6fc-6538-47e2-9b8c-65cbc805a727 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.0922387 Aug 31 15:55:37.483594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0352aa2b-5188-4d01-a0ac-634f6dd90e1d req-ae6ef152-152e-40e5-ac3c-aad0e623092a tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851102 Aug 31 15:55:37.489532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-271b3bf0-6284-4873-9a38-2572a331bf28 req-d05c7713-a5d9-411f-bf45-f433aecb63c4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929506 Aug 31 15:55:37.778488 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb70cb-1846-41b4-aacb-2e58e642ca45 x-openstack-request-id: req-f5bb70cb-1846-41b4-aacb-2e58e642ca45 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:37.779086 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-plugged", "status": "completed", "tag": "3897f654-ae47-49b2-9661-64180a430e7e", "code": 200}, {"server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "name": "network-vif-plugged", "status": "completed", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:37.779086 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5bb70cb-1846-41b4-aacb-2e58e642ca45 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:37.779411 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e', 'code': 200} Aug 31 15:55:37.779653 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'code': 200} Aug 31 15:55:37.969117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-59890ebd-b98f-436a-9df3-e8cdbca40e43 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:37.970677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-59890ebd-b98f-436a-9df3-e8cdbca40e43 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.0998564 Aug 31 15:55:37.984906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-35'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:38.047061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47e73-45ca-4a05-a2fd-65b3d91ee64b req-9c014322-e9ef-4cfb-8b8d-cf4b96c5c0fc tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:38.049081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6a47e73-45ca-4a05-a2fd-65b3d91ee64b req-9c014322-e9ef-4cfb-8b8d-cf4b96c5c0fc tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.2158501 Aug 31 15:55:38.072382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.103094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3065605-ba2d-410f-81be-99d2e6f26f10 req-3e3990a8-9b10-4d9d-8145-17f749c8b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:38.105200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3065605-ba2d-410f-81be-99d2e6f26f10 req-3e3990a8-9b10-4d9d-8145-17f749c8b00b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 1098 time: 0.2777946 Aug 31 15:55:38.114720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115a7f-bee0-402a-a1d7-d92d0e8f4855 req-9d550aeb-1d7a-491d-8d1a-d18d1014d6cb tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:38.116213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:38.123922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb115a7f-bee0-402a-a1d7-d92d0e8f4855 req-9d550aeb-1d7a-491d-8d1a-d18d1014d6cb tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2001007 Aug 31 15:55:38.166016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6a47e73-45ca-4a05-a2fd-65b3d91ee64b req-43b86ef3-a79d-493e-a191-b057d71607ae tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037424 Aug 31 15:55:38.209020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3065605-ba2d-410f-81be-99d2e6f26f10 req-1305650f-63c1-4227-8964-4332732e467a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804665 Aug 31 15:55:38.239724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb115a7f-bee0-402a-a1d7-d92d0e8f4855 req-777f1573-f959-4feb-88df-ac17ed7d3b12 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143327 Aug 31 15:55:38.306801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:38.314126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1928092150-network', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:38.343854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Made reservation on behalf of 7719358e9c3343e580f130e3ecdeac14 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:38.346723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.362783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:38.365284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.386901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:38.402229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:38.403000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.445668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:38.505823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.508528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:38.514028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ec4191-6511-47df-a1f3-2cb96a55c055" -d '{"events": [{"server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "name": "network-vif-unplugged", "status": "completed", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:38.543804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.547869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.587620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:38.593732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.679048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:38.690154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on host n-h2-793621-35 for vnic_type normal with profile {"migrating_to": "n-h1-793621-35"} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:38.690606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:38.691245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:38.704736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:38.714568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:38.715064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Attempting to bind port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on network 8c9a93bb-5e6c-44a2-b6c7-00f238809364 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:38.723988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:38.724501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Checking segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:38.724990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Bound using segment: {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:38.725537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Bound port: 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8c9a93bb-5e6c-44a2-b6c7-00f238809364'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:38.726046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.731929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3089a-ff44-4ce6-98bc-f9dd8f4680e0 req-2f9e4133-89ab-4866-b14b-a8135af1ce2c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:38.735811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7be3089a-ff44-4ce6-98bc-f9dd8f4680e0 req-2f9e4133-89ab-4866-b14b-a8135af1ce2c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1348846 Aug 31 15:55:38.745768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-75280b6b-c41e-4f40-b844-2284a837c9e1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:38.748634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-75280b6b-c41e-4f40-b844-2284a837c9e1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 813 time: 0.2665935 Aug 31 15:55:38.770256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.778812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.837470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:55:38.850340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90387534-ff6d-403d-a1c6-d10ed8206e5b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:38.855526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:38.860527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:38.868280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.880043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:38.880548 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Added segment f53f81e1-93e1-42a0-93ae-a1ae0f64c878 of type vlan for network 000662ac-898a-4f80-b956-1b964ad67df1 Aug 31 15:55:38.945182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=8']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:39.036229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:39.037783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.039823 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-76d9ac73-521c-40f1-a0dd-5b27679a1ac6 service neutron] 10.222.0.30 "PUT /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 1123 time: 1.0603755 Aug 31 15:55:39.042398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.113236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.115007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:39.116950 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.157484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['29db84f4-8fc4-48aa-8b7c-264ef4341ae8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:39.237115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] Pushing event updated for resources: {'Network': ['ID=000662ac-898a-4f80-b956-1b964ad67df1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:39.242720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['29db84f4-8fc4-48aa-8b7c-264ef4341ae8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:39.247268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc49f560-c0a2-41cf-84b7-ca8202248a78 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1298242 Aug 31 15:55:39.256294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43048) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:39.262480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Request body: {'subnet': {'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1928092150-subnet', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:39.289559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 000662ac-898a-4f80-b956-1b964ad67df1 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:55:39.297084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Made reservation on behalf of 7719358e9c3343e580f130e3ecdeac14 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:39.300029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.380933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-d9aefa0e-6072-4cb6-b1e6-c60b4d66556a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/quotas/3b65143bb5964c1c8d27767409db4bd3 HTTP/1.1" status: 200 len: 375 time: 0.0550261 Aug 31 15:55:39.398820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7be3089a-ff44-4ce6-98bc-f9dd8f4680e0 req-335b35de-5408-474a-a3b6-6de01d6928d5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499219 Aug 31 15:55:39.525091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-ec989dd5-289c-464b-bda8-ee88356c8713 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249833 Aug 31 15:55:39.695949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.770338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abff2ad9-73a1-4119-a4bd-ea3456c3cec5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:39.781954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:39.785519 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05a191-7c25-4d4c-a1e1-28285e57b65a" -d '{"events": [{"server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "name": "network-vif-plugged", "status": "completed", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:39.794865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Checking segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:39.795383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Network hostable DHCP agents. Network: 000662ac-898a-4f80-b956-1b964ad67df1, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:55:39.820867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94ee30-eb3f-45c6-8082-76d658ff850f req-4410f8df-1f14-44ff-9039-ce9d09a72099 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:39.821706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Network 000662ac-898a-4f80-b956-1b964ad67df1 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:55:39.831815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c94ee30-eb3f-45c6-8082-76d658ff850f req-4410f8df-1f14-44ff-9039-ce9d09a72099 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1606140 Aug 31 15:55:39.837485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 000662ac-898a-4f80-b956-1b964ad67df1) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:39.846178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:39.846888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.856457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7842c2ea-79f7-42a0-a9c7-842bc3ac1980 None None] Network 000662ac-898a-4f80-b956-1b964ad67df1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:55:39.889889 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-55546921-2c3d-4a4e-8532-55b5e9d3ed3c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6322765 Aug 31 15:55:39.892320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-a9ccc8da-8afa-44f7-9617-871c19840d0a service neutron] 10.222.0.43 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662634 Aug 31 15:55:39.893013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43052) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:39.898405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:39.943221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.944457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:39.982390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c94ee30-eb3f-45c6-8082-76d658ff850f req-fedccdaf-45a4-4df9-8151-9b16993f8256 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490715 Aug 31 15:55:40.050479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-e9c68343-decd-43d6-8111-9ec6b5637c75 service neutron] 10.222.0.43 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560614 Aug 31 15:55:40.087965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:40.210062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-000662ac-898a-4f80-b956-1b964ad67df1', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:55:40.216541 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:40.326775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:40.367718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:40.547510 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040fe3ad-1b5d-441f-a997-1335efa92e43 x-openstack-request-id: req-040fe3ad-1b5d-441f-a997-1335efa92e43 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:40.549063 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "name": "network-vif-unplugged", "status": "completed", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:40.550990 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-040fe3ad-1b5d-441f-a997-1335efa92e43 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:40.551819 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'code': 200} Aug 31 15:55:40.928310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:40.939440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-941944ed-f242-4306-ab10-9c7fbf90a32d req-b07d0eab-b27a-448b-8d46-c0f6b4e2b920 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 210 time: 0.0785010 Aug 31 15:55:40.946412 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e48d15-befe-4860-94b0-f931c1a520ba x-openstack-request-id: req-d0e48d15-befe-4860-94b0-f931c1a520ba {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:40.946709 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "name": "network-vif-plugged", "status": "completed", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:40.947195 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0e48d15-befe-4860-94b0-f931c1a520ba {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:40.947494 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'code': 200} Aug 31 15:55:40.979175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955258d4-d942-447b-b7f6-d47fadaeb52b req-51171bb9-d98c-4d6d-aead-58a12eaac7d5 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:40.986450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-955258d4-d942-447b-b7f6-d47fadaeb52b req-51171bb9-d98c-4d6d-aead-58a12eaac7d5 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.2862439 Aug 31 15:55:41.050910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.125648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe635-4036-4e04-ba6b-0cc862e65ac9 req-86150dac-ea8a-4fe5-a6ee-01660fc2dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:41.127822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Allocated IP 172.20.0.2 (000662ac-898a-4f80-b956-1b964ad67df1/abff2ad9-73a1-4119-a4bd-ea3456c3cec5/f4a33e4c-e3a3-480a-9152-50831078d01e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:41.132482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-955258d4-d942-447b-b7f6-d47fadaeb52b req-e7e46f84-c4e2-4452-9ef7-30b66f19d346 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352327 Aug 31 15:55:41.133251 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e3fe635-4036-4e04-ba6b-0cc862e65ac9 req-86150dac-ea8a-4fe5-a6ee-01660fc2dfae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1098 time: 0.2919245 Aug 31 15:55:41.135324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.201289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e3fe635-4036-4e04-ba6b-0cc862e65ac9 req-a15d2650-718e-47f0-a484-28b07138f232 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Aug 31 15:55:41.288880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b38e19-1461-47e0-bbb8-bee8e5de1331 req-9f0f2742-ce4a-44d5-8616-a72abecab453 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:41.290384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 has no active binding in host n-h1-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:55:41.300623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8b38e19-1461-47e0-bbb8-bee8e5de1331 req-9f0f2742-ce4a-44d5-8616-a72abecab453 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1579661 Aug 31 15:55:41.321777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Allocated IP 172.25.6.14 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:41.323567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.342729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Transition to ACTIVE for port object f4a33e4c-e3a3-480a-9152-50831078d01e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:41.368891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8b38e19-1461-47e0-bbb8-bee8e5de1331 req-fe992fc1-7543-4947-adbd-011f880648d0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Aug 31 15:55:41.385998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Transition to ACTIVE for port object f4a33e4c-e3a3-480a-9152-50831078d01e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:41.399557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.479359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Pushing event updated for resources: {'Port': ['ID=f4a33e4c-e3a3-480a-9152-50831078d01e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:41.492175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Network 000662ac-898a-4f80-b956-1b964ad67df1 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:41.493766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:41.497245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:41.527615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45356-79ec-43ac-b161-13857b4dfeba req-a14bba05-f8b8-4180-a9e2-fb5e4ef2d080 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:41.540165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43086) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:41.542446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c45356-79ec-43ac-b161-13857b4dfeba req-a14bba05-f8b8-4180-a9e2-fb5e4ef2d080 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.1181381 Aug 31 15:55:41.553571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Request body: {'floatingip': {'port_id': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:41.610674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Attempting to bind port f4a33e4c-e3a3-480a-9152-50831078d01e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:41.611291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Attempting to bind port f4a33e4c-e3a3-480a-9152-50831078d01e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:41.611729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Attempting to bind port f4a33e4c-e3a3-480a-9152-50831078d01e on network 000662ac-898a-4f80-b956-1b964ad67df1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:41.617986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:41.618463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Checking segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:41.619009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.619516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Bound using segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:41.620750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Bound port: f4a33e4c-e3a3-480a-9152-50831078d01e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:41.621437 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.676086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.683470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.719561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] For port f4a33e4c-e3a3-480a-9152-50831078d01e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:41.727069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] For port f4a33e4c-e3a3-480a-9152-50831078d01e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f4a33e4c-e3a3-480a-9152-50831078d01e,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:41.734436 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:41.743534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678c0c-b8b4-4102-acda-2e9adb376cf0 req-0f72a1b7-dfe1-4018-ad45-358a62df43b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:41.746858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c678c0c-b8b4-4102-acda-2e9adb376cf0 req-0f72a1b7-dfe1-4018-ad45-358a62df43b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.1885920 Aug 31 15:55:41.832013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2a4e1-d45a-48b0-ba53-4aeacb2c9ce9 None None] Pushing event updated for resources: {'Port': ['ID=f4a33e4c-e3a3-480a-9152-50831078d01e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:41.880136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c678c0c-b8b4-4102-acda-2e9adb376cf0 req-feca911e-0d74-4c2d-9047-235f55f84ac3 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163871 Aug 31 15:55:41.935211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:42.020547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Pushing event updated for resources: {'Port': ['ID=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:42.130504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:42.137190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2770405-8870-4c1a-a872-d112c9817544 req-9afb6200-7cf9-48d3-9ad9-133983ca0bff tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 210 time: 0.0551093 Aug 31 15:55:42.142022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:42.159778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:42.577373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e3c86-b199-4f4e-8a66-e442b3893593 req-5d63503a-5474-4541-b8e7-b5d2e8d3fd1c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:42.578963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-577e3c86-b199-4f4e-8a66-e442b3893593 req-5d63503a-5474-4541-b8e7-b5d2e8d3fd1c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.0897007 Aug 31 15:55:42.597779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:42.600320 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd719f9-766e-4c7e-992e-5451c17f62fc" -d '{"events": [{"name": "network-changed", "server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:42.658266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-577e3c86-b199-4f4e-8a66-e442b3893593 req-4f8cf51b-8b50-45aa-89e6-7e2e24e9afde tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644686 Aug 31 15:55:42.907637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-a0e4949d-220b-4e3c-bb3b-87ed8aab8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:42.909519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-a0e4949d-220b-4e3c-bb3b-87ed8aab8540 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1126 time: 0.1616249 Aug 31 15:55:43.106301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-caefc421-3fa5-4d32-82f6-0eb686fa4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:43.108004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-caefc421-3fa5-4d32-82f6-0eb686fa4b9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.1802449 Aug 31 15:55:43.151212 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e700280-1e56-4b41-89e4-0d15b6d44fbf x-openstack-request-id: req-8e700280-1e56-4b41-89e4-0d15b6d44fbf {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:43.151812 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:43.151812 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e700280-1e56-4b41-89e4-0d15b6d44fbf {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:43.152121 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'status': 'completed', 'code': 200} Aug 31 15:55:43.277224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-db9964e6-532c-43b8-a542-34200a4eed73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 217 time: 0.1081822 Aug 31 15:55:43.311228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3481fd-8304-41cb-ba2b-27f4a3424e98 req-c6761912-37d9-4793-ad70-b35118b99cd8 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:43.315683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-a56b459c-ff86-4302-8745-3ee1a64bb3db tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:43.317509 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-a56b459c-ff86-4302-8745-3ee1a64bb3db tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.30 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 813 time: 1.0389762 Aug 31 15:55:43.319070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f3481fd-8304-41cb-ba2b-27f4a3424e98 req-c6761912-37d9-4793-ad70-b35118b99cd8 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.2099102 Aug 31 15:55:43.353116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Request body: {'port': {'device_id': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'admin_state_up': True, 'tenant_id': '3b65143bb5964c1c8d27767409db4bd3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:43.399851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db343759-518b-4c1f-be48-ca006cf60f10 None None] Network 000662ac-898a-4f80-b956-1b964ad67df1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:55:43.413759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-05f7be9c-516b-450f-82fb-c2d1d44a5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:43.415179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-05f7be9c-516b-450f-82fb-c2d1d44a5aec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.0601275 Aug 31 15:55:43.439194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa8a2599-1db1-4d62-beba-44bb15707cc9 req-aa81b093-cf49-4660-bb7a-f9fc57ca11b1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 210 time: 0.1687813 Aug 31 15:55:43.471045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-f5ade61a-f438-44d1-8e64-ad5638f8f7c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306656 Aug 31 15:55:43.496984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f3481fd-8304-41cb-ba2b-27f4a3424e98 req-fce20f9a-5b1f-4826-bb36-3da974a9067c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768529 Aug 31 15:55:43.616232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e95d4f07-5a92-4673-989c-1f8de4bb51b0 None None] Provisioning for port f4a33e4c-e3a3-480a-9152-50831078d01e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:43.656720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-bef28f7e-453d-4385-a426-fb3ab0495ea3 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579401 Aug 31 15:55:43.708394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.resource_extend [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:55:43.839540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:43.863714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd719f9-766e-4c7e-992e-5451c17f62fc req-a1dd82f5-1414-49ed-95ef-e14f3375236f service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970892 Aug 31 15:55:43.888470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f4a33e4c-e3a3-480a-9152-50831078d01e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:43.894721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Made reservation on behalf of 3b65143bb5964c1c8d27767409db4bd3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:55:43.904669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:43.912927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:43.943849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:44.040201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f4a33e4c-e3a3-480a-9152-50831078d01e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:44.042799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f4a33e4c-e3a3-480a-9152-50831078d01e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:44.043430 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:44.126671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76d895-3685-4568-9531-1f34eebfbbb7 req-fd87f780-3683-4c46-b71d-4a3ddd57163f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:44.139915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb76d895-3685-4568-9531-1f34eebfbbb7 req-fd87f780-3683-4c46-b71d-4a3ddd57163f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1628342 Aug 31 15:55:44.248930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb76d895-3685-4568-9531-1f34eebfbbb7 req-cc3b398e-3e9c-43d9-8744-83ba14c0acd9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023235 Aug 31 15:55:44.318648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ade78500-899e-460b-8415-50079820cb5e None None] Provisioning complete for port f4a33e4c-e3a3-480a-9152-50831078d01e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:44.319023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ade78500-899e-460b-8415-50079820cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:44.426600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:44.453009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:44.480582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3d598-98f8-4c76-81fa-bf726fedc941 req-72905eac-d0bf-4a2a-a89a-698b25c4b71f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:44.493537 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48b3d598-98f8-4c76-81fa-bf726fedc941 req-72905eac-d0bf-4a2a-a89a-698b25c4b71f tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1098 time: 0.1218469 Aug 31 15:55:44.527781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f4a33e4c-e3a3-480a-9152-50831078d01e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f4a33e4c-e3a3-480a-9152-50831078d01e,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:44.578338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Allocated IP 172.20.0.5 (3863a6b9-0cf5-4d96-9a86-3aec33f92c05/7af1d399-19bc-4b31-a48c-f17c31c55cfb/8694448f-ab97-4367-90eb-4e8c9918504e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:44.582709 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Floating IP 3a626229-81dc-4283-b0e4-fcf09f775d94 associated. External IP: 172.25.6.154, port: c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62. Aug 31 15:55:44.591257 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:44.647192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca0c22cb-8676-4be1-b2e5-1c5a035d46d1 req-37d8a98c-e93f-46a9-844a-6d23cd2e8b37 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 210 time: 0.0912099 Aug 31 15:55:44.655695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48b3d598-98f8-4c76-81fa-bf726fedc941 req-ea8ce819-72df-4e1e-bde9-4421411fa16e tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615942 Aug 31 15:55:44.728357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f4a33e4c-e3a3-480a-9152-50831078d01e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:44.916442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41ce62-093f-4789-a453-9a02293a42a1 req-abe6e305-864a-4bd2-8f0c-6c71825fc7e6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:44.918363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c41ce62-093f-4789-a453-9a02293a42a1 req-abe6e305-864a-4bd2-8f0c-6c71825fc7e6 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.0980279 Aug 31 15:55:44.935013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34289247-7c6d-48cc-80f5-e767613e7249 req-99a2ffa7-816a-4ba9-8300-fe5cb9928fd6 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:44.942462 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34289247-7c6d-48cc-80f5-e767613e7249 req-99a2ffa7-816a-4ba9-8300-fe5cb9928fd6 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1098 time: 0.0912890 Aug 31 15:55:45.015453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c41ce62-093f-4789-a453-9a02293a42a1 req-ca48a538-6d25-4639-b87d-bbf31647125a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884593 Aug 31 15:55:45.039644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:45.046187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34289247-7c6d-48cc-80f5-e767613e7249 req-733ba1a9-8ed9-4987-8d30-d8853c634fb2 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027832 Aug 31 15:55:45.113038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Router 48dcbc3e-7df8-402c-977d-f5ef9c74015c is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:55:45.215129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:45.230592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f7db3d8a-df48-4b3f-a080-f1973f7466c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:45.278290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:45.285249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:45.530754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-62561a51-b4d6-4a18-8f49-dcc9b746e2c1 service neutron] 10.222.0.49 "GET /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.1364000 Aug 31 15:55:45.553360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:45.561818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:45.584969 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Sync routers for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:45.608122 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:45.609631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:45.644222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:45.648581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43174) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:45.649042 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa050e05-baa1-42a4-ac9c-aaf0c7f6bd6c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7545717 Aug 31 15:55:45.669207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Pushing event updated for resources: {'Port': ['ID=8694448f-ab97-4367-90eb-4e8c9918504e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:45.673323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:45.701475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:45.702126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:45.844543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-731300fd-67bf-41cc-86a1-d3ba25b42ded tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5142140 Aug 31 15:55:45.847538 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:45.863003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f4a33e4c-e3a3-480a-9152-50831078d01e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:45.904137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Request body: {'port': {'device_id': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:46.043594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f4a33e4c-e3a3-480a-9152-50831078d01e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:46.045156 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:46.303433 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:43Z', 'revision_number': 3, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:46.354748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Checking router: 48dcbc3e-7df8-402c-977d-f5ef9c74015c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:46.354992 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Updating router 48dcbc3e-7df8-402c-977d-f5ef9c74015c port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:46.389344 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:46.451926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35133e9-d69d-44b7-9411-880c8215c210 req-ab5e52fc-88a0-447b-96d7-acae3b069d44 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:46.457895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a35133e9-d69d-44b7-9411-880c8215c210 req-ab5e52fc-88a0-447b-96d7-acae3b069d44 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 931 time: 0.4746764 Aug 31 15:55:46.503247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:46.578807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:46.609321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a35133e9-d69d-44b7-9411-880c8215c210 req-455ff04e-9cba-442f-9298-b7ba77f95139 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184604 Aug 31 15:55:46.654493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:46.677685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:46.741946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:46.747568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-e80169b3-7139-48a5-b127-46895ae7c843 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:55:46.749200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-e80169b3-7139-48a5-b127-46895ae7c843 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226607 Aug 31 15:55:46.757320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] Sync routers for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:46.765964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:46.774084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:46.778686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:46.794652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:46.866914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-968a8f26-5933-4a87-a444-d1858464438d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "PUT /v2.0/floatingips/3a626229-81dc-4283-b0e4-fcf09f775d94 HTTP/1.1" status: 200 len: 992 time: 5.3247023 Aug 31 15:55:46.872597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:46.875348 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d6d9ab-69e9-4559-95e1-365725814344" -d '{"events": [{"name": "network-changed", "server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:46.961641 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:46.975805 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Transition to ACTIVE for port object 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:46.985863 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:46.989202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:47.042817 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda2df0-8d9e-49a3-bd84-79cc33ab5ba5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:47.066340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:47.072716 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Attempting to bind port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:47.073855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Attempting to bind port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:47.074403 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Attempting to bind port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:47.081141 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:47.081839 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:47.082419 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.082982 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:47.083613 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Bound port: 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:47.084204 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.109240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-9f543846-fc6d-47d2-902f-e2bf5784ed07 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:47.112021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-9f543846-fc6d-47d2-902f-e2bf5784ed07 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 1095 time: 0.3516347 Aug 31 15:55:47.120355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.170577 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] For port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:47.175322 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] For port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:47.186178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:55:47.187585 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.263394 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda2df0-8d9e-49a3-bd84-79cc33ab5ba5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:47.271099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] Transition to ACTIVE for port object 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:47.279802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Request body: {'binding': {'host': 'n-h2-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:47.281615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Unknown quota resources ['binding']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 15:55:47.286794 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:47.287434 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:47.295615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.382095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438d078-3c45-476a-bf79-bbd06fbfb743 req-16f2ecf1-25fe-4af1-8bd4-c4a8897f67bf tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:47.390483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2438d078-3c45-476a-bf79-bbd06fbfb743 req-16f2ecf1-25fe-4af1-8bd4-c4a8897f67bf tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 943 time: 0.4348016 Aug 31 15:55:47.394333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.411963 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:47.412348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '3a626229-81dc-4283-b0e4-fcf09f775d94', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'port_id': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'mac_address': 'fa:16:3e:e0:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:55:21Z', 'updated_at': '2021-08-31T15:55:43Z', 'revision_number': 1, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:20Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:47.472558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] Checking router: eb5982f4-b235-4263-af7e-bb2dd4fe0c65 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:47.486698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:47.487344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:47.517076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8694448f-ab97-4367-90eb-4e8c9918504e {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:47.529737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.550578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Transition to ACTIVE for port object 8694448f-ab97-4367-90eb-4e8c9918504e will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:47.555944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] No DVR routers for this DVR port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:55:47.556177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.623971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:47.657437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8694448f-ab97-4367-90eb-4e8c9918504e,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:47.766009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Attempting to bind port 8694448f-ab97-4367-90eb-4e8c9918504e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:47.766505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Attempting to bind port 8694448f-ab97-4367-90eb-4e8c9918504e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:47.766936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Attempting to bind port 8694448f-ab97-4367-90eb-4e8c9918504e on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:47.771630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Port 8694448f-ab97-4367-90eb-4e8c9918504e on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:47.772081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Attempting to bind port 8694448f-ab97-4367-90eb-4e8c9918504e on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:47.779722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:47.780460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Checking segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:47.781135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Bound using segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:47.781800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Bound port: 8694448f-ab97-4367-90eb-4e8c9918504e, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:47.782324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.867291 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:43Z', 'revision_number': 3, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:47.885501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on host n-h2-793621-35 for vnic_type normal with profile None {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:47.886118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:47.886280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:47.908626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] For port 8694448f-ab97-4367-90eb-4e8c9918504e, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:47.913178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] For port 8694448f-ab97-4367-90eb-4e8c9918504e, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=8694448f-ab97-4367-90eb-4e8c9918504e,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:47.918817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] 10.222.0.49 "PUT /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8/bindings/n-h1-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 2.3782544 Aug 31 15:55:47.921524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faa505-920c-41d4-ae51-7a9dadfefbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:47.922331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:47.947166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2438d078-3c45-476a-bf79-bbd06fbfb743 req-ca5a6197-f29c-4cdd-bb2c-ff8e020144f7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552747 Aug 31 15:55:47.950938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:55:47.951157 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30007de9-1357-4fa8-85fd-e4d2074098d4 None None] The sync data for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 is: [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:43Z', 'revision_number': 3, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:47.951295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:47.960685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Allocated IP 172.20.0.1 (000662ac-898a-4f80-b956-1b964ad67df1/abff2ad9-73a1-4119-a4bd-ea3456c3cec5/ac0ed5f3-b39c-4f72-bf27-f33105bb12c5) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:47.982421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:47.982772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:47.983172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:47.983658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Bound port: f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:48.032108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:48.032759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:48.035772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] 10.222.0.30 "PUT /v2.0/ports/8694448f-ab97-4367-90eb-4e8c9918504e HTTP/1.1" status: 200 len: 1092 time: 2.1808290 Aug 31 15:55:48.081321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '3a626229-81dc-4283-b0e4-fcf09f775d94', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'port_id': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'mac_address': 'fa:16:3e:e0:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:55:21Z', 'updated_at': '2021-08-31T15:55:43Z', 'revision_number': 1, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:20Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:48.149745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06bab-2f15-4818-a312-ef34a908a171 None None] The sync data for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 is: [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '3a626229-81dc-4283-b0e4-fcf09f775d94', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'port_id': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'mac_address': 'fa:16:3e:e0:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:55:21Z', 'updated_at': '2021-08-31T15:55:43Z', 'revision_number': 1, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:20Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:48.157592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3cd1d-04d0-492b-8ab0-a68ad94a1b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8694448f-ab97-4367-90eb-4e8c9918504e,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:48.167700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:48.175059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-c9180af6-eca4-47a0-b0c9-ca6b0c1ae416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:48.176880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-c9180af6-eca4-47a0-b0c9-ca6b0c1ae416 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 1095 time: 0.0953333 Aug 31 15:55:48.185733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Transition to ACTIVE for port object ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:48.257059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-301b4aad-bef8-435b-a67c-538d205e7e7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8694448f-ab97-4367-90eb-4e8c9918504e HTTP/1.1" status: 200 len: 217 time: 0.0660398 Aug 31 15:55:48.417834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-2911e601-e1fc-4007-81f6-60f4a40cf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:48.419218 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-2911e601-e1fc-4007-81f6-60f4a40cf50c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.1548331 Aug 31 15:55:48.436697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-26ec0b9c-2b35-4d2b-96c9-a5abab6a2422 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:48.439709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-26ec0b9c-2b35-4d2b-96c9-a5abab6a2422 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.2510283 Aug 31 15:55:48.450081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:48.464698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:48.478727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8953e8d1-6297-4787-951d-29ade70dd335 service neutron] 10.222.0.43 "POST /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146/bindings HTTP/1.1" status: 201 len: 390 time: 1.3386948 Aug 31 15:55:48.486331 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-55ddeba4-c569-455a-bde6-dcba80857848 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514407 Aug 31 15:55:48.535339 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:48.641069 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856a9b8-d474-4b7d-92c5-bf8dd61a2fda None None] New status for floating IP 3a626229-81dc-4283-b0e4-fcf09f775d94: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:55:48.659465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Network 000662ac-898a-4f80-b956-1b964ad67df1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:48.740464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-d67a162c-6574-4168-9ac1-973eefdd0667 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474535 Aug 31 15:55:48.741611 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3f757-0526-4841-b5c8-682503fa9e5d x-openstack-request-id: req-f5e3f757-0526-4841-b5c8-682503fa9e5d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:48.741899 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:48.742146 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5e3f757-0526-4841-b5c8-682503fa9e5d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:48.742534 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'status': 'completed', 'code': 200} Aug 31 15:55:48.767439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:48.775736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:48.883323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-b928b166-a466-4050-9123-3763cc1d71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:48.894614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-b928b166-a466-4050-9123-3763cc1d71e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7&tenant_id=eff13a9dca0845f4a0475aac29abb8d6 HTTP/1.1" status: 200 len: 1096 time: 0.4465282 Aug 31 15:55:48.895280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Pushing event updated for resources: {'Port': ['ID=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:48.978505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-22d41abb-a160-4d55-9fec-f95de334d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:48.987845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-22d41abb-a160-4d55-9fec-f95de334d37d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1098 time: 0.1274278 Aug 31 15:55:48.998957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:49.152596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e52a08ae-0162-4c6f-aa0d-b6f5040bdf80 req-08052aea-fb07-4375-91da-88959545e32d service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033377 Aug 31 15:55:49.209918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:49.216768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d9ab-69e9-4559-95e1-365725814344 req-f5d37a87-7985-40e9-8599-ff39c0157256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:49.218302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-f5d37a87-7985-40e9-8599-ff39c0157256 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0e917ef016f4e93943a66e4cc632b8c&device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 1098 time: 0.5849466 Aug 31 15:55:49.240410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-52ec2f83-d462-43ae-b263-2237040f3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:49.242023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-52ec2f83-d462-43ae-b263-2237040f3dc9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2388225 Aug 31 15:55:49.249815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a6fe57db-8b6e-47d6-a8c4-0d3df92734c6 None None] Provisioning for port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:49.261127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a6fe57db-8b6e-47d6-a8c4-0d3df92734c6 None None] Provisioning complete for port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:49.261499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6fe57db-8b6e-47d6-a8c4-0d3df92734c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:49.337503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8c3a7-a3ba-4d4a-91f0-35ff092d4d95 req-5015e316-4301-481f-b073-a3fe67ce18d1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:49.346661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2fb8c3a7-a3ba-4d4a-91f0-35ff092d4d95 req-5015e316-4301-481f-b073-a3fe67ce18d1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.6084356 Aug 31 15:55:49.359391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe57db-8b6e-47d6-a8c4-0d3df92734c6 None None] Port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:49.364825 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-a5609cb4-4d28-4156-9166-fd4519355761 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 217 time: 0.1124351 Aug 31 15:55:49.434079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-bfea9a8d-51ac-41a5-96fe-fddfdc29d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:49.435655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-bfea9a8d-51ac-41a5-96fe-fddfdc29d229 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0632644 Aug 31 15:55:49.486187 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-660232a0-851a-4db6-b07c-5a4d25730778 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429304 Aug 31 15:55:49.631913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3bf0d0b6-3c32-494b-8d01-a0aebcf45c43 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381197 Aug 31 15:55:49.800399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:49.804383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c828c-5344-405f-a26a-3279707770fa req-e0637337-d0d0-4cf9-b3af-0612d5b9423f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:49.804571 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-aa551b3d-0ec0-4568-986d-dbf6c0c3e473 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639607 Aug 31 15:55:49.814296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-658c828c-5344-405f-a26a-3279707770fa req-e0637337-d0d0-4cf9-b3af-0612d5b9423f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 943 time: 1.0606225 Aug 31 15:55:49.842482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-cb9548e5-c883-45b0-8c16-13b8c5799bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:49.848481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-cb9548e5-c883-45b0-8c16-13b8c5799bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1096 time: 0.7059548 Aug 31 15:55:49.884472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:49.893684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:49.894122 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:50.016876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2fb8c3a7-a3ba-4d4a-91f0-35ff092d4d95 req-799fad16-6cb8-470f-b6f6-02c8245610d6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690748 Aug 31 15:55:50.086135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:50.122082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d9ab-69e9-4559-95e1-365725814344 req-fc6077d2-2cf0-4478-8508-a9be0b6f7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:50.123823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-fc6077d2-2cf0-4478-8508-a9be0b6f7fc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97124748-1497-4916-b3e2-895ef82c1278 HTTP/1.1" status: 200 len: 913 time: 0.8817368 Aug 31 15:55:50.129446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:50.134862 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:50.153613 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-658c828c-5344-405f-a26a-3279707770fa req-cca5f560-0879-476f-ac60-1869af17975c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346663 Aug 31 15:55:50.232089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:50.374327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-01445a7c-6285-4ba0-9f51-2a2a753c0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:50.375850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-01445a7c-6285-4ba0-9f51-2a2a753c0832 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 200 len: 908 time: 0.4783916 Aug 31 15:55:50.407749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1a2e2-cf62-4bed-9601-844f656bb61b req-82692f01-3eaf-4f56-9a87-58a53d26c40c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:50.409391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5de1a2e2-cf62-4bed-9601-844f656bb61b req-82692f01-3eaf-4f56-9a87-58a53d26c40c tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 944 time: 0.2256827 Aug 31 15:55:50.439024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-3c10e7ca-2dfa-45b8-bfd2-d0f52ca887eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 HTTP/1.1" status: 200 len: 1002 time: 0.2804782 Aug 31 15:55:50.462504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-767edc55-0edd-41d4-b446-0ee32182eb75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 200 len: 217 time: 0.0739987 Aug 31 15:55:50.544790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:50.560600 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:50.620161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d9ab-69e9-4559-95e1-365725814344 req-0b16c024-77c5-437c-934c-9f521f6965cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:50.621749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-0b16c024-77c5-437c-934c-9f521f6965cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c94b302-d6a6-4899-9600-958bbaa93466 HTTP/1.1" status: 200 len: 851 time: 0.1715801 Aug 31 15:55:50.657727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:50.689068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5de1a2e2-cf62-4bed-9601-844f656bb61b req-fd28d16b-f79e-4519-8f59-81a65c9f5e69 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453537 Aug 31 15:55:50.702849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-072c7bc1-f728-4ba1-af06-bec4c6f6ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:50.704421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-072c7bc1-f728-4ba1-af06-bec4c6f6ac0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 200 len: 847 time: 0.2117214 Aug 31 15:55:50.743815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'tag': '8694448f-ab97-4367-90eb-4e8c9918504e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:50.747639 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871" -d '{"events": [{"name": "network-changed", "server_uuid": "a1531243-dbb3-4ac9-b0a3-9018fe716965", "tag": "8694448f-ab97-4367-90eb-4e8c9918504e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:50.816950 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458d2059-0331-4dac-a09d-7321b2263c0d x-openstack-request-id: req-458d2059-0331-4dac-a09d-7321b2263c0d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:50.818437 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1531243-dbb3-4ac9-b0a3-9018fe716965", "tag": "8694448f-ab97-4367-90eb-4e8c9918504e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:50.819167 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-458d2059-0331-4dac-a09d-7321b2263c0d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:50.819796 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'tag': '8694448f-ab97-4367-90eb-4e8c9918504e', 'status': 'completed', 'code': 200} Aug 31 15:55:50.873663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-c5f1c6a4-44d4-428e-856c-ebb059b3a958 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c9a93bb-5e6c-44a2-b6c7-00f238809364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246493 Aug 31 15:55:50.878129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Pushing event updated for resources: {'Port': ['ID=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:50.886731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Network 000662ac-898a-4f80-b956-1b964ad67df1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:50.906447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-26b3cc00-bbb4-4011-b8ae-3d44c1e2b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:50.908366 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-26b3cc00-bbb4-4011-b8ae-3d44c1e2b223 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 1095 time: 0.0742488 Aug 31 15:55:50.908533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:51.002443 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e721048-429c-483b-b272-78f57fbec0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:51.015330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d9ab-69e9-4559-95e1-365725814344 req-fff17796-9465-4f5a-a0ec-f9c768549e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:51.016910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-fff17796-9465-4f5a-a0ec-f9c768549e39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97124748-1497-4916-b3e2-895ef82c1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3488150 Aug 31 15:55:51.159120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-ae50e1ca-a61e-475d-99d5-fd0a8237f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:51.170435 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-ae50e1ca-a61e-475d-99d5-fd0a8237f62b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.2261674 Aug 31 15:55:51.256958 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-5887fb15-aee7-4209-af1f-a10c52cd7170 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8694448f-ab97-4367-90eb-4e8c9918504e HTTP/1.1" status: 200 len: 217 time: 0.0759249 Aug 31 15:55:51.324180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-eefb8d59-fa40-46b3-91d5-60ae62627aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368887 Aug 31 15:55:51.375489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-6510cd7e-e04a-4ac9-a6cb-d60a97233ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:51.379214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-6510cd7e-e04a-4ac9-a6cb-d60a97233ee7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.1054342 Aug 31 15:55:51.405308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b462f09e-6e86-4cca-a444-d3ffa7016ad1 None None] Provisioning complete for port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:51.406020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b462f09e-6e86-4cca-a444-d3ffa7016ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:51.441188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-7904eae8-9060-4591-8546-22f2dd34febd service neutron] 10.222.0.30 "GET /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055999 Aug 31 15:55:51.468179 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-83039e99-ebb5-47bc-ace9-dbe0e707967d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737917 Aug 31 15:55:51.485409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71556-228f-469a-8ea4-8eb739459108 req-2d02f5ad-5a28-44de-85ba-cbce1a12500e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:51.492580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ded71556-228f-469a-8ea4-8eb739459108 req-2d02f5ad-5a28-44de-85ba-cbce1a12500e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 943 time: 0.2241433 Aug 31 15:55:51.502064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Router 48dcbc3e-7df8-402c-977d-f5ef9c74015c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:55:51.511582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e9c47-0ab8-4367-904a-3a05e1059919 req-7c58de0b-a251-4f17-926f-1027f1381381 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:51.513175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077e9c47-0ab8-4367-904a-3a05e1059919 req-7c58de0b-a251-4f17-926f-1027f1381381 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.3228624 Aug 31 15:55:51.514002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b462f09e-6e86-4cca-a444-d3ffa7016ad1 None None] Port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:55:51.515098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-b3fc261b-ee9d-4bbd-82d9-fba3e31a2082 service neutron] 10.222.0.49 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848938 Aug 31 15:55:51.628057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-5b0e1555-05a4-4aed-a1d8-b5b2e171b799 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501896 Aug 31 15:55:51.710816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077e9c47-0ab8-4367-904a-3a05e1059919 req-1c11f501-355c-4445-8569-7105a4d264bc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908112 Aug 31 15:55:51.768745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ded71556-228f-469a-8ea4-8eb739459108 req-bc0639d7-453a-4916-9c41-e7fcde104168 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750514 Aug 31 15:55:51.834151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:51.838109 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5f803f2-c348-4cf2-88c0-e2e2b71ce871 req-f9576500-dd3d-4dd3-878a-7cdf052aa347 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997833 Aug 31 15:55:52.011228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:52.012378 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:52.014632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d6d9ab-69e9-4559-95e1-365725814344 req-cd835985-214c-4d9a-bb57-2b0456036e04 service neutron] 10.222.0.49 "GET /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864473 Aug 31 15:55:52.022530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-2c4bd652-22ea-403d-a31c-7955679c1a74 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:52.022530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-2c4bd652-22ea-403d-a31c-7955679c1a74 tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7&tenant_id=eff13a9dca0845f4a0475aac29abb8d6&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.2995276 Aug 31 15:55:52.025146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:55:52.030836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-80ef9c3c-538d-4975-a785-ec4f5da418fd admin admin] 10.222.0.43 "PUT /v2.0/routers/48dcbc3e-7df8-402c-977d-f5ef9c74015c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3746886 Aug 31 15:55:52.066782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Sync routers for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:55:52.094004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:52.096250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:52.257424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:52.273942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014304b-6562-4218-8979-97195e5ff715 req-3f1501bc-f3f7-4b97-91e6-868cfefdee70 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:52.276065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2014304b-6562-4218-8979-97195e5ff715 req-3f1501bc-f3f7-4b97-91e6-868cfefdee70 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 944 time: 0.1101940 Aug 31 15:55:52.366504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-38e9f245-ee21-4998-a0e9-145cb2625178 service neutron] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:52.375505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-38e9f245-ee21-4998-a0e9-145cb2625178 service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:52.388945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8862de0-d408-4ca8-9745-5ef7c2878908 req-38e9f245-ee21-4998-a0e9-145cb2625178 service neutron] 10.222.0.30 "DELETE /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8/bindings/n-h2-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.3465178 Aug 31 15:55:52.397453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2014304b-6562-4218-8979-97195e5ff715 req-939c562a-c1e4-46f1-92b0-b411c4845583 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998192 Aug 31 15:55:52.425830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 8694448f-ab97-4367-90eb-4e8c9918504e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:52.610934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6425516-3934-4941-a342-4912f0f4425b req-54dd8b72-a2cf-4a8b-b47b-eb48717ed16b tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:52.612555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6425516-3934-4941-a342-4912f0f4425b req-54dd8b72-a2cf-4a8b-b47b-eb48717ed16b tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 1096 time: 0.0766006 Aug 31 15:55:52.700903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6425516-3934-4941-a342-4912f0f4425b req-c7dfa6b4-b5f8-45ed-aa88-44fe6941da1a tempest-LiveMigrationTest-1066254683 tempest-LiveMigrationTest-1066254683-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642231 Aug 31 15:55:52.701269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 8694448f-ab97-4367-90eb-4e8c9918504e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=8694448f-ab97-4367-90eb-4e8c9918504e,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:52.730768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '8694448f-ab97-4367-90eb-4e8c9918504e', 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'port_id': '8694448f-ab97-4367-90eb-4e8c9918504e', 'mac_address': 'fa:16:3e:e3:32:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af1d399-19bc-4b31-a48c-f17c31c55cfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:52.856009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:52.976321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8694448f-ab97-4367-90eb-4e8c9918504e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:53.005793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43286) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:53.011128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006481296', 'description': 'tempest-description--788837387'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:53.074445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535724f-589a-4a48-8b18-042b8b5f5453 req-1290fd60-36ea-4da8-926f-bb1d88f9016f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:53.076074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e535724f-589a-4a48-8b18-042b8b5f5453 req-1290fd60-36ea-4da8-926f-bb1d88f9016f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1526475 Aug 31 15:55:53.081846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.100269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 8694448f-ab97-4367-90eb-4e8c9918504e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=8694448f-ab97-4367-90eb-4e8c9918504e,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:53.129567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.218782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.244303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.273307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adbac1-1757-4b77-ad01-f12ba3b3dc7e req-92be20e4-f47e-4884-8f09-1fd238763d93 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:53.283646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=8694448f-ab97-4367-90eb-4e8c9918504e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:53.289403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75adbac1-1757-4b77-ad01-f12ba3b3dc7e req-92be20e4-f47e-4884-8f09-1fd238763d93 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 943 time: 0.2107420 Aug 31 15:55:53.301581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698f0cfb-f3eb-4a76-8760-4ff95bea91ff,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:53.312138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.316231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3a10adea-22e0-4cc3-a151-09179d679c5e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3075683 Aug 31 15:55:53.317448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43292) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:53.325478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Request body: {'security_group_rule': {'security_group_id': '698f0cfb-f3eb-4a76-8760-4ff95bea91ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:53.326041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e535724f-589a-4a48-8b18-042b8b5f5453 req-c6c30ec8-81a1-45cc-88d2-606a12fd0ba0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254829 Aug 31 15:55:53.326227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 2, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:53.389180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.397068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Checking router: 48dcbc3e-7df8-402c-977d-f5ef9c74015c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:55:53.397694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Updating router 48dcbc3e-7df8-402c-977d-f5ef9c74015c port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:55:53.415162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75adbac1-1757-4b77-ad01-f12ba3b3dc7e req-072beba7-5211-4a99-bb99-2454119a42d8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241229 Aug 31 15:55:53.427324 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.522910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.530290 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.536664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432e5e-77bc-4afd-92b5-c915f6d083ba req-ab86b359-0e7a-4583-b595-704b320777db tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:53.545933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e432e5e-77bc-4afd-92b5-c915f6d083ba req-ab86b359-0e7a-4583-b595-704b320777db tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 944 time: 0.0903919 Aug 31 15:55:53.546966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['8694448f-ab97-4367-90eb-4e8c9918504e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:53.592717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92c1550-0755-4a35-9267-fd6700ec2441,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:53.611773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.619754 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69cbed31-dabc-4f97-b0de-943e6add73ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975335 Aug 31 15:55:53.626160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43302) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:53.631106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Request body: {'security_group_rule': {'security_group_id': '698f0cfb-f3eb-4a76-8760-4ff95bea91ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:53.635869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e432e5e-77bc-4afd-92b5-c915f6d083ba req-6c457d1b-a1d3-4797-88bc-d913bdde2ec7 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864513 Aug 31 15:55:53.722273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.776639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-d8eed6b2-ce96-4037-a4f6-378734e4a9ec tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:53.776639 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-d8eed6b2-ce96-4037-a4f6-378734e4a9ec tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 944 time: 0.1375396 Aug 31 15:55:53.864440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.872113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.916432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea382a0-bed3-400a-892f-446dcca16d5b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:53.917310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Deleting port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:55:53.923768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.924796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:53.924952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b0f0f68-924c-4af7-ace9-c8fe67e8fd6f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2974102 Aug 31 15:55:53.928342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43310) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:55:53.936062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:55:54.003679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.024160 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.114699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] For port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:54.115614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.115864 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.119578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03b4fab3-3866-47a7-808a-c74db6dab6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.133240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Transition to ACTIVE for port object ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:55:54.133526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Calling delete_port for 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:55:54.140658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.222861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cefa3-6eb2-4be5-9a17-14b7d8c6c109 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:54.227634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.278016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Attempting to bind port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:55:54.278598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Attempting to bind port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:55:54.279158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Attempting to bind port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 on network 000662ac-898a-4f80-b956-1b964ad67df1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:55:54.286304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:55:54.287325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Checking segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:55:54.288076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.288873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Bound using segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:55:54.289522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Bound port: ac0ed5f3-b39c-4f72-bf27-f33105bb12c5, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:55:54.290326 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.386880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.408548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['94d060a4-0075-4865-9ed9-20506be2fadc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:54.445989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Allocated IP 172.25.6.151 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b21c4065-ed23-4fda-a889-707c1c7e90b9) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:55:54.457239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event deleted for resources: {'Port': ['ID=29db84f4-8fc4-48aa-8b7c-264ef4341ae8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:54.498473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] For port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:55:54.524858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] For port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:55:54.536329 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.641177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] No DVR routers for this DVR port 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:55:54.647685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.650037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9374492c-45f6-47aa-8658-242c2becdcc2 req-3fdea69e-cc1a-4f0f-bc6e-571acb4bf9b1 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "DELETE /v2.0/ports/29db84f4-8fc4-48aa-8b7c-264ef4341ae8 HTTP/1.1" status: 204 len: 173 time: 0.8681445 Aug 31 15:55:54.671256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'name': 'network-vif-deleted', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:54.672125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cefa3-6eb2-4be5-9a17-14b7d8c6c109 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:54.673534 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c5061d-cc2e-47a6-9d82-2fa67cb5f742" -d '{"events": [{"server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "name": "network-vif-deleted", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:54.690350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:55:54.691119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:55:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:54.704845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5183-b050-411a-8eb6-a747bd8be33e req-d19faa7d-3557-45d0-b224-44ff7035c8fd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:54.706727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c4e5183-b050-411a-8eb6-a747bd8be33e req-d19faa7d-3557-45d0-b224-44ff7035c8fd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.2410200 Aug 31 15:55:54.786225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.791279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c4e5183-b050-411a-8eb6-a747bd8be33e req-484f4258-5d0e-40e0-b7a8-ffb3eb924315 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713129 Aug 31 15:55:54.806941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580762f4-e2e1-4f45-9b9e-ef476af67fd5 req-74b61a43-c2b6-4c11-81a4-9369e663bff5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:54.811967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580762f4-e2e1-4f45-9b9e-ef476af67fd5 req-74b61a43-c2b6-4c11-81a4-9369e663bff5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 944 time: 0.2795348 Aug 31 15:55:54.878794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580762f4-e2e1-4f45-9b9e-ef476af67fd5 req-affe7cc0-fe00-4332-804b-389f4fabe2c5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538709 Aug 31 15:55:54.915946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:55:54.934395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:54.986365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:55:55.001658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:55:55.029163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:55.183447 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:55.281970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:54Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:55:55.318777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f774b-a060-43e9-a796-fe0879279fc7 None None] The sync data for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 is: [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:54Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:55:55.389542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:55:55.406343 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95fca01-68f6-4a51-bf82-fa8ac7366c06 x-openstack-request-id: req-c95fca01-68f6-4a51-bf82-fa8ac7366c06 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:55.406761 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b958ea-e2ce-49a6-b5e0-752106d0efa7", "name": "network-vif-deleted", "tag": "29db84f4-8fc4-48aa-8b7c-264ef4341ae8", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:55.407268 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c95fca01-68f6-4a51-bf82-fa8ac7366c06 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:55.407852 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b958ea-e2ce-49a6-b5e0-752106d0efa7', 'name': 'network-vif-deleted', 'tag': '29db84f4-8fc4-48aa-8b7c-264ef4341ae8', 'status': 'completed', 'code': 200} Aug 31 15:55:55.411865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2f957a8-565a-4d7c-a8a3-8526154b7e36 req-53fa041b-2bd4-443c-9f7d-c1b245822f15 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.4279993 Aug 31 15:55:55.465706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event updated for resources: {'Port': ['ID=b21c4065-ed23-4fda-a889-707c1c7e90b9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:55.536535 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:55.609738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:55.658930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794c8f-de3e-479b-b2ff-01e2e00a2548 req-1d7aa83d-3454-4685-aa20-5f62db31264c tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:55.660696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53794c8f-de3e-479b-b2ff-01e2e00a2548 req-1d7aa83d-3454-4685-aa20-5f62db31264c tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 950 time: 0.1135828 Aug 31 15:55:55.704515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:55.818302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:55.820897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53794c8f-de3e-479b-b2ff-01e2e00a2548 req-64e1d90a-92be-43fc-926b-7af2bc2d1658 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326835 Aug 31 15:55:55.926907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:55.939838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:55.940495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.013067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.030163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.085635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.098923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dd360-140c-46fb-80eb-e0c721647f68 req-75a62329-3b30-45f5-86c4-6e890a1cad12 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:56.101125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7dd360-140c-46fb-80eb-e0c721647f68 req-75a62329-3b30-45f5-86c4-6e890a1cad12 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1664290 Aug 31 15:55:56.144655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:56.157918 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.178859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event updated for resources: {'Port': ['ID=b21c4065-ed23-4fda-a889-707c1c7e90b9,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:56.195487 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.217075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7dd360-140c-46fb-80eb-e0c721647f68 req-b17d19af-a39f-42e2-aab5-53bcf925bbf0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726390 Aug 31 15:55:56.236178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.254826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9cbcae5d-bc64-4b17-abbd-ea5e8431b4fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3251765 Aug 31 15:55:56.257164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:56.417422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 8694448f-ab97-4367-90eb-4e8c9918504e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:56.432279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b08411-5855-4670-95a3-e3db197c72d3 req-88e5d842-2c07-4db8-9abf-ac5c720dd99f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:56.442189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55b08411-5855-4670-95a3-e3db197c72d3 req-88e5d842-2c07-4db8-9abf-ac5c720dd99f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 944 time: 0.0950627 Aug 31 15:55:56.502010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55b08411-5855-4670-95a3-e3db197c72d3 req-87e7cd1f-30b8-41bb-8037-0168c08e7015 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579107 Aug 31 15:55:56.528465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 8694448f-ab97-4367-90eb-4e8c9918504e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:55:56.532838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 8694448f-ab97-4367-90eb-4e8c9918504e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:56.538428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.672163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.708743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8694448f-ab97-4367-90eb-4e8c9918504e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:56.712132 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf14b5e-51e6-4b45-8904-69a0dc90f16f" -d '{"events": [{"server_uuid": "a1531243-dbb3-4ac9-b0a3-9018fe716965", "name": "network-vif-plugged", "status": "completed", "tag": "8694448f-ab97-4367-90eb-4e8c9918504e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:56.728676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 8694448f-ab97-4367-90eb-4e8c9918504e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=8694448f-ab97-4367-90eb-4e8c9918504e,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:56.747060 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:56.747060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:56.772665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:55:56.773024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 29db84f4-8fc4-48aa-8b7c-264ef4341ae8 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:55:56.809126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-901e6a5c-bafe-40c3-b84b-af98b1835f23 req-b5e37bde-f01e-401d-ba53-6ea8e59bd5bc tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0708277 Aug 31 15:55:56.863786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=8694448f-ab97-4367-90eb-4e8c9918504e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:56.916956 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a6bb5-08de-4616-ac00-cda0ffb43b14 x-openstack-request-id: req-c66a6bb5-08de-4616-ac00-cda0ffb43b14 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:56.917622 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1531243-dbb3-4ac9-b0a3-9018fe716965", "name": "network-vif-plugged", "status": "completed", "tag": "8694448f-ab97-4367-90eb-4e8c9918504e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:56.918155 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c66a6bb5-08de-4616-ac00-cda0ffb43b14 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:56.918889 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8694448f-ab97-4367-90eb-4e8c9918504e', 'code': 200} Aug 31 15:55:57.043598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2ffff-ebb4-47c4-96dc-5b77d77e0870 req-207242f0-5c50-40a7-85c4-7ea9f1c38fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:57.045435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73b2ffff-ebb4-47c4-96dc-5b77d77e0870 req-207242f0-5c50-40a7-85c4-7ea9f1c38fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 1097 time: 0.0551183 Aug 31 15:55:57.090453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73b2ffff-ebb4-47c4-96dc-5b77d77e0870 req-c48bdfab-5ed0-4db3-bc55-744741b996b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Aug 31 15:55:57.422117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179fad1-72dc-49f2-911f-1bab469edb62 req-f8e05b08-63f4-4bf4-a393-4175bffc4acc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:57.432759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3179fad1-72dc-49f2-911f-1bab469edb62 req-f8e05b08-63f4-4bf4-a393-4175bffc4acc tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1053543 Aug 31 15:55:57.476866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3179fad1-72dc-49f2-911f-1bab469edb62 req-db46357d-a77c-4383-b09d-c5bc9c3c50f1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Aug 31 15:55:57.553289 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:57.644718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd4987-a089-47c0-9242-8e24afa93e3d req-aa0090f6-bafb-4a69-9636-6f38b1d9ee40 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:57.647260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03cd4987-a089-47c0-9242-8e24afa93e3d req-aa0090f6-bafb-4a69-9636-6f38b1d9ee40 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 945 time: 0.0603673 Aug 31 15:55:57.702401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03cd4987-a089-47c0-9242-8e24afa93e3d req-6f4c14d5-8a66-4b0c-8c4e-18e235a00605 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Aug 31 15:55:57.798299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:55:57.861688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:55:57.862146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:57.925782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df330cc3-3a89-44a9-8e4f-ea3630bebb2c req-8ed8e338-a64a-4e75-aee4-1521746b12b8 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0300431 Aug 31 15:55:58.049009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-3fad7d70-08f8-49ca-b37a-55e502ee6779 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475905 Aug 31 15:55:58.149874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-8e446cb5-db0a-4b94-9c5a-2e7e6e6d734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:58.151578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-8e446cb5-db0a-4b94-9c5a-2e7e6e6d734e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 1096 time: 0.0501540 Aug 31 15:55:58.291700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-f0d52e6a-f195-4fcf-ac00-7e5ae8893256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:58.293276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-f0d52e6a-f195-4fcf-ac00-7e5ae8893256 service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.1203866 Aug 31 15:55:58.357556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-7ee5ed99-9870-4098-a061-7de95744c320 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 200 len: 217 time: 0.0470915 Aug 31 15:55:58.424100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-8da964f2-1161-4082-9fc5-3bbe0255ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:58.425653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-8da964f2-1161-4082-9fc5-3bbe0255ec1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.0606627 Aug 31 15:55:58.433162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:55:58.491766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-19c8fb43-34a4-45be-8a67-1ffb73cd6269 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547998 Aug 31 15:55:58.536623 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:58.598535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:58.599564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:55:58.662014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-4fdb0f1b-279e-4648-80ec-c1f8f9902f65 service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617754 Aug 31 15:55:58.676223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf14be-04a4-4d52-9943-c0cb0f55a041 req-334c7683-1ba3-4244-a76d-3173a1bdd608 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:58.677981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4bf14be-04a4-4d52-9943-c0cb0f55a041 req-334c7683-1ba3-4244-a76d-3173a1bdd608 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.0762744 Aug 31 15:55:58.714915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:58.789771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4bf14be-04a4-4d52-9943-c0cb0f55a041 req-f771417a-3770-46dd-968c-b32073aef802 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007173 Aug 31 15:55:58.802879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:58.826711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:58.831735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'mac_address': 'fa:16:3e:52:c4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:55:58.885825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:58.901596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a5d74a-41ce-490e-8d83-087ded891edf {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:55:58.927815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:55:58.930087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:55:58.933455 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7869b011-3d84-48a2-87cf-77c7c8cb1ac5" -d '{"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-unplugged", "status": "completed", "tag": "3897f654-ae47-49b2-9661-64180a430e7e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:55:58.938126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:55:58.939063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e6611a-0f77-4389-8a0c-af8d4c7cc3c0 req-4dd663e3-97fd-42ba-8a49-c4a167e048df service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595930 Aug 31 15:55:58.978358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b410b-3f25-459c-b2fa-04f7a4025480 req-6069034e-087a-43d8-b0c0-b66766d48402 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:58.980831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-045b410b-3f25-459c-b2fa-04f7a4025480 req-6069034e-087a-43d8-b0c0-b66766d48402 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 945 time: 0.1527693 Aug 31 15:55:59.039340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:55:59.057431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d1a5d74a-41ce-490e-8d83-087ded891edf'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:55:59.084422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-045b410b-3f25-459c-b2fa-04f7a4025480 req-d59dce80-9519-4716-86a9-ea5d6ca37570 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970929 Aug 31 15:55:59.142598 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c9614d-2785-428d-beb7-09da7c9a8da8 x-openstack-request-id: req-d0c9614d-2785-428d-beb7-09da7c9a8da8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:55:59.143029 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-unplugged", "status": "completed", "tag": "3897f654-ae47-49b2-9661-64180a430e7e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:55:59.143428 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0c9614d-2785-428d-beb7-09da7c9a8da8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:55:59.144239 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e', 'code': 200} Aug 31 15:55:59.247533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-717d4078-5db8-4abe-a780-a0f623bb1c26 req-a94c06d7-9a77-4a55-8da5-a2ebf1c86461 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0344300 Aug 31 15:55:59.449762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ac8d-03fd-455d-a1c9-504bea3886e3 req-d5e15257-11a6-4455-a481-2245db931834 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:59.451361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eed9ac8d-03fd-455d-a1c9-504bea3886e3 req-d5e15257-11a6-4455-a481-2245db931834 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 945 time: 0.0698016 Aug 31 15:55:59.504272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eed9ac8d-03fd-455d-a1c9-504bea3886e3 req-fb602f63-5061-497b-9743-7a6e6ed3621d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Aug 31 15:55:59.941146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa43cd-9150-4059-bf6d-867ad6a4e986 req-a18f7cc3-b073-438b-b619-3380cf33dd0d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:55:59.942835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4fa43cd-9150-4059-bf6d-867ad6a4e986 req-a18f7cc3-b073-438b-b619-3380cf33dd0d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.0692887 Aug 31 15:55:59.987518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4fa43cd-9150-4059-bf6d-867ad6a4e986 req-72a6cee3-4a51-4e9d-b6bb-4720a48b8b49 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376239 Aug 31 15:56:00.349813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b7f8f46-474c-4544-80e4-a1c7f3a668cd req-5dba08b2-9d69-4a56-baad-0dd1d6f6fed4 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b958ea-e2ce-49a6-b5e0-752106d0efa7 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Aug 31 15:56:00.605354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:00.672556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ef3b-e0bc-4c7e-a391-c9c74fe29af8 req-30343300-b62c-4982-92ef-8ff410f32114 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:00.674472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07d8ef3b-e0bc-4c7e-a391-c9c74fe29af8 req-30343300-b62c-4982-92ef-8ff410f32114 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 945 time: 0.0766814 Aug 31 15:56:00.712220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port d1a5d74a-41ce-490e-8d83-087ded891edf triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:00.713548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:00.743184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07d8ef3b-e0bc-4c7e-a391-c9c74fe29af8 req-2c9d73b0-87b5-4307-8a90-82112d7eac70 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620973 Aug 31 15:56:00.815542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:00.872469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:00.876845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:00.897638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-71bbeac0-3b7f-4e33-b052-53e21588f410 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:00.899528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-71bbeac0-3b7f-4e33-b052-53e21588f410 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 945 time: 0.0637238 Aug 31 15:56:00.944758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:00.962016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.962364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.962748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.963158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.963489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.965621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.965976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.966312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.966647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.966977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.967301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:00.967626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:01.035070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Deleting port 8694448f-ab97-4367-90eb-4e8c9918504e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:01.036000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:01.145786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:01.148115 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b88d888-7bb5-4369-b19a-960c6575c587" -d '{"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:01.241767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] For port 8694448f-ab97-4367-90eb-4e8c9918504e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=8694448f-ab97-4367-90eb-4e8c9918504e,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:01.242399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:01.284529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a281b-acd1-465e-98e4-c1da84dc781f req-d8f45133-6a96-467d-b00b-cf1f12650bac tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:01.295585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-974a281b-acd1-465e-98e4-c1da84dc781f req-d8f45133-6a96-467d-b00b-cf1f12650bac tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1916509 Aug 31 15:56:01.324352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Calling delete_port for 8694448f-ab97-4367-90eb-4e8c9918504e owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:01.367828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-974a281b-acd1-465e-98e4-c1da84dc781f req-112da02a-de45-467a-96ac-b47c49be67f0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714371 Aug 31 15:56:01.470008 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf5ce3-8d92-4a10-8aa7-8ea2b93a6b54 x-openstack-request-id: req-6acf5ce3-8d92-4a10-8aa7-8ea2b93a6b54 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:01.470603 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:01.471276 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6acf5ce3-8d92-4a10-8aa7-8ea2b93a6b54 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:01.471754 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'code': 200} Aug 31 15:56:01.659568 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:01.672551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f7db3d8a-df48-4b3f-a080-f1973f7466c1', '8694448f-ab97-4367-90eb-4e8c9918504e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:01.694118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Pushing event deleted for resources: {'Port': ['ID=8694448f-ab97-4367-90eb-4e8c9918504e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:01.788366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] No DVR routers for this DVR port 8694448f-ab97-4367-90eb-4e8c9918504e on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:01.791926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:01.794132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb002cb5-bcbd-4469-a27e-986320721d40 req-2744d1dc-89bb-4343-a11c-ea49e37a684a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.30 "DELETE /v2.0/ports/8694448f-ab97-4367-90eb-4e8c9918504e HTTP/1.1" status: 204 len: 173 time: 0.8745620 Aug 31 15:56:01.794626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'name': 'network-vif-deleted', 'tag': '8694448f-ab97-4367-90eb-4e8c9918504e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:01.797173 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b3add-30c6-40e2-99d1-5b3880298fa9" -d '{"events": [{"server_uuid": "a1531243-dbb3-4ac9-b0a3-9018fe716965", "name": "network-vif-deleted", "tag": "8694448f-ab97-4367-90eb-4e8c9918504e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:01.924754 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbba09d0-3cf7-4ea5-a811-04c470658b7f x-openstack-request-id: req-cbba09d0-3cf7-4ea5-a811-04c470658b7f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:01.925058 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1531243-dbb3-4ac9-b0a3-9018fe716965", "name": "network-vif-deleted", "tag": "8694448f-ab97-4367-90eb-4e8c9918504e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:01.925396 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbba09d0-3cf7-4ea5-a811-04c470658b7f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:01.925683 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1531243-dbb3-4ac9-b0a3-9018fe716965', 'name': 'network-vif-deleted', 'tag': '8694448f-ab97-4367-90eb-4e8c9918504e', 'status': 'completed', 'code': 200} Aug 31 15:56:01.950948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a6d4b70-a796-4f41-8a61-b74231cd3d21 req-694e455f-7f9f-432d-ba15-3f839f44f431 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1531243-dbb3-4ac9-b0a3-9018fe716965 HTTP/1.1" status: 200 len: 210 time: 0.0705707 Aug 31 15:56:02.614058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd73af8-a2cc-4e05-b946-d9181d51610b req-9c5f6dbb-012f-486c-9008-f1316ba4df91 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:02.617633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dd73af8-a2cc-4e05-b946-d9181d51610b req-9c5f6dbb-012f-486c-9008-f1316ba4df91 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1119661 Aug 31 15:56:02.721397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dd73af8-a2cc-4e05-b946-d9181d51610b req-9f687d64-c73f-42ee-a971-825401fbb08e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773222 Aug 31 15:56:03.316407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3de54-d5a5-46e2-88aa-4a78ca2bc261 req-8e21c239-8b95-4ba7-ab42-d76149e5fb27 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:03.325159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ee3de54-d5a5-46e2-88aa-4a78ca2bc261 req-8e21c239-8b95-4ba7-ab42-d76149e5fb27 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0823977 Aug 31 15:56:03.398179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ee3de54-d5a5-46e2-88aa-4a78ca2bc261 req-06a3fca3-f6cc-4190-b735-902678cfc5b1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717933 Aug 31 15:56:03.551224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-be9e2e54-dcaa-4c25-9dcc-aaafe118c60b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:03.553109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-be9e2e54-dcaa-4c25-9dcc-aaafe118c60b tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1098 time: 0.0626628 Aug 31 15:56:03.567591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-35'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:03.736794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:03.769056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c173c-6da8-4006-ad89-5e0f64bdbc40 req-9392159f-9a0e-4d29-8eea-304fde4da204 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:03.777590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e6c173c-6da8-4006-ad89-5e0f64bdbc40 req-9392159f-9a0e-4d29-8eea-304fde4da204 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1324048 Aug 31 15:56:03.876518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e6c173c-6da8-4006-ad89-5e0f64bdbc40 req-7d5ab093-3e7f-4f88-8f38-45c9df13d00f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984116 Aug 31 15:56:04.105862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb1836-694a-4b53-a681-d9a4ab55a895 req-e1d1d281-5b7f-4782-8e41-c13c9605ab8c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:04.113440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06fb1836-694a-4b53-a681-d9a4ab55a895 req-e1d1d281-5b7f-4782-8e41-c13c9605ab8c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 946 time: 0.1335690 Aug 31 15:56:04.155696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:04.191540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06fb1836-694a-4b53-a681-d9a4ab55a895 req-ac660b56-ba33-4559-8a35-8354b5d5edd8 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 Aug 31 15:56:04.304135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:04.367098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:04.370077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:04.374439 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68fb9d7-8ae3-495f-bc5e-59e9fa841585" -d '{"events": [{"server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "name": "network-vif-unplugged", "status": "completed", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:04.381658 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:04.480809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 8694448f-ab97-4367-90eb-4e8c9918504e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:04.523489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 8694448f-ab97-4367-90eb-4e8c9918504e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:04.523752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 8694448f-ab97-4367-90eb-4e8c9918504e not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:04.529372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be62f4-aa72-4258-ac8f-7cf252216964 req-83554554-d979-4d74-81a1-077eb92db12a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:04.538366 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8be62f4-aa72-4258-ac8f-7cf252216964 req-83554554-d979-4d74-81a1-077eb92db12a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1585250 Aug 31 15:56:04.600050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:04.640015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8be62f4-aa72-4258-ac8f-7cf252216964 req-9f3d21b0-ce90-4cd2-ba74-f84ac4e626b6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004775 Aug 31 15:56:04.645710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on host n-h1-793621-35 for vnic_type normal with profile {"migrating_to": "n-h2-793621-35"} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:04.647325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:04.648960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:04.668816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:56:04.669303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Attempting to bind port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on network 84aae885-6afb-432f-ba2e-e92adbc6643e {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:04.675521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:04.675983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Checking segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:04.676498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Bound using segment: {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:04.677140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Bound port: f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0409ff49-e1fe-47f2-8d4c-ec3533420855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '84aae885-6afb-432f-ba2e-e92adbc6643e'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:04.677776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:04.789178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:04.795080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:04.804990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:05.002576 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26100f92-7c77-4fd0-806c-db0debdbb0e2 x-openstack-request-id: req-26100f92-7c77-4fd0-806c-db0debdbb0e2 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:05.005021 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "name": "network-vif-unplugged", "status": "completed", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:05.005526 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26100f92-7c77-4fd0-806c-db0debdbb0e2 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:05.006161 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'code': 200} Aug 31 15:56:05.022544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:05.025590 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:05.030842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] 10.222.0.49 "PUT /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 1124 time: 1.4684207 Aug 31 15:56:05.082408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee1137-1f8c-4d22-bed5-15364af8de98 service neutron] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=8']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:05.127511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f644f2b3-0aa2-45ca-b9b0-6a28c488a146'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:05.278676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f644f2b3-0aa2-45ca-b9b0-6a28c488a146'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:05.465665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0a796-e775-4811-b5a8-c8919c12cbe3 req-3d7956eb-55f9-4188-af94-294408fb95d9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:05.475963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3c0a796-e775-4811-b5a8-c8919c12cbe3 req-3d7956eb-55f9-4188-af94-294408fb95d9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.0965741 Aug 31 15:56:05.557024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3c0a796-e775-4811-b5a8-c8919c12cbe3 req-d05d56b5-ce41-4062-b399-23c5fcdccb83 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794683 Aug 31 15:56:06.601496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:56:06.781940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5f86-1fa8-483a-81d9-479947c18432 req-0094da7b-1f46-4428-973a-7ec4bc8a9f92 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:06.789952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea5a5f86-1fa8-483a-81d9-479947c18432 req-0094da7b-1f46-4428-973a-7ec4bc8a9f92 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.0930448 Aug 31 15:56:06.824785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:06.857745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 has no active binding in host n-h2-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 15:56:06.867432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea5a5f86-1fa8-483a-81d9-479947c18432 req-d932e7a8-426a-49c9-9916-78df87fc8931 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753746 Aug 31 15:56:07.006989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:07.013285 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca820e-c642-4689-a1e7-7469ed04e544" -d '{"events": [{"name": "network-changed", "server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:07.141844 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759aa049-024b-4dfa-9b3b-3a0704923d6e x-openstack-request-id: req-759aa049-024b-4dfa-9b3b-3a0704923d6e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:07.142203 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:07.142665 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-759aa049-024b-4dfa-9b3b-3a0704923d6e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:07.143500 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'status': 'completed', 'code': 200} Aug 31 15:56:07.257842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-0e095324-b7e8-49b3-8595-4229f73b149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:07.259930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-0e095324-b7e8-49b3-8595-4229f73b149a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1127 time: 0.0880737 Aug 31 15:56:07.515074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-e4892652-6e15-46f7-afcc-a4ce5bed63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:07.515074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-e4892652-6e15-46f7-afcc-a4ce5bed63d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.2457955 Aug 31 15:56:07.753149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-927169de-4deb-41d4-8c49-ca988034020d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 217 time: 0.2253792 Aug 31 15:56:07.922667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-5401ef29-8d26-43c4-96f4-2946731dd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:07.924172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-5401ef29-8d26-43c4-96f4-2946731dd58e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1659515 Aug 31 15:56:07.971036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-642a07e9-5e1e-4e71-b33e-833aba78b3fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373235 Aug 31 15:56:07.982774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d570-f77f-4e54-b228-b75f90ef5ed0 req-68827290-a373-4aad-9c79-cfe59584dbff tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:07.989379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9dc9d570-f77f-4e54-b228-b75f90ef5ed0 req-68827290-a373-4aad-9c79-cfe59584dbff tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 944 time: 0.1273260 Aug 31 15:56:08.115775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9dc9d570-f77f-4e54-b228-b75f90ef5ed0 req-de6f076d-57fa-4966-ae2d-226aef9801b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147351 Aug 31 15:56:08.251038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-6fe32283-0041-481b-bb0d-fc5350730bc4 service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603526 Aug 31 15:56:08.389274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ca820e-c642-4689-a1e7-7469ed04e544 req-0286d4dc-fa17-4d4f-b74c-943046c9fafc service neutron] 10.222.0.30 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240845 Aug 31 15:56:08.399190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf1784-508b-4526-bbe7-6e391a45d894 req-ea2b971e-41d6-4b7d-8880-988eca4de624 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:08.413295 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5cf1784-508b-4526-bbe7-6e391a45d894 req-ea2b971e-41d6-4b7d-8880-988eca4de624 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.2176795 Aug 31 15:56:08.507379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5cf1784-508b-4526-bbe7-6e391a45d894 req-6ea42d31-7e72-460b-a233-3360e2ee9d2f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928831 Aug 31 15:56:08.573249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-d891b219-f0aa-418d-8e04-d2676461d5d8 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:08.574786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-d891b219-f0aa-418d-8e04-d2676461d5d8 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 944 time: 0.1394081 Aug 31 15:56:08.774325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Deleting port 94d060a4-0075-4865-9ed9-20506be2fadc {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:08.774969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:08.942836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] For port 94d060a4-0075-4865-9ed9-20506be2fadc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94d060a4-0075-4865-9ed9-20506be2fadc,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:08.943911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:08.967886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Calling delete_port for 94d060a4-0075-4865-9ed9-20506be2fadc owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:09.203663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:09.215712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['94d060a4-0075-4865-9ed9-20506be2fadc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:09.257706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b43d-8dcf-4d29-9059-3ba572062fea req-0e086c2b-e870-4ec4-bd6c-59e50358f146 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:09.263335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df21b43d-8dcf-4d29-9059-3ba572062fea req-0e086c2b-e870-4ec4-bd6c-59e50358f146 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1153250 Aug 31 15:56:09.265087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event deleted for resources: {'Port': ['ID=94d060a4-0075-4865-9ed9-20506be2fadc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:09.345739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] No DVR routers for this DVR port 94d060a4-0075-4865-9ed9-20506be2fadc on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:09.355511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:09.357824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef3dfd07-b301-4f94-b8c6-c5608a3ade41 req-f13788bf-d538-4bb7-8087-64695e853a25 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "DELETE /v2.0/ports/94d060a4-0075-4865-9ed9-20506be2fadc HTTP/1.1" status: 204 len: 173 time: 0.7742772 Aug 31 15:56:09.358354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'name': 'network-vif-deleted', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:09.362468 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb3ac4-0e51-4ef8-9907-e7b8e0b06d67" -d '{"events": [{"server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "name": "network-vif-deleted", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:09.400736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df21b43d-8dcf-4d29-9059-3ba572062fea req-68df690f-52c6-4702-8af4-81a2d0575af9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181381 Aug 31 15:56:09.552691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-578ab829-e070-4af0-97e7-84858d34e878 req-4e20aa3f-2c18-4a1a-b857-0cb6a40c1d6a tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=891079f4-62d5-4e40-8745-09e43276bf64 HTTP/1.1" status: 200 len: 210 time: 0.0525253 Aug 31 15:56:09.689492 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f4493-17b9-4b00-b736-b475244487d7 x-openstack-request-id: req-201f4493-17b9-4b00-b736-b475244487d7 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:09.689797 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891079f4-62d5-4e40-8745-09e43276bf64", "name": "network-vif-deleted", "tag": "94d060a4-0075-4865-9ed9-20506be2fadc", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:09.690114 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-201f4493-17b9-4b00-b736-b475244487d7 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:09.690510 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891079f4-62d5-4e40-8745-09e43276bf64', 'name': 'network-vif-deleted', 'tag': '94d060a4-0075-4865-9ed9-20506be2fadc', 'status': 'completed', 'code': 200} Aug 31 15:56:09.928217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a151b-b495-4a80-8d28-d3509075c61f req-9085d955-4ecf-463e-908c-d5e99407691b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:09.933369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-209a151b-b495-4a80-8d28-d3509075c61f req-9085d955-4ecf-463e-908c-d5e99407691b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1437023 Aug 31 15:56:10.050105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-209a151b-b495-4a80-8d28-d3509075c61f req-785e1199-0d24-4487-b719-a8640020a32f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107774 Aug 31 15:56:10.302990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713add-8949-4bdf-95be-4171b8cf08dc req-a697bdcc-aae8-4968-8b40-979b470a01ac tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:10.307298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb713add-8949-4bdf-95be-4171b8cf08dc req-a697bdcc-aae8-4968-8b40-979b470a01ac tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.0910001 Aug 31 15:56:10.379829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb713add-8949-4bdf-95be-4171b8cf08dc req-81d4eced-b488-410a-9f44-c92f5dcdb125 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Aug 31 15:56:10.955982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-8edf9d85-3e01-4cce-9731-9f1c130032f8 service neutron] 10.222.0.30 "GET /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.0941112 Aug 31 15:56:11.419328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:11.441137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae541-0446-4b77-b2e5-1e79878df3bc req-6ff57b12-2367-49ac-b229-d9421316dda9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:11.442728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc6ae541-0446-4b77-b2e5-1e79878df3bc req-6ff57b12-2367-49ac-b229-d9421316dda9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 945 time: 0.2718489 Aug 31 15:56:11.488565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:11.531419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc6ae541-0446-4b77-b2e5-1e79878df3bc req-3a568c52-5830-4110-ac88-9f0d855eecad tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 Aug 31 15:56:11.591539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f644f2b3-0aa2-45ca-b9b0-6a28c488a146 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:11.607924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:11.623961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-d341ffb5-ebf2-49c6-9b1d-a31bee0b97af tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:11.625559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-d341ffb5-ebf2-49c6-9b1d-a31bee0b97af tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 945 time: 0.0931859 Aug 31 15:56:11.689880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:11.979499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0f2d-a5df-4542-a814-c5c2d19f7d29 req-0018730f-d022-4f37-9569-36219f3970a6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:11.994626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821b0f2d-a5df-4542-a814-c5c2d19f7d29 req-0018730f-d022-4f37-9569-36219f3970a6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 944 time: 0.3654416 Aug 31 15:56:12.066037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Deleting port 2b257f96-1179-429a-8874-b1a09b3fc9fe {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:12.066614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:12.164458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821b0f2d-a5df-4542-a814-c5c2d19f7d29 req-041e6a11-0b1e-41e1-9709-8e8515249df6 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672299 Aug 31 15:56:12.168485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] Transition to ACTIVE for port object f644f2b3-0aa2-45ca-b9b0-6a28c488a146 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:12.200266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:12.334583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] No DVR routers for this DVR port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:12.361377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:12.373667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] For port 2b257f96-1179-429a-8874-b1a09b3fc9fe, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=2b257f96-1179-429a-8874-b1a09b3fc9fe,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:12.374290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:12.416789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Calling delete_port for 2b257f96-1179-429a-8874-b1a09b3fc9fe owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:12.432112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-2f5577c2-b898-429a-91ea-e35f0b90e0d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146/bindings/n-h2-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 1.4672842 Aug 31 15:56:12.505798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:12.624312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-57db1542-2adb-4f72-b566-6a00ad2cf742 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:12.627947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-57db1542-2adb-4f72-b566-6a00ad2cf742 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.1267803 Aug 31 15:56:12.629982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:12.688965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:12.727411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 94d060a4-0075-4865-9ed9-20506be2fadc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:12.735889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94d060a4-0075-4865-9ed9-20506be2fadc not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:12.741464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-42755272-3d62-4ae7-9169-e4e8ed9c48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:12.741881 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:12.744716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-42755272-3d62-4ae7-9169-e4e8ed9c48a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63&tenant_id=95dbc64de383495ca5176f9e711e4181 HTTP/1.1" status: 200 len: 1097 time: 0.1077168 Aug 31 15:56:12.817941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event deleted for resources: {'Port': ['ID=2b257f96-1179-429a-8874-b1a09b3fc9fe,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:12.845185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-b8abf0e1-9cf9-47b4-a56c-0c96283d110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:12.847812 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-b8abf0e1-9cf9-47b4-a56c-0c96283d110e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95dbc64de383495ca5176f9e711e4181&device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1097 time: 0.0664623 Aug 31 15:56:12.994296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-4361d47b-84b7-4641-b620-f04488b75db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:13.003069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-4361d47b-84b7-4641-b620-f04488b75db4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 200 len: 921 time: 0.1476824 Aug 31 15:56:13.005741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b0b2-4695-4a71-a4c7-a9ed3cd3ca72 req-7750042a-2509-40ef-8c54-425bb0e07492 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:13.017676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3091b0b2-4695-4a71-a4c7-a9ed3cd3ca72 req-7750042a-2509-40ef-8c54-425bb0e07492 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e02ad261-2667-408d-b46f-6b12fd6ffe2e HTTP/1.1" status: 200 len: 866 time: 0.3570924 Aug 31 15:56:13.093569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3091b0b2-4695-4a71-a4c7-a9ed3cd3ca72 req-ab3ac10d-6568-412e-bb9b-5afc09eacc32 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Aug 31 15:56:13.094910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] No DVR routers for this DVR port 2b257f96-1179-429a-8874-b1a09b3fc9fe on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:13.101342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:13.103439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99f41288-5f7d-4643-a54b-d876cbf55cd5 req-e1dc6462-11e9-47e1-b872-3926cf29f9b9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.49 "DELETE /v2.0/ports/2b257f96-1179-429a-8874-b1a09b3fc9fe HTTP/1.1" status: 204 len: 173 time: 1.4607263 Aug 31 15:56:13.103914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'name': 'network-vif-deleted', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:13.125539 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ecb825-39f5-4b4e-bc8d-d09397e7b942" -d '{"events": [{"server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "name": "network-vif-deleted", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:13.143871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-d3f52106-ec33-41f3-9ba1-47ccf26e6e1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 200 len: 217 time: 0.1327176 Aug 31 15:56:13.226822 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186566d-16a7-4a81-a82c-f929b239242a x-openstack-request-id: req-8186566d-16a7-4a81-a82c-f929b239242a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:13.228242 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02ad261-2667-408d-b46f-6b12fd6ffe2e", "name": "network-vif-deleted", "tag": "2b257f96-1179-429a-8874-b1a09b3fc9fe", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:13.230895 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8186566d-16a7-4a81-a82c-f929b239242a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:13.231876 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02ad261-2667-408d-b46f-6b12fd6ffe2e', 'name': 'network-vif-deleted', 'tag': '2b257f96-1179-429a-8874-b1a09b3fc9fe', 'status': 'completed', 'code': 200} Aug 31 15:56:13.267824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-4c60d4cf-573c-403d-a107-be3102055cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:13.269472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-4c60d4cf-573c-403d-a107-be3102055cb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 200 len: 860 time: 0.1078765 Aug 31 15:56:13.338087 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-a6a26cf4-c37d-434c-90f1-443ef6e4af4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=84aae885-6afb-432f-ba2e-e92adbc6643e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566461 Aug 31 15:56:13.427780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138753-ee02-4269-b3ce-496f952eba01 req-e574c666-da10-4a83-a153-46221ab83680 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:13.429555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af138753-ee02-4269-b3ce-496f952eba01 req-e574c666-da10-4a83-a153-46221ab83680 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0913174 Aug 31 15:56:13.502131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af138753-ee02-4269-b3ce-496f952eba01 req-79287ee4-d229-4199-ab51-7326a6a5f379 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641775 Aug 31 15:56:13.534820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-fa262563-7a85-4561-ab3f-06dac75bca2c service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873703 Aug 31 15:56:13.749110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22875197-01c4-4cbd-bbc0-98368bfd7992 req-69aa3e35-437d-494a-bef3-b1040e4a1618 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:13.759659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22875197-01c4-4cbd-bbc0-98368bfd7992 req-69aa3e35-437d-494a-bef3-b1040e4a1618 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.1017404 Aug 31 15:56:13.769249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-1678fd1a-9c77-4469-ba6a-72a2742d540e service neutron] 10.222.0.49 "GET /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260563 Aug 31 15:56:13.831849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22875197-01c4-4cbd-bbc0-98368bfd7992 req-a0dbf888-b80a-4e0a-99f1-44a56fe842ee tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702591 Aug 31 15:56:14.137362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-ad306df3-f5ed-411f-8d22-e68d3b56f09c tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:14.150229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-ad306df3-f5ed-411f-8d22-e68d3b56f09c tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63&tenant_id=95dbc64de383495ca5176f9e711e4181&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.0833998 Aug 31 15:56:14.317238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa398a-7623-4e72-9953-d8fbd4fa42bc req-5a75fffc-ee97-467f-b21e-81f4afd3d6ec tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:14.325890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04aa398a-7623-4e72-9953-d8fbd4fa42bc req-5a75fffc-ee97-467f-b21e-81f4afd3d6ec tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0732346 Aug 31 15:56:14.398787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-cd3d8690-f8d8-48bf-9c45-24a093a05ada service neutron] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:14.403330 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-cd3d8690-f8d8-48bf-9c45-24a093a05ada service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:14.404806 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f29a868b-715a-45db-b10d-8f0b56c6a7b5 req-cd3d8690-f8d8-48bf-9c45-24a093a05ada service neutron] 10.222.0.49 "DELETE /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146/bindings/n-h1-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.2450762 Aug 31 15:56:14.428497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04aa398a-7623-4e72-9953-d8fbd4fa42bc req-753f9724-6ce9-4c40-9d4d-5bd95406889e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013913 Aug 31 15:56:14.833252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748066b-997c-4adf-b228-2bac079bef24 req-b24782e2-5665-43f8-8184-5cd574e85e07 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:14.834802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9748066b-997c-4adf-b228-2bac079bef24 req-b24782e2-5665-43f8-8184-5cd574e85e07 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 944 time: 0.0578175 Aug 31 15:56:14.889859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9748066b-997c-4adf-b228-2bac079bef24 req-5a444d33-b0ce-47b4-933e-5d6123bc825b tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5ccd048-d54f-4e97-b439-ecfd0afe3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Aug 31 15:56:15.064080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5e0a8-811c-452e-a5a1-846712b402d9 req-567cd062-0088-4064-8751-cec3e301a4a1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:15.065665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14b5e0a8-811c-452e-a5a1-846712b402d9 req-567cd062-0088-4064-8751-cec3e301a4a1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0993488 Aug 31 15:56:15.137028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14b5e0a8-811c-452e-a5a1-846712b402d9 req-c22966fc-e02c-4f3f-aa36-cbbc1e3ff650 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481007 Aug 31 15:56:15.339654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-5918f105-ec3f-48ca-9192-b5b04fb4b404 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:15.348232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-5918f105-ec3f-48ca-9192-b5b04fb4b404 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 944 time: 0.0863264 Aug 31 15:56:16.031642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25dd7e-9781-4416-bc7d-233eef3aedd6 req-77221816-9e01-40ea-8fe7-c0e0270f62f9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:16.034935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da25dd7e-9781-4416-bc7d-233eef3aedd6 req-77221816-9e01-40ea-8fe7-c0e0270f62f9 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.6301451 Aug 31 15:56:16.126936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Deleting port dd179bfa-5473-4f2c-835e-7b43d1f933df {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:16.127382 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:16.200798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da25dd7e-9781-4416-bc7d-233eef3aedd6 req-fdb15a0f-6d73-4cf5-a557-e75e6a49566b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Aug 31 15:56:16.314732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] For port dd179bfa-5473-4f2c-835e-7b43d1f933df, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd179bfa-5473-4f2c-835e-7b43d1f933df,segment=NetworkSegment(91eb0580-e3ee-4c9c-86d2-8fa80e92a67b),segment_id=91eb0580-e3ee-4c9c-86d2-8fa80e92a67b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:16.315666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:16.340961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Calling delete_port for dd179bfa-5473-4f2c-835e-7b43d1f933df owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:16.612552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:16.671708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:16.704582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 2b257f96-1179-429a-8874-b1a09b3fc9fe {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:16.705147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 2b257f96-1179-429a-8874-b1a09b3fc9fe not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:16.725009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Pushing event deleted for resources: {'Port': ['ID=dd179bfa-5473-4f2c-835e-7b43d1f933df,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:16.759834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] No DVR routers for this DVR port dd179bfa-5473-4f2c-835e-7b43d1f933df on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:16.763123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:16.765203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4b882fd-cc1c-4f21-98f4-a7712020aa12 req-9a73bd90-d0e4-4da7-b204-94837fe4ca33 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.30 "DELETE /v2.0/ports/dd179bfa-5473-4f2c-835e-7b43d1f933df HTTP/1.1" status: 204 len: 173 time: 1.4127815 Aug 31 15:56:16.765652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'name': 'network-vif-deleted', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:16.768132 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3fcd19-a9ba-442e-b86c-77662a9c9ad6" -d '{"events": [{"server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "name": "network-vif-deleted", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:16.801734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de942d6d-7adf-4487-b3b8-91d837f99bb6 req-ea04c0a2-93d4-44e1-963f-9d310074c7f8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:16.803951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de942d6d-7adf-4487-b3b8-91d837f99bb6 req-ea04c0a2-93d4-44e1-963f-9d310074c7f8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1717236 Aug 31 15:56:16.939284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de942d6d-7adf-4487-b3b8-91d837f99bb6 req-2ddb19d8-aef5-4455-955f-1f16cd0f7343 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091435 Aug 31 15:56:17.089523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8940da2-1771-4e9b-b691-d5b40df6f0b3 req-5665a907-6d3b-48b1-95c2-d6f046b654a9 tempest-LiveMigrationTest-1906767722 tempest-LiveMigrationTest-1906767722-project] 10.222.0.43 "GET /v2.0/ports?device_id=90f03568-fe5c-4aaa-b8bd-656aecd62d5d HTTP/1.1" status: 200 len: 210 time: 0.0391815 Aug 31 15:56:17.104902 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5855d6-37f2-4ddd-8296-8d8259be214b x-openstack-request-id: req-ec5855d6-37f2-4ddd-8296-8d8259be214b {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:17.105248 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03568-fe5c-4aaa-b8bd-656aecd62d5d", "name": "network-vif-deleted", "tag": "dd179bfa-5473-4f2c-835e-7b43d1f933df", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:17.105465 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec5855d6-37f2-4ddd-8296-8d8259be214b {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:17.110636 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f03568-fe5c-4aaa-b8bd-656aecd62d5d', 'name': 'network-vif-deleted', 'tag': 'dd179bfa-5473-4f2c-835e-7b43d1f933df', 'status': 'completed', 'code': 200} Aug 31 15:56:17.310391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a22a34-8b96-4c3c-8985-eac92c5ff23c req-38a140fb-79d5-40cd-bc83-8c0b769501dc tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:17.310391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50a22a34-8b96-4c3c-8985-eac92c5ff23c req-38a140fb-79d5-40cd-bc83-8c0b769501dc tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0848441 Aug 31 15:56:17.324608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c44c1-f10a-4f3d-a738-a07a09c4aa31 req-fcb46427-1764-496e-9d6d-2b18b09a0949 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:17.336402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a78c44c1-f10a-4f3d-a738-a07a09c4aa31 req-fcb46427-1764-496e-9d6d-2b18b09a0949 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 1097 time: 0.1714313 Aug 31 15:56:17.412804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50a22a34-8b96-4c3c-8985-eac92c5ff23c req-d6211265-2079-4f2a-861a-8066233123a0 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665529 Aug 31 15:56:17.432403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a78c44c1-f10a-4f3d-a738-a07a09c4aa31 req-ef254ca6-e3de-4791-9855-6283bed2ab06 tempest-LiveAutoBlockMigrationV225Test-1812289212 tempest-LiveAutoBlockMigrationV225Test-1812289212-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868897 Aug 31 15:56:17.637866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be833a7-25c6-4add-8a57-d583ee18b6ea req-b72d0019-09e9-4934-8b35-a3d61b685a07 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:17.639817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9be833a7-25c6-4add-8a57-d583ee18b6ea req-b72d0019-09e9-4934-8b35-a3d61b685a07 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0683131 Aug 31 15:56:17.700012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9be833a7-25c6-4add-8a57-d583ee18b6ea req-0824f366-f7a3-4876-af0e-2a7d2c9e39f8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Aug 31 15:56:18.046956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550b5e-73a8-4c1c-a76d-4063364a5dca req-95fb9398-a2b6-40d3-b47b-0f75d0772cc3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:18.056780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05550b5e-73a8-4c1c-a76d-4063364a5dca req-95fb9398-a2b6-40d3-b47b-0f75d0772cc3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1284423 Aug 31 15:56:18.181525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05550b5e-73a8-4c1c-a76d-4063364a5dca req-4353025c-9ca9-42bf-a33f-af6c43f62bc4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227844 Aug 31 15:56:18.243458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974197f-1687-4542-bc37-820ae2675796 req-f53975a9-adf7-4f0f-9b8d-ba1f65d81d94 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:18.245214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a974197f-1687-4542-bc37-820ae2675796 req-f53975a9-adf7-4f0f-9b8d-ba1f65d81d94 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.1516829 Aug 31 15:56:18.363928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a974197f-1687-4542-bc37-820ae2675796 req-14f4b0c5-6e82-4f4c-bf92-4aecb908ebf0 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018102 Aug 31 15:56:18.399673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:18.549140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3390a8e-68c8-4f68-9e08-71db911313b8 req-378533bc-cc5b-417b-8f40-f848a528a145 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:18.551228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3390a8e-68c8-4f68-9e08-71db911313b8 req-378533bc-cc5b-417b-8f40-f848a528a145 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0784278 Aug 31 15:56:18.578700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:18.632827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3390a8e-68c8-4f68-9e08-71db911313b8 req-815f2f62-a123-4d66-b212-470e0a8e7c15 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709252 Aug 31 15:56:18.657353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: dd179bfa-5473-4f2c-835e-7b43d1f933df {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:18.657353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd179bfa-5473-4f2c-835e-7b43d1f933df not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:18.701767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Deleting subnet fc73648a-fcc3-4db7-bb51-7d249f848e4e {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:18.756498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:18.819139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:18.876960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:18.892395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc529a4-4da3-4f56-b22e-48826f3342d3 req-0da6556e-e346-4841-9a24-97a247eff97b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:18.894103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5dc529a4-4da3-4f56-b22e-48826f3342d3 req-0da6556e-e346-4841-9a24-97a247eff97b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0609164 Aug 31 15:56:18.934680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-a2c3fd5a-c226-48cd-ad7a-d974f61ae44e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:18.936143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-a2c3fd5a-c226-48cd-ad7a-d974f61ae44e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.2729063 Aug 31 15:56:18.956914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5dc529a4-4da3-4f56-b22e-48826f3342d3 req-764766e2-6859-4372-8f81-9fbcfd6185a4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538259 Aug 31 15:56:19.000147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.048105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc73648a-fcc3-4db7-bb51-7d249f848e4e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:19.058145 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.063414 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-427ff4b2-439e-437e-9e31-939fa8cf15dc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fc73648a-fcc3-4db7-bb51-7d249f848e4e HTTP/1.1" status: 204 len: 168 time: 0.6615286 Aug 31 15:56:19.067232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43930) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:19.128365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e312bb2-bbfa-4c8f-a24e-0c899b3a200b req-c72672c9-8ecf-4bc6-858d-8e4756356f2b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:19.130419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e312bb2-bbfa-4c8f-a24e-0c899b3a200b req-c72672c9-8ecf-4bc6-858d-8e4756356f2b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0978673 Aug 31 15:56:19.179496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.196109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Deleting port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:19.196701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.222149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e312bb2-bbfa-4c8f-a24e-0c899b3a200b req-b34521f0-3e06-496e-a949-4da0593f4452 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753481 Aug 31 15:56:19.337440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe153-b750-4def-bbb5-2321146b5b1c req-051ad5fa-4c29-4ee7-ab67-e77caa5c37e1 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:19.345879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dabe153-b750-4def-bbb5-2321146b5b1c req-051ad5fa-4c29-4ee7-ab67-e77caa5c37e1 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 950 time: 0.0711305 Aug 31 15:56:19.353510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.371883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9a93bb-5e6c-44a2-b6c7-00f238809364']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:19.393066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:19.393386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eb0580-e3ee-4c9c-86d2-8fa80e92a67b') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:19.410473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] For port f644f2b3-0aa2-45ca-b9b0-6a28c488a146, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:19.411512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.414560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.430414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dabe153-b750-4def-bbb5-2321146b5b1c req-bcd16eae-72bb-4875-8f51-10bd554df4e5 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824702 Aug 31 15:56:19.434899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Calling delete_port for f644f2b3-0aa2-45ca-b9b0-6a28c488a146 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:19.447073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.456820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:19.457120 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:19.458761 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:19.563833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.574313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.579466 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] 10.222.0.43 "DELETE /v2.0/networks/8c9a93bb-5e6c-44a2-b6c7-00f238809364 HTTP/1.1" status: 204 len: 168 time: 0.5126629 Aug 31 15:56:19.580321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43960) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:19.600518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acc16f-f12c-45da-ab1a-f58c7a8ce94f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9a93bb-5e6c-44a2-b6c7-00f238809364,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:19.620272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a93439-2e9e-4e46-b826-161fa3b79693 req-e4960364-8c89-49ef-9915-90865921e06d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:19.627724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19a93439-2e9e-4e46-b826-161fa3b79693 req-e4960364-8c89-49ef-9915-90865921e06d tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 945 time: 0.1270678 Aug 31 15:56:19.700871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.705372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Deleting subnet 8b64ddb4-f7a1-44da-877c-30d0eeaf6eb1 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:19.714903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f644f2b3-0aa2-45ca-b9b0-6a28c488a146'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:19.718312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c1d8ee34-01cf-4a63-bd06-db2ede6929b6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:19.737782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dc3f3-75e8-4a8f-99e8-841523f49a35 req-b22d8562-8f9a-4921-8b7d-d3cbb199a5dd tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:19.745480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-933dc3f3-75e8-4a8f-99e8-841523f49a35 req-b22d8562-8f9a-4921-8b7d-d3cbb199a5dd tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2034256 Aug 31 15:56:19.751256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.773077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event deleted for resources: {'Port': ['ID=f644f2b3-0aa2-45ca-b9b0-6a28c488a146,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:19.801795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19a93439-2e9e-4e46-b826-161fa3b79693 req-90d524fd-4a8e-4757-b470-ad5b9855b9fa tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728911 Aug 31 15:56:19.866254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] No DVR routers for this DVR port f644f2b3-0aa2-45ca-b9b0-6a28c488a146 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:19.869986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.872598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e586f1e5-52ff-48da-ad10-ae52f493d0af req-18ff43bd-7bde-4495-8d11-a954b55a8490 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "DELETE /v2.0/ports/f644f2b3-0aa2-45ca-b9b0-6a28c488a146 HTTP/1.1" status: 204 len: 173 time: 0.9214017 Aug 31 15:56:19.873476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'name': 'network-vif-deleted', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:19.876222 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7390036-8bef-4ed4-82e1-a78b611f962d" -d '{"events": [{"server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "name": "network-vif-deleted", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:19.878229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:19.982411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-933dc3f3-75e8-4a8f-99e8-841523f49a35 req-d880b145-d7e3-48dc-92d4-24a5c8ce78cf tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357717 Aug 31 15:56:20.026408 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.089825 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c31156-c4a8-47aa-b055-f624b6f9ccd9 x-openstack-request-id: req-58c31156-c4a8-47aa-b055-f624b6f9ccd9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:20.090309 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d0da04-eeb0-4cde-a3bc-5c0759018d63", "name": "network-vif-deleted", "tag": "f644f2b3-0aa2-45ca-b9b0-6a28c488a146", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:20.090664 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58c31156-c4a8-47aa-b055-f624b6f9ccd9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:20.091328 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d0da04-eeb0-4cde-a3bc-5c0759018d63', 'name': 'network-vif-deleted', 'tag': 'f644f2b3-0aa2-45ca-b9b0-6a28c488a146', 'status': 'completed', 'code': 200} Aug 31 15:56:20.103990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.153027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b64ddb4-f7a1-44da-877c-30d0eeaf6eb1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:20.170030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.180103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43990) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:20.181708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-01beabd6-4fa0-451a-9dd3-a4b0d850ac7a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8b64ddb4-f7a1-44da-877c-30d0eeaf6eb1 HTTP/1.1" status: 204 len: 168 time: 0.5990360 Aug 31 15:56:20.257241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940eaac-5fe7-471f-a371-f577bad684ad req-aa4c51da-2326-4452-8084-112a5c3ecdff tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:20.260055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5940eaac-5fe7-471f-a371-f577bad684ad req-aa4c51da-2326-4452-8084-112a5c3ecdff tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0663934 Aug 31 15:56:20.317772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.346109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5940eaac-5fe7-471f-a371-f577bad684ad req-cfb68d66-7834-4590-9ea2-fa2fed1e09f4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759835 Aug 31 15:56:20.473486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.487331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2dc1b2-b635-418b-a188-6a31709ec11d']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:20.507540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7807d9d-ad42-4bcc-8163-30d78fb788b2') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:20.508098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7807d9d-ad42-4bcc-8163-30d78fb788b2') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:20.537325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.575232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.592806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:20.593122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:20.595010 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:20.702590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.710078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:20.718501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cb2dc1b2-b635-418b-a188-6a31709ec11d HTTP/1.1" status: 204 len: 168 time: 0.5342286 Aug 31 15:56:20.742141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a6026-fae4-4569-9a79-8539d0412c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2dc1b2-b635-418b-a188-6a31709ec11d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:20.763762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d38ce0-7f6b-4556-9fc1-42e3ffb06187 req-30d043c4-b3f4-4946-b257-afc4279a2b39 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:20.772990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97d38ce0-7f6b-4556-9fc1-42e3ffb06187 req-30d043c4-b3f4-4946-b257-afc4279a2b39 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 813 time: 0.1703591 Aug 31 15:56:20.794558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97d38ce0-7f6b-4556-9fc1-42e3ffb06187 req-11fdc273-e33f-482a-9ed0-0a7922c123be tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/quotas/3b65143bb5964c1c8d27767409db4bd3 HTTP/1.1" status: 200 len: 375 time: 0.0203462 Aug 31 15:56:20.873682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97d38ce0-7f6b-4556-9fc1-42e3ffb06187 req-4b0234df-ea97-414f-9beb-34432bf22364 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781922 Aug 31 15:56:20.934931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44062) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:20.971974 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cb66f8cd-9ddc-4036-aa7a-591202df8f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:21.046345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1c629381-1317-46ee-ac8e-b60bc4df8a21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eff13a9dca0845f4a0475aac29abb8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102667 Aug 31 15:56:21.057719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44068) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:21.063086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00117a7c-b1ac-4c0d-b8eb-a43772414a48 req-5822cc59-f769-4deb-85a4-623ea88c63f7 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 210 time: 0.0571349 Aug 31 15:56:21.160564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8543ddc0-bedc-4348-bbdf-0ff60d300398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:21.188125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126513a-94b4-4e2a-a3e9-10b43e262bd1 req-3ba78016-df34-48a7-bf92-370dbe997fd0 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:21.190680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4126513a-94b4-4e2a-a3e9-10b43e262bd1 req-3ba78016-df34-48a7-bf92-370dbe997fd0 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0665243 Aug 31 15:56:21.203751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8543ddc0-bedc-4348-bbdf-0ff60d300398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:21.261678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4126513a-94b4-4e2a-a3e9-10b43e262bd1 req-2d047f80-9d1a-46f5-b51d-f4d2d3d87c31 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Aug 31 15:56:21.275837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8543ddc0-bedc-4348-bbdf-0ff60d300398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:21.286622 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8543ddc0-bedc-4348-bbdf-0ff60d300398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:21.294417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8543ddc0-bedc-4348-bbdf-0ff60d300398 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5ccd048-d54f-4e97-b439-ecfd0afe3f77 HTTP/1.1" status: 204 len: 168 time: 0.2350404 Aug 31 15:56:21.315940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543ddc0-bedc-4348-bbdf-0ff60d300398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ccd048-d54f-4e97-b439-ecfd0afe3f77,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:21.531675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60daa8-b0c9-4789-80ab-78119f5332cd req-56721547-b749-4cfb-8b18-d88e545fa8f2 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:21.537357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a60daa8-b0c9-4789-80ab-78119f5332cd req-56721547-b749-4cfb-8b18-d88e545fa8f2 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0682321 Aug 31 15:56:21.597185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a60daa8-b0c9-4789-80ab-78119f5332cd req-aab04cc3-2616-4ec5-accf-55407bb48281 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545425 Aug 31 15:56:21.835247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44134) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:21.898397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5097704a-39c3-4389-83a4-20b4c6440fae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c9ce6987d0b453bbab7b8824cf88fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615768 Aug 31 15:56:21.903439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44150) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:22.036981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4a2fcee-57cf-481e-a1af-a4381539c919 req-c70da721-0463-4749-9f6f-be4728d22b50 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3b65143bb5964c1c8d27767409db4bd3 HTTP/1.1" status: 200 len: 221 time: 0.0752339 Aug 31 15:56:22.067545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b11eb214-fe79-4fba-86e8-06decde8d27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:22.121193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b11eb214-fe79-4fba-86e8-06decde8d27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:22.225445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67279c40-bb8a-4042-91e1-eb65d7271485 req-5f93b56e-93bb-473d-aace-fdf05080f21b tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 210 time: 0.0447116 Aug 31 15:56:22.260280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b853ef-f4ad-4adf-9578-1052aa76379e req-4d40f54a-af66-4f4f-b5e0-996fd5db0131 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:22.261966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87b853ef-f4ad-4adf-9578-1052aa76379e req-4d40f54a-af66-4f4f-b5e0-996fd5db0131 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1451292 Aug 31 15:56:22.352056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87b853ef-f4ad-4adf-9578-1052aa76379e req-8370312e-1b44-4227-a5a5-803f548599d3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784247 Aug 31 15:56:22.354266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b11eb214-fe79-4fba-86e8-06decde8d27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:22.356926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b11eb214-fe79-4fba-86e8-06decde8d27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:22.360666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b11eb214-fe79-4fba-86e8-06decde8d27a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e861539-21cd-4536-bef7-4c504538fd3d HTTP/1.1" status: 204 len: 168 time: 0.4537039 Aug 31 15:56:22.383048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eb214-fe79-4fba-86e8-06decde8d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e861539-21cd-4536-bef7-4c504538fd3d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:22.677321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:22.712013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: f644f2b3-0aa2-45ca-b9b0-6a28c488a146 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:22.712658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f644f2b3-0aa2-45ca-b9b0-6a28c488a146 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:22.715745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1a616-c857-43b5-98a3-8a8ebb0b857a req-42ebf9e9-e78f-49a5-b026-5bcf79f7a9d6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:22.719820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4b1a616-c857-43b5-98a3-8a8ebb0b857a req-42ebf9e9-e78f-49a5-b026-5bcf79f7a9d6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1516902 Aug 31 15:56:22.803793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4b1a616-c857-43b5-98a3-8a8ebb0b857a req-5dc7b36b-da5c-4ed3-a198-9a9979033c8b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 Aug 31 15:56:23.138128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423726da-2a2c-4fde-be3c-168a30fa2277 req-69e88c0c-8ca6-46f2-9cc6-232eadd06486 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:23.148166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-423726da-2a2c-4fde-be3c-168a30fa2277 req-69e88c0c-8ca6-46f2-9cc6-232eadd06486 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1130278 Aug 31 15:56:23.216697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-423726da-2a2c-4fde-be3c-168a30fa2277 req-7f780310-ced4-4a9e-8a46-927335e149e2 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674422 Aug 31 15:56:23.339124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb1e3-3d21-4c1b-8cbf-61f5ba3140d6 req-204407ca-9e2e-43f6-a87d-9a1de0bac24e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:23.347592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7bdb1e3-3d21-4c1b-8cbf-61f5ba3140d6 req-204407ca-9e2e-43f6-a87d-9a1de0bac24e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0624757 Aug 31 15:56:23.424595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7bdb1e3-3d21-4c1b-8cbf-61f5ba3140d6 req-a34faecb-4d60-4c6c-a9fd-da49bf1b9703 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745111 Aug 31 15:56:23.600428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccb92e6f-ce75-4814-839c-bdd1f3d46d32 req-17f61e59-5121-4fff-90d3-93d1c0222fcd tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 210 time: 0.0646372 Aug 31 15:56:23.998852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:24.048428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2b813-7842-441a-9313-dde1dbe83bd0 req-7049e2d2-1050-419f-b604-939088ef4cd4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:24.052056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cb2b813-7842-441a-9313-dde1dbe83bd0 req-7049e2d2-1050-419f-b604-939088ef4cd4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1013842 Aug 31 15:56:24.112768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f292800f-ca1f-4a5b-a588-7d5832ebb089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:24.138419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cb2b813-7842-441a-9313-dde1dbe83bd0 req-c95e3d78-a6e2-4a88-89a2-20ae20bccbd0 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752680 Aug 31 15:56:24.190222 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:56:24.401242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d89cfe-0aa8-4310-ad57-24c3e2e97451 req-9e1cb01a-d871-497f-b9e1-2386941e2066 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:24.410404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54d89cfe-0aa8-4310-ad57-24c3e2e97451 req-9e1cb01a-d871-497f-b9e1-2386941e2066 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0865331 Aug 31 15:56:24.457375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54d89cfe-0aa8-4310-ad57-24c3e2e97451 req-0c716bbc-2047-47a3-8e9c-d647e7813ade tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Aug 31 15:56:24.598691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-11c9d533-f724-42dd-bdf0-f2bc656ae77d tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1006481296&fields=id&tenant_id=7719358e9c3343e580f130e3ecdeac14 HTTP/1.1" status: 200 len: 267 time: 0.0457394 Aug 31 15:56:24.685815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:24.765534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-c0a56687-1904-40d7-982e-8bf2e6a81143 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:24.767569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-c0a56687-1904-40d7-982e-8bf2e6a81143 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/networks?id=000662ac-898a-4f80-b956-1b964ad67df1 HTTP/1.1" status: 200 len: 816 time: 0.1677527 Aug 31 15:56:24.787937 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:24.789721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-f910aeee-28ad-4ba8-88a7-e03bb09bd655 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/quotas/7719358e9c3343e580f130e3ecdeac14 HTTP/1.1" status: 200 len: 375 time: 0.0112855 Aug 31 15:56:24.817717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:24.820299 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19ebd1-bdec-43c4-9b69-4f5aac86bade" -d '{"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:24.835076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:24.841822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:24.879375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-643d7c1d-6b3f-4e89-bd91-730fd3bf5f95 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7719358e9c3343e580f130e3ecdeac14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820532 Aug 31 15:56:24.907747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:24.929466 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:24.952218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1246c10f-398e-4b07-bad7-f039afaea873 req-24e3127e-277d-4706-b177-004843a2a56c tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d0da04-eeb0-4cde-a3bc-5c0759018d63 HTTP/1.1" status: 200 len: 210 time: 0.0305705 Aug 31 15:56:25.130841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-368ff4ba-90b3-473f-94f1-7b79e06092ee service neutron] 10.222.0.43 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366142 Aug 31 15:56:25.170817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:25.283214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-47d8de16-f103-4173-919a-b2726ba04dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458554 Aug 31 15:56:25.285126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-b6d7b815-43ec-4a98-93a4-0246aaf99510 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412099 Aug 31 15:56:25.395668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-ebc94e2e-7f58-4015-871f-ac130884b570 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:25.397207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-ebc94e2e-7f58-4015-871f-ac130884b570 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060374 Aug 31 15:56:25.412271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-73168b7b-cd4c-441e-ba6b-5b50ed4b60a1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/quotas/5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 375 time: 0.0095019 Aug 31 15:56:25.452310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-6ef0bd7a-39a0-4066-9688-742f29e4ada2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321794 Aug 31 15:56:25.609496 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fb300e-5c11-4a18-9f89-73753e52164b x-openstack-request-id: req-b8fb300e-5c11-4a18-9f89-73753e52164b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:25.609790 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:25.610042 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8fb300e-5c11-4a18-9f89-73753e52164b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:25.610485 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'code': 200} Aug 31 15:56:25.718488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:25.937686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb9b8d-6506-448f-b35b-21e75231abeb req-c2d93059-4e98-4190-a19e-96c2afbf46be tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:25.945678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7eb9b8d-6506-448f-b35b-21e75231abeb req-c2d93059-4e98-4190-a19e-96c2afbf46be tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1276164 Aug 31 15:56:26.022357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7eb9b8d-6506-448f-b35b-21e75231abeb req-97d9df12-b8c8-4f5f-a0e8-0478ba75d1c0 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751605 Aug 31 15:56:26.268450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c404781-4fcc-4255-a423-66d2837c5aca req-461f11be-c537-46fd-b0fe-991772d4f62b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 210 time: 0.0466433 Aug 31 15:56:26.406871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aff048a2-b79a-4893-8fcf-676b22bd9bb5 req-7a419369-563f-4345-ba29-82978abbda44 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.0440772 Aug 31 15:56:26.671898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a165f1a-291a-4723-8298-e5e1b34b377e req-ca1e7f71-215f-4859-be3d-e640e2781f5d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:26.677422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a165f1a-291a-4723-8298-e5e1b34b377e req-ca1e7f71-215f-4859-be3d-e640e2781f5d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0629523 Aug 31 15:56:26.733194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a165f1a-291a-4723-8298-e5e1b34b377e req-d34e0519-2b45-4ad5-9efc-ff48bdc850ec tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Aug 31 15:56:26.960024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987f1a-8d5b-4a7d-8527-9c4338e916a7 req-e8adeddf-7135-4a6f-986f-b8ad321f1440 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:26.969044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63987f1a-8d5b-4a7d-8527-9c4338e916a7 req-e8adeddf-7135-4a6f-986f-b8ad321f1440 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.1109953 Aug 31 15:56:26.976402 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-a36a0df7-0194-4078-a9a9-84c080685567 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438552 Aug 31 15:56:27.027844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63987f1a-8d5b-4a7d-8527-9c4338e916a7 req-92615066-fd8b-433d-8a90-10131563ea76 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575647 Aug 31 15:56:27.043152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed7d7-2c1a-4d45-902d-8b881d3ef364 req-f4a70905-36a0-45ca-95d2-92bdfd414451 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:27.045259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f0ed7d7-2c1a-4d45-902d-8b881d3ef364 req-f4a70905-36a0-45ca-95d2-92bdfd414451 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1251373 Aug 31 15:56:27.110883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f0ed7d7-2c1a-4d45-902d-8b881d3ef364 req-ed761664-7b48-469c-a88c-e0e7b29e5e4b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579996 Aug 31 15:56:27.173227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-1f215cd3-3856-4fea-99e6-17090229bad9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:27.175981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-1f215cd3-3856-4fea-99e6-17090229bad9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934464 Aug 31 15:56:27.193630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Request body: {'port': {'device_id': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '5118963bc2594d19b64fcb3b08713d27'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:27.243794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81af92-e17e-457c-8047-40bb037d52c1 req-a45da128-e8ac-4628-a72b-39713b3023c7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:27.255205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd81af92-e17e-457c-8047-40bb037d52c1 req-a45da128-e8ac-4628-a72b-39713b3023c7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0625708 Aug 31 15:56:27.309129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd81af92-e17e-457c-8047-40bb037d52c1 req-6b2d4fbd-fbab-4033-a31f-8df2ce069d6e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529814 Aug 31 15:56:27.371392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Made reservation on behalf of 5118963bc2594d19b64fcb3b08713d27 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:27.377728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:27.393262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:27.440839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8450c65-a635-49bd-98df-3e850616ae9d req-5291b618-5165-4c71-b645-3abfe88a8e8d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 210 time: 0.0408962 Aug 31 15:56:27.558335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:27.565939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:27.575343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:27.671403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b1844-70c1-4605-8f4c-8dba05145e96,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:27.692837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.693191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.693537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.693880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.694219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.694555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.694888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.695226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.695602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.697310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.697663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.697997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:27.698114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6619321-1767-4e72-b078-7d1f2e6d6be2 req-d1f6badf-4ec6-484e-bc7c-3659595291b1 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.1075401 Aug 31 15:56:27.725475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035aada-158e-4e11-b2b8-b88ce7e075de req-4d2e9274-2b05-4fbb-a97e-c8e20476a6e9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:27.727042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7035aada-158e-4e11-b2b8-b88ce7e075de req-4d2e9274-2b05-4fbb-a97e-c8e20476a6e9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.3153710 Aug 31 15:56:27.841218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-8496aa2e-6f16-4dfa-9f89-a970a41e9646 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:27.842855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-8496aa2e-6f16-4dfa-9f89-a970a41e9646 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.49 "GET /v2.0/networks?id=000662ac-898a-4f80-b956-1b964ad67df1 HTTP/1.1" status: 200 len: 816 time: 0.4096534 Aug 31 15:56:27.852780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7035aada-158e-4e11-b2b8-b88ce7e075de req-39564862-2ef4-440b-999f-82ef1af41538 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992036 Aug 31 15:56:27.854074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Allocated IP 192.168.233.134 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/b89e765c-afcf-483a-a1fc-9abf61f35b99) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:27.923597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b19a293d-e690-4e3b-a2fb-0627598664c5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7719358e9c3343e580f130e3ecdeac14 HTTP/1.1" status: 200 len: 380 time: 0.0670018 Aug 31 15:56:27.933594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Request body: {'port': {'device_id': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'admin_state_up': True, 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'security_groups': ['698f0cfb-f3eb-4a76-8760-4ff95bea91ff']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:28.125925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:28.143990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Transition to ACTIVE for port object b89e765c-afcf-483a-a1fc-9abf61f35b99 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:28.149269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221423d1-f6a2-4e76-b05e-b00ba1673a0d req-a1beb7c6-f56c-4212-895a-873b09daa42e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:28.157339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-221423d1-f6a2-4e76-b05e-b00ba1673a0d req-a1beb7c6-f56c-4212-895a-873b09daa42e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1060586 Aug 31 15:56:28.184647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:28.253310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:28.260424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:28.274089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:28.277435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:28.332830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-221423d1-f6a2-4e76-b05e-b00ba1673a0d req-093d22e0-98b0-4c1a-b5a6-40b04112b7e7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743236 Aug 31 15:56:28.335701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:28.337137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:28.341048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Made reservation on behalf of 7719358e9c3343e580f130e3ecdeac14 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:28.344954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:28.365350 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-d3899f34-6d49-44ba-8b77-155bb822a345 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1775749 Aug 31 15:56:28.384476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Request body: {'port': {'device_id': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:28.438799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a07db-17dc-4847-977c-1da067dbc0ed req-977efb9c-783b-4004-a46a-56f031e83b3b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:28.442699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-185a07db-17dc-4847-977c-1da067dbc0ed req-977efb9c-783b-4004-a46a-56f031e83b3b tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.2810285 Aug 31 15:56:28.511330 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:28.713425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d4ba3e42-e8da-4af3-9398-d0b188a01131 None None] Provisioning for port b89e765c-afcf-483a-a1fc-9abf61f35b99 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:28.719840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d4ba3e42-e8da-4af3-9398-d0b188a01131 None None] Provisioning complete for port b89e765c-afcf-483a-a1fc-9abf61f35b99 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:28.720607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e42-e8da-4af3-9398-d0b188a01131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:28.781579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-185a07db-17dc-4847-977c-1da067dbc0ed req-5d9b4037-7ff5-4f0b-b2ff-9e0158c40cbb tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284965 Aug 31 15:56:28.832841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba3e42-e8da-4af3-9398-d0b188a01131 None None] Port b89e765c-afcf-483a-a1fc-9abf61f35b99 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:56:28.890949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Allocated IP 172.20.0.10 (000662ac-898a-4f80-b956-1b964ad67df1/abff2ad9-73a1-4119-a4bd-ea3456c3cec5/6f141a9d-6b8c-42b2-bedb-e80cbed65f5b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:28.904243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-4b9743fc-c7ec-4cd5-8959-a78b8994abfa tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:28.905893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-4b9743fc-c7ec-4cd5-8959-a78b8994abfa tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.2799580 Aug 31 15:56:28.993043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24381330-a836-4e16-a803-98f80367cefd req-75cde272-1e96-4b22-99be-9e77e29a2725 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:29.001941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24381330-a836-4e16-a803-98f80367cefd req-75cde272-1e96-4b22-99be-9e77e29a2725 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 936 time: 0.3240199 Aug 31 15:56:29.079193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89e765c-afcf-483a-a1fc-9abf61f35b99 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:29.112856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.135617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Transition to ACTIVE for port object b89e765c-afcf-483a-a1fc-9abf61f35b99 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:29.145811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.187282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd06daa-f2e1-4c59-8f15-34029b5952cf req-18205628-db24-48cd-9d61-5bb94e764ee4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:29.188915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7cd06daa-f2e1-4c59-8f15-34029b5952cf req-18205628-db24-48cd-9d61-5bb94e764ee4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2722230 Aug 31 15:56:29.205436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24381330-a836-4e16-a803-98f80367cefd req-28109767-f224-4fcd-a569-954c8ed42cb6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024741 Aug 31 15:56:29.428560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5359f3dc-6b71-43cd-bb60-4d0df2035251 req-c25f5428-21f5-49f3-88d0-b68ab948eb64 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.1107662 Aug 31 15:56:29.434105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:29.470206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7cd06daa-f2e1-4c59-8f15-34029b5952cf req-38cd8fb9-cbcd-4d1e-b413-1ef9bc4ec383 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449350 Aug 31 15:56:29.473093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:29.473652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:29.474216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:29.478771 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.486809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Port b89e765c-afcf-483a-a1fc-9abf61f35b99 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:56:29.487354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:29.507894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Deleting port 3897f654-ae47-49b2-9661-64180a430e7e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:29.508866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.523161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:29.523556 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:29.523976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:29.525172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Bound port: b89e765c-afcf-483a-a1fc-9abf61f35b99, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:29.525545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.667879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Transition to ACTIVE for port object 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:29.688649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:29.695509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:29.703843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.778824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:29.779471 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.787340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 1097 time: 1.4132807 Aug 31 15:56:29.789035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:29.816562 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebaad5-1940-434e-bd29-e5cc0ce97694" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:29.865813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] For port 3897f654-ae47-49b2-9661-64180a430e7e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3897f654-ae47-49b2-9661-64180a430e7e,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:29.866390 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:29.886541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Calling delete_port for 3897f654-ae47-49b2-9661-64180a430e7e owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:29.925544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5e66-6117-4ad0-a8a9-8550495631b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:29.959196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-e637279b-19a3-4722-8b6e-a0b50e5f6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:29.961115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-e637279b-19a3-4722-8b6e-a0b50e5f6ed7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1100 time: 0.1244526 Aug 31 15:56:30.046611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-fd92d5a5-bc8c-42f0-a623-e62fabec3d7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0753415 Aug 31 15:56:30.091157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed7e43-5e63-4e46-9e51-1033a7534b6b req-1115ecdd-aa42-4d99-b52e-17f4080d029c tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.093412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94ed7e43-5e63-4e46-9e51-1033a7534b6b req-1115ecdd-aa42-4d99-b52e-17f4080d029c tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b743827-92af-4092-a047-34e0e797c60d HTTP/1.1" status: 200 len: 948 time: 0.1049588 Aug 31 15:56:30.109981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695b234-b739-403f-a745-3566b05773ce req-0fe47268-663f-48b5-9772-03cd57d3c596 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.119975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1695b234-b739-403f-a745-3566b05773ce req-0fe47268-663f-48b5-9772-03cd57d3c596 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.3905401 Aug 31 15:56:30.144051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-39370aa6-15e9-46a2-a9a3-788641dadb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.145746 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-39370aa6-15e9-46a2-a9a3-788641dadb70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0910914 Aug 31 15:56:30.155663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:30.206896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-6d5712f6-bb44-4a41-9188-5962a84dd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.208797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-6d5712f6-bb44-4a41-9188-5962a84dd1a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555203 Aug 31 15:56:30.275879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1695b234-b739-403f-a745-3566b05773ce req-7241389c-c632-446e-997a-0c531e4f0d4e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498654 Aug 31 15:56:30.321973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-8c1b655f-0899-4725-b435-906719ec8450 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044002 Aug 31 15:56:30.352931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94ed7e43-5e63-4e46-9e51-1033a7534b6b req-607f411c-1556-42d9-9001-a2c1fe1a256d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204449 Aug 31 15:56:30.357154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Network 000662ac-898a-4f80-b956-1b964ad67df1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:30.367440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event updated for resources: {'Port': ['ID=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:30.379439 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f55544-f215-4ed6-a5f6-370bc2219f06 x-openstack-request-id: req-29f55544-f215-4ed6-a5f6-370bc2219f06 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:30.380122 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:30.380559 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29f55544-f215-4ed6-a5f6-370bc2219f06 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:30.381300 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'status': 'completed', 'code': 200} Aug 31 15:56:30.388419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.388836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.389180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.389520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.393377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.393377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.393377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.393725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.393944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.394300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.394627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.394956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:30.408752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:30.426297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:30.488152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:30.535593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d6a01ca-8b80-40e3-8d10-45020292dd3f req-4a4477a1-2981-407a-9416-09fba2e17204 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048640 Aug 31 15:56:30.676349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-9693803f-b384-4075-8466-0123c5405b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.682971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-9693803f-b384-4075-8466-0123c5405b01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1100 time: 0.0717103 Aug 31 15:56:30.705883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Pushing event deleted for resources: {'Port': ['ID=3897f654-ae47-49b2-9661-64180a430e7e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:30.774047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.775551 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:30.778302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] No DVR routers for this DVR port 3897f654-ae47-49b2-9661-64180a430e7e on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:30.788491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4df6a-d11d-4298-bb89-e0f0498ca74e req-77c47f8a-4c38-4d02-8a24-b9a38fc8b233 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.789703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70a4df6a-d11d-4298-bb89-e0f0498ca74e req-77c47f8a-4c38-4d02-8a24-b9a38fc8b233 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 948 time: 0.3037672 Aug 31 15:56:30.793022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:30.795372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8343acc8-4e07-4a0e-a3eb-849f36a4a1a4 req-9194d625-ac0f-44c2-a8de-be43448b83ef tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.30 "DELETE /v2.0/ports/3897f654-ae47-49b2-9661-64180a430e7e HTTP/1.1" status: 204 len: 173 time: 1.8813670 Aug 31 15:56:30.795857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-deleted', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:30.799012 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a016d02-a277-43cf-a4a1-93e2e35bb208" -d '{"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-deleted", "tag": "3897f654-ae47-49b2-9661-64180a430e7e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:30.813123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-91416f41-535d-4075-96c0-206157ff0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.816335 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-91416f41-535d-4075-96c0-206157ff0df9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1299181 Aug 31 15:56:30.833453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bb71b-a8d7-498b-8e5b-2f2387a76fad req-3364e84d-49c2-43d5-8729-eda4b0626f5a tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:30.835173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f22bb71b-a8d7-498b-8e5b-2f2387a76fad req-3364e84d-49c2-43d5-8729-eda4b0626f5a tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 932 time: 0.2424638 Aug 31 15:56:30.838830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b78d2512-6332-45d3-baea-876f5a7c8874 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9094472 Aug 31 15:56:30.861347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Request body: {'port': {'device_id': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:30.869114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d7cbfc6-892f-4aa6-923a-ae5fcc450bf2 None None] Provisioning for port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:30.876320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d7cbfc6-892f-4aa6-923a-ae5fcc450bf2 None None] Provisioning complete for port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:30.877651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d7cbfc6-892f-4aa6-923a-ae5fcc450bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:30.926713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70a4df6a-d11d-4298-bb89-e0f0498ca74e req-7580f8de-52b8-4442-bb0f-92564296efc4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191871 Aug 31 15:56:30.931211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cbfc6-892f-4aa6-923a-ae5fcc450bf2 None None] Port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:56:30.987973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-5e0f8cf6-a01a-4b83-a92d-6ad46bb2746e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.1329625 Aug 31 15:56:31.000565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:31.032684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f22bb71b-a8d7-498b-8e5b-2f2387a76fad req-0165075b-4edf-411e-93af-54ad2fe6f540 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865945 Aug 31 15:56:31.405241 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6611488f-d94d-4bf4-a315-189d022de17a x-openstack-request-id: req-6611488f-d94d-4bf4-a315-189d022de17a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:31.405813 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b743827-92af-4092-a047-34e0e797c60d", "name": "network-vif-deleted", "tag": "3897f654-ae47-49b2-9661-64180a430e7e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:31.406233 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6611488f-d94d-4bf4-a315-189d022de17a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:31.406804 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b743827-92af-4092-a047-34e0e797c60d', 'name': 'network-vif-deleted', 'tag': '3897f654-ae47-49b2-9661-64180a430e7e', 'status': 'completed', 'code': 200} Aug 31 15:56:31.517751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad311241-b286-4349-b7ef-6500476e97ba req-452915f2-2a0b-4694-99cb-db9ba76d4bb5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:31.527872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad311241-b286-4349-b7ef-6500476e97ba req-452915f2-2a0b-4694-99cb-db9ba76d4bb5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1194067 Aug 31 15:56:31.558208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-f4fdc503-addc-40d8-9435-09acb3896a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:31.559693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-f4fdc503-addc-40d8-9435-09acb3896a09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.5680256 Aug 31 15:56:31.600225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad311241-b286-4349-b7ef-6500476e97ba req-96e934c6-0985-4085-a64d-6e81da416458 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690172 Aug 31 15:56:31.637391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-7c72ddb5-c784-47de-93c1-aafb0790c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:31.639348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-7c72ddb5-c784-47de-93c1-aafb0790c08a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711167 Aug 31 15:56:31.733634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744d4f9-1568-4a56-a138-ab9a6c019add req-495f3659-dc09-4fd1-9106-57bb65332a82 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:31.735736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c744d4f9-1568-4a56-a138-ab9a6c019add req-495f3659-dc09-4fd1-9106-57bb65332a82 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 945 time: 0.1229899 Aug 31 15:56:31.763344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:31.783814 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:31.796679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-cc83d944-4ef9-4eb8-96b0-20d9fe697015 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493804 Aug 31 15:56:31.803966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c744d4f9-1568-4a56-a138-ab9a6c019add req-89d92c55-6421-44f5-92c8-684c57c42600 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587285 Aug 31 15:56:31.814410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Transition to ACTIVE for port object 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:31.830071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:31.886830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Pushing event updated for resources: {'Port': ['ID=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:31.959922 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aebaad5-1940-434e-bd29-e5cc0ce97694 req-dccb1dce-cccd-4fe5-82b2-39915987b7dc service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477768 Aug 31 15:56:32.111377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47f02c-95cb-4347-8b85-b989dbe54e56 req-fae38c1b-3e56-4ca5-8e67-4f3c33a361be tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:32.112946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a47f02c-95cb-4347-8b85-b989dbe54e56 req-fae38c1b-3e56-4ca5-8e67-4f3c33a361be tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1579711 Aug 31 15:56:32.115793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Attempting to bind port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:32.116060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Attempting to bind port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:32.116423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Attempting to bind port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b on network 000662ac-898a-4f80-b956-1b964ad67df1 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:32.127801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098609-067d-4988-ae03-8d8f007750f8 req-55f7f7cc-e205-42ce-8ca6-8dd20899dd50 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:32.129272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20098609-067d-4988-ae03-8d8f007750f8 req-55f7f7cc-e205-42ce-8ca6-8dd20899dd50 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 948 time: 0.1375055 Aug 31 15:56:32.140448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-40f81cc6-80bb-472e-8bd1-8c5c6adde856 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:32.141879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-40f81cc6-80bb-472e-8bd1-8c5c6adde856 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 945 time: 0.1440663 Aug 31 15:56:32.147937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b on network 000662ac-898a-4f80-b956-1b964ad67df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:56:32.148208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Attempting to bind port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b on network 000662ac-898a-4f80-b956-1b964ad67df1 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:32.507238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:32.507569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Checking segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:32.507953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Bound using segment: {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:32.508956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Bound port: 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:32.509311 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:32.555176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20098609-067d-4988-ae03-8d8f007750f8 req-42170fca-40d4-41a9-9bfd-0c08e2ad895d tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122927 Aug 31 15:56:32.581479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a47f02c-95cb-4347-8b85-b989dbe54e56 req-b442f7db-2db4-4c8b-8510-8dd67aa18623 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511378 Aug 31 15:56:32.652565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:32.677215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 3897f654-ae47-49b2-9661-64180a430e7e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:32.677876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3897f654-ae47-49b2-9661-64180a430e7e not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:32.740942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] For port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:32.765596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] For port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:32.774919 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:32.778029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Deleting port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:32.778361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:32.791525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80520887-1a53-4356-b265-41bdcb6ab8f1 req-a75f3db8-1354-48b0-992e-4000ff84da4c tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:32.793066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80520887-1a53-4356-b265-41bdcb6ab8f1 req-a75f3db8-1354-48b0-992e-4000ff84da4c tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.1375628 Aug 31 15:56:32.814218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e216ebc-e54f-4963-acd7-6208b8767530 req-a344c5e1-4f0b-4c06-bc41-355979c212ed tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:32.815713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e216ebc-e54f-4963-acd7-6208b8767530 req-a344c5e1-4f0b-4c06-bc41-355979c212ed tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 948 time: 0.1493776 Aug 31 15:56:32.917954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:32.918596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:32.920038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] 10.222.0.49 "PUT /v2.0/ports/6f141a9d-6b8c-42b2-bedb-e80cbed65f5b HTTP/1.1" status: 200 len: 1093 time: 2.0705345 Aug 31 15:56:33.017447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9ee77-16a6-40cd-b994-c48b51d1686b service neutron] Pushing event updated for resources: {'Port': ['ID=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:33.030064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80520887-1a53-4356-b265-41bdcb6ab8f1 req-a4fc1d1b-6ebf-4506-8de6-3920b35175d4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117660 Aug 31 15:56:33.037263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e216ebc-e54f-4963-acd7-6208b8767530 req-9aa9cde2-1cd7-4560-b209-4392da325a3a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679828 Aug 31 15:56:33.043588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] For port c1d8ee34-01cf-4a63-bd06-db2ede6929b6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:33.043976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:33.066976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Calling delete_port for c1d8ee34-01cf-4a63-bd06-db2ede6929b6 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:33.085935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-69e302d6-0ecc-453b-878b-e4f3177acec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.088384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-69e302d6-0ecc-453b-878b-e4f3177acec3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7719358e9c3343e580f130e3ecdeac14&device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 1096 time: 0.1181183 Aug 31 15:56:33.174412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b151544e-583e-4fa6-9bcb-e669e323053b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b HTTP/1.1" status: 200 len: 217 time: 0.0487463 Aug 31 15:56:33.293940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-dc15bdfb-bcde-479d-914f-44328a964640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.296684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-dc15bdfb-bcde-479d-914f-44328a964640 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abff2ad9-73a1-4119-a4bd-ea3456c3cec5 HTTP/1.1" status: 200 len: 855 time: 0.1115184 Aug 31 15:56:33.408284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:33.410545 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5fdf20-04d5-4132-89db-a546d33bd5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:33.428400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8946dd-3d20-4614-b75c-6eb8392274bf req-244315fa-33f0-469f-94bd-c42721bb96b1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.429989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd8946dd-3d20-4614-b75c-6eb8392274bf req-244315fa-33f0-469f-94bd-c42721bb96b1 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=da4ef2a4-2735-4b32-ad45-9d719ed0c103 HTTP/1.1" status: 200 len: 945 time: 0.1902010 Aug 31 15:56:33.462646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85203097-8356-4803-9f62-6f9d9f1b2c82 req-ebd94d19-6cb4-4546-96ba-c29548dfb56a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.464346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85203097-8356-4803-9f62-6f9d9f1b2c82 req-ebd94d19-6cb4-4546-96ba-c29548dfb56a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1754997 Aug 31 15:56:33.465013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:33.482509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b20ad781-7154-48dd-a7be-57f59ce1bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.484013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-b20ad781-7154-48dd-a7be-57f59ce1bea1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=000662ac-898a-4f80-b956-1b964ad67df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733720 Aug 31 15:56:33.484169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c1d8ee34-01cf-4a63-bd06-db2ede6929b6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:33.521844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event deleted for resources: {'Port': ['ID=c1d8ee34-01cf-4a63-bd06-db2ede6929b6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:33.641024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd8946dd-3d20-4614-b75c-6eb8392274bf req-48c30a39-3b64-4971-bd66-445978c1b4d3 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981473 Aug 31 15:56:33.694311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] No DVR routers for this DVR port c1d8ee34-01cf-4a63-bd06-db2ede6929b6 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:33.697493 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef665736-8684-4338-9d89-6540fa6e3654 x-openstack-request-id: req-ef665736-8684-4338-9d89-6540fa6e3654 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:33.697894 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:33.698028 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef665736-8684-4338-9d89-6540fa6e3654 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:33.698425 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'status': 'completed', 'code': 200} Aug 31 15:56:33.707496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85203097-8356-4803-9f62-6f9d9f1b2c82 req-007f3723-cfa2-4d53-9810-f33c3563271f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196128 Aug 31 15:56:33.708672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:33.710675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c25035ef-097e-4df5-899c-90fcc47c8a16 req-5b92f088-f92e-4d66-88c8-d23e54172ab5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "DELETE /v2.0/ports/c1d8ee34-01cf-4a63-bd06-db2ede6929b6 HTTP/1.1" status: 204 len: 173 time: 1.5598290 Aug 31 15:56:33.743144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-914319da-136b-4d98-8dee-042c1b7a7012 service neutron] 10.222.0.49 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295260 Aug 31 15:56:33.828418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-a679c993-f40b-41eb-ac67-232ddbe80f8a tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.829968 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-a679c993-f40b-41eb-ac67-232ddbe80f8a tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 948 time: 0.0656991 Aug 31 15:56:33.935264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c293b-e725-4490-9ae0-252c0691039a req-5ae00538-6654-4044-b412-7fa22648c188 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.936859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-663c293b-e725-4490-9ae0-252c0691039a req-5ae00538-6654-4044-b412-7fa22648c188 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6f864d7-bb3e-4822-93ba-1042dcab323f HTTP/1.1" status: 200 len: 948 time: 0.1532047 Aug 31 15:56:33.940040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Deleting port d1a5d74a-41ce-490e-8d83-087ded891edf {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:33.940614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:33.947964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f5f6d-c718-4d17-b075-3da8d97a2cce req-63c1ebe7-8093-46c3-9a8d-8e3373c6d905 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:33.949481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c60f5f6d-c718-4d17-b075-3da8d97a2cce req-63c1ebe7-8093-46c3-9a8d-8e3373c6d905 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1129785 Aug 31 15:56:33.983933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-895138f4-06f2-47f4-8632-52abfcd3515d req-f4cad334-a4d9-490b-93cc-fad22288c9d8 service neutron] 10.222.0.49 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334251 Aug 31 15:56:34.021143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c60f5f6d-c718-4d17-b075-3da8d97a2cce req-c4175d95-253e-4701-a2cd-01ab3e74869e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Aug 31 15:56:34.024699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-663c293b-e725-4490-9ae0-252c0691039a req-b1921a5c-602f-4666-a494-520a78631a17 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a97f9b1-d549-4688-8aae-ca42603f11e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689652 Aug 31 15:56:34.040940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] For port d1a5d74a-41ce-490e-8d83-087ded891edf, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d1a5d74a-41ce-490e-8d83-087ded891edf,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:34.041398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:34.062013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Calling delete_port for d1a5d74a-41ce-490e-8d83-087ded891edf owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:34.077019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-dbca32d6-7d6a-44cf-b042-c16b2ea307f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.079110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-dbca32d6-7d6a-44cf-b042-c16b2ea307f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7719358e9c3343e580f130e3ecdeac14&device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 1096 time: 0.0497668 Aug 31 15:56:34.217091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:34.250792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Pushing event deleted for resources: {'Port': ['ID=d1a5d74a-41ce-490e-8d83-087ded891edf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:34.252128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcebb7-92a4-4560-af59-4c0cbef34446 req-baf0f4fd-099d-4111-afe4-038b8292b727 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.257987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43fcebb7-92a4-4560-af59-4c0cbef34446 req-baf0f4fd-099d-4111-afe4-038b8292b727 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1232095 Aug 31 15:56:34.266498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d724-96c5-48ba-aa74-19a8dc107d3c req-186dad46-9ca9-4184-83f7-3f8b305a1b37 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.270689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b581d724-96c5-48ba-aa74-19a8dc107d3c req-186dad46-9ca9-4184-83f7-3f8b305a1b37 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 948 time: 0.1316619 Aug 31 15:56:34.271820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-e2bcdad6-3c20-4e64-b022-22b218eb6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.273296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-e2bcdad6-3c20-4e64-b022-22b218eb6ac3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=000662ac-898a-4f80-b956-1b964ad67df1 HTTP/1.1" status: 200 len: 917 time: 0.1878095 Aug 31 15:56:34.308890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] No DVR routers for this DVR port d1a5d74a-41ce-490e-8d83-087ded891edf on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:34.311274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:34.314193 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ae6b1216-59db-4a16-a337-d39a9d914ed2 req-30904b3e-ca40-4bff-8878-44535a086809 tempest-ListImageFiltersTestJSON-2078350692 tempest-ListImageFiltersTestJSON-2078350692-project] 10.222.0.49 "DELETE /v2.0/ports/d1a5d74a-41ce-490e-8d83-087ded891edf HTTP/1.1" status: 204 len: 173 time: 0.4780765 Aug 31 15:56:34.314640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-deleted', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:34.324097 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202530d8-bfb9-4b64-8a4c-4536b84b7ade" -d '{"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-deleted", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:34.349890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-add4913c-88b8-427b-a0c5-ca7370580646 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b HTTP/1.1" status: 200 len: 217 time: 0.0665026 Aug 31 15:56:34.401368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43fcebb7-92a4-4560-af59-4c0cbef34446 req-cdf7b1fb-601c-4ca8-880a-6c77be5da650 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270533 Aug 31 15:56:34.408010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b581d724-96c5-48ba-aa74-19a8dc107d3c req-31fd8ca6-95fa-48fe-b479-747ff83f1d6d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320179 Aug 31 15:56:34.423663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-25e94f17-5c3e-4a3a-98a3-2e0104270223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.425239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-25e94f17-5c3e-4a3a-98a3-2e0104270223 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abff2ad9-73a1-4119-a4bd-ea3456c3cec5 HTTP/1.1" status: 200 len: 855 time: 0.0654287 Aug 31 15:56:34.512518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-d8f66f1a-8e7f-412d-b932-7958a3a526e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.514063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-d8f66f1a-8e7f-412d-b932-7958a3a526e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=000662ac-898a-4f80-b956-1b964ad67df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758314 Aug 31 15:56:34.584578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1651def-4dde-48a6-bf3b-bc865f60cd19 req-a26dcaeb-8bb8-4593-83c9-3b1511841afd tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.586112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1651def-4dde-48a6-bf3b-bc865f60cd19 req-a26dcaeb-8bb8-4593-83c9-3b1511841afd tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.1105487 Aug 31 15:56:34.644871 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52da3f6f-6e91-4cb7-92ba-8c09c289512f x-openstack-request-id: req-52da3f6f-6e91-4cb7-92ba-8c09c289512f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:34.645171 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f864d7-bb3e-4822-93ba-1042dcab323f", "name": "network-vif-deleted", "tag": "d1a5d74a-41ce-490e-8d83-087ded891edf", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:34.645429 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52da3f6f-6e91-4cb7-92ba-8c09c289512f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:34.645834 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f864d7-bb3e-4822-93ba-1042dcab323f', 'name': 'network-vif-deleted', 'tag': 'd1a5d74a-41ce-490e-8d83-087ded891edf', 'status': 'completed', 'code': 200} Aug 31 15:56:34.647819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1651def-4dde-48a6-bf3b-bc865f60cd19 req-50d18374-e367-4332-acfa-35bff33f050b tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550959 Aug 31 15:56:34.666629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-3759e0a2-80a2-4d80-bbdb-eb309721df63 service neutron] 10.222.0.49 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443024 Aug 31 15:56:34.738967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:56:34.855459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcc8e-03d4-419f-a153-d266f54a50d8 req-888848ac-f814-4ec4-9375-38dec5d03689 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:34.864025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cabcc8e-03d4-419f-a153-d266f54a50d8 req-888848ac-f814-4ec4-9375-38dec5d03689 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1455839 Aug 31 15:56:34.873063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c5fdf20-04d5-4132-89db-a546d33bd5b1 req-242a99fe-f99a-4069-aebf-bcd68b6872b9 service neutron] 10.222.0.49 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898146 Aug 31 15:56:34.914162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:34.926986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cabcc8e-03d4-419f-a153-d266f54a50d8 req-962b8a41-d49f-4b71-bb23-b560bf77c5ed tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620410 Aug 31 15:56:34.936124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'mac_address': 'fa:16:3e:21:18:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:56:34.984820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:34.998207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89e765c-afcf-483a-a1fc-9abf61f35b99 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:35.018799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:35.023480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:35.048535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7069-4ad7-4a8a-895f-5708ef2ec20f req-d3513c76-e279-4c3f-a53e-7c795f7a0cdf tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:35.050646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e8f7069-4ad7-4a8a-895f-5708ef2ec20f req-d3513c76-e279-4c3f-a53e-7c795f7a0cdf tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 944 time: 0.0619123 Aug 31 15:56:35.080743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:35.107435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e8f7069-4ad7-4a8a-895f-5708ef2ec20f req-a6557120-8453-4c60-92f4-4f8ac946ea75 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Aug 31 15:56:35.152432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fe7dc-a7a5-4d96-bf4c-d70785fd0788 req-264576fa-ca0a-4c1c-8e22-25277448543a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:35.152432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b6fe7dc-a7a5-4d96-bf4c-d70785fd0788 req-264576fa-ca0a-4c1c-8e22-25277448543a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0605187 Aug 31 15:56:35.192257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b6fe7dc-a7a5-4d96-bf4c-d70785fd0788 req-71e33367-349f-402a-90e9-fcab3dd394c9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Aug 31 15:56:35.262898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:35.534698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425087b-d54d-41ad-a23c-3638cb16389a req-585d601a-fb27-4b4d-8f74-c0cf2aea28b3 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:35.536387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5425087b-d54d-41ad-a23c-3638cb16389a req-585d601a-fb27-4b4d-8f74-c0cf2aea28b3 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 944 time: 0.0832074 Aug 31 15:56:35.560021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ead79a-0928-47d7-977a-91640edabc29 req-a85769fc-858c-45c7-88ef-d385eea244a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:35.561587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55ead79a-0928-47d7-977a-91640edabc29 req-a85769fc-858c-45c7-88ef-d385eea244a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 949 time: 0.0761168 Aug 31 15:56:35.659946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55ead79a-0928-47d7-977a-91640edabc29 req-65c8424b-5228-41a7-bed4-f171f108043e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712812 Aug 31 15:56:35.686710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Deleting port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:35.687125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:35.700911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'name': 'network-vif-deleted', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:35.704391 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9917db-a9e3-4862-b572-aabe7d912eca" -d '{"events": [{"server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "name": "network-vif-deleted", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:35.808013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] For port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:35.808418 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:35.847480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Calling delete_port for 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:35.911907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1040e-23ae-49a0-aba3-460dd3274902 req-1e5218b2-befd-4cbf-9f4a-997c47b4f8cf tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:35.913454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61f1040e-23ae-49a0-aba3-460dd3274902 req-1e5218b2-befd-4cbf-9f4a-997c47b4f8cf tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.1025333 Aug 31 15:56:35.975225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61f1040e-23ae-49a0-aba3-460dd3274902 req-5e533173-1585-406a-a527-0dd2e6bb02df tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539093 Aug 31 15:56:36.023626 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515eea59-c157-4f45-80aa-8829d60e7a87 x-openstack-request-id: req-515eea59-c157-4f45-80aa-8829d60e7a87 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:36.024001 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ef2a4-2735-4b32-ad45-9d719ed0c103", "name": "network-vif-deleted", "tag": "c1d8ee34-01cf-4a63-bd06-db2ede6929b6", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:36.024340 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-515eea59-c157-4f45-80aa-8829d60e7a87 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:36.024661 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4ef2a4-2735-4b32-ad45-9d719ed0c103', 'name': 'network-vif-deleted', 'tag': 'c1d8ee34-01cf-4a63-bd06-db2ede6929b6', 'status': 'completed', 'code': 200} Aug 31 15:56:36.053565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.087949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event deleted for resources: {'Port': ['ID=313c55b9-5ef5-4b4e-9091-eb89e8a60fb7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:36.134283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] No DVR routers for this DVR port 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:36.137104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.139127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5425087b-d54d-41ad-a23c-3638cb16389a req-d9e37f8c-3b65-4f26-9d0d-f858d2ca672e tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.30 "DELETE /v2.0/ports/313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 HTTP/1.1" status: 204 len: 173 time: 0.5943468 Aug 31 15:56:36.212717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0d1d906-ca4b-4a80-af1a-ae03df1d0839 req-bcfa0413-1385-4bad-b66e-60221dd6d26f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=7666e626-462a-4c46-80c8-b5b08c4af86c HTTP/1.1" status: 200 len: 210 time: 0.0288827 Aug 31 15:56:36.293676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:36.323900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d6c9-ffc1-4c17-ad12-189c3edce051 req-aabab2d8-f3c1-40e1-8c73-c9f4840440ac tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:36.325438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1986d6c9-ffc1-4c17-ad12-189c3edce051 req-aabab2d8-f3c1-40e1-8c73-c9f4840440ac tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Aug 31 15:56:36.366696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1986d6c9-ffc1-4c17-ad12-189c3edce051 req-fe8412e9-d4bb-4a02-b715-3ef70f803748 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351276 Aug 31 15:56:36.430442 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-59f1286b-e32a-49cf-b4e4-167af40de92a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f95933182fc4004b174b4a07e9dd827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355190 Aug 31 15:56:36.433246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44680) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:36.482813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e42386f-75d8-47b5-8e1d-3e7383a6c9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.505877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e42386f-75d8-47b5-8e1d-3e7383a6c9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.563709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e42386f-75d8-47b5-8e1d-3e7383a6c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.566478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e42386f-75d8-47b5-8e1d-3e7383a6c9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.567650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0e42386f-75d8-47b5-8e1d-3e7383a6c9be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a97f9b1-d549-4688-8aae-ca42603f11e0 HTTP/1.1" status: 204 len: 168 time: 0.1334584 Aug 31 15:56:36.578368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42386f-75d8-47b5-8e1d-3e7383a6c9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97f9b1-d549-4688-8aae-ca42603f11e0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:36.639483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921f4c8-665a-4db9-afd4-5f4daded3962 req-cfd87e04-c9b6-4a1f-b8e1-fb4f38ec81ab tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:36.642138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8921f4c8-665a-4db9-afd4-5f4daded3962 req-cfd87e04-c9b6-4a1f-b8e1-fb4f38ec81ab tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0689993 Aug 31 15:56:36.688144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8921f4c8-665a-4db9-afd4-5f4daded3962 req-e8c19b11-4d4b-411a-b031-b178e0a74ea3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Aug 31 15:56:36.700214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:36.755375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:36.771873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:36.772502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 313c55b9-5ef5-4b4e-9091-eb89e8a60fb7 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:36.773071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:36.832532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: c1d8ee34-01cf-4a63-bd06-db2ede6929b6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:36.832954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c1d8ee34-01cf-4a63-bd06-db2ede6929b6 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:36.840078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f4a9-632a-4137-a915-c0266c7f2f15 req-34030110-b412-4563-bc77-c88fe24f32eb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:36.851467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fab9f4a9-632a-4137-a915-c0266c7f2f15 req-34030110-b412-4563-bc77-c88fe24f32eb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 949 time: 0.0750232 Aug 31 15:56:36.859541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port b89e765c-afcf-483a-a1fc-9abf61f35b99 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:36.864039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port b89e765c-afcf-483a-a1fc-9abf61f35b99 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:36.864657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.905974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fab9f4a9-632a-4137-a915-c0266c7f2f15 req-f89bac5a-f8fa-4c1a-b163-14ba3e942820 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Aug 31 15:56:36.962961 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:36.986615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:36.989101 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d1bcf1-5afe-4dd0-9c94-36ca83249c2a" -d '{"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-plugged", "status": "completed", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:37.003396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:37.009013 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:37.010028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:37.052934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: d1a5d74a-41ce-490e-8d83-087ded891edf {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:37.053704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d1a5d74a-41ce-490e-8d83-087ded891edf not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:37.076696 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b96d88-6bf3-451a-a2d8-cf4a0bab022f x-openstack-request-id: req-e9b96d88-6bf3-451a-a2d8-cf4a0bab022f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:37.078038 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-plugged", "status": "completed", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:37.079004 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9b96d88-6bf3-451a-a2d8-cf4a0bab022f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:37.079391 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'code': 200} Aug 31 15:56:37.094958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:37.161237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c425637-b695-4feb-b8d3-83e495fe7a95 req-93fc4820-2dd6-4418-8a6d-9b2cbe064851 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:37.162925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c425637-b695-4feb-b8d3-83e495fe7a95 req-93fc4820-2dd6-4418-8a6d-9b2cbe064851 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.0607154 Aug 31 15:56:37.222668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4dfe2-bc57-49f7-9435-392a7e1a5f87 req-9df6c52b-da1a-49b8-9195-2902fe2535b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:37.224235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dad4dfe2-bc57-49f7-9435-392a7e1a5f87 req-9df6c52b-da1a-49b8-9195-2902fe2535b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.0809705 Aug 31 15:56:37.227767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c425637-b695-4feb-b8d3-83e495fe7a95 req-cc84a6e3-c7e7-4c60-8dfe-89bf96d1e6eb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 Aug 31 15:56:37.277309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dad4dfe2-bc57-49f7-9435-392a7e1a5f87 req-1e9b94c6-20cd-4478-b942-fd8e98cf5b07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Aug 31 15:56:37.514286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fab132-bfe6-4fbb-9700-9a3f8930ea4d req-e542b0a7-2d3b-46d2-828b-7d48625fd288 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:37.515808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78fab132-bfe6-4fbb-9700-9a3f8930ea4d req-e542b0a7-2d3b-46d2-828b-7d48625fd288 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.0521982 Aug 31 15:56:37.554892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78fab132-bfe6-4fbb-9700-9a3f8930ea4d req-ce37c39e-307f-4e1f-b01b-a12eaac5d76f tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ca741ea-cb8e-44c4-8f19-83da721ad250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Aug 31 15:56:37.850910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c767ff8-a71b-4b6b-84fd-3bbbb2ed6095 req-9206accc-d602-48a7-bb92-03275ba74c49 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:37.853749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c767ff8-a71b-4b6b-84fd-3bbbb2ed6095 req-9206accc-d602-48a7-bb92-03275ba74c49 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0618441 Aug 31 15:56:37.892579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c767ff8-a71b-4b6b-84fd-3bbbb2ed6095 req-0b954083-6f90-44da-8e56-7bec50ac7d01 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Aug 31 15:56:38.025401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-b28f3f8c-9a63-4b5a-8c8f-cc156746e279 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:38.026891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-b28f3f8c-9a63-4b5a-8c8f-cc156746e279 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 944 time: 0.0605757 Aug 31 15:56:38.028515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'name': 'network-vif-deleted', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:38.030675 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ea07c-16c3-4120-8ba1-7fbc2ba7d932" -d '{"events": [{"server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "name": "network-vif-deleted", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:38.173550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5799f-f864-477c-8767-8f6d041d1311 req-c715558a-dafb-4e78-9c1f-e07f2f14bad6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:38.175044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4b5799f-f864-477c-8767-8f6d041d1311 req-c715558a-dafb-4e78-9c1f-e07f2f14bad6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1472528 Aug 31 15:56:38.183259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89b79-65c1-45aa-acda-10c454663e76 req-bf1e77e9-04f6-4a97-8e3f-e0f88a641624 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:38.184649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76e89b79-65c1-45aa-acda-10c454663e76 req-bf1e77e9-04f6-4a97-8e3f-e0f88a641624 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1057055 Aug 31 15:56:38.248641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Deleting port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:38.248870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:38.260284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4b5799f-f864-477c-8767-8f6d041d1311 req-9c51a8ed-301e-41c4-aa02-729e8957c2d4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 Aug 31 15:56:38.273625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76e89b79-65c1-45aa-acda-10c454663e76 req-f2904fbe-4e2e-4626-aeaf-7b8519d45d88 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753787 Aug 31 15:56:38.366590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] For port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,segment=NetworkSegment(0409ff49-e1fe-47f2-8d4c-ec3533420855),segment_id=0409ff49-e1fe-47f2-8d4c-ec3533420855)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:38.367042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:38.370937 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13a484a-59e7-4a67-92d8-7e70720d229c x-openstack-request-id: req-f13a484a-59e7-4a67-92d8-7e70720d229c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:38.371345 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666e626-462a-4c46-80c8-b5b08c4af86c", "name": "network-vif-deleted", "tag": "313c55b9-5ef5-4b4e-9091-eb89e8a60fb7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:38.371688 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f13a484a-59e7-4a67-92d8-7e70720d229c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:38.372169 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7666e626-462a-4c46-80c8-b5b08c4af86c', 'name': 'network-vif-deleted', 'tag': '313c55b9-5ef5-4b4e-9091-eb89e8a60fb7', 'status': 'completed', 'code': 200} Aug 31 15:56:38.384554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Calling delete_port for a13960ed-4d22-4cd8-a2ae-e2a61366fe8c owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:38.509808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02c19-2a4a-48f3-a9fd-25ce3c4a40a9 req-9aa4e1f8-5357-401a-941d-456ee32504bc tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:38.511294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0c02c19-2a4a-48f3-a9fd-25ce3c4a40a9 req-9aa4e1f8-5357-401a-941d-456ee32504bc tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.1192911 Aug 31 15:56:38.589208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada05a-9e15-4862-8c6f-d4a43fb24a38 req-e8f39242-e351-45ec-8c80-68318c23e019 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:38.590720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0aada05a-9e15-4862-8c6f-d4a43fb24a38 req-e8f39242-e351-45ec-8c80-68318c23e019 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1062109 Aug 31 15:56:38.593400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0c02c19-2a4a-48f3-a9fd-25ce3c4a40a9 req-15a18734-3485-4590-bdcd-ed9b8955caaf tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635207 Aug 31 15:56:38.669395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0aada05a-9e15-4862-8c6f-d4a43fb24a38 req-d64df918-029b-42a4-8a53-1052c7634768 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Aug 31 15:56:38.670005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:38.700050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Pushing event deleted for resources: {'Port': ['ID=a13960ed-4d22-4cd8-a2ae-e2a61366fe8c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:38.761579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] No DVR routers for this DVR port a13960ed-4d22-4cd8-a2ae-e2a61366fe8c on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:38.782221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:38.784093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0208a25d-05ab-4d45-b8aa-2157ad9c24a4 req-da35b2b7-a47d-452a-9ec4-3071fed0cb97 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.49 "DELETE /v2.0/ports/a13960ed-4d22-4cd8-a2ae-e2a61366fe8c HTTP/1.1" status: 204 len: 173 time: 0.7506571 Aug 31 15:56:38.786032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e85358a-f24d-452a-af66-96db3cae41c3 req-30a24663-9b63-42c5-a5c4-90357b4bfcf5 tempest-LiveAutoBlockMigrationV225Test-1765564975 tempest-LiveAutoBlockMigrationV225Test-1765564975-project] 10.222.0.43 "GET /v2.0/ports?device_id=53f8c52b-9790-48bd-82f5-1d21d0cb6540 HTTP/1.1" status: 200 len: 210 time: 0.0545793 Aug 31 15:56:38.833904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eb59b-3d87-4fae-be7a-b1bb0ee3c9e6 req-fdff9e30-4f17-4980-9501-b831bcdb233a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:38.835423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db3eb59b-3d87-4fae-be7a-b1bb0ee3c9e6 req-fdff9e30-4f17-4980-9501-b831bcdb233a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0761578 Aug 31 15:56:38.893623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db3eb59b-3d87-4fae-be7a-b1bb0ee3c9e6 req-a46be3be-521e-45aa-8a90-84919b661096 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518360 Aug 31 15:56:39.046848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f8d8f-1bae-4ed5-bbc0-e0a9be29dcd0 req-d8111e1e-3bc5-46b6-b432-dfe942ec3942 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:39.048479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a3f8d8f-1bae-4ed5-bbc0-e0a9be29dcd0 req-d8111e1e-3bc5-46b6-b432-dfe942ec3942 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0612838 Aug 31 15:56:39.086338 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a3f8d8f-1bae-4ed5-bbc0-e0a9be29dcd0 req-72caf1c4-6877-4649-8de4-fafafd8295cc tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Aug 31 15:56:39.168639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:39.215453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d755a-aacc-4971-a043-e7934d4be4a0 req-9d1b2d2e-03ae-474b-987c-81be7dad25d9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:39.222669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd1d755a-aacc-4971-a043-e7934d4be4a0 req-9d1b2d2e-03ae-474b-987c-81be7dad25d9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0616634 Aug 31 15:56:39.264874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd1d755a-aacc-4971-a043-e7934d4be4a0 req-a8e15fee-f37a-47f7-8b62-a43ce6986c4c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Aug 31 15:56:39.294544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea745cfa-88e0-4930-8ea2-e93238f49117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.397948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea745cfa-88e0-4930-8ea2-e93238f49117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.402020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea745cfa-88e0-4930-8ea2-e93238f49117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.440604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea745cfa-88e0-4930-8ea2-e93238f49117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf2a40-217e-4040-998b-bb0fec18d5bc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:39.441122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65906958-5736-4e1b-85c5-9179c5e6ff72 req-4926ad0c-4b55-4fb8-8657-e965a1dabb8d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:39.442625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65906958-5736-4e1b-85c5-9179c5e6ff72 req-4926ad0c-4b55-4fb8-8657-e965a1dabb8d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.0815389 Aug 31 15:56:39.448337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea745cfa-88e0-4930-8ea2-e93238f49117 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4390daa71f4347d7aa4dad601b7b104b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784321 Aug 31 15:56:39.448951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:39.500310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1ecb-8610-4df9-8faa-eacb28300da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.525211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1ecb-8610-4df9-8faa-eacb28300da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.584630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1ecb-8610-4df9-8faa-eacb28300da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.587178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1ecb-8610-4df9-8faa-eacb28300da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:39.588756 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb0d1ecb-8610-4df9-8faa-eacb28300da6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17bf2a40-217e-4040-998b-bb0fec18d5bc HTTP/1.1" status: 204 len: 168 time: 0.1383259 Aug 31 15:56:39.597651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d1ecb-8610-4df9-8faa-eacb28300da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf2a40-217e-4040-998b-bb0fec18d5bc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:39.827382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae4cb-fb73-4daf-86b1-1c90491044c2 req-0aa61f04-ce82-423d-9a50-1c44c0b99475 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:39.828903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdbae4cb-fb73-4daf-86b1-1c90491044c2 req-0aa61f04-ce82-423d-9a50-1c44c0b99475 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.4351666 Aug 31 15:56:39.852523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65906958-5736-4e1b-85c5-9179c5e6ff72 req-0fc83d22-b5b1-44d9-bc52-c348073c0dac tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981798 Aug 31 15:56:39.880241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdbae4cb-fb73-4daf-86b1-1c90491044c2 req-1d8f85cf-8da0-4ede-9d01-9c07ea25181a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Aug 31 15:56:39.970325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44814) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:39.999142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb90d9b-7328-4e6b-9b0b-e35369341edf req-430b79de-f7c9-4b0e-8232-67da347f8f0a tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:40.000992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebb90d9b-7328-4e6b-9b0b-e35369341edf req-430b79de-f7c9-4b0e-8232-67da347f8f0a tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.0606124 Aug 31 15:56:40.045613 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebb90d9b-7328-4e6b-9b0b-e35369341edf req-797aef3c-d95c-48bb-b6af-6a574347de08 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331469 Aug 31 15:56:40.156983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dcb4-c6af-4009-a6c1-1c50387ca313 req-6536c6fa-8d9f-4d9a-9c0c-1ae5e7fb4ae7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:40.158689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adc9dcb4-c6af-4009-a6c1-1c50387ca313 req-6536c6fa-8d9f-4d9a-9c0c-1ae5e7fb4ae7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0552146 Aug 31 15:56:40.197782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adc9dcb4-c6af-4009-a6c1-1c50387ca313 req-7de54b4d-bc6c-400b-8441-e0fbcd26eeae tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Aug 31 15:56:40.207379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Deleting subnet a9b700bd-8715-4614-85b0-d3bc06d6fbc6 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:40.210852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.261188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.313086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.333131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae253-3eaf-4ed6-8361-b8b58bea4338 req-1e5c8f37-5c4e-4d12-ba6c-d5c9d8e90450 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:40.335251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc6ae253-3eaf-4ed6-8361-b8b58bea4338 req-1e5c8f37-5c4e-4d12-ba6c-d5c9d8e90450 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.0534444 Aug 31 15:56:40.360830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bc6ae253-3eaf-4ed6-8361-b8b58bea4338 req-3b753b4e-7451-45ef-b760-2d088f918359 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.373663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'name': 'network-vif-deleted', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:40.375997 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf3107-4c05-4ac6-a4d1-634169cc2099" -d '{"events": [{"server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "name": "network-vif-deleted", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:40.393689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.426038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.431879 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9b700bd-8715-4614-85b0-d3bc06d6fbc6 HTTP/1.1" status: 204 len: 168 time: 0.4602849 Aug 31 15:56:40.433144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44838) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:40.434131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cfa13-bd52-4b48-9cfc-e8edc44477f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b700bd-8715-4614-85b0-d3bc06d6fbc6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:40.506847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c301d7-ce39-49e3-9889-fb23e86f73d1 req-681565f2-b760-4274-b2ff-f4509a93ad1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:40.508566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84c301d7-ce39-49e3-9889-fb23e86f73d1 req-681565f2-b760-4274-b2ff-f4509a93ad1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0810778 Aug 31 15:56:40.508841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.520127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bc6ae253-3eaf-4ed6-8361-b8b58bea4338 req-3b753b4e-7451-45ef-b760-2d088f918359 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.527054 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bc6ae253-3eaf-4ed6-8361-b8b58bea4338 req-3b753b4e-7451-45ef-b760-2d088f918359 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.562400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc6ae253-3eaf-4ed6-8361-b8b58bea4338 req-3b753b4e-7451-45ef-b760-2d088f918359 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206306 Aug 31 15:56:40.583404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b753b4e-7451-45ef-b760-2d088f918359 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed7697c-1a34-4ddc-b883-c009521c993b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:40.588671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84c301d7-ce39-49e3-9889-fb23e86f73d1 req-bf9f4ab6-fb5a-40be-836b-4a2f3afe488b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713248 Aug 31 15:56:40.604416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.615443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aae885-6afb-432f-ba2e-e92adbc6643e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:40.627519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0409ff49-e1fe-47f2-8d4c-ec3533420855') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:40.627824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0409ff49-e1fe-47f2-8d4c-ec3533420855') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:40.641453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.648514 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ccab99-82e1-4bc0-9f50-217bf3ff8ade x-openstack-request-id: req-65ccab99-82e1-4bc0-9f50-217bf3ff8ade {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:40.649488 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8c52b-9790-48bd-82f5-1d21d0cb6540", "name": "network-vif-deleted", "tag": "a13960ed-4d22-4cd8-a2ae-e2a61366fe8c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:40.649609 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65ccab99-82e1-4bc0-9f50-217bf3ff8ade {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:40.650047 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8c52b-9790-48bd-82f5-1d21d0cb6540', 'name': 'network-vif-deleted', 'tag': 'a13960ed-4d22-4cd8-a2ae-e2a61366fe8c', 'status': 'completed', 'code': 200} Aug 31 15:56:40.660139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.667644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:40.668606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:40.671491 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:40.756336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.763619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.765973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] 10.222.0.43 "DELETE /v2.0/networks/84aae885-6afb-432f-ba2e-e92adbc6643e HTTP/1.1" status: 204 len: 168 time: 0.3286421 Aug 31 15:56:40.768874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44856) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:40.781460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3a86a-f055-4040-9c4a-1ce544c8dc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=84aae885-6afb-432f-ba2e-e92adbc6643e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:40.834207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Deleting subnet 15f10f4e-8867-4eb5-b233-fc2e3268d334 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:40.847449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.903679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:40.938222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14480e37-c76a-4e25-afd8-2d90e1e9fd57 req-601edc59-6831-476d-85f0-58b0c95992b3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:40.939545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14480e37-c76a-4e25-afd8-2d90e1e9fd57 req-601edc59-6831-476d-85f0-58b0c95992b3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1098528 Aug 31 15:56:40.975252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.017822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14480e37-c76a-4e25-afd8-2d90e1e9fd57 req-4fcd0ddd-740d-4d8b-bde2-0100ab3f38eb tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663476 Aug 31 15:56:41.050021 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.068120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.071092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/15f10f4e-8867-4eb5-b233-fc2e3268d334 HTTP/1.1" status: 204 len: 168 time: 0.3011847 Aug 31 15:56:41.073705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:41.096159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:41.103936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287021bf-7fa3-4778-ae7e-57213057bdf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f10f4e-8867-4eb5-b233-fc2e3268d334,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:41.177078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.276041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16408edf-56e7-4531-9435-a31888d5a66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.308916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fa808-41f2-42f2-8103-061f9164c300 req-576c7bf1-376f-4945-adcd-8fcddd7905b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:41.309253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.310435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-737fa808-41f2-42f2-8103-061f9164c300 req-576c7bf1-376f-4945-adcd-8fcddd7905b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1107821 Aug 31 15:56:41.322374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617ab34c-ebb5-4710-b15e-80b2eb9527be']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:41.334651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684607cb-97f5-4c05-9e99-7d800738a914') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:41.334930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684607cb-97f5-4c05-9e99-7d800738a914') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:41.339325 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-f41191c2-68af-4b83-8c58-ef5aa96517d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572108 Aug 31 15:56:41.342168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6e622-8f64-40ab-8b07-7221b0a87421 req-b152456c-c8b5-47cd-9c8d-9542a1d3c46e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:41.343671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bc6e622-8f64-40ab-8b07-7221b0a87421 req-b152456c-c8b5-47cd-9c8d-9542a1d3c46e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.1147604 Aug 31 15:56:41.348705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-37926569-6fa7-4b6c-9eee-a1909081df64 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:56:41.349942 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-37926569-6fa7-4b6c-9eee-a1909081df64 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050416 Aug 31 15:56:41.353730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.369224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.375682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:41.376083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:41.377964 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:41.417124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-737fa808-41f2-42f2-8103-061f9164c300 req-8d422208-97ca-4d7d-8083-a429e6140dd1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985079 Aug 31 15:56:41.440252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.460210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.460510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bc6e622-8f64-40ab-8b07-7221b0a87421 req-adf5b035-e207-465d-9fb7-b0c2e1b715ad tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057220 Aug 31 15:56:41.463059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] 10.222.0.43 "DELETE /v2.0/networks/617ab34c-ebb5-4710-b15e-80b2eb9527be HTTP/1.1" status: 204 len: 168 time: 0.3881023 Aug 31 15:56:41.464070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cd527-1ca1-4893-90d3-83834faacc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=617ab34c-ebb5-4710-b15e-80b2eb9527be,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:41.518740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16408edf-56e7-4531-9435-a31888d5a66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.524560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16408edf-56e7-4531-9435-a31888d5a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.598662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-16408edf-56e7-4531-9435-a31888d5a66a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5143ab0490be40f4a6de917a96367223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010250 Aug 31 15:56:41.601523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44902) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:41.619918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16408edf-56e7-4531-9435-a31888d5a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7312b1c8-8303-4518-bdb7-bd190ccdcf82,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:41.647534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e8c6-c28d-40db-a498-9f670c107ba1 req-8f20f31a-871d-4f22-b119-064fdf00f93c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:41.649718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8b1e8c6-c28d-40db-a498-9f670c107ba1 req-8f20f31a-871d-4f22-b119-064fdf00f93c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0908699 Aug 31 15:56:41.667499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:41.702069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8b1e8c6-c28d-40db-a498-9f670c107ba1 req-f5cd0c2c-29ca-4aa3-8f62-852715f80255 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Aug 31 15:56:41.707069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1b78210-99fe-4c6f-9abf-5751ca3fc295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.742733 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-57bb6156-e8c0-4f9b-8500-6c1a40b57c99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95dbc64de383495ca5176f9e711e4181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734317 Aug 31 15:56:41.745775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44914) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:41.748917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1b78210-99fe-4c6f-9abf-5751ca3fc295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.850617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a8e59-a04e-47f0-b42e-ee1a011add3b req-fe184d7d-aaa5-4bc5-aa38-ad36c745d315 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:41.850805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8256acf2-47cf-44c8-99ee-afdca75ff187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.868492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a83a8e59-a04e-47f0-b42e-ee1a011add3b req-fe184d7d-aaa5-4bc5-aa38-ad36c745d315 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0686541 Aug 31 15:56:41.870865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1b78210-99fe-4c6f-9abf-5751ca3fc295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.873416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1b78210-99fe-4c6f-9abf-5751ca3fc295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.877042 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f1b78210-99fe-4c6f-9abf-5751ca3fc295 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7312b1c8-8303-4518-bdb7-bd190ccdcf82 HTTP/1.1" status: 204 len: 168 time: 0.2715688 Aug 31 15:56:41.881619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8256acf2-47cf-44c8-99ee-afdca75ff187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.892233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78210-99fe-4c6f-9abf-5751ca3fc295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7312b1c8-8303-4518-bdb7-bd190ccdcf82,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:41.920873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a83a8e59-a04e-47f0-b42e-ee1a011add3b req-60a991e6-ca85-4ee2-bb2a-fc79447f6d79 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506892 Aug 31 15:56:41.948791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8256acf2-47cf-44c8-99ee-afdca75ff187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.955086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8256acf2-47cf-44c8-99ee-afdca75ff187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:41.956143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8256acf2-47cf-44c8-99ee-afdca75ff187 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ca741ea-cb8e-44c4-8f19-83da721ad250 HTTP/1.1" status: 204 len: 168 time: 0.2094450 Aug 31 15:56:41.964341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256acf2-47cf-44c8-99ee-afdca75ff187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca741ea-cb8e-44c4-8f19-83da721ad250,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:42.211813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294933bc-dccf-42ba-8f70-f96d94593ac9 req-54fa6ab8-32f5-41aa-af5e-02162e4a7f81 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:42.221813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-294933bc-dccf-42ba-8f70-f96d94593ac9 req-54fa6ab8-32f5-41aa-af5e-02162e4a7f81 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1272304 Aug 31 15:56:42.275857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-294933bc-dccf-42ba-8f70-f96d94593ac9 req-f6f93401-9a5e-4481-87a0-d55b96d120b6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Aug 31 15:56:42.423453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c1dc9-01a2-4f4d-b863-e665c70cc244 req-fbf511e2-8c78-459a-9928-8eeb0ff27561 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:42.425286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-679c1dc9-01a2-4f4d-b863-e665c70cc244 req-fbf511e2-8c78-459a-9928-8eeb0ff27561 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0685840 Aug 31 15:56:42.436019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:42.499056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd54f6e4-598e-4d37-83ab-ac644da5326a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=849be8e4d0b1421daf1780dc9264795d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617280 Aug 31 15:56:42.499791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44954) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:42.514506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-679c1dc9-01a2-4f4d-b863-e665c70cc244 req-10d8ecaf-14c4-4a8e-b3d8-3c275b84be28 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828273 Aug 31 15:56:42.576956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5180b57-7e32-4438-b53a-a7e8852b8799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:42.582363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c633bdc-3a2d-45e2-b69d-c712c6aabc62 req-9b41c22b-0e02-41f6-b755-dda4d06adcea tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:42.587907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c633bdc-3a2d-45e2-b69d-c712c6aabc62 req-9b41c22b-0e02-41f6-b755-dda4d06adcea tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.0720768 Aug 31 15:56:42.605490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5180b57-7e32-4438-b53a-a7e8852b8799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:42.639675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c633bdc-3a2d-45e2-b69d-c712c6aabc62 req-fac18bcc-a6c3-41a0-8116-642c46d5620a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Aug 31 15:56:42.661000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5180b57-7e32-4438-b53a-a7e8852b8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:42.665193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5180b57-7e32-4438-b53a-a7e8852b8799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:42.668669 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c5180b57-7e32-4438-b53a-a7e8852b8799 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/724a94de-d19f-4215-832c-11e05858a0b3 HTTP/1.1" status: 204 len: 168 time: 0.1653779 Aug 31 15:56:42.683829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5180b57-7e32-4438-b53a-a7e8852b8799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724a94de-d19f-4215-832c-11e05858a0b3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:42.698388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7dc4-0347-48e4-b844-a8aa247dcdad req-1e0dac22-0e06-4872-b7be-cd5ca12f909e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:42.699697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-759f7dc4-0347-48e4-b844-a8aa247dcdad req-1e0dac22-0e06-4872-b7be-cd5ca12f909e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 944 time: 0.0788252 Aug 31 15:56:42.764860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-759f7dc4-0347-48e4-b844-a8aa247dcdad req-77b06014-9368-4fc3-ad3c-263cbc607c19 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561717 Aug 31 15:56:42.770816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:56:42.840698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:42.879382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: a13960ed-4d22-4cd8-a2ae-e2a61366fe8c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:42.880104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a13960ed-4d22-4cd8-a2ae-e2a61366fe8c not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:42.928473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:42.951003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'port_id': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'mac_address': 'fa:16:3e:43:8d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:56:42.993215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13868f92-4864-4117-b2df-e58a940d15f9 req-411c0693-54d7-4012-b3ab-6df81c95e4b1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.004468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13868f92-4864-4117-b2df-e58a940d15f9 req-411c0693-54d7-4012-b3ab-6df81c95e4b1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1721091 Aug 31 15:56:43.055058 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.060634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13868f92-4864-4117-b2df-e58a940d15f9 req-dbf66c96-4ef9-4fc7-8f27-895aeee9038d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Aug 31 15:56:43.084140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:43.088149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-1d11f94c-6bf1-4bea-8cf3-58fa1a5ae3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.096311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-1d11f94c-6bf1-4bea-8cf3-58fa1a5ae3a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.1809392 Aug 31 15:56:43.126675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:43.133658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.204055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:43.231178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44988) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:43.326324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dffd0-112a-4f34-a4e9-fa6b5daa5b99 req-b298c52e-7fcf-4a9e-9a10-fb9b4927d410 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.328687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e03dffd0-112a-4f34-a4e9-fa6b5daa5b99 req-b298c52e-7fcf-4a9e-9a10-fb9b4927d410 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1746156 Aug 31 15:56:43.348660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf418c8-cc1b-4835-9d7d-2fe5408b291c req-f62de948-f4fa-4fc4-a364-e8144a2496bb tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.350739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bf418c8-cc1b-4835-9d7d-2fe5408b291c req-f62de948-f4fa-4fc4-a364-e8144a2496bb tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.1076488 Aug 31 15:56:43.359099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-3ca52711-df97-4485-b9a6-2dedc07dafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.361954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-3ca52711-df97-4485-b9a6-2dedc07dafb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2582366 Aug 31 15:56:43.364649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['6f141a9d-6b8c-42b2-bedb-e80cbed65f5b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:56:43.394259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-898601758-network', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:43.422398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:43.425192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.437158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.437836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-05f440d1-8248-483e-93cb-750f32f67aae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0656688 Aug 31 15:56:43.458180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e03dffd0-112a-4f34-a4e9-fa6b5daa5b99 req-e4cbb0d8-4c1b-463d-bae6-a26fefdaab53 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209030 Aug 31 15:56:43.498602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bf418c8-cc1b-4835-9d7d-2fe5408b291c req-5edb573d-e601-4047-91f2-1491ad4b02b4 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291168 Aug 31 15:56:43.515980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-0a623d31-e0f7-4927-bc21-87ee61c2bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.517811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-0a623d31-e0f7-4927-bc21-87ee61c2bb40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0730298 Aug 31 15:56:43.577566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-ff0ec878-29ea-4360-8375-56b79805f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.579754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-ff0ec878-29ea-4360-8375-56b79805f236 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508289 Aug 31 15:56:43.625076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.629894 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.655096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:56:43.672667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:43.689950 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.694097 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Added segment 5d814fe1-c477-425b-b4be-5286abdb1206 of type vlan for network 619fd522-79db-4f84-9895-ac52fed4de40 Aug 31 15:56:43.718594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659de39-b971-49f6-a597-2daa40de6229 req-0f356258-4347-406a-9453-ed1fd2d12625 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.720176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8659de39-b971-49f6-a597-2daa40de6229 req-0f356258-4347-406a-9453-ed1fd2d12625 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0778894 Aug 31 15:56:43.723080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45008) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:43.749030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-31f5f591-de26-4a02-b347-c295da5213f8 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586301 Aug 31 15:56:43.767855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.801185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.802379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.803092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.859408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140da24-14e9-444d-a454-632618d561bd req-3d3216c9-a2f8-4826-a77e-feb62610f818 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:43.861282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4140da24-14e9-444d-a454-632618d561bd req-3d3216c9-a2f8-4826-a77e-feb62610f818 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1325023 Aug 31 15:56:43.865986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1985644207-network', 'tenant_id': 'b539663b616f451bb241b2f4215cb329'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:43.866818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8659de39-b971-49f6-a597-2daa40de6229 req-5308bcf8-58a4-4d25-967c-720b3a1630aa tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349320 Aug 31 15:56:43.890623 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6582243 Aug 31 15:56:43.894011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Made reservation on behalf of b539663b616f451bb241b2f4215cb329 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:43.896993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.901991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45018) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:43.913652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Request body: {'subnet': {'network_id': '619fd522-79db-4f84-9895-ac52fed4de40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-898601758-subnet', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:43.924013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0782f-83a5-462c-b46a-dd7ad29d6fbf admin admin] Pushing event updated for resources: {'Network': ['ID=619fd522-79db-4f84-9895-ac52fed4de40,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:43.927008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.935500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b5dd4707-e4cc-4d20-97b9-cc995112aad4 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665821 Aug 31 15:56:43.937640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 619fd522-79db-4f84-9895-ac52fed4de40 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:56:43.957088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:43.960079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:43.989373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4140da24-14e9-444d-a454-632618d561bd req-11dd385a-d3f7-4739-9751-cc20e3b43a39 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159124 Aug 31 15:56:44.069604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7f60-783b-4a76-a5f3-da659a13396b req-7ba77a9d-5e6a-473a-881b-57de349b7644 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.077457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8fa7f60-783b-4a76-a5f3-da659a13396b req-7ba77a9d-5e6a-473a-881b-57de349b7644 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 945 time: 0.0663004 Aug 31 15:56:44.137028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8fa7f60-783b-4a76-a5f3-da659a13396b req-42e019cb-8764-4132-a1fa-033ca746aa97 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579839 Aug 31 15:56:44.228939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.233700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.235666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91b9f1-5d2e-4a88-b4cc-ecbecff63bdc req-085d096b-5d4e-4337-8746-6772cd0f9454 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.237430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b91b9f1-5d2e-4a88-b4cc-ecbecff63bdc req-085d096b-5d4e-4337-8746-6772cd0f9454 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.0687866 Aug 31 15:56:44.239679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.280103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:56:44.284294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b91b9f1-5d2e-4a88-b4cc-ecbecff63bdc req-62009328-e86c-449a-965a-d985d1bca985 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Aug 31 15:56:44.315109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7707155e-f41e-4bc7-8b14-f25cfa5d0d1d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:44.319895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.320821 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Added segment 368d6fdb-f388-491f-a23f-208104cffdc3 of type vlan for network eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d Aug 31 15:56:44.339254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7123e1bb-3cc3-499b-86fb-a64851d73ae3,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:44.384821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Checking segment: {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:44.385185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Network hostable DHCP agents. Network: 619fd522-79db-4f84-9895-ac52fed4de40, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:56:44.388280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.425320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Network 619fd522-79db-4f84-9895-ac52fed4de40 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:56:44.428801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.429692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.430452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.476857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 619fd522-79db-4f84-9895-ac52fed4de40) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:44.485260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13f0fc-ef2b-46e8-b736-d0947d83f9a5 None None] Network 619fd522-79db-4f84-9895-ac52fed4de40 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:44.495550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.496390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.504932 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7790349 Aug 31 15:56:44.510216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45028) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:44.517836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Request body: {'subnet': {'network_id': 'eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1985644207-subnet', 'tenant_id': 'b539663b616f451bb241b2f4215cb329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:44.520805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80b976-14b3-4226-837f-ef19084e35d4 admin admin] Pushing event updated for resources: {'Network': ['ID=eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:44.535852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45032) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:44.536436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7587aa5b-0ddf-4853-b249-5d11f1620f68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6329625 Aug 31 15:56:44.539927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:56:44.546088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867668-97e1-4505-85cb-79fa02811e84 req-07def4a0-a86f-42bc-bc7f-479ac58a989d tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.547871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4867668-97e1-4505-85cb-79fa02811e84 req-07def4a0-a86f-42bc-bc7f-479ac58a989d tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.30 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.0945096 Aug 31 15:56:44.553275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Made reservation on behalf of b539663b616f451bb241b2f4215cb329 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:44.553592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:44.557141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.582255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f5ffc-37ef-4786-8784-69861d0b95e2 req-9ead9d20-e173-4417-9e32-179464e26407 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.583909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b11f5ffc-37ef-4786-8784-69861d0b95e2 req-9ead9d20-e173-4417-9e32-179464e26407 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1194861 Aug 31 15:56:44.677752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.678775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.718739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-619fd522-79db-4f84-9895-ac52fed4de40', 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'fixed_ips': [{'subnet_id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:56:44.721220 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.735786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b11f5ffc-37ef-4786-8784-69861d0b95e2 req-c03b7084-07f9-4f8c-9d74-aae65502ce65 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323469 Aug 31 15:56:44.778626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.782759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17ef4b-7b24-47f9-8481-fef2e1a87c3d req-fe038fb8-cc75-4f3f-8518-1adc7985e58f tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.791535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa17ef4b-7b24-47f9-8481-fef2e1a87c3d req-fe038fb8-cc75-4f3f-8518-1adc7985e58f tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 945 time: 0.1853971 Aug 31 15:56:44.823319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:44.843361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.853476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Checking segment: {'id': '368d6fdb-f388-491f-a23f-208104cffdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:44.853861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Network hostable DHCP agents. Network: eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:56:44.862499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ea39ea-7871-4139-a7e4-941e8baa338d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:44.883034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Network eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:56:44.892583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:44.901510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad6192-1064-4ba4-bace-188b149f3872 None None] Network eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:44.902104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:44.902709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.917735 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b9e2f1a3-2475-4eb9-a8ae-2d84189c7dd2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4062216 Aug 31 15:56:44.976275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Allocated IP 172.20.0.2 (619fd522-79db-4f84-9895-ac52fed4de40/7123e1bb-3cc3-499b-86fb-a64851d73ae3/59aea608-209d-4bef-a862-5ef3f6e8bb34) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:44.979078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:44.989810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa17ef4b-7b24-47f9-8481-fef2e1a87c3d req-fd70f8ba-d3fc-4494-a401-485727b04e41 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972573 Aug 31 15:56:44.990137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:44.990916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:44.995023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Deleting port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:44.995369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.150818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfcdfd-42bb-46fb-92c0-6304d4a7195b None None] Network eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:45.176329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.209473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bf4fc-2a5a-45b6-ba5d-9816d5d4779b req-d29a68fd-9033-4853-8ebf-1dce9b830837 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:45.213555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-322bf4fc-2a5a-45b6-ba5d-9816d5d4779b req-d29a68fd-9033-4853-8ebf-1dce9b830837 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.3689270 Aug 31 15:56:45.356686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] For port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:45.357101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.375121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-322bf4fc-2a5a-45b6-ba5d-9816d5d4779b req-02396cfb-1af4-42de-b551-634dee2c6f0d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441529 Aug 31 15:56:45.387264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0ea7c-da56-474a-87cc-a27d70af8669 req-f6d7eb97-31d8-4da3-a5a0-0fdda5627b9c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:45.388853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bac0ea7c-da56-474a-87cc-a27d70af8669 req-f6d7eb97-31d8-4da3-a5a0-0fdda5627b9c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1880591 Aug 31 15:56:45.419833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.481710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bac0ea7c-da56-474a-87cc-a27d70af8669 req-0ef9907a-8691-497b-a581-56e3bec6c77a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613141 Aug 31 15:56:45.523474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:45.526081 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8384f67-ecb6-4e0b-8cbf-c3dfaa90cfee" -d '{"events": [{"server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "name": "network-vif-plugged", "status": "completed", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:45.542756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.566180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:45.575107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.577678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Transition to ACTIVE for port object 59aea608-209d-4bef-a862-5ef3f6e8bb34 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:45.592936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45064) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:45.605305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-513605832-network', 'tenant_id': '3f4cf5dd74034a6198388e0fb300f048'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:45.625514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Transition to ACTIVE for port object 59aea608-209d-4bef-a862-5ef3f6e8bb34 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:45.628108 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62119cd4-abcd-4c28-a52b-f988923837dc x-openstack-request-id: req-62119cd4-abcd-4c28-a52b-f988923837dc {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:45.628728 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "name": "network-vif-plugged", "status": "completed", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:45.629194 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62119cd4-abcd-4c28-a52b-f988923837dc {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:45.629925 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'code': 200} Aug 31 15:56:45.647513 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.665905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Made reservation on behalf of 3f4cf5dd74034a6198388e0fb300f048 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:45.668406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.686264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.690872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Network 619fd522-79db-4f84-9895-ac52fed4de40 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:45.693931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:45.696430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:45.711595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:45.761054 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.761653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.761791 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Floating IP aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f disassociated. External IP: 172.25.6.150, port: 1589960e-7fd1-45b7-a46b-2ec16d81e4cb. Aug 31 15:56:45.762121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Calling delete_port for 1589960e-7fd1-45b7-a46b-2ec16d81e4cb owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:45.797169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Pushing event updated for resources: {'Port': ['ID=59aea608-209d-4bef-a862-5ef3f6e8bb34,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:45.801581 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.806711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.815382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Attempting to bind port 59aea608-209d-4bef-a862-5ef3f6e8bb34 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:45.815746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Attempting to bind port 59aea608-209d-4bef-a862-5ef3f6e8bb34 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:45.816122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Attempting to bind port 59aea608-209d-4bef-a862-5ef3f6e8bb34 on network 619fd522-79db-4f84-9895-ac52fed4de40 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:45.826324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:45.827279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Checking segment: {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:45.827879 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.828453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Bound using segment: {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:45.829197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Bound port: 59aea608-209d-4bef-a862-5ef3f6e8bb34, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:45.829585 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.835928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:56:45.842712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ab765-8cb0-4c42-a0b7-6019541cc86d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:45.850220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.850693 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Added segment 14b8ac82-ee5c-41e2-a58b-e0e820ced4ec of type vlan for network 22542e40-8f1b-49be-9ba4-4aab28912c4a Aug 31 15:56:45.897506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.910506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] For port 59aea608-209d-4bef-a862-5ef3f6e8bb34, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:45.914749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] For port 59aea608-209d-4bef-a862-5ef3f6e8bb34, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=59aea608-209d-4bef-a862-5ef3f6e8bb34,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:45.919720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.925747 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.927337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:45.928127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:45.940772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02bb84-307b-4516-a99a-381d4a665135 req-e0ebb4b1-4825-48ac-a57d-a120b7c6bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:45.942442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba02bb84-307b-4516-a99a-381d4a665135 req-e0ebb4b1-4825-48ac-a57d-a120b7c6bbfe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 1098 time: 0.2627039 Aug 31 15:56:45.956733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714762-0756-41d2-b17d-b5b1a2689cc3 req-6dfe6e59-2c54-48da-b53a-6a1e23a14b41 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:45.964697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d714762-0756-41d2-b17d-b5b1a2689cc3 req-6dfe6e59-2c54-48da-b53a-6a1e23a14b41 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.2713616 Aug 31 15:56:45.991277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6815-000e-49a1-b7e6-21e1660b7fd6 None None] Pushing event updated for resources: {'Port': ['ID=59aea608-209d-4bef-a862-5ef3f6e8bb34,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:45.992933 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3978767 Aug 31 15:56:45.993545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45066) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:45.994402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e62a1-ca7b-412f-ac01-a30771947248 req-5ec495fe-2d6c-4a17-9c37-5307f4bd0401 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:45.995962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723e62a1-ca7b-412f-ac01-a30771947248 req-5ec495fe-2d6c-4a17-9c37-5307f4bd0401 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.3016393 Aug 31 15:56:46.011689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Request body: {'subnet': {'network_id': '22542e40-8f1b-49be-9ba4-4aab28912c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-513605832-subnet', 'tenant_id': '3f4cf5dd74034a6198388e0fb300f048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:46.012094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.024649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476815de-0396-48ec-bd2d-05a73e98ed57 admin admin] Pushing event updated for resources: {'Network': ['ID=22542e40-8f1b-49be-9ba4-4aab28912c4a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:46.034771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 22542e40-8f1b-49be-9ba4-4aab28912c4a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:56:46.050112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Made reservation on behalf of 3f4cf5dd74034a6198388e0fb300f048 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:46.052601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.283770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.353085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4044c276-3ed3-4ea6-aab6-f597e971db58,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:46.360766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Checking segment: {'id': '14b8ac82-ee5c-41e2-a58b-e0e820ced4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22542e40-8f1b-49be-9ba4-4aab28912c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:46.361127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Network hostable DHCP agents. Network: 22542e40-8f1b-49be-9ba4-4aab28912c4a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:56:46.377923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.378607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Network 22542e40-8f1b-49be-9ba4-4aab28912c4a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:56:46.388989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 22542e40-8f1b-49be-9ba4-4aab28912c4a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:46.393652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:46.394249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.399584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91b954-d451-4190-8cbb-65d2ea3cbde7 None None] Network 22542e40-8f1b-49be-9ba4-4aab28912c4a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:46.416937 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2183fba0-d1cd-45d1-9d7b-0930a45cc4c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4137838 Aug 31 15:56:46.447444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba02bb84-307b-4516-a99a-381d4a665135 req-b7cde265-6ec5-4dbe-9957-bff8a0b7f64f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788072 Aug 31 15:56:46.468329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d714762-0756-41d2-b17d-b5b1a2689cc3 req-7f28e1a2-e58f-48c2-93d8-b3be0e9ca437 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5027366 Aug 31 15:56:46.517477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723e62a1-ca7b-412f-ac01-a30771947248 req-42ceb46d-a372-4b6d-a6ef-f77af9ec46e7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974322 Aug 31 15:56:46.585350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45080) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:46.603320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bc5d3-5d26-4374-942d-2ef057f92d00 None None] Network 22542e40-8f1b-49be-9ba4-4aab28912c4a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:46.645982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.651196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Deleting subnet b0ea39ea-7871-4139-a7e4-941e8baa338d {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:46.654964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.694929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.695694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event deleted for resources: {'Port': ['ID=1589960e-7fd1-45b7-a46b-2ec16d81e4cb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:46.698741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Allocated IP 172.25.6.65 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/cfd9ff53-237f-4890-b872-87fe2ce7441b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:46.755537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.829492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68971aee-5c6f-4973-a0b1-d3737af88d06 req-a915e211-a206-4589-9be6-ae37bf8b087c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:46.831082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68971aee-5c6f-4973-a0b1-d3737af88d06 req-a915e211-a206-4589-9be6-ae37bf8b087c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 867 time: 0.2253778 Aug 31 15:56:46.841703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.875101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ea39ea-7871-4139-a7e4-941e8baa338d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:46.885516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.888087 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e5687c92-61c5-4b78-835d-299b96a2de42 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b0ea39ea-7871-4139-a7e4-941e8baa338d HTTP/1.1" status: 204 len: 168 time: 0.3008404 Aug 31 15:56:46.892714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45082) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:46.965747 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:46.994940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68971aee-5c6f-4973-a0b1-d3737af88d06 req-ef4538a4-c7ac-4039-b376-fac0133e6ba6 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480629 Aug 31 15:56:47.055997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.059733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Router e0b90640-9218-46ef-9348-7b7f3c997c7e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:56:47.059913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.071478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:47.072968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e203-915c-4a98-9ff8-772883e74322 req-f149d35b-5285-436e-b0cc-adce85e7c515 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:47.074590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dc0e203-915c-4a98-9ff8-772883e74322 req-f149d35b-5285-436e-b0cc-adce85e7c515 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.2012298 Aug 31 15:56:47.085606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368d6fdb-f388-491f-a23f-208104cffdc3') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:47.085950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368d6fdb-f388-491f-a23f-208104cffdc3') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:47.096154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.111154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.122636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:47.123097 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:47.124951 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:47.185125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.191724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.193863 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] 10.222.0.43 "DELETE /v2.0/networks/eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d HTTP/1.1" status: 204 len: 168 time: 0.3001311 Aug 31 15:56:47.197298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:47.243588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dc0e203-915c-4a98-9ff8-772883e74322 req-7dca5587-45c5-49fe-9d25-379c5f45c1a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519299 Aug 31 15:56:47.252532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401af83-027b-461b-b9d1-d415f93ee883 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaef8cd0-65f7-45f2-80c7-a3c0bcac2b1d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:47.254920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a60293-b9a4-491d-9f7d-05c6e0e5f847 req-88ed1209-02ce-462b-9867-c5f957b31007 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:47.256528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08a60293-b9a4-491d-9f7d-05c6e0e5f847 req-88ed1209-02ce-462b-9867-c5f957b31007 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1793797 Aug 31 15:56:47.282771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc73e4-3d52-4843-b7f6-d16603ec5d7c None None] Network 619fd522-79db-4f84-9895-ac52fed4de40 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:47.287505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Deleting subnet 4044c276-3ed3-4ea6-aab6-f597e971db58 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:47.292314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.300957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.330794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.370482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-12e97572-d9a1-481d-b5e3-7373a2ff78df None None] Provisioning for port 59aea608-209d-4bef-a862-5ef3f6e8bb34 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:47.375384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.378315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:47.392462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:47.400042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:47.404756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd9ff53-237f-4890-b872-87fe2ce7441b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:47.407460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:56:47.423659 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] Sync routers for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:56:47.436028 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:47.437448 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:47.443474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08a60293-b9a4-491d-9f7d-05c6e0e5f847 req-883c0319-1288-45ad-a897-b206893e4ad4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470788 Aug 31 15:56:47.465414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.499208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4044c276-3ed3-4ea6-aab6-f597e971db58,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:47.511333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.512589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] No DVR routers for this DVR port 1589960e-7fd1-45b7-a46b-2ec16d81e4cb on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:47.516458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45090) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:47.517079 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-730b088e-fa6d-40d0-9f72-f4aca660596e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4044c276-3ed3-4ea6-aab6-f597e971db58 HTTP/1.1" status: 204 len: 168 time: 0.3185875 Aug 31 15:56:47.528677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.532624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4867668-97e1-4505-85cb-79fa02811e84 req-9d701993-23e3-42fb-baed-1cea5235d10c tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.30 "DELETE /v2.0/ports/1589960e-7fd1-45b7-a46b-2ec16d81e4cb HTTP/1.1" status: 204 len: 173 time: 2.9752247 Aug 31 15:56:47.542035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'name': 'network-vif-deleted', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:47.544489 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92047ad1-6409-4965-bda7-5e32b6f147fc" -d '{"events": [{"server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "name": "network-vif-deleted", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:47.650039 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:47.830526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:47.863891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592891d-6b50-4664-a639-8dc63c249187 req-e392d36e-4df2-4667-ac2f-7c116e394f0c tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:47.886449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d592891d-6b50-4664-a639-8dc63c249187 req-e392d36e-4df2-4667-ac2f-7c116e394f0c tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.2917049 Aug 31 15:56:47.910072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 59aea608-209d-4bef-a862-5ef3f6e8bb34 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:48.003005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 59aea608-209d-4bef-a862-5ef3f6e8bb34 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:48.022720 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:34Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:48.029984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 59aea608-209d-4bef-a862-5ef3f6e8bb34 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:48.030382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.058065 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] Checking router: e0b90640-9218-46ef-9348-7b7f3c997c7e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:56:48.069678 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:48.070778 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:48.082667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-249e5fd9-439e-4b1e-a862-3adf7018e1ce None None] Provisioning complete for port 59aea608-209d-4bef-a862-5ef3f6e8bb34 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:48.083304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-249e5fd9-439e-4b1e-a862-3adf7018e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.107978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d592891d-6b50-4664-a639-8dc63c249187 req-196d64bd-3283-4f51-9e2e-e225245de03d tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184753 Aug 31 15:56:48.120417 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2dd9bf-0331-4a27-8d15-08ca91647e9a x-openstack-request-id: req-0e2dd9bf-0331-4a27-8d15-08ca91647e9a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:48.120710 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21879b96-cb82-4007-8200-dfd410da9aa8", "name": "network-vif-deleted", "tag": "1589960e-7fd1-45b7-a46b-2ec16d81e4cb", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:48.121203 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e2dd9bf-0331-4a27-8d15-08ca91647e9a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:48.121791 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21879b96-cb82-4007-8200-dfd410da9aa8', 'name': 'network-vif-deleted', 'tag': '1589960e-7fd1-45b7-a46b-2ec16d81e4cb', 'status': 'completed', 'code': 200} Aug 31 15:56:48.188899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.210742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22542e40-8f1b-49be-9ba4-4aab28912c4a']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:48.233616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b8ac82-ee5c-41e2-a58b-e0e820ced4ec') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:48.234092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b8ac82-ee5c-41e2-a58b-e0e820ced4ec') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:48.256824 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.260746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.280522 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:48.333340 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.336612 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-249e5fd9-439e-4b1e-a862-3adf7018e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.348342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.377187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81b4fe2c-812f-4d39-bf6b-18f8910a6aa3 req-16e3c94b-a760-4e06-9334-afab2834c2a7 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/ports?device_id=21879b96-cb82-4007-8200-dfd410da9aa8 HTTP/1.1" status: 200 len: 210 time: 0.0496178 Aug 31 15:56:48.378226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:48.378632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:48.382056 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:48.386685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 59aea608-209d-4bef-a862-5ef3f6e8bb34, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=59aea608-209d-4bef-a862-5ef3f6e8bb34,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:48.394152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.474559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0ef8a-c3b5-4336-9b81-7dddec9b5b3c req-8539753c-3bdd-4d0a-9594-dba52ab59ea3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:48.476116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83f0ef8a-c3b5-4336-9b81-7dddec9b5b3c req-8539753c-3bdd-4d0a-9594-dba52ab59ea3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2383714 Aug 31 15:56:48.493868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-249e5fd9-439e-4b1e-a862-3adf7018e1ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:56:48.494272 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-249e5fd9-439e-4b1e-a862-3adf7018e1ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:56:48.495132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=59aea608-209d-4bef-a862-5ef3f6e8bb34,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:48.505137 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:34Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:48.535553 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b453b2-a753-4733-a71a-eceef3c11b64 None None] The sync data for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 is: [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b3bc6e2f-b01e-4eab-9bde-987091333648', 'name': '', 'network_id': 'b15a9a24-f602-40fa-808b-b000e9a94deb', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'mac_address': 'fa:16:3e:d4:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:25Z', 'updated_at': '2021-08-31T15:54:34Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'subnets': [{'id': 'b5ad1d08-acf6-4573-8e83-dc1205b25ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:56:48.554201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.606693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.608590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] 10.222.0.43 "DELETE /v2.0/networks/22542e40-8f1b-49be-9ba4-4aab28912c4a HTTP/1.1" status: 204 len: 168 time: 1.0886319 Aug 31 15:56:48.621378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83f0ef8a-c3b5-4336-9b81-7dddec9b5b3c req-064a06a7-cee6-4a07-af5a-4d0fc487e67e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341672 Aug 31 15:56:48.647123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62319e-d21c-423a-b4a8-1c69a5f7d33e req-7c91df03-0e6c-41e5-8224-ce43dad8335e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:48.649181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc62319e-d21c-423a-b4a8-1c69a5f7d33e req-7c91df03-0e6c-41e5-8224-ce43dad8335e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1715331 Aug 31 15:56:48.675201 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f232ef2-8f3f-45dd-bd4b-08e46c291921 admin admin] Pushing event deleted for resources: {'Network': ['ID=22542e40-8f1b-49be-9ba4-4aab28912c4a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:48.731672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc62319e-d21c-423a-b4a8-1c69a5f7d33e req-77a9cd9e-91df-4c5f-a42b-f55e9dfda0da tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Aug 31 15:56:48.736274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.785971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1589960e-7fd1-45b7-a46b-2ec16d81e4cb no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:48.811619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:48.812361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 1589960e-7fd1-45b7-a46b-2ec16d81e4cb {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:48.812716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1589960e-7fd1-45b7-a46b-2ec16d81e4cb not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:48.835386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d403964-ad37-4701-9f55-61472d484ca9 None None] New status for floating IP aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:56:48.856234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2164f9d2-30b4-4538-85e7-ceccf8eab0c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b539663b616f451bb241b2f4215cb329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426762 Aug 31 15:56:48.858479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45116) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:48.885314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Router 954a5674-abeb-447e-8133-5ef16accb4f2 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:56:48.908931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ac87857-6b5f-47cd-a925-eb749f9db8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.930886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ac87857-6b5f-47cd-a925-eb749f9db8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.982888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ac87857-6b5f-47cd-a925-eb749f9db8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.985496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ac87857-6b5f-47cd-a925-eb749f9db8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:48.986649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7ac87857-6b5f-47cd-a925-eb749f9db8b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7707155e-f41e-4bc7-8b14-f25cfa5d0d1d HTTP/1.1" status: 204 len: 168 time: 0.1272662 Aug 31 15:56:48.995781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac87857-6b5f-47cd-a925-eb749f9db8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707155e-f41e-4bc7-8b14-f25cfa5d0d1d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:49.031739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:56:49.045063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Sync routers for ids ['954a5674-abeb-447e-8133-5ef16accb4f2'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:56:49.051904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.056040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-09113801-7bb6-4efb-a6c8-301e6d445151 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5161800 Aug 31 15:56:49.056713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45120) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.058132 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Routers {'954a5674-abeb-447e-8133-5ef16accb4f2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:49.058874 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['954a5674-abeb-447e-8133-5ef16accb4f2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:49.209226 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Set router 954a5674-abeb-447e-8133-5ef16accb4f2 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:49.339078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ac9a2-681b-46a9-9825-9c3479c53d28 req-3f4c9486-5dca-40e1-bc12-29bc26c3f3a3 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:49.340617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-967ac9a2-681b-46a9-9825-9c3479c53d28 req-3f4c9486-5dca-40e1-bc12-29bc26c3f3a3 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.1459455 Aug 31 15:56:49.407203 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:56:47Z', 'revision_number': 3, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:49.432063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45132) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.440999 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Checking router: 954a5674-abeb-447e-8133-5ef16accb4f2 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:56:49.441558 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Updating router 954a5674-abeb-447e-8133-5ef16accb4f2 port cfd9ff53-237f-4890-b872-87fe2ce7441b binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:56:49.446451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-967ac9a2-681b-46a9-9825-9c3479c53d28 req-10c863b5-0c36-44fb-bbaf-0d07919f0eba tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942643 Aug 31 15:56:49.476992 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.498771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45138) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.519688 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b2da4c1-48e3-4b43-953e-13e2e7412bc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f4cf5dd74034a6198388e0fb300f048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862188 Aug 31 15:56:49.522431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45140) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.605925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef0cba72-fc5e-4b6e-8dd1-ff2616ce0824 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.612910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a21d8ef7-de6f-40b4-862d-b8277b44f4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.633794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431f754-c1a8-4598-861c-d417786552f3 req-93a5af83-1da6-4a5e-ba57-0f4b4e0b04eb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:49.635385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0431f754-c1a8-4598-861c-d417786552f3 req-93a5af83-1da6-4a5e-ba57-0f4b4e0b04eb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.0869606 Aug 31 15:56:49.645104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef0cba72-fc5e-4b6e-8dd1-ff2616ce0824 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.659902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45144) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.666004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Request body: {'floatingip': {'port_id': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:49.713949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a21d8ef7-de6f-40b4-862d-b8277b44f4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.724464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef0cba72-fc5e-4b6e-8dd1-ff2616ce0824 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.728332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef0cba72-fc5e-4b6e-8dd1-ff2616ce0824 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.733090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ef0cba72-fc5e-4b6e-8dd1-ff2616ce0824 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "DELETE /v2.0/security-groups/8cbeaf4f-6725-4f29-9fc8-1443d276f9d3 HTTP/1.1" status: 204 len: 168 time: 0.2295191 Aug 31 15:56:49.738899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45146) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.745786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cba72-fc5e-4b6e-8dd1-ff2616ce0824 tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbeaf4f-6725-4f29-9fc8-1443d276f9d3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:49.753313 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.801836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.819164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a21d8ef7-de6f-40b4-862d-b8277b44f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.823341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a21d8ef7-de6f-40b4-862d-b8277b44f4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.824614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a21d8ef7-de6f-40b4-862d-b8277b44f4cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/549ab765-8cb0-4c42-a0b7-6019541cc86d HTTP/1.1" status: 204 len: 168 time: 0.3012712 Aug 31 15:56:49.832405 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-db359995-174f-4512-9e3b-9bd95b3d734b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] show failed (client error): The resource could not be found. Aug 31 15:56:49.836744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-db359995-174f-4512-9e3b-9bd95b3d734b tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "GET /v2.0/security-groups/8cbeaf4f-6725-4f29-9fc8-1443d276f9d3 HTTP/1.1" status: 404 len: 347 time: 0.0732524 Aug 31 15:56:49.839019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45152) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:49.854451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 59aea608-209d-4bef-a862-5ef3f6e8bb34 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:49.895875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d8ef7-de6f-40b4-862d-b8277b44f4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ab765-8cb0-4c42-a0b7-6019541cc86d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:49.942809 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.958372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 59aea608-209d-4bef-a862-5ef3f6e8bb34 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:49.959135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:49.969710 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Transition to ACTIVE for port object cfd9ff53-237f-4890-b872-87fe2ce7441b will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:49.980317 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.059298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Deleting port 36e1f8a9-4d47-41b1-9fda-db271b9a03e3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:50.059721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.068371 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Attempting to bind port cfd9ff53-237f-4890-b872-87fe2ce7441b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:50.069112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Attempting to bind port cfd9ff53-237f-4890-b872-87fe2ce7441b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:50.069411 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Attempting to bind port cfd9ff53-237f-4890-b872-87fe2ce7441b on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:50.088482 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:50.088482 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:50.089198 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.089687 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:50.090285 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Bound port: cfd9ff53-237f-4890-b872-87fe2ce7441b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:50.090760 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.121348 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Pushing event updated for resources: {'Port': ['ID=cfd9ff53-237f-4890-b872-87fe2ce7441b,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:50.137508 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.137976 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.138391 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.138802 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.139205 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.139734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.140138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.140573 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.141120 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.141378 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.141775 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.142171 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:56:50.172471 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] For port cfd9ff53-237f-4890-b872-87fe2ce7441b, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:50.176311 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] For port cfd9ff53-237f-4890-b872-87fe2ce7441b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cfd9ff53-237f-4890-b872-87fe2ce7441b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:50.182484 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.200703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.200703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.219480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Calling delete_port for 36e1f8a9-4d47-41b1-9fda-db271b9a03e3 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:50.267787 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Routers {'954a5674-abeb-447e-8133-5ef16accb4f2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:50.268793 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['954a5674-abeb-447e-8133-5ef16accb4f2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:50.274735 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c448e-873f-4826-83c2-f8c8028e258a None None] Pushing event updated for resources: {'Port': ['ID=cfd9ff53-237f-4890-b872-87fe2ce7441b,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:50.411460 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] Set router 954a5674-abeb-447e-8133-5ef16accb4f2 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:50.434095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.442900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecb14f-a89b-40c0-88f1-7efcd5d6f9c5 req-2d5052e8-c116-4580-beba-705cd1f5bd3a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:50.450761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86ecb14f-a89b-40c0-88f1-7efcd5d6f9c5 req-2d5052e8-c116-4580-beba-705cd1f5bd3a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.7456453 Aug 31 15:56:50.467111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Pushing event deleted for resources: {'Port': ['ID=36e1f8a9-4d47-41b1-9fda-db271b9a03e3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:50.543135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86ecb14f-a89b-40c0-88f1-7efcd5d6f9c5 req-4192e149-112c-4bdf-8a36-932b1927c441 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867047 Aug 31 15:56:50.561186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710ee93-b59c-4a9b-8619-a024b8d4290c req-cde7f2d0-7a18-46a2-bb54-63a99de14322 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:50.562789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9710ee93-b59c-4a9b-8619-a024b8d4290c req-cde7f2d0-7a18-46a2-bb54-63a99de14322 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.6516082 Aug 31 15:56:50.620350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.623584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:50.624892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e81db039-f13b-4235-86e7-1dec5b97e6ea tempest-ServersTestFqdnHostnames-1983674775 tempest-ServersTestFqdnHostnames-1983674775-project] 10.222.0.43 "DELETE /v2.0/floatingips/aa5e5f9f-04a4-49a7-8dcf-0a0a163ebe5f HTTP/1.1" status: 204 len: 168 time: 0.7839816 Aug 31 15:56:50.627906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45174) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:50.720654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9710ee93-b59c-4a9b-8619-a024b8d4290c req-5039c8d2-2f76-4e4a-837f-e9a9445d5675 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831954 Aug 31 15:56:50.737954 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:56:47Z', 'revision_number': 3, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:50.780637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981c35-8289-4ec3-a2f5-32548bfaabd6 None None] The sync data for ids ['954a5674-abeb-447e-8133-5ef16accb4f2'] in n-d-793621-35 is: [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:56:47Z', 'revision_number': 3, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:56:50.817063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Allocated IP 172.20.0.1 (619fd522-79db-4f84-9895-ac52fed4de40/7123e1bb-3cc3-499b-86fb-a64851d73ae3/a84349ac-65bd-43de-b732-71af4c9ec839) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:50.978911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34154032-d0f0-4256-8cd0-5833665464f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.064314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.128296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Transition to ACTIVE for port object a84349ac-65bd-43de-b732-71af4c9ec839 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:51.186596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.229781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.242961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.284142 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.375955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Network 619fd522-79db-4f84-9895-ac52fed4de40 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:51.382821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:51.389628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:51.401025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a84349ac-65bd-43de-b732-71af4c9ec839,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:51.458939 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Floating IP df163a74-3df5-4470-b90a-1486cc17ea93 associated. External IP: 172.25.6.151, port: 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b. Aug 31 15:56:51.506372 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.808560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-74b2d0c6-a636-423b-8baa-96d3e3abfe04 None None] Provisioning for port a84349ac-65bd-43de-b732-71af4c9ec839 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:51.812949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-74b2d0c6-a636-423b-8baa-96d3e3abfe04 None None] Provisioning complete for port a84349ac-65bd-43de-b732-71af4c9ec839 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:51.813645 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-74b2d0c6-a636-423b-8baa-96d3e3abfe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:51.871015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-74b2d0c6-a636-423b-8baa-96d3e3abfe04 None None] Port a84349ac-65bd-43de-b732-71af4c9ec839 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:56:51.927182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cfd9ff53-237f-4890-b872-87fe2ce7441b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:51.973831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec084d-9b8f-486a-b0b2-ca3c2cd3647f req-5e7369b2-be52-4e02-96d1-9c1277c3314f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:51.980787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dec084d-9b8f-486a-b0b2-ca3c2cd3647f req-5e7369b2-be52-4e02-96d1-9c1277c3314f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.3134167 Aug 31 15:56:52.028504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port cfd9ff53-237f-4890-b872-87fe2ce7441b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:52.038055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port cfd9ff53-237f-4890-b872-87fe2ce7441b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:52.038428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.065423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Deleting port b3bc6e2f-b01e-4eab-9bde-987091333648 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:52.065948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.164795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Router 48dcbc3e-7df8-402c-977d-f5ef9c74015c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:56:52.165062 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.175712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dec084d-9b8f-486a-b0b2-ca3c2cd3647f req-20c24734-ae31-469c-b56b-b8f7de036c7b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062119 Aug 31 15:56:52.178153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.180897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] For port b3bc6e2f-b01e-4eab-9bde-987091333648, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b3bc6e2f-b01e-4eab-9bde-987091333648,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:52.181683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.191210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca947b-6218-427f-b090-47bb5a115edd req-1e12f5c8-33fc-4864-8a38-288c2d0a1b6d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:52.192424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08ca947b-6218-427f-b090-47bb5a115edd req-1e12f5c8-33fc-4864-8a38-288c2d0a1b6d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.2577963 Aug 31 15:56:52.192625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port cfd9ff53-237f-4890-b872-87fe2ce7441b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cfd9ff53-237f-4890-b872-87fe2ce7441b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:52.198239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.203286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Calling delete_port for b3bc6e2f-b01e-4eab-9bde-987091333648 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:52.279487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=cfd9ff53-237f-4890-b872-87fe2ce7441b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:52.322271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08ca947b-6218-427f-b090-47bb5a115edd req-74d773f0-2e2e-4bae-962f-f2e1f5df3df8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222880 Aug 31 15:56:52.453585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:56:52.458617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.464900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] Sync routers for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:56:52.475508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:52.477134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:52.489497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.511702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-199610a6-69bd-43e3-a3b7-f761d67ba6b4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "PUT /v2.0/floatingips/df163a74-3df5-4470-b90a-1486cc17ea93 HTTP/1.1" status: 200 len: 992 time: 2.8417118 Aug 31 15:56:52.518314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:52.531549 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648d268e-8d2a-4cd0-af50-124620322362" -d '{"events": [{"name": "network-changed", "server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:52.558014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bc6e2f-b01e-4eab-9bde-987091333648,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:52.637651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-628c6896-1d60-40c9-9185-20e16fe84504 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b81e86c5987b4509ae623773bfade3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425363 Aug 31 15:56:52.698883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:52.710560 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c49c000-e719-4acb-b55b-fb636a720c03 x-openstack-request-id: req-4c49c000-e719-4acb-b55b-fb636a720c03 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:52.711348 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:52.711596 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c49c000-e719-4acb-b55b-fb636a720c03 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:52.711980 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'status': 'completed', 'code': 200} Aug 31 15:56:52.776487 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.785724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.804035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.887029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d268e-8d2a-4cd0-af50-124620322362 req-a3001b12-b334-4bbc-aeea-cd4ca15bdaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:52.889237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-a3001b12-b334-4bbc-aeea-cd4ca15bdaa2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7719358e9c3343e580f130e3ecdeac14&device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 1098 time: 0.1748652 Aug 31 15:56:52.932874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-abce5c28-b343-4e48-bac9-3ac614e7c426 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:52.940003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-abce5c28-b343-4e48-bac9-3ac614e7c426 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013399 Aug 31 15:56:52.982672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:52.992801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a84349ac-65bd-43de-b732-71af4c9ec839,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:53.004984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-73abaeac-2b50-4a0d-9f91-68b31c321b50 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/quotas/b81e86c5987b4509ae623773bfade3e4 HTTP/1.1" status: 200 len: 375 time: 0.0640261 Aug 31 15:56:53.008858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'df163a74-3df5-4470-b90a-1486cc17ea93', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'port_id': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'mac_address': 'fa:16:3e:43:8d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:55:55Z', 'updated_at': '2021-08-31T15:56:51Z', 'revision_number': 1, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:56Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:53.039257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] Checking router: 48dcbc3e-7df8-402c-977d-f5ef9c74015c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:56:53.049057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:53.049833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:53.080730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-4f344820-083a-4034-9e50-f4a5ed21cf7f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700188 Aug 31 15:56:53.097848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Router e0b90640-9218-46ef-9348-7b7f3c997c7e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:56:53.136861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d268e-8d2a-4cd0-af50-124620322362 req-7c8c942c-cb39-4d43-83c0-d5544ce27ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:53.138383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-7c8c942c-cb39-4d43-83c0-d5544ce27ff1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=000662ac-898a-4f80-b956-1b964ad67df1 HTTP/1.1" status: 200 len: 917 time: 0.2364101 Aug 31 15:56:53.229877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Network 619fd522-79db-4f84-9895-ac52fed4de40 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:53.241498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:53.316795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:56:53.328359 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] Sync routers for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:56:53.338817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-89eff23d-516c-4590-850a-7f63c11851b2 admin admin] 10.222.0.43 "PUT /v2.0/routers/e0b90640-9218-46ef-9348-7b7f3c997c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7095873 Aug 31 15:56:53.340634 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:53.340944 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:53.342922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:53.343422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-8b7cbdbb-8fec-408f-a454-32fe3cf7a61f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b HTTP/1.1" status: 200 len: 1000 time: 0.1935937 Aug 31 15:56:53.491142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:53.550744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:53.550981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:53.800390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-30645528-f3cf-4d04-a95b-ef8158ab82cf None None] Provisioning complete for port a84349ac-65bd-43de-b732-71af4c9ec839 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:53.801306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30645528-f3cf-4d04-a95b-ef8158ab82cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:53.823026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 5, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port': {'id': '5b29edf0-62c9-4213-9ce0-4916cdb1f364', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:43:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:19Z', 'updated_at': '2021-08-31T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:53.854866 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] Checking router: e0b90640-9218-46ef-9348-7b7f3c997c7e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:56:53.873418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:53.875413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-30645528-f3cf-4d04-a95b-ef8158ab82cf None None] Port a84349ac-65bd-43de-b732-71af4c9ec839 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:56:53.897531 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] Routers {'e0b90640-9218-46ef-9348-7b7f3c997c7e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:53.900589 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e0b90640-9218-46ef-9348-7b7f3c997c7e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:53.997189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Deleting port 5b29edf0-62c9-4213-9ce0-4916cdb1f364 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:53.997991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:53.999155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cfd9ff53-237f-4890-b872-87fe2ce7441b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:54.011655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-37a7c85b-812a-4e37-814c-6ee8ed919289 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b81e86c5987b4509ae623773bfade3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6391392 Aug 31 15:56:54.031557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.033968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'df163a74-3df5-4470-b90a-1486cc17ea93', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'port_id': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'mac_address': 'fa:16:3e:43:8d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:55:55Z', 'updated_at': '2021-08-31T15:56:51Z', 'revision_number': 1, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:56Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:54.069912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8685e-0f68-4095-8a22-923e9b81b33c None None] The sync data for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 is: [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'df163a74-3df5-4470-b90a-1486cc17ea93', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'port_id': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'mac_address': 'fa:16:3e:43:8d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:55:55Z', 'updated_at': '2021-08-31T15:56:51Z', 'revision_number': 1, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:56Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:56:54.074684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d268e-8d2a-4cd0-af50-124620322362 req-a8bf77e3-511d-4942-bd2e-2660ea43ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:54.080298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-a8bf77e3-511d-4942-bd2e-2660ea43ee1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abff2ad9-73a1-4119-a4bd-ea3456c3cec5 HTTP/1.1" status: 200 len: 855 time: 0.7292686 Aug 31 15:56:54.092583 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] Set router e0b90640-9218-46ef-9348-7b7f3c997c7e gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:54.121898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] For port 5b29edf0-62c9-4213-9ce0-4916cdb1f364, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5b29edf0-62c9-4213-9ce0-4916cdb1f364,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:54.122128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port cfd9ff53-237f-4890-b872-87fe2ce7441b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:54.122494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.122648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.144368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Calling delete_port for 5b29edf0-62c9-4213-9ce0-4916cdb1f364 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:54.152977 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f639-9bfa-47a3-ad44-e8fcda91f0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.159834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d93b53-dc42-4de4-a5bd-36a0f45065e1 req-27306de5-60aa-4bef-9d04-77f179e74842 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:54.180677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66d93b53-dc42-4de4-a5bd-36a0f45065e1 req-27306de5-60aa-4bef-9d04-77f179e74842 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.8121393 Aug 31 15:56:54.225213 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:56:53Z', 'revision_number': 6, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:54.268405 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7711c-67b0-4eb8-a210-172ed672d0da None None] The sync data for ids ['e0b90640-9218-46ef-9348-7b7f3c997c7e'] in n-d-793621-35 is: [{'id': 'e0b90640-9218-46ef-9348-7b7f3c997c7e', 'name': 'tempest-ServersTestFqdnHostnames-1495838663-router', 'tenant_id': '34d92534441b45b2b7332ba0e96fc08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:17Z', 'updated_at': '2021-08-31T15:56:53Z', 'revision_number': 6, 'project_id': '34d92534441b45b2b7332ba0e96fc08f', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:56:54.276808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Router 954a5674-abeb-447e-8133-5ef16accb4f2 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:56:54.343888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66d93b53-dc42-4de4-a5bd-36a0f45065e1 req-87d28ebc-ae0d-45a5-ae48-e6c601e59a59 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623402 Aug 31 15:56:54.352220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d268e-8d2a-4cd0-af50-124620322362 req-16ac19d9-c04c-46d1-af6d-77ec2543d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:54.354231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-16ac19d9-c04c-46d1-af6d-77ec2543d112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=000662ac-898a-4f80-b956-1b964ad67df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2340283 Aug 31 15:56:54.399543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.429534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accb041-7354-493a-8561-e6e04f3a9ec1 None None] New status for floating IP df163a74-3df5-4470-b90a-1486cc17ea93: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:56:54.430068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b29edf0-62c9-4213-9ce0-4916cdb1f364,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:54.441114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-127661d8-8345-4665-83ba-9817f496895a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:54.442721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-127661d8-8345-4665-83ba-9817f496895a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4159622 Aug 31 15:56:54.501913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.524996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-52ae272f-a108-4972-af69-9accf0dd0dd0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/quotas/b81e86c5987b4509ae623773bfade3e4 HTTP/1.1" status: 200 len: 375 time: 0.0622871 Aug 31 15:56:54.597898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.600804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.626587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-73ce1110-876a-403b-9006-7006c63d462f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832565 Aug 31 15:56:54.653952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.654530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b90640-9218-46ef-9348-7b7f3c997c7e {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:56:54.659125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.660226 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fda5afc4-75b6-4a0c-aa6b-4d26d502a63a admin admin] 10.222.0.43 "DELETE /v2.0/routers/e0b90640-9218-46ef-9348-7b7f3c997c7e HTTP/1.1" status: 204 len: 168 time: 1.3163157 Aug 31 15:56:54.663256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45252) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:54.669595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-9aa26c6f-c2bb-41a7-80bb-78c8f22071d4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b81e86c5987b4509ae623773bfade3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391638 Aug 31 15:56:54.735767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Deleting subnet b5ad1d08-acf6-4573-8e83-dc1205b25ae0 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:56:54.739490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.793230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.827729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b67902-5cc1-4714-9571-d0532eac41da req-074f2d89-ca73-4db4-9710-cb86bff927b4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:54.829469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4b67902-5cc1-4714-9571-d0532eac41da req-074f2d89-ca73-4db4-9710-cb86bff927b4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.3193610 Aug 31 15:56:54.886820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-f612b0f4-d35f-405b-8269-868dbe2ad7a2 service neutron] 10.222.0.49 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162194 Aug 31 15:56:54.894024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:56:54.905283 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Sync routers for ids ['954a5674-abeb-447e-8133-5ef16accb4f2'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:56:54.905817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1a59712a-9d9c-49be-88f7-a847026348e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/954a5674-abeb-447e-8133-5ef16accb4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8479369 Aug 31 15:56:54.920169 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Routers {'954a5674-abeb-447e-8133-5ef16accb4f2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:54.922708 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['954a5674-abeb-447e-8133-5ef16accb4f2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:54.926260 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:54.950132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.002713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-648d268e-8d2a-4cd0-af50-124620322362 req-5d8ae478-5eaa-44ea-a8d8-9de4a930e7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958633 Aug 31 15:56:55.045285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4b67902-5cc1-4714-9571-d0532eac41da req-ee133dcf-d207-46a2-b109-dfdf648fb17a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002699 Aug 31 15:56:55.079487 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.115518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-8d8e16f1-f26b-40ab-8d1f-0936e28c5694 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:55.117761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-8d8e16f1-f26b-40ab-8d1f-0936e28c5694 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268863 Aug 31 15:56:55.123271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ad1d08-acf6-4573-8e83-dc1205b25ae0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:55.134708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Request body: {'port': {'device_id': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'b81e86c5987b4509ae623773bfade3e4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:55.137175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.139713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c8c393f0-5e52-4700-9ab4-67b5edc4daaa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b5ad1d08-acf6-4573-8e83-dc1205b25ae0 HTTP/1.1" status: 204 len: 168 time: 0.4749346 Aug 31 15:56:55.144445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885af5f-b60b-4287-ac10-8e8a230a6618 None None] Network b15a9a24-f602-40fa-808b-b000e9a94deb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:55.159089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:55.159432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:55.168671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c843ba99-1af6-456e-888c-4f027bb21195 req-efd87074-4eef-485b-ab79-bfc3b884c10f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 210 time: 0.0496142 Aug 31 15:56:55.193983 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Set router 954a5674-abeb-447e-8133-5ef16accb4f2 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:55.274207 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.332370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.419632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Made reservation on behalf of b81e86c5987b4509ae623773bfade3e4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:55.427489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.448875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.464494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] DHCP port deletion for b15a9a24-f602-40fa-808b-b000e9a94deb request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:56:55.546063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Deleting port 7910dd53-1d94-4ac2-a376-435a3012b6f4 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:55.546660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.559122 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'a84349ac-65bd-43de-b732-71af4c9ec839', 'name': '', 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'mac_address': 'fa:16:3e:98:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:49Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 2, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'subnets': [{'id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:55.581700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] Deleting port 7910dd53-1d94-4ac2-a376-435a3012b6f4 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:56:55.582081 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.633483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e8ab-d80e-4c48-91e7-a31d31dff60b req-6cd207cd-c1de-422a-ad19-95c48f522bb7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:55.635256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fe2e8ab-d80e-4c48-91e7-a31d31dff60b req-6cd207cd-c1de-422a-ad19-95c48f522bb7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1661839 Aug 31 15:56:55.666578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] For port 7910dd53-1d94-4ac2-a376-435a3012b6f4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7910dd53-1d94-4ac2-a376-435a3012b6f4,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:55.667166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.694042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Calling delete_port for 7910dd53-1d94-4ac2-a376-435a3012b6f4 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:55.707093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fe2e8ab-d80e-4c48-91e7-a31d31dff60b req-a26c08b2-3edd-4784-a08b-e468573cff9d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648766 Aug 31 15:56:55.720016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] For port 7910dd53-1d94-4ac2-a376-435a3012b6f4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7910dd53-1d94-4ac2-a376-435a3012b6f4,segment=NetworkSegment(05565fef-f570-4214-9668-55d437049cb8),segment_id=05565fef-f570-4214-9668-55d437049cb8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:55.720865 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.782467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.787058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.791794 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.792350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1559390439'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:55.816504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] Calling delete_port for 7910dd53-1d94-4ac2-a376-435a3012b6f4 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:56:55.836273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.848468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:55.853742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.857357 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Checking router: 954a5674-abeb-447e-8133-5ef16accb4f2 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:56:55.858672 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Updating router 954a5674-abeb-447e-8133-5ef16accb4f2 port a84349ac-65bd-43de-b732-71af4c9ec839 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:56:55.887351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7910dd53-1d94-4ac2-a376-435a3012b6f4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:55.893417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] No DVR routers for this DVR port 7910dd53-1d94-4ac2-a376-435a3012b6f4 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:55.896449 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:55.912172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b3bc6e2f-b01e-4eab-9bde-987091333648 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:55.942918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99aab618-fa88-4978-8d1c-d70dedaaacde,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:55.969761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b3bc6e2f-b01e-4eab-9bde-987091333648 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:55.970165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b3bc6e2f-b01e-4eab-9bde-987091333648 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:55.970591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7910dd53-1d94-4ac2-a376-435a3012b6f4 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:56.003750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7910dd53-1d94-4ac2-a376-435a3012b6f4 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:56.004077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7910dd53-1d94-4ac2-a376-435a3012b6f4 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:56.004721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b29edf0-62c9-4213-9ce0-4916cdb1f364 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:56:56.061251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Allocated IP 192.168.233.37 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/e3910b08-e9cb-46e3-90b2-c959821b591b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:56.075228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:56:56.090077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5b29edf0-62c9-4213-9ce0-4916cdb1f364 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:56:56.090746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b29edf0-62c9-4213-9ce0-4916cdb1f364 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:56:56.092214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.095137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.095491 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Added segment 794c27ba-3f9d-4a9f-8d22-281a0e0958ba of type vlan for network 93a22589-b43c-4826-b03d-64f2ce473808 Aug 31 15:56:56.111658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15a9a24-f602-40fa-808b-b000e9a94deb']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:56.128301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05565fef-f570-4214-9668-55d437049cb8') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:56.128606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05565fef-f570-4214-9668-55d437049cb8') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:56.166177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.174254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.186471 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.193288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] Pushing event deleted for resources: {'Port': ['ID=7910dd53-1d94-4ac2-a376-435a3012b6f4,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:56.198800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.201492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa8b2a-9757-4352-a621-111732baf488 None None] No DVR routers for this DVR port 7910dd53-1d94-4ac2-a376-435a3012b6f4 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:56:56.226721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:56:56.227162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:56:56.230876 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:56:56.295157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548211ce-9ddf-403d-864c-580c981235c1 req-9a60ba43-1b17-498a-8544-f8917ca5b433 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:56.296954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-548211ce-9ddf-403d-864c-580c981235c1 req-9a60ba43-1b17-498a-8544-f8917ca5b433 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1553600 Aug 31 15:56:56.324295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.331811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:56.333084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.347764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-238e0f27-6edb-47e4-a8ab-82b4c5dd056a req-1d86cbd0-4068-473a-b758-4a216694ad13 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 210 time: 0.0475421 Aug 31 15:56:56.390727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.400368 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.411729 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Transition to ACTIVE for port object a84349ac-65bd-43de-b732-71af4c9ec839 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:56.417641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-548211ce-9ddf-403d-864c-580c981235c1 req-d40ac64d-c1f6-448f-b191-1764ee5b133b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058302 Aug 31 15:56:56.432709 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.435424 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.446791 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-65a574e3-1c7d-40bf-ad94-a8b9c9967fd0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b81e86c5987b4509ae623773bfade3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595231 Aug 31 15:56:56.449005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2871470 Aug 31 15:56:56.450015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Transition to ACTIVE for port object e3910b08-e9cb-46e3-90b2-c959821b591b will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:56.454297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45286) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:56.464047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'subnet': {'network_id': '93a22589-b43c-4826-b03d-64f2ce473808', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:56.509259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e422984-fb80-4140-bfb6-05f84af5b8ee None None] Pushing event updated for resources: {'Port': ['ID=a84349ac-65bd-43de-b732-71af4c9ec839,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:56.519700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.521857 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b15a9a24-f602-40fa-808b-b000e9a94deb HTTP/1.1" status: 204 len: 168 time: 1.3614285 Aug 31 15:56:56.587156 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Attempting to bind port a84349ac-65bd-43de-b732-71af4c9ec839 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:56.587800 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Attempting to bind port a84349ac-65bd-43de-b732-71af4c9ec839 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:56.588430 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Attempting to bind port a84349ac-65bd-43de-b732-71af4c9ec839 on network 619fd522-79db-4f84-9895-ac52fed4de40 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:56.598199 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:56.598454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7b162-0748-4ff4-a3ee-8b3542c9413e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Network': ['ID=93a22589-b43c-4826-b03d-64f2ce473808,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:56.599820 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Checking segment: {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:56.600938 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.611179 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Bound using segment: {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:56.612150 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Bound port: a84349ac-65bd-43de-b732-71af4c9ec839, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d814fe1-c477-425b-b4be-5286abdb1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:56.612688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 93a22589-b43c-4826-b03d-64f2ce473808 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:56:56.612985 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.662654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:56.670312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.690181 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] For port a84349ac-65bd-43de-b732-71af4c9ec839, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:56.695092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] For port a84349ac-65bd-43de-b732-71af4c9ec839, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a84349ac-65bd-43de-b732-71af4c9ec839,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:56.697976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b070-18ae-4113-af6f-581b205ffb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15a9a24-f602-40fa-808b-b000e9a94deb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:56.700294 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.832506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-3b3958d8-b03d-4cc7-970d-fcf65dcf07b2 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:56.834232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-3b3958d8-b03d-4cc7-970d-fcf65dcf07b2 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379062 Aug 31 15:56:56.845038 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e422984-fb80-4140-bfb6-05f84af5b8ee None None] Pushing event updated for resources: {'Port': ['ID=a84349ac-65bd-43de-b732-71af4c9ec839,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:56.857617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:56.859622 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Routers {'954a5674-abeb-447e-8133-5ef16accb4f2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:56:56.860339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['954a5674-abeb-447e-8133-5ef16accb4f2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:56.875077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Request body: {'port': {'device_id': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'b81e86c5987b4509ae623773bfade3e4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:56.915941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45294) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:57.026209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:57.033460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Made reservation on behalf of b81e86c5987b4509ae623773bfade3e4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:57.034323 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] Set router 954a5674-abeb-447e-8133-5ef16accb4f2 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:56:57.037573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.040050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab420c-babf-40ae-b1db-efe6cdc363cc req-d764d3db-6ea9-4688-8a50-798daa80d3fe tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:57.047975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcab420c-babf-40ae-b1db-efe6cdc363cc req-d764d3db-6ea9-4688-8a50-798daa80d3fe tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2219007 Aug 31 15:56:57.100457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:57.104205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:57.107067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:57.118170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02daba2f-643e-4e47-b318-7660db348b57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34d92534441b45b2b7332ba0e96fc08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869881 Aug 31 15:56:57.150139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45298) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:57.235452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcab420c-babf-40ae-b1db-efe6cdc363cc req-b061868d-7785-4c53-8fc4-0c3058dbca46 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855731 Aug 31 15:56:57.255566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Allocated IP 192.168.233.42 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/177eea41-9d84-42ce-b009-aeb14c5a208d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:57.302033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:57.302703 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.308114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f056d526-5fc3-4155-97e4-80a8bb9b08d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.325189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'a84349ac-65bd-43de-b732-71af4c9ec839', 'name': '', 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'mac_address': 'fa:16:3e:98:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:49Z', 'updated_at': '2021-08-31T15:56:56Z', 'revision_number': 4, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'subnets': [{'id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:56:57.344490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-f4b7b11e-e130-4dc5-be1b-38b47221fa6d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2148325 Aug 31 15:56:57.359606 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183f1c8-d9e0-437b-81a4-296f7e1c81cb None None] The sync data for ids ['954a5674-abeb-447e-8133-5ef16accb4f2'] in n-d-793621-35 is: [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'a84349ac-65bd-43de-b732-71af4c9ec839', 'name': '', 'network_id': '619fd522-79db-4f84-9895-ac52fed4de40', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'mac_address': 'fa:16:3e:98:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:49Z', 'updated_at': '2021-08-31T15:56:56Z', 'revision_number': 4, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'subnets': [{'id': '7123e1bb-3cc3-499b-86fb-a64851d73ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:56:57.389905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Request body: {'port': {'device_id': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:57.465652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f056d526-5fc3-4155-97e4-80a8bb9b08d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.492810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe2facc1-2470-4289-8e32-9b40e8eb1816 None None] Provisioning for port e3910b08-e9cb-46e3-90b2-c959821b591b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:57.500651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe2facc1-2470-4289-8e32-9b40e8eb1816 None None] Provisioning complete for port e3910b08-e9cb-46e3-90b2-c959821b591b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:57.501063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.501198 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe2facc1-2470-4289-8e32-9b40e8eb1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.589069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.590156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fe2facc1-2470-4289-8e32-9b40e8eb1816 None None] Port e3910b08-e9cb-46e3-90b2-c959821b591b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:56:57.612313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33e3be0e-b667-4a25-8087-600f52e20696 req-0ed6e3ac-425a-4e29-b561-21a121ea73b0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 210 time: 0.1084921 Aug 31 15:56:57.625618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.633989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.729402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8186f-60b8-4345-b1f4-01579e8e48ba req-c627307b-d0d0-4774-8101-7270b510fa3a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:57.731126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66f8186f-60b8-4345-b1f4-01579e8e48ba req-c627307b-d0d0-4774-8101-7270b510fa3a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1639075 Aug 31 15:56:57.748569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Subnet': ['ID=88db37aa-251e-415f-b5c3-33e6efff95b7,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:57.750728 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f056d526-5fc3-4155-97e4-80a8bb9b08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.754887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f056d526-5fc3-4155-97e4-80a8bb9b08d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:57.771372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f056d526-5fc3-4155-97e4-80a8bb9b08d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37741dbf-bbe4-41c3-88ea-7c2ec86ed3ff HTTP/1.1" status: 204 len: 168 time: 0.6063812 Aug 31 15:56:57.826678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056d526-5fc3-4155-97e4-80a8bb9b08d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37741dbf-bbe4-41c3-88ea-7c2ec86ed3ff,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:57.965491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a84349ac-65bd-43de-b732-71af4c9ec839 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:57.965705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Transition to ACTIVE for port object 177eea41-9d84-42ce-b009-aeb14c5a208d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:57.972054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66f8186f-60b8-4345-b1f4-01579e8e48ba req-0183e0d7-5b85-407a-a9e9-f8208b794780 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929264 Aug 31 15:56:57.975820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Checking segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:57.976755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network hostable DHCP agents. Network: 93a22589-b43c-4826-b03d-64f2ce473808, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:56:58.018968 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.033262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 93a22589-b43c-4826-b03d-64f2ce473808 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:56:58.061850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a84349ac-65bd-43de-b732-71af4c9ec839 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:58.074627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a84349ac-65bd-43de-b732-71af4c9ec839 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:58.076468 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.086248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 93a22589-b43c-4826-b03d-64f2ce473808) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:58.087256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:58.091371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:58.094181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:58.094795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.097082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:58.103098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event updated for resources: {'Port': ['ID=177eea41-9d84-42ce-b009-aeb14c5a208d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:58.106050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8104d-1b29-4e74-ad9b-f37b04e13f3a None None] Network 93a22589-b43c-4826-b03d-64f2ce473808 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:56:58.136144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0ce8de6a-6335-475e-8cd8-383e08ed411c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6768527 Aug 31 15:56:58.140923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45312) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:58.151487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-732348698'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:58.208959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:58.216162 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.239095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:58.261607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.325047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:56:58.332885 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-4171b67d-6052-4d0c-846f-6adaf91dc8ea tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4893043 Aug 31 15:56:58.361806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Request body: {'port': {'device_id': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:58.452499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:58.482770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.506746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.561752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Transition to ACTIVE for port object e3910b08-e9cb-46e3-90b2-c959821b591b will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:58.568601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.569224 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Added segment 6c8bed56-fbc7-40b1-a019-b5f62c476761 of type vlan for network 92886a64-6044-4073-97f6-1bd58f9cf859 Aug 31 15:56:58.572392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.623203 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-93a22589-b43c-4826-b03d-64f2ce473808', 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'fixed_ips': [{'subnet_id': '88db37aa-251e-415f-b5c3-33e6efff95b7'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:56:58.625185 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.653232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2917b-9ce0-4d18-9c6a-bc75f177da32 req-4a74c920-eb8d-444c-a4f6-8d3f302a5b4f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:58.662358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96f2917b-9ce0-4d18-9c6a-bc75f177da32 req-4a74c920-eb8d-444c-a4f6-8d3f302a5b4f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1627498 Aug 31 15:56:58.693619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-77d1f996-de0d-475c-89f4-7566e0f938dd None None] Provisioning for port 177eea41-9d84-42ce-b009-aeb14c5a208d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:56:58.715548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-77d1f996-de0d-475c-89f4-7566e0f938dd None None] Provisioning complete for port 177eea41-9d84-42ce-b009-aeb14c5a208d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:56:58.715905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-77d1f996-de0d-475c-89f4-7566e0f938dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.789467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:58.998443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.016350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Attempting to bind port e3910b08-e9cb-46e3-90b2-c959821b591b on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:59.016786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Attempting to bind port e3910b08-e9cb-46e3-90b2-c959821b591b by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:59.017125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Attempting to bind port e3910b08-e9cb-46e3-90b2-c959821b591b on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:59.029563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Port e3910b08-e9cb-46e3-90b2-c959821b591b on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:56:59.029792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Attempting to bind port e3910b08-e9cb-46e3-90b2-c959821b591b on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:59.050004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Allocated IP 19.80.0.2 (93a22589-b43c-4826-b03d-64f2ce473808/88db37aa-251e-415f-b5c3-33e6efff95b7/3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:56:59.089322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96f2917b-9ce0-4d18-9c6a-bc75f177da32 req-4a6dfce6-3bc5-4adb-8940-c9344795d190 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204941 Aug 31 15:56:59.090653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-77d1f996-de0d-475c-89f4-7566e0f938dd None None] Port 177eea41-9d84-42ce-b009-aeb14c5a208d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:56:59.098572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:59.124967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:59.126862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:59.127398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:59.127879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Bound port: e3910b08-e9cb-46e3-90b2-c959821b591b, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:59.128362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.137700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45342) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:59.190746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a84349ac-65bd-43de-b732-71af4c9ec839, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a84349ac-65bd-43de-b732-71af4c9ec839,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:56:59.205821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177eea41-9d84-42ce-b009-aeb14c5a208d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:56:59.220371 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.222099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64646-c643-4210-91f4-99485796849d req-89fb3eba-1752-4237-81c7-1b59803d4ac9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:59.232839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.239645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1b64646-c643-4210-91f4-99485796849d req-89fb3eba-1752-4237-81c7-1b59803d4ac9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 935 time: 0.4569194 Aug 31 15:56:59.277574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.284141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:59.288640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.304747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Transition to ACTIVE for port object 177eea41-9d84-42ce-b009-aeb14c5a208d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:59.312866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.393681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a84349ac-65bd-43de-b732-71af4c9ec839,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:59.436986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Pushing event updated for resources: {'Port': ['ID=177eea41-9d84-42ce-b009-aeb14c5a208d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:59.450553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.468091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Transition to ACTIVE for port object 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:59.469639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1271787473-network', 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:59.500032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Transition to ACTIVE for port object 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:56:59.509876 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.521822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3772829 Aug 31 15:56:59.526179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45350) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:56:59.535083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'subnet': {'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:56:59.555968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Network 93a22589-b43c-4826-b03d-64f2ce473808 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:56:59.562942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:56:59.572940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:56:59.605694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:59.609867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961f42b-5311-49b7-9d43-eb3fc3c8821c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Network': ['ID=92886a64-6044-4073-97f6-1bd58f9cf859,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:59.614878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1b64646-c643-4210-91f4-99485796849d req-386bb1e7-7923-44b3-b435-ce2cfaa36bb1 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742032 Aug 31 15:56:59.638248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:59.639326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:59.651516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.658098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.661691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 92886a64-6044-4073-97f6-1bd58f9cf859 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:56:59.665597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Attempting to bind port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:59.666064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Attempting to bind port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:59.666435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Attempting to bind port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 on network 93a22589-b43c-4826-b03d-64f2ce473808 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:59.676793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Attempting to bind port 177eea41-9d84-42ce-b009-aeb14c5a208d on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:56:59.677125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Attempting to bind port 177eea41-9d84-42ce-b009-aeb14c5a208d by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:56:59.677464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Attempting to bind port 177eea41-9d84-42ce-b009-aeb14c5a208d on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:59.679876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Pushing event updated for resources: {'Port': ['ID=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:56:59.686369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Port 177eea41-9d84-42ce-b009-aeb14c5a208d on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:56:59.686834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Attempting to bind port 177eea41-9d84-42ce-b009-aeb14c5a208d on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:56:59.693774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:59.694123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:59.694511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:59.695528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Bound port: 177eea41-9d84-42ce-b009-aeb14c5a208d, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:59.696458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.699701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c87ab1-7dd9-4665-ab6d-d9ba93cdc190 req-2c61ca87-e486-436d-9580-04402fdc6202 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:59.708407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6c87ab1-7dd9-4665-ab6d-d9ba93cdc190 req-2c61ca87-e486-436d-9580-04402fdc6202 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.2352030 Aug 31 15:56:59.710705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.765089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:56:59.772356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:56:59.772926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Checking segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:56:59.773460 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.774345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Bound using segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:56:59.774345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Bound port: 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:56:59.774720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.779454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.803459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:56:59.804757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.807360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] 10.222.0.30 "PUT /v2.0/ports/e3910b08-e9cb-46e3-90b2-c959821b591b HTTP/1.1" status: 200 len: 1096 time: 2.4228466 Aug 31 15:56:59.807862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:56:59.833944 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa" -d '{"events": [{"name": "network-changed", "server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:56:59.894859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] For port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:56:59.899028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a84349ac-65bd-43de-b732-71af4c9ec839 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:56:59.912819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] For port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:56:59.942915 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db41c3a-b21c-4c68-b19c-450284bcec60 x-openstack-request-id: req-3db41c3a-b21c-4c68-b19c-450284bcec60 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:56:59.944066 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:56:59.945411 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3db41c3a-b21c-4c68-b19c-450284bcec60 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:56:59.946370 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'status': 'completed', 'code': 200} Aug 31 15:56:59.981666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:56:59.987336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6c87ab1-7dd9-4665-ab6d-d9ba93cdc190 req-e23ab764-c09f-44e9-a9be-99a046edd545 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780352 Aug 31 15:56:59.987946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b7d8-c4fa-4805-a29b-84bb0f2ee4ba service neutron] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:00.059899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-898c48fb-6506-40ef-a809-895487dd8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.061984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-898c48fb-6506-40ef-a809-895487dd8aaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1099 time: 0.1532495 Aug 31 15:57:00.071467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95662441-2faf-423b-bcbf-641980c47db2 None None] Pushing event updated for resources: {'Port': ['ID=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:00.124972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a84349ac-65bd-43de-b732-71af4c9ec839 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:00.126129 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.137148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] For port 177eea41-9d84-42ce-b009-aeb14c5a208d, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:00.144740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] For port 177eea41-9d84-42ce-b009-aeb14c5a208d, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=177eea41-9d84-42ce-b009-aeb14c5a208d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:00.151297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.194675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-43b37db0-2045-406f-adcc-1286cb972ebe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e3910b08-e9cb-46e3-90b2-c959821b591b HTTP/1.1" status: 200 len: 217 time: 0.1236117 Aug 31 15:57:00.238519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.239204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.242518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] 10.222.0.30 "PUT /v2.0/ports/177eea41-9d84-42ce-b009-aeb14c5a208d HTTP/1.1" status: 200 len: 1096 time: 1.8987484 Aug 31 15:57:00.243276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'tag': '177eea41-9d84-42ce-b009-aeb14c5a208d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:00.247829 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7493b91e-deb8-48d3-9895-16b964aa9ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7443ec-1c32-4960-a016-68c8be2435a3", "tag": "177eea41-9d84-42ce-b009-aeb14c5a208d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:00.323207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922885b-abab-4cd8-b642-77ef53325d9b service neutron] Pushing event updated for resources: {'Port': ['ID=177eea41-9d84-42ce-b009-aeb14c5a208d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:00.337076 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5e7618-fead-425c-ac20-4978eb79d170 x-openstack-request-id: req-6e5e7618-fead-425c-ac20-4978eb79d170 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:00.337361 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7443ec-1c32-4960-a016-68c8be2435a3", "tag": "177eea41-9d84-42ce-b009-aeb14c5a208d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:00.337614 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e5e7618-fead-425c-ac20-4978eb79d170 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:00.338007 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'tag': '177eea41-9d84-42ce-b009-aeb14c5a208d', 'status': 'completed', 'code': 200} Aug 31 15:57:00.349246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a2f6-83f4-4502-bff5-189e931831a9 req-9c45fb45-e123-4936-80a5-bc10dbf07291 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.351728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce33a2f6-83f4-4502-bff5-189e931831a9 req-9c45fb45-e123-4936-80a5-bc10dbf07291 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1358368 Aug 31 15:57:00.356278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.359922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-ed7f97bd-6634-484b-a2cd-19fe9a61f070 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2716365 Aug 31 15:57:00.373217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.417240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-b3eee2bc-feef-40d8-882e-591d23eb8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.418844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-b3eee2bc-feef-40d8-882e-591d23eb8df8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2121964 Aug 31 15:57:00.459345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.491927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:57:00.556506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f63115-fc5c-44f1-a80b-59991d1bc597,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:00.560925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-5e475a6b-582e-4675-b55d-a8ab71b6463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.562550 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce33a2f6-83f4-4502-bff5-189e931831a9 req-044df960-71ea-40c0-92d9-df92d4aff38b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992691 Aug 31 15:57:00.573418 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-5e475a6b-582e-4675-b55d-a8ab71b6463d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 1099 time: 0.2465091 Aug 31 15:57:00.586244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Subnet': ['ID=da1e2330-00ec-4a45-b92b-03a39b54b479,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:00.619124 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.619479 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Added segment b14f0b2f-a1da-4834-ad66-3b270a13083f of type vlan for network 424157c3-c008-4db5-b7e9-1ea8de01ea4d Aug 31 15:57:00.627603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Checking segment: {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:00.628328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network hostable DHCP agents. Network: 92886a64-6044-4073-97f6-1bd58f9cf859, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:57:00.631760 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-c1715152-5419-465c-b3cb-9be9b79efa91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=177eea41-9d84-42ce-b009-aeb14c5a208d HTTP/1.1" status: 200 len: 217 time: 0.0574844 Aug 31 15:57:00.635158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd678-f44e-4548-82a0-c20899420c03 req-ef08678a-e090-4e54-a866-a4eac69b7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.637363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-ef08678a-e090-4e54-a866-a4eac69b7fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589210 Aug 31 15:57:00.639506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-78695721-96f1-44f8-a1ab-691f7b9a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.641240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-78695721-96f1-44f8-a1ab-691f7b9a69b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 1098 time: 0.2386653 Aug 31 15:57:00.699289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 92886a64-6044-4073-97f6-1bd58f9cf859 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:57:00.726658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 92886a64-6044-4073-97f6-1bd58f9cf859) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:00.735590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9464d77a-a279-43ff-bb82-d176b8f4ceea None None] Network 92886a64-6044-4073-97f6-1bd58f9cf859 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:00.738105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.739588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:00.747616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-182f08c5-9bd9-439d-b849-199736027ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.749198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-182f08c5-9bd9-439d-b849-199736027ebe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1077652 Aug 31 15:57:00.773496 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-641d3f75-c774-4879-ad0a-a9b3d44bba12 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2461858 Aug 31 15:57:00.830939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-d0d6bcb7-3156-4400-aa82-21e6a68d778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:00.833179 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-d0d6bcb7-3156-4400-aa82-21e6a68d778f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702810 Aug 31 15:57:01.000133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-0fea389c-21a5-4dfe-a4ef-a084458bf56f service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589608 Aug 31 15:57:01.168223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:01.189748 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecdcf37f-3b17-4a8a-a001-a348b4942f0c req-3cd3d9f5-e6a2-4e69-9382-973786217659 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807067 Aug 31 15:57:01.199791 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:57:01.343803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-b61cf93c-f358-46be-a102-04159dc3b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.346241 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-b61cf93c-f358-46be-a102-04159dc3b6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 1099 time: 0.0926054 Aug 31 15:57:01.366595 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:01.421950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-92886a64-6044-4073-97f6-1bd58f9cf859', 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'fixed_ips': [{'subnet_id': 'da1e2330-00ec-4a45-b92b-03a39b54b479'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:57:01.423165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:01.478900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:01.501165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'port_id': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'mac_address': 'fa:16:3e:ad:16:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af1d399-19bc-4b31-a48c-f17c31c55cfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:01.537449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-45fd3357-6060-464c-ad17-d51630223586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.539671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-45fd3357-6060-464c-ad17-d51630223586 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1854923 Aug 31 15:57:01.611331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f662b-e1e2-4bde-ab23-b52cf6769dde None None] Network 93a22589-b43c-4826-b03d-64f2ce473808 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:01.624002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-dea669ce-6be4-4516-8f23-026e6bcc450e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=177eea41-9d84-42ce-b009-aeb14c5a208d HTTP/1.1" status: 200 len: 217 time: 0.0712044 Aug 31 15:57:01.686072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-68bcfc16-a6e2-426e-92ae-7463ba38727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.687785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-68bcfc16-a6e2-426e-92ae-7463ba38727a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0548167 Aug 31 15:57:01.695314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-580139d5-56bd-44c5-ab18-89e5308ed05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.697142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-580139d5-56bd-44c5-ab18-89e5308ed05a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 200 len: 925 time: 1.0219691 Aug 31 15:57:01.738092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-2bb88cf6-8e91-4c11-9b1b-b58eaf88ae42 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0733287 Aug 31 15:57:01.748608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c0dfe-cc2e-4c7c-a4c4-6f52b8efb5aa req-3f80d132-51ba-4da2-b4ea-cd6094562808 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.758331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-435c0dfe-cc2e-4c7c-a4c4-6f52b8efb5aa req-3f80d132-51ba-4da2-b4ea-cd6094562808 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 947 time: 0.5650923 Aug 31 15:57:01.783085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-ffcf58e3-f2e3-4d9e-b99c-7a511ed41639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.786006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-ffcf58e3-f2e3-4d9e-b99c-7a511ed41639 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0850585 Aug 31 15:57:01.791629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eefbc7f7-526f-4c76-9f13-a7588e95084f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.810830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eefbc7f7-526f-4c76-9f13-a7588e95084f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.824913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eefbc7f7-526f-4c76-9f13-a7588e95084f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/networks?id=93a22589-b43c-4826-b03d-64f2ce473808&id=92886a64-6044-4073-97f6-1bd58f9cf859&id=93a22589-b43c-4826-b03d-64f2ce473808 HTTP/1.1" status: 200 len: 1391 time: 0.6448226 Aug 31 15:57:01.846737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:01.875617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-78761877-365a-4bd3-9acd-550bb5a707be None None] Provisioning for port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:01.901356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:01.903754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:01.905224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:01.957626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:01.975733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:01.990117 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-8b87beb2-473a-4104-81e8-14d10ee91961 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953747 Aug 31 15:57:02.045230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Allocated IP 19.86.0.2 (92886a64-6044-4073-97f6-1bd58f9cf859/da1e2330-00ec-4a45-b92b-03a39b54b479/6ea11d0c-88ec-4f93-9bf3-a2a28b197d11) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:02.099543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:02.112158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] Pushing event updated for resources: {'Network': ['ID=424157c3-c008-4db5-b7e9-1ea8de01ea4d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:02.139313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-e25a17e1-d581-43b1-9d2d-3f341e7d5e74 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/quotas/98e6e7ec4cd94dbeafa7a5c9f274daa6 HTTP/1.1" status: 200 len: 375 time: 0.3133922 Aug 31 15:57:02.140923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:57:02.144880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-41057025-fdaa-4960-bbd5-34e2d695d297 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9975584 Aug 31 15:57:02.148017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:02.158286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Request body: {'subnet': {'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1271787473-subnet', 'tenant_id': '5689419a60784e8d8b987de2c2e96415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:02.162916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:02.193994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7493b91e-deb8-48d3-9895-16b964aa9ae2 req-86c77b03-dd25-485d-a733-cc88309da947 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929524 Aug 31 15:57:02.199913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-04f907e1-9f06-42d8-9dbe-67379670fac4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d851229e-8dae-47d2-8f36-544bd3924350 HTTP/1.1" status: 200 len: 1002 time: 0.4318631 Aug 31 15:57:02.217920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-435c0dfe-cc2e-4c7c-a4c4-6f52b8efb5aa req-c14db2f6-4177-47f6-aeca-20defb966b4a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586041 Aug 31 15:57:02.242925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:02.246802 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:02.322740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddabd678-f44e-4548-82a0-c20899420c03 req-8cf17812-2eac-4de2-bd89-07ce7aa37fab service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622058 Aug 31 15:57:02.325760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-bbb6d1ff-5917-4885-8ea2-2cb5e11e4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:02.328456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-bbb6d1ff-5917-4885-8ea2-2cb5e11e4079 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 200 len: 863 time: 0.1210084 Aug 31 15:57:02.365195 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:02.369107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f7db3d8a-df48-4b3f-a080-f1973f7466c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:02.506265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-ee721cb0-9538-4a56-a06d-b41bebeb9b69 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3649938 Aug 31 15:57:02.548636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:02.549182 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:02.579912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:02.625056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-64ad2470-41aa-4247-b9ec-3797966857ae service neutron] 10.222.0.43 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177757 Aug 31 15:57:02.646229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-4d2f6333-5742-49e0-853a-448b369904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:02.648408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-4d2f6333-5742-49e0-853a-448b369904c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1099 time: 0.2531033 Aug 31 15:57:02.712056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:02.712847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:02.713451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Network hostable DHCP agents. Network: 424157c3-c008-4db5-b7e9-1ea8de01ea4d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:57:02.738127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.738489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.738829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.739420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.739904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.740427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.740863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.742129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.742477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.742912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.743434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.743858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:02.754051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3373b457-c3c4-4471-9949-81f21a318aaf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:02.774176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97895-e278-4506-a5f3-ab9512f26e25 req-f8c3f598-dbbe-4310-800c-958d482d78c8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:02.775822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46b97895-e278-4506-a5f3-ab9512f26e25 req-f8c3f598-dbbe-4310-800c-958d482d78c8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.4441562 Aug 31 15:57:02.788245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:57:02.808544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 424157c3-c008-4db5-b7e9-1ea8de01ea4d) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:02.817157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:02.820145 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:02.832975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17114e6-1bbb-4161-9984-d99883fe9ef4 None None] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:02.846246 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b4573e0-3927-4c52-8afa-822e714c2a90 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6968088 Aug 31 15:57:02.989097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-e2ee7664-5547-4c81-8b2e-8dc4454a0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:02.990812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-e2ee7664-5547-4c81-8b2e-8dc4454a0428 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b93d0c14-428b-49db-a7c5-f75b14edaa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6070549 Aug 31 15:57:03.014295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-72c30ad2-8d1f-493c-a77e-d30dc24cb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.018458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-72c30ad2-8d1f-493c-a77e-d30dc24cb497 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1096 time: 0.1084945 Aug 31 15:57:03.123996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-981a5bd8-490c-4e8a-9035-85021b7f35c9 service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179945 Aug 31 15:57:03.167710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.233291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05eb091a-607a-46fe-8c4a-f22f8ba86022 req-82ef1e27-0b5f-4929-b5cc-513d809ca38b service neutron] 10.222.0.49 "GET /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957232 Aug 31 15:57:03.237069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b9e88220-455a-4807-847e-a88eab142abf None None] Provisioning complete for port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:03.237069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b9e88220-455a-4807-847e-a88eab142abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.240267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46b97895-e278-4506-a5f3-ab9512f26e25 req-ba5ce7a7-8600-4dd1-8648-55520272ff20 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218460 Aug 31 15:57:03.310251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.310783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-42fe1795-b188-4f4a-b13c-911b5f6cdb6c service neutron] 10.222.0.43 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847570 Aug 31 15:57:03.329025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-2a322d23-b8e2-4a28-9d6f-b351eb10acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.334299 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-2a322d23-b8e2-4a28-9d6f-b351eb10acbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.2902517 Aug 31 15:57:03.347096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-8fabbd12-1c63-45e1-a39d-7040056f9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.348575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-8fabbd12-1c63-45e1-a39d-7040056f9dab service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.6579983 Aug 31 15:57:03.395911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:03.399336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Transition to ACTIVE for port object 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:03.401691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-639a10a8-2466-4d30-945d-41d516b4b892 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.0561814 Aug 31 15:57:03.421053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-be4133f9-e7e2-4bdc-a09c-a29cc95f69c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e3910b08-e9cb-46e3-90b2-c959821b591b HTTP/1.1" status: 200 len: 217 time: 0.0411296 Aug 31 15:57:03.446221 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.506542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-d4bc1b46-0a34-4cc4-b0fd-0a6bc601f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.509855 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-d4bc1b46-0a34-4cc4-b0fd-0a6bc601f1f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.0978787 Aug 31 15:57:03.525495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Transition to ACTIVE for port object 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:03.556503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.563948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d73dc-b241-45cc-b18d-b486d19f248f None None] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:03.582268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-550d6e6d-bc29-463a-b0e8-a29b7142f58d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619779 Aug 31 15:57:03.628175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:03.633333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-1b63e4c1-f2a0-41fc-a371-0db1621e0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.635577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-1b63e4c1-f2a0-41fc-a371-0db1621e0d6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2012882 Aug 31 15:57:03.639452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-2e3fbfb2-9f6b-4b3f-897a-ef31aedc0968 service neutron] 10.222.0.43 "GET /v2.0/networks/92886a64-6044-4073-97f6-1bd58f9cf859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277733 Aug 31 15:57:03.649603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Network 92886a64-6044-4073-97f6-1bd58f9cf859 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:03.654978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:03.679657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:03.702905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07b01-c34c-495f-a4eb-06f94fbc9eef req-f9a21a1c-9f0c-4ce3-81a8-664033593731 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.719939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26a07b01-c34c-495f-a4eb-06f94fbc9eef req-f9a21a1c-9f0c-4ce3-81a8-664033593731 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.1774070 Aug 31 15:57:03.756651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Pushing event updated for resources: {'Port': ['ID=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:03.763829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-85bfa5ca-3032-468b-a01d-ccae283dd9e8 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574972 Aug 31 15:57:03.841686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-4a1c440e-7592-4bee-9fd9-ec3f2ff8dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:03.843883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Attempting to bind port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:03.844310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Attempting to bind port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:03.844836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Attempting to bind port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 on network 92886a64-6044-4073-97f6-1bd58f9cf859 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:03.854070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-4a1c440e-7592-4bee-9fd9-ec3f2ff8dee2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2102129 Aug 31 15:57:03.887356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:03.887683 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Checking segment: {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:03.888051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.888491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Bound using segment: {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:03.888998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Bound port: 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:03.889550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:03.895277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26a07b01-c34c-495f-a4eb-06f94fbc9eef req-e0c29984-231d-4319-88fe-11087802dc4f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785407 Aug 31 15:57:03.904278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-37bdec3d-a31c-4cbf-ab0e-66bb52f3edaa service neutron] 10.222.0.43 "GET /v2.0/networks/92886a64-6044-4073-97f6-1bd58f9cf859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446237 Aug 31 15:57:03.966574 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-be5e207d-c7e5-44de-b56c-a5c017f29b87 req-3d8773bd-ed23-42fc-94ca-8f803723285f service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014780 Aug 31 15:57:03.997446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:04.081560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] For port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:04.087115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] For port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:04.091120 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:04.134891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-2edd4fe1-4fbe-452e-8de6-522b28edf66c service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291849 Aug 31 15:57:04.145571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:04.145955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:04.165226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-6f89d74c-14b8-4e2b-8461-5b0720f0ffdb service neutron] 10.222.0.43 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532480 Aug 31 15:57:04.244720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95591d62-ede1-4f9c-8484-cdc9e911116b None None] Pushing event updated for resources: {'Port': ['ID=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:04.319208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-08274f5b-c217-4583-b58b-fcb61abbcad3 service neutron] 10.222.0.43 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529932 Aug 31 15:57:04.602516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19fd6049-8f3d-470e-a02c-7e27bd9bceaa req-c26000b1-b26d-4455-8254-61bc44994655 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588912 Aug 31 15:57:04.749250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-ed243176-b315-4d3e-a309-f1527c2e7eb4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:04.757834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-ed243176-b315-4d3e-a309-f1527c2e7eb4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.2545128 Aug 31 15:57:04.790053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-1831e58d-f793-4349-8529-319fba4f84ac tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0317397 Aug 31 15:57:04.826173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-713b0bfd-39e6-4636-a82a-858cf4ef4268 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351822 Aug 31 15:57:04.859283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08c0b-ba2a-4a6b-995b-5c985bb7683d req-15ce61f3-3942-4e9c-8fd3-c12d7970495b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:04.864359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41f08c0b-ba2a-4a6b-995b-5c985bb7683d req-15ce61f3-3942-4e9c-8fd3-c12d7970495b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 947 time: 0.1416690 Aug 31 15:57:04.885894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 177eea41-9d84-42ce-b009-aeb14c5a208d details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:04.894618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:04.986540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41f08c0b-ba2a-4a6b-995b-5c985bb7683d req-e92f44b6-0af0-4b05-b6fb-58e227eb31a6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055350 Aug 31 15:57:05.172911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 177eea41-9d84-42ce-b009-aeb14c5a208d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=177eea41-9d84-42ce-b009-aeb14c5a208d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:05.195066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '177eea41-9d84-42ce-b009-aeb14c5a208d', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '177eea41-9d84-42ce-b009-aeb14c5a208d', 'mac_address': 'fa:16:3e:f4:41:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:05.198881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f7db3d8a-df48-4b3f-a080-f1973f7466c1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:05.199300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:05.204672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7442c-d411-4a36-8a9d-ec5c5dfc63bf req-336ca98d-7d62-4161-a86d-3946685fb7cf tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:05.213523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99e7442c-d411-4a36-8a9d-ec5c5dfc63bf req-336ca98d-7d62-4161-a86d-3946685fb7cf tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.0922539 Aug 31 15:57:05.245992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-b65ed4c3-c369-44e7-87cc-7a4e4bbdbe5a service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033856 Aug 31 15:57:05.331410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99e7442c-d411-4a36-8a9d-ec5c5dfc63bf req-3b43220e-5a1b-4902-9940-982a2aa258ad tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148925 Aug 31 15:57:05.367173 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:05.383531 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:05.386334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177eea41-9d84-42ce-b009-aeb14c5a208d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:05.427587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 177eea41-9d84-42ce-b009-aeb14c5a208d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=177eea41-9d84-42ce-b009-aeb14c5a208d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:05.438089 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:05.438817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:05.453413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:05.457469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-a4ab0b64-805d-403b-b3e0-c4668443837f service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091000 Aug 31 15:57:05.462875 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9017dd0-3d8f-4515-b52a-9457e2953aa8" -d '{"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-plugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:05.528880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:05.537539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:05.560747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=177eea41-9d84-42ce-b009-aeb14c5a208d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:05.643936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:05.649343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-373fa501-5a06-4800-8a0d-68b3a2a2269b req-4e477aa7-6c22-41ab-93f8-d3c62e8c0e28 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 210 time: 0.0650907 Aug 31 15:57:05.671271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce79f0-3f9e-4baf-b362-d844dc2c7a2e None None] Network 92886a64-6044-4073-97f6-1bd58f9cf859 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:05.783286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'mac_address': 'fa:16:3e:4e:14:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:05.793306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:05.920948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-418fc7ee-905f-4733-bb66-3552db22fdcc None None] Provisioning for port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:05.935701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9a63d-c541-4612-ac45-9d22092df480 req-c43e2eb0-7f16-4558-8219-1d5761c7b885 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:05.961988 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba00a5a4-10f7-428c-a4df-62b8f2167499 x-openstack-request-id: req-ba00a5a4-10f7-428c-a4df-62b8f2167499 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:05.962204 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-plugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:05.962456 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba00a5a4-10f7-428c-a4df-62b8f2167499 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:05.962848 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'code': 200} Aug 31 15:57:05.964382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ba9a63d-c541-4612-ac45-9d22092df480 req-c43e2eb0-7f16-4558-8219-1d5761c7b885 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1766245 Aug 31 15:57:06.032034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:06.044980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:06.124000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ba9a63d-c541-4612-ac45-9d22092df480 req-d2aa2ed4-6d82-44a6-9e59-adfa847730b4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587067 Aug 31 15:57:06.133894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:06.344835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:06.359645 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:06.461431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:06.519054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:06.546953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:06.547410 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:06.580024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-77fcb283-0392-433b-ac69-de896a0b5fd9 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:06.588151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-77fcb283-0392-433b-ac69-de896a0b5fd9 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:06.589981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-77fcb283-0392-433b-ac69-de896a0b5fd9 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "GET /v2.0/networks?id=93a22589-b43c-4826-b03d-64f2ce473808&id=92886a64-6044-4073-97f6-1bd58f9cf859&id=93a22589-b43c-4826-b03d-64f2ce473808 HTTP/1.1" status: 200 len: 1391 time: 0.4364953 Aug 31 15:57:06.618504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ee6704e-72d8-463c-b08c-49f19a741c6e req-acf64bc2-1c33-41a9-8708-5410ee6c119d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 210 time: 0.1691928 Aug 31 15:57:06.622502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'port': {'device_id': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808', 'admin_state_up': True, 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:06.634964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69783c6d-71ea-411a-9132-8104f0dc70fc req-79d81795-bc5a-4a45-ab5b-ecf919f80221 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:06.643259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69783c6d-71ea-411a-9132-8104f0dc70fc req-79d81795-bc5a-4a45-ab5b-ecf919f80221 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.5077155 Aug 31 15:57:06.671485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e3910b08-e9cb-46e3-90b2-c959821b591b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:06.677043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['177eea41-9d84-42ce-b009-aeb14c5a208d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:06.887001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69783c6d-71ea-411a-9132-8104f0dc70fc req-03889817-0593-4919-848c-667e6f181713 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2358990 Aug 31 15:57:06.914045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:06.985502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c58d2-aaef-4f52-ba8f-bcbec5499ed0 req-a8457775-adc6-4652-8db4-c717ce00a11f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:06.998021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef5c58d2-aaef-4f52-ba8f-bcbec5499ed0 req-a8457775-adc6-4652-8db4-c717ce00a11f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 948 time: 0.2017701 Aug 31 15:57:07.011278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:07.015338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:07.065857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:07.087199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:07.192406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-371a1a95-59ae-4763-a0d6-e73125d107d0 None None] Provisioning complete for port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:07.192920 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-371a1a95-59ae-4763-a0d6-e73125d107d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:07.224722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef5c58d2-aaef-4f52-ba8f-bcbec5499ed0 req-82cf0626-f889-471b-b7f2-43a6f06ed349 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155619 Aug 31 15:57:07.299531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fb15d-8598-4ce3-ba1a-9702b79fd765 req-11e1cdbe-9ec1-49af-b2b9-c7481eeca9bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:07.308809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:07.316470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee8fb15d-8598-4ce3-ba1a-9702b79fd765 req-11e1cdbe-9ec1-49af-b2b9-c7481eeca9bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.2958848 Aug 31 15:57:07.391963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3abc3684-0b75-419c-936a-6cafef207653 req-68782794-87aa-4813-8eb8-83bdc348e0d3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 210 time: 0.0586529 Aug 31 15:57:07.510524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-13e976a9-aa05-4868-b3e2-0a97aa510901 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:07.512232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-13e976a9-aa05-4868-b3e2-0a97aa510901 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.4371579 Aug 31 15:57:07.531206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee8fb15d-8598-4ce3-ba1a-9702b79fd765 req-a5e859ae-049d-4519-bc40-b5e0f9c6f445 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082691 Aug 31 15:57:07.541833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Request body: {'port': {'device_id': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'admin_state_up': True, 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:07.593015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Allocated IP 19.80.0.120 (93a22589-b43c-4826-b03d-64f2ce473808/88db37aa-251e-415f-b5c3-33e6efff95b7/5c46b819-5868-44a3-b03d-f9d478876e91) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:07.863796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:07.944321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:07.944715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:08.235943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48286e57-6fc3-4af3-94c6-c5ca221452cf req-5f58a858-f99e-4c42-b5c0-476892c86795 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:08.237557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48286e57-6fc3-4af3-94c6-c5ca221452cf req-5f58a858-f99e-4c42-b5c0-476892c86795 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.5668595 Aug 31 15:57:08.274143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad89583b-3381-4807-b63c-b5bb51166cef req-13589293-a8d3-4e13-9d14-0f4fa3a93337 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 210 time: 0.0761364 Aug 31 15:57:08.355224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48286e57-6fc3-4af3-94c6-c5ca221452cf req-31480f8c-3a4d-421c-9f50-b098c739a789 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Aug 31 15:57:08.439055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:08.442756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:08.457212 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:08.532663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Transition to ACTIVE for port object 5c46b819-5868-44a3-b03d-f9d478876e91 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:08.545276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceec2a-512e-4e14-b5c4-b15e481f7823 req-dca2bc33-e1ee-4fb3-882d-dc5bc77604bd tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:08.555448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4ceec2a-512e-4e14-b5c4-b15e481f7823 req-dca2bc33-e1ee-4fb3-882d-dc5bc77604bd tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.1829014 Aug 31 15:57:08.671021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deedd4-05fb-4a20-956c-392b832d73f6 req-a5a91656-3ad4-4bf2-bdc3-4223ce3c9f1c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:08.672547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3deedd4-05fb-4a20-956c-392b832d73f6 req-a5a91656-3ad4-4bf2-bdc3-4223ce3c9f1c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 948 time: 0.2121027 Aug 31 15:57:08.733780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4ceec2a-512e-4e14-b5c4-b15e481f7823 req-3da69e24-2410-4b2a-b954-ba3173747bc2 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722746 Aug 31 15:57:08.806240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:08.824034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3deedd4-05fb-4a20-956c-392b832d73f6 req-04375ed5-d5d9-4c56-9230-c7600ee6b8ad tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345251 Aug 31 15:57:08.892342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Allocated IP 172.20.0.7 (424157c3-c008-4db5-b7e9-1ea8de01ea4d/3373b457-c3c4-4471-9949-81f21a318aaf/054ae9a9-bc65-4a69-9bbe-8c77ab1356e7) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:08.907650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 93a22589-b43c-4826-b03d-64f2ce473808 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:08.925076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 177eea41-9d84-42ce-b009-aeb14c5a208d up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:08.996146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 177eea41-9d84-42ce-b009-aeb14c5a208d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:09.000978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 177eea41-9d84-42ce-b009-aeb14c5a208d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:09.001364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.027333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:09.075249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:09.103135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.143228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177eea41-9d84-42ce-b009-aeb14c5a208d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:09.145024 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c55157-11ce-4517-ba26-fa3fb0c73c40" -d '{"events": [{"server_uuid": "5a7443ec-1c32-4960-a016-68c8be2435a3", "name": "network-vif-plugged", "status": "completed", "tag": "177eea41-9d84-42ce-b009-aeb14c5a208d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:09.165346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 177eea41-9d84-42ce-b009-aeb14c5a208d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=177eea41-9d84-42ce-b009-aeb14c5a208d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:09.174005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.174005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:09.246452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f27a-c9db-4ca5-974e-5e61a0543abf req-b926ae64-5da6-4306-b6dd-388cda0b76df tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:09.248442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ca1f27a-c9db-4ca5-974e-5e61a0543abf req-b926ae64-5da6-4306-b6dd-388cda0b76df tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 932 time: 0.4174652 Aug 31 15:57:09.262001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Port': ['ID=5c46b819-5868-44a3-b03d-f9d478876e91,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:09.299913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=177eea41-9d84-42ce-b009-aeb14c5a208d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:09.313917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port e3910b08-e9cb-46e3-90b2-c959821b591b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:09.318031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:09.318648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.320106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port e3910b08-e9cb-46e3-90b2-c959821b591b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:09.320530 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.370477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549148b-f7ad-4a23-8783-4549b675e08e req-cf44c3a5-4281-4fc1-8f9b-9278c08fec80 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:09.379498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3549148b-f7ad-4a23-8783-4549b675e08e req-cf44c3a5-4281-4fc1-8f9b-9278c08fec80 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.2192276 Aug 31 15:57:09.389862 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.397570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-97b5522f-f241-4859-b358-ba54eb63c7b0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7827511 Aug 31 15:57:09.415698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'port': {'device_id': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859', 'admin_state_up': True, 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:09.423812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18fa4da8-d4ab-4cff-b8b8-1ea64878367c None None] Provisioning for port 5c46b819-5868-44a3-b03d-f9d478876e91 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:09.428270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18fa4da8-d4ab-4cff-b8b8-1ea64878367c None None] Provisioning complete for port 5c46b819-5868-44a3-b03d-f9d478876e91 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:09.429335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18fa4da8-d4ab-4cff-b8b8-1ea64878367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.434028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ca1f27a-c9db-4ca5-974e-5e61a0543abf req-08478cfd-be23-4ec4-9ca3-2a863222dcd0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658046 Aug 31 15:57:09.514995 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.552691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3549148b-f7ad-4a23-8783-4549b675e08e req-b03412d5-27f3-4edf-af93-5f80ff6cfdb2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674130 Aug 31 15:57:09.574122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:09.582336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.588308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-4028f162-d179-4dbe-8167-524ea733b7ca tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:09.593538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-4028f162-d179-4dbe-8167-524ea733b7ca tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.1704502 Aug 31 15:57:09.657018 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c3f3af-7751-4e12-9b10-ce0e2ef8a083 x-openstack-request-id: req-16c3f3af-7751-4e12-9b10-ce0e2ef8a083 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:09.657321 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7443ec-1c32-4960-a016-68c8be2435a3", "name": "network-vif-plugged", "status": "completed", "tag": "177eea41-9d84-42ce-b009-aeb14c5a208d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:09.657584 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16c3f3af-7751-4e12-9b10-ce0e2ef8a083 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:09.658128 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177eea41-9d84-42ce-b009-aeb14c5a208d', 'code': 200} Aug 31 15:57:09.658877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:09.662646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-18fa4da8-d4ab-4cff-b8b8-1ea64878367c None None] Port 5c46b819-5868-44a3-b03d-f9d478876e91 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:09.704519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.859159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f25f4a-8a90-465c-9bb7-705efbb01520 req-50983e4f-423a-4e3d-abb8-9c5e433a6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:09.860936 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6f25f4a-8a90-465c-9bb7-705efbb01520 req-50983e4f-423a-4e3d-abb8-9c5e433a6d0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 1101 time: 0.1491141 Aug 31 15:57:09.874293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:09.886181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:09.901361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:09.905067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:09.908808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.925844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Deleting port d851229e-8dae-47d2-8f36-544bd3924350 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:09.926532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:09.940424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event updated for resources: {'Port': ['ID=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:09.983381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37746b71-a49a-4e4c-ae32-c0db8ae17d60 req-5e441623-ad30-40ec-ae92-f97209571f92 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:09.991282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37746b71-a49a-4e4c-ae32-c0db8ae17d60 req-5e441623-ad30-40ec-ae92-f97209571f92 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1989748 Aug 31 15:57:10.018170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76998c01-4970-4706-99b5-c2bae15840f5 req-1181c33f-e0c6-4c3c-ade4-46e3252ab504 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:10.018444 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6f25f4a-8a90-465c-9bb7-705efbb01520 req-1abb48b0-f238-4654-966a-dfb162710224 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430981 Aug 31 15:57:10.020088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76998c01-4970-4706-99b5-c2bae15840f5 req-1181c33f-e0c6-4c3c-ade4-46e3252ab504 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 931 time: 0.2984838 Aug 31 15:57:10.090762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] For port d851229e-8dae-47d2-8f36-544bd3924350, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d851229e-8dae-47d2-8f36-544bd3924350,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:10.091057 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:10.111277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:10.112475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:10.166845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37746b71-a49a-4e4c-ae32-c0db8ae17d60 req-a0b038b0-1bb2-4f75-b93d-a24f90257229 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748872 Aug 31 15:57:10.206373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76998c01-4970-4706-99b5-c2bae15840f5 req-f2268f7e-20c5-4a55-bd18-a1cbabec74dc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643767 Aug 31 15:57:10.217422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-806c1d39-ce20-4d30-bb14-26f6fc286ed8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6845021 Aug 31 15:57:10.247054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Request body: {'port': {'device_id': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:10.437501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:10.438148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:10.438961 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a disassociated. External IP: 172.25.6.221, port: d851229e-8dae-47d2-8f36-544bd3924350. Aug 31 15:57:10.439689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Calling delete_port for d851229e-8dae-47d2-8f36-544bd3924350 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:10.447844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Allocated IP 19.86.0.123 (92886a64-6044-4073-97f6-1bd58f9cf859/da1e2330-00ec-4a45-b92b-03a39b54b479/0c19baf2-26f0-488a-9d98-f46d7fb8b27f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:10.472860 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:10.501134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fc744-5034-4a54-8fd1-579e386d9326 req-7f255746-8a40-4a29-a2b0-06ae47a5006b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:10.509373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be8fc744-5034-4a54-8fd1-579e386d9326 req-7f255746-8a40-4a29-a2b0-06ae47a5006b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/ports?device_id=02159f5b-3b6a-4ecc-9a49-de04c3549f98 HTTP/1.1" status: 200 len: 946 time: 0.2115781 Aug 31 15:57:10.557519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f43cbe-29eb-473d-883c-12ce5facbf1e req-f65fe1fb-6d8a-4de0-ad18-2fe4aa223095 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:10.559371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88f43cbe-29eb-473d-883c-12ce5facbf1e req-f65fe1fb-6d8a-4de0-ad18-2fe4aa223095 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 949 time: 0.2111628 Aug 31 15:57:10.673263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:10.709479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be8fc744-5034-4a54-8fd1-579e386d9326 req-7222104b-9876-4660-bae1-de87eb6bc39b tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups?id=b114fd1b-b3ca-42a1-878c-477f41b30792&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1928921 Aug 31 15:57:10.745376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event deleted for resources: {'Port': ['ID=d851229e-8dae-47d2-8f36-544bd3924350,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:10.925886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:10.961521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88f43cbe-29eb-473d-883c-12ce5facbf1e req-60dbb0bd-5cf5-4834-8b5b-eabb43c753c6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816786 Aug 31 15:57:11.109691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:11.125724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:11.147878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:11.148510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:11.251192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] No DVR routers for this DVR port d851229e-8dae-47d2-8f36-544bd3924350 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:11.255258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:11.262704 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d85e9bb0-1a72-4b49-9e12-c9b74da7b4f3 req-7a786bd7-f855-4591-8f32-9819518b9626 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.49 "DELETE /v2.0/ports/d851229e-8dae-47d2-8f36-544bd3924350 HTTP/1.1" status: 204 len: 173 time: 1.6624355 Aug 31 15:57:11.263190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'name': 'network-vif-deleted', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:11.273688 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe6a26b-83d9-49cd-9634-7647b45c9677" -d '{"events": [{"server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "name": "network-vif-deleted", "tag": "d851229e-8dae-47d2-8f36-544bd3924350"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:11.314027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:11.338859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:11.375843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:11.440287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7307a7a-5e9b-41cc-b7f0-c02e4c2910bf req-4995f5f0-82c4-459a-81ad-bfb87fc52d7b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:11.467702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7307a7a-5e9b-41cc-b7f0-c02e4c2910bf req-4995f5f0-82c4-459a-81ad-bfb87fc52d7b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 932 time: 0.5629292 Aug 31 15:57:11.523318 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:11.528109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Transition to ACTIVE for port object 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:11.539811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:11.577200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c1402-793f-42ea-aa30-fd429dab9558 req-0cc6c9f5-011e-4d49-aa01-5d9be61d8e11 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:11.583005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b6c1402-793f-42ea-aa30-fd429dab9558 req-0cc6c9f5-011e-4d49-aa01-5d9be61d8e11 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.5320890 Aug 31 15:57:11.589990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Transition to ACTIVE for port object 0c19baf2-26f0-488a-9d98-f46d7fb8b27f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:11.651822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7307a7a-5e9b-41cc-b7f0-c02e4c2910bf req-465e7753-bf18-4812-a0ed-93ab1251c505 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830490 Aug 31 15:57:11.660261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:11.664989 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f169d-1889-4833-8686-01331feafe78" -d '{"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-plugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:11.752357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Pushing event updated for resources: {'Port': ['ID=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:11.784839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b6c1402-793f-42ea-aa30-fd429dab9558 req-2c5e0f2b-8c57-4231-9f21-d793cf17fd0e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563492 Aug 31 15:57:11.842698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:11.944117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 92886a64-6044-4073-97f6-1bd58f9cf859 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:11.954933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:11.966004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:11.977588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:11.997714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:12.003514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Port': ['ID=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:12.018366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:12.019061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:56:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:12.057644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Attempting to bind port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:12.058005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Attempting to bind port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:12.058311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Attempting to bind port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:12.097627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443f7b5-d781-4c5a-ac8f-952d6fabc4ce req-378b26bf-d7b9-405b-add4-4ac94f22049a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:12.099510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2443f7b5-d781-4c5a-ac8f-952d6fabc4ce req-378b26bf-d7b9-405b-add4-4ac94f22049a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2107263 Aug 31 15:57:12.133520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:12.134012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Attempting to bind port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:12.155464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:12.156398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:12.169546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:12.170563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:12.170563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Bound using segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:12.170847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Bound port: 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:12.171652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:12.184673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9703d-9340-4732-88c1-c879b0fa66f8 req-a38aea3c-e866-442b-9079-2b576ed82c74 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:12.186380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7e9703d-9340-4732-88c1-c879b0fa66f8 req-a38aea3c-e866-442b-9079-2b576ed82c74 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 943 time: 0.2365952 Aug 31 15:57:12.235569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dde72277-2a60-4335-a1f6-d1ffff57c25d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8239105 Aug 31 15:57:12.240584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2443f7b5-d781-4c5a-ac8f-952d6fabc4ce req-7f24b3ac-81a8-4105-acc2-3f54e6f423c9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260004 Aug 31 15:57:12.245226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:12.315256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'port': {'device_id': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808', 'admin_state_up': True, 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:12.337441 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8234f034-8c41-47f7-b1e7-2f13bb039cdd x-openstack-request-id: req-8234f034-8c41-47f7-b1e7-2f13bb039cdd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:12.338045 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02159f5b-3b6a-4ecc-9a49-de04c3549f98", "name": "network-vif-deleted", "tag": "d851229e-8dae-47d2-8f36-544bd3924350", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:12.338045 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8234f034-8c41-47f7-b1e7-2f13bb039cdd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:12.338402 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02159f5b-3b6a-4ecc-9a49-de04c3549f98', 'name': 'network-vif-deleted', 'tag': 'd851229e-8dae-47d2-8f36-544bd3924350', 'status': 'completed', 'code': 200} Aug 31 15:57:12.409822 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8c8e7-1f94-446b-ab26-f5a771cd6d81 x-openstack-request-id: req-1ad8c8e7-1f94-446b-ab26-f5a771cd6d81 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:12.410282 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-plugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:12.410486 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ad8c8e7-1f94-446b-ab26-f5a771cd6d81 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:12.410890 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'code': 200} Aug 31 15:57:12.416956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fa473559-bff8-483f-ad29-af3932267129 None None] Provisioning for port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:12.420080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7e9703d-9340-4732-88c1-c879b0fa66f8 req-b7b665dd-7d7c-481e-b289-5fb356b2efe3 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171934 Aug 31 15:57:12.430176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fa473559-bff8-483f-ad29-af3932267129 None None] Provisioning complete for port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:12.430563 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa473559-bff8-483f-ad29-af3932267129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:12.482187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fa473559-bff8-483f-ad29-af3932267129 None None] Port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:12.599004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6293ae-23f7-43cb-9d57-b61920432087 req-2dd99619-8bf1-4414-84e3-1cea2d3b3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:12.601636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cb6293ae-23f7-43cb-9d57-b61920432087 req-2dd99619-8bf1-4414-84e3-1cea2d3b3198 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1101 time: 0.1208782 Aug 31 15:57:12.622403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:12.642047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] For port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:12.665312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765930a-44bb-4c33-9dcd-89973e42d6f9 None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:51:58Z', 'revision_number': 4, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '5bc77804-24f9-48bb-b59b-c36a231994a1', 'name': '', 'network_id': 'b93d0c14-428b-49db-a7c5-f75b14edaa36', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'mac_address': 'fa:16:3e:c3:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:55Z', 'updated_at': '2021-08-31T15:52:06Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'subnets': [{'id': 'b38bcd8e-9835-4041-8e52-7f20f9740cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:12.675643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] For port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:12.690164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:12.709623 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cb6293ae-23f7-43cb-9d57-b61920432087 req-4d561ac8-9483-4dc7-bb53-ef61801896ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997446 Aug 31 15:57:12.755159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0587c-b14f-4a86-b7cb-dd82ad7e9721 req-50a65b97-7710-47cc-91d7-4740d5d79f36 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:12.765283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19a0587c-b14f-4a86-b7cb-dd82ad7e9721 req-50a65b97-7710-47cc-91d7-4740d5d79f36 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 949 time: 0.2191386 Aug 31 15:57:12.821731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:12.822723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:12.825548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] 10.222.0.30 "PUT /v2.0/ports/054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 HTTP/1.1" status: 200 len: 1092 time: 2.5909536 Aug 31 15:57:12.829324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'tag': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:12.832325 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149046f6-b468-4379-9c1d-e3de1d0d8cad" -d '{"events": [{"name": "network-changed", "server_uuid": "ff739521-3e8d-4f06-8257-8397c5519ef0", "tag": "054ae9a9-bc65-4a69-9bbe-8c77ab1356e7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:12.929785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:12.933434 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:12.939909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16861824-0ecf-4861-a5ad-84ac4b965d27 service neutron] Pushing event updated for resources: {'Port': ['ID=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:12.965273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19a0587c-b14f-4a86-b7cb-dd82ad7e9721 req-de784f1c-10fe-4179-addf-06d06090f8d3 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989877 Aug 31 15:57:13.110412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3c59-5a97-42df-8813-cd2221a5694f req-6634f276-fc69-46c9-99a9-e51badb17ea3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:13.144724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3c59-5a97-42df-8813-cd2221a5694f req-6634f276-fc69-46c9-99a9-e51badb17ea3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:13.148964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-930a3c59-5a97-42df-8813-cd2221a5694f req-6634f276-fc69-46c9-99a9-e51badb17ea3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 1655 time: 0.2930787 Aug 31 15:57:13.283578 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d777e34-dce6-43fa-9dc7-d921de154563 None None] New status for floating IP 046f7f0c-c1a2-4282-90e1-9f4b6ab5626a: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:57:13.327311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-36693ea5-6e89-4b98-a6e4-f582acd5ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:13.332526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-36693ea5-6e89-4b98-a6e4-f582acd5ee94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 1095 time: 0.3611546 Aug 31 15:57:13.867125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-95ed3ee3-6bad-4813-95eb-a45d98e4a5c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 HTTP/1.1" status: 200 len: 217 time: 0.5241976 Aug 31 15:57:13.899251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-930a3c59-5a97-42df-8813-cd2221a5694f req-386271f6-8685-45fc-9f29-4f7f1d025f45 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084043 Aug 31 15:57:14.035906 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c73400-0d6e-462d-84ee-7e21f08b4d88 x-openstack-request-id: req-b6c73400-0d6e-462d-84ee-7e21f08b4d88 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:14.036358 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff739521-3e8d-4f06-8257-8397c5519ef0", "tag": "054ae9a9-bc65-4a69-9bbe-8c77ab1356e7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:14.037031 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6c73400-0d6e-462d-84ee-7e21f08b4d88 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:14.037670 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'tag': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7', 'status': 'completed', 'code': 200} Aug 31 15:57:14.044958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-08622acb-a5fd-47c7-9855-1e25ad19c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:14.046942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-08622acb-a5fd-47c7-9855-1e25ad19c1b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.1417341 Aug 31 15:57:14.060616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14571f3-0a21-4fea-8108-7476852cca0f req-ec863a1f-1d60-4671-a576-bb2dd46fa2c7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:14.065048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d14571f3-0a21-4fea-8108-7476852cca0f req-ec863a1f-1d60-4671-a576-bb2dd46fa2c7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.7667534 Aug 31 15:57:14.179290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-16528fb4-a726-4c3e-b0d6-8e2c017f08df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101127 Aug 31 15:57:14.180778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Allocated IP 19.80.0.44 (93a22589-b43c-4826-b03d-64f2ce473808/88db37aa-251e-415f-b5c3-33e6efff95b7/93dc2c10-6602-424a-8a8f-5a1281bb1035) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:14.307908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d14571f3-0a21-4fea-8108-7476852cca0f req-4ce83151-b6b7-4cc5-8689-0348713dd94b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082369 Aug 31 15:57:14.344795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae244e0-fb3e-42c7-97bd-5e3a5a8a05b2 req-268b8dda-fec1-4b11-9d35-84f111ae0670 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:14.346407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aae244e0-fb3e-42c7-97bd-5e3a5a8a05b2 req-268b8dda-fec1-4b11-9d35-84f111ae0670 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.2798929 Aug 31 15:57:14.363864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45566) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:14.455992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877bc6a1-1526-4193-a087-73b9c81641f5 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:14.485692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877bc6a1-1526-4193-a087-73b9c81641f5 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:14.485933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-039c6cde-52fe-4ce5-b41f-10bea3e0f011 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926564 Aug 31 15:57:14.550821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877bc6a1-1526-4193-a087-73b9c81641f5 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:14.553449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877bc6a1-1526-4193-a087-73b9c81641f5 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:14.556936 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-877bc6a1-1526-4193-a087-73b9c81641f5 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "DELETE /v2.0/security-groups/b114fd1b-b3ca-42a1-878c-477f41b30792 HTTP/1.1" status: 204 len: 168 time: 0.1897824 Aug 31 15:57:14.559032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45568) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:14.584561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bc6a1-1526-4193-a087-73b9c81641f5 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b114fd1b-b3ca-42a1-878c-477f41b30792,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:14.592252 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-231bff11-fe31-4e6f-9bb3-e330e168f4c9 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] show failed (client error): The resource could not be found. Aug 31 15:57:14.592252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-231bff11-fe31-4e6f-9bb3-e330e168f4c9 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "GET /v2.0/security-groups/b114fd1b-b3ca-42a1-878c-477f41b30792 HTTP/1.1" status: 404 len: 347 time: 0.0308135 Aug 31 15:57:14.595746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:14.603622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aae244e0-fb3e-42c7-97bd-5e3a5a8a05b2 req-f7d074bf-7aa2-415d-82a9-fd41ba4c1299 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453883 Aug 31 15:57:14.685587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26b44d-d89b-448c-a09e-f19a0c3df39e req-0ceddc44-d59c-47bf-94da-e30064303b60 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:14.688095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d26b44d-d89b-448c-a09e-f19a0c3df39e req-0ceddc44-d59c-47bf-94da-e30064303b60 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2472682 Aug 31 15:57:14.740916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:14.813124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Transition to ACTIVE for port object 93dc2c10-6602-424a-8a8f-5a1281bb1035 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:14.830489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e58a1ac-b43d-4302-b621-fc34c536b58e req-080a6a6c-9a5b-4d31-8120-0d1fd86dd10a service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183239 Aug 31 15:57:14.858274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d26b44d-d89b-448c-a09e-f19a0c3df39e req-501de32b-6462-4ce3-a62d-21629158c277 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483016 Aug 31 15:57:14.901898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Deleting port f651e756-0065-4296-9250-f919da464217 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:14.902498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:14.945025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d851229e-8dae-47d2-8f36-544bd3924350 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:14.957077 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.005205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: d851229e-8dae-47d2-8f36-544bd3924350 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:15.005564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d851229e-8dae-47d2-8f36-544bd3924350 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:15.012279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 93a22589-b43c-4826-b03d-64f2ce473808 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:15.026910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.027258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.036284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:15.040570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:15.049180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Calling delete_port for f651e756-0065-4296-9250-f919da464217 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:15.115281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Port': ['ID=93dc2c10-6602-424a-8a8f-5a1281bb1035,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:15.185102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1c57-9267-4229-a29a-18c9e24b433b req-5c4372b3-c614-4b11-9912-65fd32e6cc1e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.186950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-909d1c57-9267-4229-a29a-18c9e24b433b req-5c4372b3-c614-4b11-9912-65fd32e6cc1e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 943 time: 0.3959594 Aug 31 15:57:15.201507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-7cf5dbff-32fb-4101-9bc8-ade1361a133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.203192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-7cf5dbff-32fb-4101-9bc8-ade1361a133f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 1095 time: 0.2676404 Aug 31 15:57:15.213336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.215312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.350144 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.361274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-1310c6d8-19c7-4f90-92bf-62dcc7ea7f12 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b81e86c5987b4509ae623773bfade3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871525 Aug 31 15:57:15.362802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-360d85bd-7c7c-4cc2-87ef-43b823b76f04 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1134443 Aug 31 15:57:15.392619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Pushing event deleted for resources: {'Port': ['ID=f651e756-0065-4296-9250-f919da464217,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:15.404918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Request body: {'port': {'device_id': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:15.449882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-519b734a-de2e-4def-9844-c7effe676e2a None None] Provisioning for port 93dc2c10-6602-424a-8a8f-5a1281bb1035 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:15.452874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-909d1c57-9267-4229-a29a-18c9e24b433b req-b174dde8-706d-4ab6-aa7a-78c86870c4ee tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336650 Aug 31 15:57:15.469238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-519b734a-de2e-4def-9844-c7effe676e2a None None] Provisioning complete for port 93dc2c10-6602-424a-8a8f-5a1281bb1035 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:15.469638 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-519b734a-de2e-4def-9844-c7effe676e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.518129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.522922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.524997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dac06a3a-2a27-44ea-ac56-e48ad9ffbf66 tempest-ServersWithSpecificFlavorTestJSON-714021674 tempest-ServersWithSpecificFlavorTestJSON-714021674-project] 10.222.0.43 "DELETE /v2.0/floatingips/046f7f0c-c1a2-4282-90e1-9f4b6ab5626a HTTP/1.1" status: 204 len: 168 time: 0.9278758 Aug 31 15:57:15.570702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-45990f7f-111b-4ac3-91d9-1ff693691fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.572235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-45990f7f-111b-4ac3-91d9-1ff693691fa2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.3519533 Aug 31 15:57:15.581482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-519b734a-de2e-4def-9844-c7effe676e2a None None] Port 93dc2c10-6602-424a-8a8f-5a1281bb1035 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:15.685626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-f2918065-2f78-4943-b442-d7e9217e4dc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 HTTP/1.1" status: 200 len: 217 time: 0.1019971 Aug 31 15:57:15.691502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:15.768784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-5a8d66d9-9aa3-4d71-813c-02bdcdf2b3c1 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.772808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-5a8d66d9-9aa3-4d71-813c-02bdcdf2b3c1 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966610 Aug 31 15:57:15.837183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-475f9e12-a324-417a-a2cc-de532fa9add5 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/quotas/b81e86c5987b4509ae623773bfade3e4 HTTP/1.1" status: 200 len: 375 time: 0.0350118 Aug 31 15:57:15.853838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604b289-0e1c-4807-a549-e84d5af48374 req-ad5bcf8e-47e5-4d7f-a41c-255d1a25cafe tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.862290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604b289-0e1c-4807-a549-e84d5af48374 req-ad5bcf8e-47e5-4d7f-a41c-255d1a25cafe tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.869004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604b289-0e1c-4807-a549-e84d5af48374 req-ad5bcf8e-47e5-4d7f-a41c-255d1a25cafe tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.870762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7604b289-0e1c-4807-a549-e84d5af48374 req-ad5bcf8e-47e5-4d7f-a41c-255d1a25cafe tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2376 time: 0.2863336 Aug 31 15:57:15.903966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-dcb1bd41-6110-4c46-8685-44bfc5ffdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:15.905569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-dcb1bd41-6110-4c46-8685-44bfc5ffdfcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.2071817 Aug 31 15:57:16.051210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-e608fa81-45b5-4fc0-99bd-cb5fe3aee838 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761361 Aug 31 15:57:16.064475 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-f6d931d8-677a-46ac-8694-18430f14c694 service neutron] show failed (client error): The resource could not be found. Aug 31 15:57:16.065081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-f6d931d8-677a-46ac-8694-18430f14c694 service neutron] 10.222.0.49 "GET /v2.0/ports/b89e765c-afcf-483a-a1fc-9abf61f35b99/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0952835 Aug 31 15:57:16.078834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7604b289-0e1c-4807-a549-e84d5af48374 req-13a7220b-29a1-416f-a262-3a1e796ebf09 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976271 Aug 31 15:57:16.191635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-6ceee904-e4e7-4289-a4d8-c3e145f56f37 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3198273 Aug 31 15:57:16.255521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-ca82cfdd-283a-40cb-be13-b9350154dbb0 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911294 Aug 31 15:57:16.409389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-46a49616-10d0-475d-8634-df30a8405e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:16.412229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-46a49616-10d0-475d-8634-df30a8405e2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c&tenant_id=5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 1102 time: 0.0861964 Aug 31 15:57:16.437706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:16.523504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c46b819-5868-44a3-b03d-f9d478876e91 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:16.536294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:16.553654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Transition to ACTIVE for port object 5c46b819-5868-44a3-b03d-f9d478876e91 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:16.602301 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:16.642936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:16.751910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-149046f6-b468-4379-9c1d-e3de1d0d8cad req-f7a85f59-df9b-4a2e-a590-fb4e4a54e656 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764166 Aug 31 15:57:16.787075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c6651-6c2e-423d-ba39-bd5e8c996482 req-a7023be0-5d17-4009-b5b8-44d922358f59 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:16.792060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d06c6651-6c2e-423d-ba39-bd5e8c996482 req-a7023be0-5d17-4009-b5b8-44d922358f59 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.5261281 Aug 31 15:57:16.881406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d06c6651-6c2e-423d-ba39-bd5e8c996482 req-37a65cda-582a-438f-8440-8df60a056695 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757627 Aug 31 15:57:16.920551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa31493-4f33-482d-a655-bb64ccbc7ea5 req-ea5a490e-10f5-4454-ba00-e8bbbe478d15 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:16.922384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4fa31493-4f33-482d-a655-bb64ccbc7ea5 req-ea5a490e-10f5-4454-ba00-e8bbbe478d15 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.3626168 Aug 31 15:57:16.923609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46b819-5868-44a3-b03d-f9d478876e91,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:16.933353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:17.176900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4fa31493-4f33-482d-a655-bb64ccbc7ea5 req-91260478-c027-480a-bbe2-22682658a5dd tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808336 Aug 31 15:57:17.191508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:17.286371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Attempting to bind port 5c46b819-5868-44a3-b03d-f9d478876e91 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:17.286778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Attempting to bind port 5c46b819-5868-44a3-b03d-f9d478876e91 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:17.286957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Attempting to bind port 5c46b819-5868-44a3-b03d-f9d478876e91 on network 93a22589-b43c-4826-b03d-64f2ce473808 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:17.320131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Port 5c46b819-5868-44a3-b03d-f9d478876e91 on network 93a22589-b43c-4826-b03d-64f2ce473808 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:17.320855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Attempting to bind port 5c46b819-5868-44a3-b03d-f9d478876e91 on network 93a22589-b43c-4826-b03d-64f2ce473808 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:17.330388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:17.386880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:17.387437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Checking segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:17.388414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Bound using segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:17.390103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Bound port: 5c46b819-5868-44a3-b03d-f9d478876e91, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:17.392005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.431265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:17.437395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b05e4bfc-ffa5-4f95-8724-a2191a46b3a2 req-75f7212c-62fb-4790-bb9b-11dc881be67e tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 210 time: 0.0976598 Aug 31 15:57:17.464322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.465065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7', 'mac_address': 'fa:16:3e:96:56:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:17.500406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:17.509592 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab511ee-22dd-423d-b626-a450fbf60136" -d '{"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-unplugged", "status": "completed", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:17.528967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Transition to ACTIVE for port object b89e765c-afcf-483a-a1fc-9abf61f35b99 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:17.537867 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.572052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.598661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:17.651807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:17.658704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.699411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] No DVR routers for this DVR port b89e765c-afcf-483a-a1fc-9abf61f35b99 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:17.722506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:17.722843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] For port 5c46b819-5868-44a3-b03d-f9d478876e91, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:17.739472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] For port 5c46b819-5868-44a3-b03d-f9d478876e91, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5c46b819-5868-44a3-b03d-f9d478876e91,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:17.779654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96971-9d1b-4cf0-93ae-31bd284134bd req-e7861986-7b0e-4950-aa1c-80243271e11d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:17.781416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94b96971-9d1b-4cf0-93ae-31bd284134bd req-e7861986-7b0e-4950-aa1c-80243271e11d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 943 time: 0.2704475 Aug 31 15:57:17.797814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:17.809541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fde4e-6dfa-487e-a3db-6c147201d8e0 req-5846bbf1-42f5-4433-a0a8-8ddc677288ec tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:17.815779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fde4e-6dfa-487e-a3db-6c147201d8e0 req-5846bbf1-42f5-4433-a0a8-8ddc677288ec tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:17.822597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fde4e-6dfa-487e-a3db-6c147201d8e0 req-5846bbf1-42f5-4433-a0a8-8ddc677288ec tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:17.833425 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-444fde4e-6dfa-487e-a3db-6c147201d8e0 req-5846bbf1-42f5-4433-a0a8-8ddc677288ec tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2388 time: 0.2190013 Aug 31 15:57:17.834736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.878727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:17.882332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:17.884990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:17.902880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Port b89e765c-afcf-483a-a1fc-9abf61f35b99 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:17.903422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Attempting to bind port b89e765c-afcf-483a-a1fc-9abf61f35b99 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:17.925263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:17.925827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:17.931707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['054ae9a9-bc65-4a69-9bbe-8c77ab1356e7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:17.934271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:17.936745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Bound port: b89e765c-afcf-483a-a1fc-9abf61f35b99, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:17.938650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.973672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:17.974888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:17.977493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] 10.222.0.49 "PUT /v2.0/ports/5c46b819-5868-44a3-b03d-f9d478876e91 HTTP/1.1" status: 200 len: 1093 time: 2.6047375 Aug 31 15:57:17.981608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'tag': '5c46b819-5868-44a3-b03d-f9d478876e91'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:17.984453 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e" -d '{"events": [{"name": "network-changed", "server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "tag": "5c46b819-5868-44a3-b03d-f9d478876e91"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:18.057010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Request body: {'port': {'device_id': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:18.121294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-444fde4e-6dfa-487e-a3db-6c147201d8e0 req-21d81174-1085-4bf3-ad91-00e0f868948b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738554 Aug 31 15:57:18.148303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94b96971-9d1b-4cf0-93ae-31bd284134bd req-737c0b89-d005-470b-828b-76806b182aab tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936478 Aug 31 15:57:18.199198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:18.207748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:18.211071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48198231-39af-4e69-9e4e-2e4fb28b4e28 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46b819-5868-44a3-b03d-f9d478876e91,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:18.216346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:18.260931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:18.329628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.332320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:18.333939 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] 10.222.0.30 "PUT /v2.0/ports/b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 1097 time: 1.9086974 Aug 31 15:57:18.353723 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ba2ba-64b0-4ff2-989c-38973b7c4ed9 x-openstack-request-id: req-e46ba2ba-64b0-4ff2-989c-38973b7c4ed9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:18.354619 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-unplugged", "status": "completed", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:18.354924 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e46ba2ba-64b0-4ff2-989c-38973b7c4ed9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:18.361010 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'code': 200} Aug 31 15:57:18.425329 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f554abda-ee82-4522-a4d3-d475e0bd93a6 x-openstack-request-id: req-f554abda-ee82-4522-a4d3-d475e0bd93a6 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:18.429394 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "tag": "5c46b819-5868-44a3-b03d-f9d478876e91", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:18.430163 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f554abda-ee82-4522-a4d3-d475e0bd93a6 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:18.434709 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'tag': '5c46b819-5868-44a3-b03d-f9d478876e91', 'status': 'completed', 'code': 200} Aug 31 15:57:18.610289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-1356c2a1-6581-4cac-afd0-3ef95ad7b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.612388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-1356c2a1-6581-4cac-afd0-3ef95ad7b4c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1100 time: 0.2468555 Aug 31 15:57:18.625759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a20d7-22a9-467a-abda-638d8a783bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:18.797213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-ce0c506f-4cf5-4ab4-bda0-53c5c86845d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.802841 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-ce0c506f-4cf5-4ab4-bda0-53c5c86845d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1724129 Aug 31 15:57:18.816793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-efd0ca95-8b5f-4f6e-b174-c160eda58b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.818004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-efd0ca95-8b5f-4f6e-b174-c160eda58b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.818502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-efd0ca95-8b5f-4f6e-b174-c160eda58b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.822456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2376bf-a6f5-4662-8a18-21b9618fcbd1 req-a8ca0a67-6289-4f73-88b2-d897452bf3b4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:18.824763 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-efd0ca95-8b5f-4f6e-b174-c160eda58b55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2732 time: 0.3530910 Aug 31 15:57:18.838686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd2376bf-a6f5-4662-8a18-21b9618fcbd1 req-a8ca0a67-6289-4f73-88b2-d897452bf3b4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 948 time: 0.4493835 Aug 31 15:57:18.875537 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-460d9684-1e66-48fc-9bae-4784b84970de tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b81e86c5987b4509ae623773bfade3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374931 Aug 31 15:57:19.264422 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-00506b34-54bd-4c2b-8660-d455294ca7cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.4385512 Aug 31 15:57:19.450883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd2376bf-a6f5-4662-8a18-21b9618fcbd1 req-df1a9674-8ca6-4645-8ecf-9e7266e281b0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110415 Aug 31 15:57:19.531518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674104-acb7-4c89-bb55-0c8cfb7f17ef req-3abc358d-2eb9-454c-b00c-c35e68f89012 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.553222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49674104-acb7-4c89-bb55-0c8cfb7f17ef req-3abc358d-2eb9-454c-b00c-c35e68f89012 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.7062986 Aug 31 15:57:19.556854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-9ae78f20-3355-4958-8045-79098bcd1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.559072 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-9ae78f20-3355-4958-8045-79098bcd1010 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2723091 Aug 31 15:57:19.652793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-ef1273c8-fee2-4b73-b2ba-38ef7700d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.653964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-ef1273c8-fee2-4b73-b2ba-38ef7700d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.653964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-ef1273c8-fee2-4b73-b2ba-38ef7700d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.655646 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-ef1273c8-fee2-4b73-b2ba-38ef7700d69f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4012518 Aug 31 15:57:19.687816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49674104-acb7-4c89-bb55-0c8cfb7f17ef req-ad00e942-09e2-4c50-b621-9b08ebe17181 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284614 Aug 31 15:57:19.709529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-0bdf6b77-5539-4b08-9625-7ef17f147be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.711619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-0bdf6b77-5539-4b08-9625-7ef17f147be0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422768 Aug 31 15:57:19.742321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-84421377-5bc5-40d0-8b8c-cbd3e5535d20 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:19.742321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-84421377-5bc5-40d0-8b8c-cbd3e5535d20 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8398163 Aug 31 15:57:19.754553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Request body: {'port': {'device_id': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'b81e86c5987b4509ae623773bfade3e4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:19.970485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-069a6141-74f5-4b4a-a554-a706a41a0fc7 req-df8dc99b-92f3-44c7-8b74-9a6e5f5202e8 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 210 time: 0.1504412 Aug 31 15:57:20.058696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-30179836-f351-4997-a6e6-21b82c99394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.060343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2ed99dcf-2156-4f52-b0ad-2aee1d53d05e req-30179836-f351-4997-a6e6-21b82c99394f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3925946 Aug 31 15:57:20.062484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-94591498-8032-46d8-b40e-219e06b02840 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385255 Aug 31 15:57:20.116513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Made reservation on behalf of b81e86c5987b4509ae623773bfade3e4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:20.127812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:20.212268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d850b3b9-d084-4fc7-9d48-e21821161334 req-a30650d9-53ca-47c9-bc50-7ea2d4e648e2 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365914 Aug 31 15:57:20.228702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cd29-1435-4025-bb30-6ad24d497b4d req-9af2dd99-6dbf-459d-ad34-58d9e291b88f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.246461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cd29-1435-4025-bb30-6ad24d497b4d req-9af2dd99-6dbf-459d-ad34-58d9e291b88f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.266048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cd29-1435-4025-bb30-6ad24d497b4d req-9af2dd99-6dbf-459d-ad34-58d9e291b88f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.268882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7254cd29-1435-4025-bb30-6ad24d497b4d req-9af2dd99-6dbf-459d-ad34-58d9e291b88f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2388 time: 0.3028355 Aug 31 15:57:20.298368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c19baf2-26f0-488a-9d98-f46d7fb8b27f {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:20.324209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:20.362344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:20.365185 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59fc2de-90c6-4665-9c45-5a0613179780" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:20.398758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1e4f-7ba8-4e41-9945-416b99afde2f req-573b4b09-3d24-49b9-9a29-c13e7f1a1ea4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.406183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a30a1e4f-7ba8-4e41-9945-416b99afde2f req-573b4b09-3d24-49b9-9a29-c13e7f1a1ea4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 944 time: 0.3212039 Aug 31 15:57:20.408524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Transition to ACTIVE for port object 0c19baf2-26f0-488a-9d98-f46d7fb8b27f will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:20.448781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:20.459650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7254cd29-1435-4025-bb30-6ad24d497b4d req-3f4bbe4c-3793-4abf-b6f3-fd7464b31a4d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471756 Aug 31 15:57:20.623791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a30a1e4f-7ba8-4e41-9945-416b99afde2f req-7c499ebb-3dee-4a00-9fb9-2624d47b57bc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166758 Aug 31 15:57:20.641193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Pushing event updated for resources: {'Port': ['ID=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:20.712437 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8829ab7-70df-426f-91cf-7ad31c0202e9 x-openstack-request-id: req-a8829ab7-70df-426f-91cf-7ad31c0202e9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:20.713379 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:20.713885 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8829ab7-70df-426f-91cf-7ad31c0202e9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:20.715254 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'status': 'completed', 'code': 200} Aug 31 15:57:20.759879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Allocated IP 192.168.233.149 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/26ff22c4-9391-45ea-855e-ced16c2ef159) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:20.861006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Attempting to bind port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:20.861354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Attempting to bind port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:20.861713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Attempting to bind port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f on network 92886a64-6044-4073-97f6-1bd58f9cf859 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:20.865065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-2e1c0029-48e1-4f14-b1ee-daed4ef143a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.867401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-2e1c0029-48e1-4f14-b1ee-daed4ef143a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1100 time: 0.1209061 Aug 31 15:57:20.878942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-a08099d5-860f-4ba8-ae6f-1ef8138049ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:20.880601 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-a08099d5-860f-4ba8-ae6f-1ef8138049ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1100 time: 0.1145744 Aug 31 15:57:20.883906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f on network 92886a64-6044-4073-97f6-1bd58f9cf859 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:20.884867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Attempting to bind port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f on network 92886a64-6044-4073-97f6-1bd58f9cf859 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:20.919580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:20.919801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Checking segment: {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:20.920665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Bound using segment: {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:20.921650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Bound port: 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8bed56-fbc7-40b1-a019-b5f62c476761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:20.921887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:20.944904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:21.007265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab3c6-59e4-4467-b7e4-14cc2e3a1ea3 req-ae6b321f-ebf0-4288-8bf1-7538d47187b9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.007957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:21.008865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d03ab3c6-59e4-4467-b7e4-14cc2e3a1ea3 req-ae6b321f-ebf0-4288-8bf1-7538d47187b9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 948 time: 0.2234633 Aug 31 15:57:21.052434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-cbca2dd7-26d1-4981-a0b3-976424172114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.054605 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-cbca2dd7-26d1-4981-a0b3-976424172114 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1724417 Aug 31 15:57:21.059052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-c82b88c8-3a66-44c0-82a8-aa3807e292ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.060687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-c82b88c8-3a66-44c0-82a8-aa3807e292ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1703737 Aug 31 15:57:21.089048 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-684a7c45-fd53-4917-bcb1-f640b189b250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.100145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:21.110369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-45381762-bdbe-4c8c-be76-e6c6e03a8b1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0475194 Aug 31 15:57:21.118194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:21.123611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:21.124028 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.152238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-97c24de9-f681-46e1-b9d9-5e436303de4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0804873 Aug 31 15:57:21.173734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d03ab3c6-59e4-4467-b7e4-14cc2e3a1ea3 req-cbca2b12-70fd-4cc1-90b0-405e69548928 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373627 Aug 31 15:57:21.203095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bab9c-8389-4921-9fb8-a53db463c04e req-66d8344e-394b-43d2-b386-a601ed510710 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.204804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f8bab9c-8389-4921-9fb8-a53db463c04e req-66d8344e-394b-43d2-b386-a601ed510710 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2910490 Aug 31 15:57:21.230130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-7f7e4180-5003-4473-82b7-d249c40e29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.231615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-7f7e4180-5003-4473-82b7-d249c40e29b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0891893 Aug 31 15:57:21.235812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-ed1aaf5e-6d60-406d-be5a-ea2ea055dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.238720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-ed1aaf5e-6d60-406d-be5a-ea2ea055dce8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0662549 Aug 31 15:57:21.239829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] For port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:21.263341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.290669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] For port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:21.299079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Transition to ACTIVE for port object 26ff22c4-9391-45ea-855e-ced16c2ef159 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:21.301353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.315845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f8bab9c-8389-4921-9fb8-a53db463c04e req-2ac247b7-bd6a-490d-a56e-f31e6b3c793c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970521 Aug 31 15:57:21.345160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-d8285d14-3d8c-4b3e-b203-57620f406712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.346723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-d8285d14-3d8c-4b3e-b203-57620f406712 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970583 Aug 31 15:57:21.364573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-835dc09a-c03e-4afb-bd0a-116134284a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.366216 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-835dc09a-c03e-4afb-bd0a-116134284a75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264918 Aug 31 15:57:21.373973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.408264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e3910b08-e9cb-46e3-90b2-c959821b591b', '177eea41-9d84-42ce-b009-aeb14c5a208d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:21.422316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.423025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.424517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] 10.222.0.49 "PUT /v2.0/ports/0c19baf2-26f0-488a-9d98-f46d7fb8b27f HTTP/1.1" status: 200 len: 1093 time: 3.3774095 Aug 31 15:57:21.430395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'tag': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:21.436406 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "tag": "0c19baf2-26f0-488a-9d98-f46d7fb8b27f"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:21.499130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.507089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:21.530519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Request body: {'port': {'device_id': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:21.575100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-0b6948ab-d277-47a0-bdd8-a43ea169dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:21.577083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-0b6948ab-d277-47a0-bdd8-a43ea169dbbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1097 time: 0.2533960 Aug 31 15:57:21.578651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:21.589433 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4468836-73cc-4e17-9143-cf007b3aef21" -d '{"events": [{"server_uuid": "ff739521-3e8d-4f06-8257-8397c5519ef0", "name": "network-vif-plugged", "status": "completed", "tag": "054ae9a9-bc65-4a69-9bbe-8c77ab1356e7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:21.618715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:21.628500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.682210 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf6930a-1916-4d9e-a852-e436f1a8717c x-openstack-request-id: req-cbf6930a-1916-4d9e-a852-e436f1a8717c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:21.682671 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "tag": "0c19baf2-26f0-488a-9d98-f46d7fb8b27f", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:21.683053 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbf6930a-1916-4d9e-a852-e436f1a8717c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:21.683686 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'tag': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f', 'status': 'completed', 'code': 200} Aug 31 15:57:21.687897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:21.700121 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-b65d577c-3bf7-4566-be69-f661b432b966 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233173 Aug 31 15:57:21.753301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:21.768833 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-1bac4469-c083-4d94-ab02-63742633ba03 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015605 Aug 31 15:57:21.790964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:21.816833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:21.828413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:21.875747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8ffdd-51a8-42fe-b9c9-5836d74db05c service neutron] Pushing event updated for resources: {'Port': ['ID=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:22.029515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7596d5a-7e2c-46e8-9f60-45b34ac78a8a req-b92d5080-c9f7-4e04-9891-f01b1e1e4b1b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.035469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-50c972fe-2e4d-46f9-bb0a-397aa01ef57e service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024149 Aug 31 15:57:22.037223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7596d5a-7e2c-46e8-9f60-45b34ac78a8a req-b92d5080-c9f7-4e04-9891-f01b1e1e4b1b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 936 time: 0.5754580 Aug 31 15:57:22.039526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-66f2fb5c-4092-4226-a821-732019a51bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.040285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-66f2fb5c-4092-4226-a821-732019a51bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.040962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-66f2fb5c-4092-4226-a821-732019a51bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.056007 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-66f2fb5c-4092-4226-a821-732019a51bb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2800 time: 0.4062040 Aug 31 15:57:22.071344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf33a-c785-45d5-a035-3ab6eaf9a4aa req-9faefd5e-e3fa-440d-a979-1bf4bec02549 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.077762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf33a-c785-45d5-a035-3ab6eaf9a4aa req-9faefd5e-e3fa-440d-a979-1bf4bec02549 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.083767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf33a-c785-45d5-a035-3ab6eaf9a4aa req-9faefd5e-e3fa-440d-a979-1bf4bec02549 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.091344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f7cf33a-c785-45d5-a035-3ab6eaf9a4aa req-9faefd5e-e3fa-440d-a979-1bf4bec02549 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2400 time: 0.3625588 Aug 31 15:57:22.117323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-61baa608-1edb-4695-93a8-8c49671b1119 None None] Provisioning for port 26ff22c4-9391-45ea-855e-ced16c2ef159 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:22.121437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-61baa608-1edb-4695-93a8-8c49671b1119 None None] Provisioning complete for port 26ff22c4-9391-45ea-855e-ced16c2ef159 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:22.121811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61baa608-1edb-4695-93a8-8c49671b1119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:22.162804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.163967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:22.174747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61baa608-1edb-4695-93a8-8c49671b1119 None None] Port 26ff22c4-9391-45ea-855e-ced16c2ef159 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:22.196627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-33d70aee-69e9-4cda-9e6e-b2c9ab131cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.198493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-33d70aee-69e9-4cda-9e6e-b2c9ab131cf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.6009686 Aug 31 15:57:22.215274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event updated for resources: {'Port': ['ID=26ff22c4-9391-45ea-855e-ced16c2ef159,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:22.220823 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e59fc2de-90c6-4665-9c45-5a0613179780 req-cbe4d574-93fc-4074-9911-375b0611e729 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811150 Aug 31 15:57:22.226478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a52457b8-4307-4724-ab41-16bdd9626d0a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4756393 Aug 31 15:57:22.233019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7596d5a-7e2c-46e8-9f60-45b34ac78a8a req-23e35b7d-d655-4895-b120-081065380207 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948872 Aug 31 15:57:22.265300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Request body: {'port': {'device_id': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:22.294423 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-6809ac76-8be6-4cb9-a2a4-4387c464d27a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.0652111 Aug 31 15:57:22.335943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f7cf33a-c785-45d5-a035-3ab6eaf9a4aa req-9184533b-68d0-4e49-a601-f22020248f75 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428849 Aug 31 15:57:22.375389 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:22.397952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-aaa37d1a-a827-4262-a07d-e6892eb0ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.397952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-aaa37d1a-a827-4262-a07d-e6892eb0ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.397952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-aaa37d1a-a827-4262-a07d-e6892eb0ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.397952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-aaa37d1a-a827-4262-a07d-e6892eb0ea87 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2948203 Aug 31 15:57:22.443878 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbd08a-0fe2-47d0-a422-db3abc16c4a2 x-openstack-request-id: req-f1bbd08a-0fe2-47d0-a422-db3abc16c4a2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:22.444962 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff739521-3e8d-4f06-8257-8397c5519ef0", "name": "network-vif-plugged", "status": "completed", "tag": "054ae9a9-bc65-4a69-9bbe-8c77ab1356e7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:22.445495 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1bbd08a-0fe2-47d0-a422-db3abc16c4a2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:22.446079 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7', 'code': 200} Aug 31 15:57:22.532049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-fb368d2f-44a0-4a3f-9bf7-4bf0ea06f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.533930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-fb368d2f-44a0-4a3f-9bf7-4bf0ea06f6a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.1959956 Aug 31 15:57:22.599961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-7b84d3ee-48cb-4cd8-a18d-2fd5e39722d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543113 Aug 31 15:57:22.722823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-6269077e-971c-4c7f-8832-b5bf3fa0b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.724954 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ba2651ed-08a3-4f6e-bf8f-7d3f2c1f1aa4 req-6269077e-971c-4c7f-8832-b5bf3fa0b5a1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3223891 Aug 31 15:57:22.770254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc1770-1b67-4981-b910-e6ef7ff74f42 req-0e9d1d17-b9a1-442a-8d3d-8f8c3bab32f8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.771915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18bc1770-1b67-4981-b910-e6ef7ff74f42 req-0e9d1d17-b9a1-442a-8d3d-8f8c3bab32f8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 948 time: 0.1932313 Aug 31 15:57:22.792690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307c1f-17b4-485a-9ade-7854932e00d1 req-1f9045ad-231c-4fad-bf01-9ed46f41c89e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:22.794359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce307c1f-17b4-485a-9ade-7854932e00d1 req-1f9045ad-231c-4fad-bf01-9ed46f41c89e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 945 time: 0.2145402 Aug 31 15:57:22.902503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93dc2c10-6602-424a-8a8f-5a1281bb1035 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:22.915236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:22.965267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18bc1770-1b67-4981-b910-e6ef7ff74f42 req-6c2f9223-8054-470c-adc1-bfeba1990943 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858416 Aug 31 15:57:22.971699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:22.993314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Transition to ACTIVE for port object 93dc2c10-6602-424a-8a8f-5a1281bb1035 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:23.003420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce307c1f-17b4-485a-9ade-7854932e00d1 req-d21ed5c6-7ab4-4122-bd3a-21869a7c7e05 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945784 Aug 31 15:57:23.010995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.058420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ff22c4-9391-45ea-855e-ced16c2ef159 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:23.073470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.094419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad24a-e81d-4757-9c16-f7335c4a5c88 req-d74365b5-4ca6-4e45-851a-f4ee94d0775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.096901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e99ad24a-e81d-4757-9c16-f7335c4a5c88 req-d74365b5-4ca6-4e45-851a-f4ee94d0775b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 1097 time: 0.5090172 Aug 31 15:57:23.101901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Transition to ACTIVE for port object 26ff22c4-9391-45ea-855e-ced16c2ef159 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:23.109653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.120772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Pushing event updated for resources: {'Port': ['ID=93dc2c10-6602-424a-8a8f-5a1281bb1035,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:23.156855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:23.178256 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-a595a5c9-bd31-4afa-9f58-24b6133717b4 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687833 Aug 31 15:57:23.180538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e99ad24a-e81d-4757-9c16-f7335c4a5c88 req-5750511f-9d6d-4003-9785-01cab933d151 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657289 Aug 31 15:57:23.182966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'mac_address': 'fa:16:3e:21:18:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:23.257742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Pushing event updated for resources: {'Port': ['ID=26ff22c4-9391-45ea-855e-ced16c2ef159,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:23.258103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.282294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89e765c-afcf-483a-a1fc-9abf61f35b99 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:23.325416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.332125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:23.337766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.353550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a0dbd-98ea-4cbe-b7f4-b299bd9d51d1 req-83434792-6acb-49f8-b4c9-42e8fff65296 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.355192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf9a0dbd-98ea-4cbe-b7f4-b299bd9d51d1 req-83434792-6acb-49f8-b4c9-42e8fff65296 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2431455 Aug 31 15:57:23.433818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:23.443910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Attempting to bind port 93dc2c10-6602-424a-8a8f-5a1281bb1035 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:23.444822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Attempting to bind port 93dc2c10-6602-424a-8a8f-5a1281bb1035 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:23.445160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Attempting to bind port 93dc2c10-6602-424a-8a8f-5a1281bb1035 on network 93a22589-b43c-4826-b03d-64f2ce473808 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:23.475272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Port 93dc2c10-6602-424a-8a8f-5a1281bb1035 on network 93a22589-b43c-4826-b03d-64f2ce473808 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:23.475649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Attempting to bind port 93dc2c10-6602-424a-8a8f-5a1281bb1035 on network 93a22589-b43c-4826-b03d-64f2ce473808 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:23.508981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:23.509330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Checking segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:23.509773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Bound using segment: {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:23.510190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Bound port: 93dc2c10-6602-424a-8a8f-5a1281bb1035, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794c27ba-3f9d-4a9f-8d22-281a0e0958ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:23.510559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.525545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf9a0dbd-98ea-4cbe-b7f4-b299bd9d51d1 req-09c6f008-fdea-4577-91e9-821e9464e9c3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499801 Aug 31 15:57:23.541388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Attempting to bind port 26ff22c4-9391-45ea-855e-ced16c2ef159 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:23.541944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Attempting to bind port 26ff22c4-9391-45ea-855e-ced16c2ef159 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:23.542380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Attempting to bind port 26ff22c4-9391-45ea-855e-ced16c2ef159 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:23.557213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Port 26ff22c4-9391-45ea-855e-ced16c2ef159 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:23.557717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Attempting to bind port 26ff22c4-9391-45ea-855e-ced16c2ef159 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:23.575388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f0c3-ebe2-4af1-b7b3-955284b79b3d req-5407ba2f-72f1-40fd-a89a-0fde0bdeac83 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.578704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5aa4f0c3-ebe2-4af1-b7b3-955284b79b3d req-5407ba2f-72f1-40fd-a89a-0fde0bdeac83 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 948 time: 0.1603467 Aug 31 15:57:23.598346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-93e487ca-d235-47f1-9ce5-aee0255eef0e req-4264d140-b1fd-430f-94dd-e3af7a65cea4 service neutron] 10.222.0.30 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016528 Aug 31 15:57:23.600079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:23.600597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:23.601098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:23.601674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Bound port: 26ff22c4-9391-45ea-855e-ced16c2ef159, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:23.602183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.676799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:23.701515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5aa4f0c3-ebe2-4af1-b7b3-955284b79b3d req-eb1c01ce-4460-4f0a-ba41-0210c3952fb0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029093 Aug 31 15:57:23.748092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Deleting port 5bc77804-24f9-48bb-b59b-c36a231994a1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:23.748774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.782637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] For port 93dc2c10-6602-424a-8a8f-5a1281bb1035, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:23.814085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] For port 93dc2c10-6602-424a-8a8f-5a1281bb1035, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:23.825963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] For port 26ff22c4-9391-45ea-855e-ced16c2ef159, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:23.828911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.832213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] For port 26ff22c4-9391-45ea-855e-ced16c2ef159, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=26ff22c4-9391-45ea-855e-ced16c2ef159,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:23.874556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.888097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e259f-dbbb-4a58-9dfe-c7b3b0adabd4 req-a0ae6c30-7862-4d06-a68b-ce94abbcec07 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.894370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e259f-dbbb-4a58-9dfe-c7b3b0adabd4 req-a0ae6c30-7862-4d06-a68b-ce94abbcec07 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.901087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e259f-dbbb-4a58-9dfe-c7b3b0adabd4 req-a0ae6c30-7862-4d06-a68b-ce94abbcec07 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.903031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-661e259f-dbbb-4a58-9dfe-c7b3b0adabd4 req-a0ae6c30-7862-4d06-a68b-ce94abbcec07 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2412 time: 0.1737142 Aug 31 15:57:23.913101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.914229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.915745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] 10.222.0.49 "PUT /v2.0/ports/93dc2c10-6602-424a-8a8f-5a1281bb1035 HTTP/1.1" status: 200 len: 1092 time: 2.3966622 Aug 31 15:57:23.922389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'tag': '93dc2c10-6602-424a-8a8f-5a1281bb1035'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:23.924782 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f463173-7670-4424-ae50-254f94c3ae02" -d '{"events": [{"name": "network-changed", "server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "tag": "93dc2c10-6602-424a-8a8f-5a1281bb1035"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:23.931577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] For port 5bc77804-24f9-48bb-b59b-c36a231994a1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5bc77804-24f9-48bb-b59b-c36a231994a1,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:23.933682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.970154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Calling delete_port for 5bc77804-24f9-48bb-b59b-c36a231994a1 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:23.974164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:23.974795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:23.982643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] 10.222.0.30 "PUT /v2.0/ports/26ff22c4-9391-45ea-855e-ced16c2ef159 HTTP/1.1" status: 200 len: 1097 time: 1.7428019 Aug 31 15:57:24.030702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:24.037725 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d2adf9-207b-4e68-b356-710978c89260 x-openstack-request-id: req-62d2adf9-207b-4e68-b356-710978c89260 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:24.038994 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "tag": "93dc2c10-6602-424a-8a8f-5a1281bb1035", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:24.039405 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62d2adf9-207b-4e68-b356-710978c89260 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:24.040545 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'tag': '93dc2c10-6602-424a-8a8f-5a1281bb1035', 'status': 'completed', 'code': 200} Aug 31 15:57:24.082958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-661e259f-dbbb-4a58-9dfe-c7b3b0adabd4 req-e3e1935e-b980-4abf-b37d-724c485ba5f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547451 Aug 31 15:57:24.130045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72e01490-5db0-409c-8784-20c456ed90d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:24.166188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5a66f-6280-4b20-be72-99ff32f1f94c service neutron] Pushing event updated for resources: {'Port': ['ID=93dc2c10-6602-424a-8a8f-5a1281bb1035,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:24.255209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-1c189fe3-e9f8-4aca-8d60-9b1d8b3f6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.255710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-1c189fe3-e9f8-4aca-8d60-9b1d8b3f6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.256174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-1c189fe3-e9f8-4aca-8d60-9b1d8b3f6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.258220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-1c189fe3-e9f8-4aca-8d60-9b1d8b3f6ed5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2868 time: 0.2745893 Aug 31 15:57:24.301861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423b47-efd6-4741-8eb7-fbef6eb71855 req-289a5021-cdc2-44db-9027-eb4f1cebfda6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.303426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb423b47-efd6-4741-8eb7-fbef6eb71855 req-289a5021-cdc2-44db-9027-eb4f1cebfda6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 949 time: 0.1907063 Aug 31 15:57:24.323566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-19d5824b-5ad3-42e3-b4db-f394f485e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.325171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-19d5824b-5ad3-42e3-b4db-f394f485e428 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 1100 time: 0.2551951 Aug 31 15:57:24.334372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:24.394759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc77804-24f9-48bb-b59b-c36a231994a1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:24.601957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:24.743875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a14af-5b17-430c-bc41-084ea555cae5 service neutron] Pushing event updated for resources: {'Port': ['ID=26ff22c4-9391-45ea-855e-ced16c2ef159,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:24.782667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-4454fd6e-292d-4f60-b413-aacd61bcdbb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=5c46b819-5868-44a3-b03d-f9d478876e91 HTTP/1.1" status: 200 len: 217 time: 0.5046229 Aug 31 15:57:24.790786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-321e8f62-93ad-49a3-8580-ae2df5da63fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=26ff22c4-9391-45ea-855e-ced16c2ef159 HTTP/1.1" status: 200 len: 217 time: 0.0557649 Aug 31 15:57:24.855536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738c6b-672d-4043-8ddf-7854d33a2fdc req-bd69ea97-8f97-4989-8ba0-d62eb54208ed tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.857446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2738c6b-672d-4043-8ddf-7854d33a2fdc req-bd69ea97-8f97-4989-8ba0-d62eb54208ed tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 945 time: 0.6163127 Aug 31 15:57:24.875653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:24.890856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb423b47-efd6-4741-8eb7-fbef6eb71855 req-1377acd4-8a7e-4837-9baa-22db3ee654ca tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712578 Aug 31 15:57:24.925502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:24.936495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-14e9922c-ef20-46a5-94ca-bdf8a17c5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.937971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-14e9922c-ef20-46a5-94ca-bdf8a17c5387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1338136 Aug 31 15:57:24.945692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-5258edc8-ae2f-41dc-87af-758e779fc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:24.947646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-5258edc8-ae2f-41dc-87af-758e779fc8a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88db37aa-251e-415f-b5c3-33e6efff95b7 HTTP/1.1" status: 200 len: 801 time: 0.1550579 Aug 31 15:57:24.989211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:25.008234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2738c6b-672d-4043-8ddf-7854d33a2fdc req-e7c670c2-b12a-4216-8ed7-d4770e7ba111 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280229 Aug 31 15:57:25.031144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:25.053990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8f56e5ea-f46a-40a1-b457-f5427f597d97 admin admin] 10.222.0.43 "PUT /v2.0/routers/b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5449882 Aug 31 15:57:25.055009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:25.063314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] Sync routers for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:25.074487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-0099ae0a-c2be-48e7-999a-d589f95bcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.076084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-0099ae0a-c2be-48e7-999a-d589f95bcfe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=93a22589-b43c-4826-b03d-64f2ce473808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120305 Aug 31 15:57:25.086766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:25.087420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:25.095306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port b89e765c-afcf-483a-a1fc-9abf61f35b99 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:25.105435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-4719636b-1a5e-489b-a8f3-8b62701855ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.107001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-4719636b-1a5e-489b-a8f3-8b62701855ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562178 Aug 31 15:57:25.175420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port b89e765c-afcf-483a-a1fc-9abf61f35b99 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:25.175915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.208439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.247530 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.274483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bcd35-2148-412a-9b6d-457181ddfc77 req-2777069e-39eb-47ed-8c97-0610cc88fe50 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.276058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b7bcd35-2148-412a-9b6d-457181ddfc77 req-2777069e-39eb-47ed-8c97-0610cc88fe50 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.2297237 Aug 31 15:57:25.286070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:25.326834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.362059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7221f-f8c5-4f2e-96ba-0e6efabc7101 req-8d32377a-e37c-4fe7-8f4d-27538b5e6e8b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.363581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0e7221f-f8c5-4f2e-96ba-0e6efabc7101 req-8d32377a-e37c-4fe7-8f4d-27538b5e6e8b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 948 time: 0.1970544 Aug 31 15:57:25.365582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-33a14505-d438-4c75-aede-10c466d25b8b service neutron] 10.222.0.49 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696059 Aug 31 15:57:25.371358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-bce26c58-7099-4bd9-852c-512b4b6f47f3 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470138 Aug 31 15:57:25.393881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Deleting port a6ca04f3-6f99-40a5-a9da-74eb7fafba49 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:25.394504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.419313 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.457792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:25.458571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b7bcd35-2148-412a-9b6d-457181ddfc77 req-516bf59c-af1b-4642-947c-82238bc20a5c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621053 Aug 31 15:57:25.460100 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c301ef-4f45-4309-9edc-4cb6cd19499b" -d '{"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-plugged", "status": "completed", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:25.497276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] For port a6ca04f3-6f99-40a5-a9da-74eb7fafba49, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:25.498495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.507015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:25.515569 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.516401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:25.523810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Calling delete_port for a6ca04f3-6f99-40a5-a9da-74eb7fafba49 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:25.559212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0e7221f-f8c5-4f2e-96ba-0e6efabc7101 req-bf250716-684a-4937-ad4e-7cf6db3b8842 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723571 Aug 31 15:57:25.603087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:25.654907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-e2e2a363-d719-421e-af68-c1fcdd5a7f34 service neutron] 10.222.0.49 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773695 Aug 31 15:57:25.679597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:57:24Z', 'revision_number': 5, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port': {'id': 'a6ca04f3-6f99-40a5-a9da-74eb7fafba49', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:51:47Z', 'updated_at': '2021-08-31T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:25.688893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd4c1a27-5508-4688-b07f-ef322c3ae70b req-a2fd5d2b-4904-4a96-a755-4975ddee130c service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010800 Aug 31 15:57:25.750663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-0d2f9468-f0e4-4212-a5f2-964fabd75eb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.123&port_id=0c19baf2-26f0-488a-9d98-f46d7fb8b27f HTTP/1.1" status: 200 len: 217 time: 0.0877028 Aug 31 15:57:25.773750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] Checking router: b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:25.807874 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.822911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] Routers {'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:25.824425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:25.828004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:25.831910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c048-3439-4a4e-80f2-4862426b717f req-84b34187-7d16-4916-ab22-4ee96f8d1cf4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.839961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c048-3439-4a4e-80f2-4862426b717f req-84b34187-7d16-4916-ab22-4ee96f8d1cf4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.849142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c048-3439-4a4e-80f2-4862426b717f req-84b34187-7d16-4916-ab22-4ee96f8d1cf4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.851529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0094c048-3439-4a4e-80f2-4862426b717f req-84b34187-7d16-4916-ab22-4ee96f8d1cf4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2412 time: 0.1777020 Aug 31 15:57:25.853259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-940c495d-2ef6-43e3-a0e6-6382e806f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:25.854689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-940c495d-2ef6-43e3-a0e6-6382e806f0f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da1e2330-00ec-4a45-b92b-03a39b54b479 HTTP/1.1" status: 200 len: 801 time: 0.0970697 Aug 31 15:57:25.878514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ca04f3-6f99-40a5-a9da-74eb7fafba49,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:26.008354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0094c048-3439-4a4e-80f2-4862426b717f req-76bc38fe-4403-4c4b-aedf-9b387fbe257e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480165 Aug 31 15:57:26.024110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-550ae145-48a5-4a20-9b67-22043892a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.025585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-550ae145-48a5-4a20-9b67-22043892a3f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92886a64-6044-4073-97f6-1bd58f9cf859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517413 Aug 31 15:57:26.038541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f5d9a-150e-4a25-bcd9-4de433143a9b req-cd62e998-ee6b-48e7-bcae-75506e8fa264 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.057229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f9f5d9a-150e-4a25-bcd9-4de433143a9b req-cd62e998-ee6b-48e7-bcae-75506e8fa264 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.0971966 Aug 31 15:57:26.061931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.064599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'tag': '26ff22c4-9391-45ea-855e-ced16c2ef159'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:26.066873 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54" -d '{"events": [{"name": "network-changed", "server_uuid": "59c04cfb-ed9c-41f7-afce-ec6f012c46a6", "tag": "26ff22c4-9391-45ea-855e-ced16c2ef159"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:26.139095 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aef53bc-3296-4f0a-a191-4379f86763c1 x-openstack-request-id: req-0aef53bc-3296-4f0a-a191-4379f86763c1 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:26.139674 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-plugged", "status": "completed", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:26.139797 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0aef53bc-3296-4f0a-a191-4379f86763c1 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:26.140137 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'code': 200} Aug 31 15:57:26.150589 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.172404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-051f1264-d2c7-4e17-90bd-761292ee86bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.174745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-051f1264-d2c7-4e17-90bd-761292ee86bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c&tenant_id=5118963bc2594d19b64fcb3b08713d27&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 950 time: 0.2579827 Aug 31 15:57:26.177243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f9f5d9a-150e-4a25-bcd9-4de433143a9b req-66047c6d-489a-480f-82bb-e5c11b4ba677 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287730 Aug 31 15:57:26.208955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:26.212030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] Set router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:26.242735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.248750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-5c6227a8-639c-42df-96a2-66b3c25b3612 service neutron] 10.222.0.49 "GET /v2.0/networks/92886a64-6044-4073-97f6-1bd58f9cf859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938672 Aug 31 15:57:26.254603 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832db296-5822-449c-864f-03a02acd0b14 x-openstack-request-id: req-832db296-5822-449c-864f-03a02acd0b14 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:26.254903 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c04cfb-ed9c-41f7-afce-ec6f012c46a6", "tag": "26ff22c4-9391-45ea-855e-ced16c2ef159", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:26.255179 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-832db296-5822-449c-864f-03a02acd0b14 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:26.255590 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'tag': '26ff22c4-9391-45ea-855e-ced16c2ef159', 'status': 'completed', 'code': 200} Aug 31 15:57:26.262576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.269415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.299703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:57:25Z', 'revision_number': 7, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:26.347644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.349129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115366d3-e99e-4bf0-8f95-89ffab3b5717 None None] The sync data for ids ['b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c'] in n-d-793621-35 is: [{'id': 'b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1264780821-router', 'tenant_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:51:45Z', 'updated_at': '2021-08-31T15:57:25Z', 'revision_number': 7, 'project_id': '3afe6b4fbade40d5be1e61c4f673a87e', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:26.349636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:57:26.365689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.371238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a726d66c-ab4b-46c6-bebd-660588d5eaa6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b5eb01b9-7c4e-49f3-9b48-c55d1e3bd98c HTTP/1.1" status: 204 len: 168 time: 1.3143847 Aug 31 15:57:26.372444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45726) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:26.383273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:26.385917 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-5b3f213e-df72-4d93-8e99-2c31d3934b7e service neutron] delete failed (client error): The resource could not be found. Aug 31 15:57:26.388090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-5b3f213e-df72-4d93-8e99-2c31d3934b7e service neutron] 10.222.0.49 "DELETE /v2.0/ports/b89e765c-afcf-483a-a1fc-9abf61f35b99/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.1800253 Aug 31 15:57:26.434597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Deleting subnet b38bcd8e-9835-4041-8e52-7f20f9740cda {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:57:26.438165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.453973 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-e7e78fc8-5541-4965-aefa-3d2adcaa8c86 service neutron] 10.222.0.49 "GET /v2.0/networks/92886a64-6044-4073-97f6-1bd58f9cf859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974475 Aug 31 15:57:26.464632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-a4601261-1dd4-4532-905d-f8a2d928035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.466501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-a4601261-1dd4-4532-905d-f8a2d928035b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 1100 time: 0.1575918 Aug 31 15:57:26.475328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2074fe-9f6b-4859-ba48-a58b72c8e3a8 req-4eb87818-1504-4040-874d-9cebaa89f7fe tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.476884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b2074fe-9f6b-4859-ba48-a58b72c8e3a8 req-4eb87818-1504-4040-874d-9cebaa89f7fe tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 945 time: 0.2064526 Aug 31 15:57:26.516264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.525840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-6575dbb7-f4c9-4663-b09a-4844aa6b5449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035 HTTP/1.1" status: 200 len: 217 time: 0.0476458 Aug 31 15:57:26.555208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-828f941b-a083-4703-9dbf-c5f452d41aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.556772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-828f941b-a083-4703-9dbf-c5f452d41aac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.0854683 Aug 31 15:57:26.667261 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.690185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b2074fe-9f6b-4859-ba48-a58b72c8e3a8 req-93d53274-bba0-427e-9b31-533467d26cbf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615648 Aug 31 15:57:26.691018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-77afb3e0-ca98-4062-ba5c-8ed1c1a4f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.692383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-77afb3e0-ca98-4062-ba5c-8ed1c1a4f969 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88db37aa-251e-415f-b5c3-33e6efff95b7 HTTP/1.1" status: 200 len: 801 time: 0.1574409 Aug 31 15:57:26.725447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-45295821-a406-4ddb-9235-e20be11408b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.735334 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-45295821-a406-4ddb-9235-e20be11408b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1632154 Aug 31 15:57:26.776154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-0dc2b142-8ce3-498d-a634-97eaf3273764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.777915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-0dc2b142-8ce3-498d-a634-97eaf3273764 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2618420 Aug 31 15:57:26.786151 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-7a340807-7b2f-4de4-a957-a0668ef8a220 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0484359 Aug 31 15:57:26.805172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87ee2c-df93-4fe2-b491-fc3858e06ccf req-3805cdf6-19ac-4a9f-a6db-116086e8d846 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.811420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.812888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a87ee2c-df93-4fe2-b491-fc3858e06ccf req-3805cdf6-19ac-4a9f-a6db-116086e8d846 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.2494452 Aug 31 15:57:26.862619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38bcd8e-9835-4041-8e52-7f20f9740cda,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:26.864640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:26.867068 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e049b28-cd2d-4069-9b9f-c8051b82876d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b38bcd8e-9835-4041-8e52-7f20f9740cda HTTP/1.1" status: 204 len: 168 time: 0.4931850 Aug 31 15:57:26.869891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45734) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:26.874592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f04a5-2f8d-46fa-8976-c33a02992226 None None] Network b93d0c14-428b-49db-a7c5-f75b14edaa36 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:26.894335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-b2d333c8-72a2-497b-b171-d1dffdbd1d37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=26ff22c4-9391-45ea-855e-ced16c2ef159 HTTP/1.1" status: 200 len: 217 time: 0.0705028 Aug 31 15:57:26.939222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-c0c438b0-3963-4175-9eb1-ec8d59fa9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.941091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-c0c438b0-3963-4175-9eb1-ec8d59fa9bd0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1416440 Aug 31 15:57:26.970605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373804-9449-4f62-aad8-653b6a3c5468 req-41d1beec-768e-4d1a-9462-c85956d01e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:26.972433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-41d1beec-768e-4d1a-9462-c85956d01e8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=93a22589-b43c-4826-b03d-64f2ce473808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705736 Aug 31 15:57:26.976104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a87ee2c-df93-4fe2-b491-fc3858e06ccf req-8a269c5e-0530-490d-b745-e825b5d2e067 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614490 Aug 31 15:57:26.989115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.000772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0538f8-2ca0-4297-a984-fc8d273e9434 req-ab114d9d-b577-4545-bdf9-ec0a2241215c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.003380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f0538f8-2ca0-4297-a984-fc8d273e9434 req-ab114d9d-b577-4545-bdf9-ec0a2241215c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 948 time: 0.2228258 Aug 31 15:57:27.010849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-74250f86-a0fc-4603-9302-62b7d8a4cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.012840 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-74250f86-a0fc-4603-9302-62b7d8a4cfa6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621994 Aug 31 15:57:27.113083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-8c86c4b5-6877-4b5c-b6ec-a3658547faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.114743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-8c86c4b5-6877-4b5c-b6ec-a3658547faec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1964738 Aug 31 15:57:27.126676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f0538f8-2ca0-4297-a984-fc8d273e9434 req-b7f06e4b-0aef-435c-85dc-d54a06dc0dda tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984995 Aug 31 15:57:27.144147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] DHCP port deletion for b93d0c14-428b-49db-a7c5-f75b14edaa36 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:57:27.255174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-3dc5d0ee-183f-4881-bcd7-32831ae488b7 service neutron] 10.222.0.49 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408295 Aug 31 15:57:27.262254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] Deleting port 61352fe6-2d48-4dfc-9056-4be27e56c40e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:27.262732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.280440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-88f61ab9-4fbb-475b-96f8-943c51b0e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.282411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-88f61ab9-4fbb-475b-96f8-943c51b0e907 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0813723 Aug 31 15:57:27.350027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] For port 61352fe6-2d48-4dfc-9056-4be27e56c40e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=61352fe6-2d48-4dfc-9056-4be27e56c40e,segment=NetworkSegment(f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7),segment_id=f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:27.350622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.367135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] Calling delete_port for 61352fe6-2d48-4dfc-9056-4be27e56c40e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:27.462328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.470499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Deleting port 61352fe6-2d48-4dfc-9056-4be27e56c40e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:27.471142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.480169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] No DVR routers for this DVR port 61352fe6-2d48-4dfc-9056-4be27e56c40e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:27.511437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b49b04-4c72-42da-ab0e-7b6042a9f056 None None] Pushing event deleted for resources: {'Port': ['ID=61352fe6-2d48-4dfc-9056-4be27e56c40e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:27.529812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc8aa8-c97d-4f44-adb8-bc28272e7576 req-81c2e09e-6c40-49b2-a845-2ef9fea3b56c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.531395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62dc8aa8-c97d-4f44-adb8-bc28272e7576 req-81c2e09e-6c40-49b2-a845-2ef9fea3b56c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.2210681 Aug 31 15:57:27.533346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-4a9912a3-656c-44a6-92c0-7f5e1793d229 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981928 Aug 31 15:57:27.546554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd4dde-df7a-4cae-a6da-f31797d3f4a8 req-87667b50-3684-401a-b27a-97d5b2ec9184 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.552653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd4dde-df7a-4cae-a6da-f31797d3f4a8 req-87667b50-3684-401a-b27a-97d5b2ec9184 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.558818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd4dde-df7a-4cae-a6da-f31797d3f4a8 req-87667b50-3684-401a-b27a-97d5b2ec9184 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.561024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.566329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25fd4dde-df7a-4cae-a6da-f31797d3f4a8 req-87667b50-3684-401a-b27a-97d5b2ec9184 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2412 time: 0.2571447 Aug 31 15:57:27.604155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] For port 61352fe6-2d48-4dfc-9056-4be27e56c40e, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:27.604632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.619555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-84001500-5ce4-489c-a00e-77f680841fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079574 Aug 31 15:57:27.621256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23373804-9449-4f62-aad8-653b6a3c5468 req-6491ee25-c41f-4201-a4cb-486197316807 service neutron] 10.222.0.49 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563282 Aug 31 15:57:27.624171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Calling delete_port for 61352fe6-2d48-4dfc-9056-4be27e56c40e owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:27.629150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Port 61352fe6-2d48-4dfc-9056-4be27e56c40e was not found and therefore no delete operation was performed {{(pid=101478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:57:27.632427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.650877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62dc8aa8-c97d-4f44-adb8-bc28272e7576 req-e309f4e1-98e0-45a1-b070-ff2ef34e469d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736794 Aug 31 15:57:27.654114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] No DVR routers for this DVR port 61352fe6-2d48-4dfc-9056-4be27e56c40e on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:27.747445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25fd4dde-df7a-4cae-a6da-f31797d3f4a8 req-2744fc6e-cc83-4dba-8972-6493f1ef8708 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799214 Aug 31 15:57:27.793133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61352fe6-2d48-4dfc-9056-4be27e56c40e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:27.798215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.822314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.822806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.823213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.823623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.824034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.824400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.824734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.825192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.825584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.825978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.826375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.826768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:27.831949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93d0c14-428b-49db-a7c5-f75b14edaa36']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:27.843198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1b141c9-d1d2-4f6d-ad4d-c18ec73f5d03 req-9201a20f-e523-4dbe-9b4e-80de6ccf85f5 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962987 Aug 31 15:57:27.847361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:27.847661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c54bcf-19e6-47e6-9f0a-7bfd860fddb7') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:27.866287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.871468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918220b4-02e5-41af-b43b-4c9a59b5d810 req-fa000bf6-d9db-4040-80fa-91ca4aa91e81 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.883045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bc77804-24f9-48bb-b59b-c36a231994a1 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:27.885283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-918220b4-02e5-41af-b43b-4c9a59b5d810 req-fa000bf6-d9db-4040-80fa-91ca4aa91e81 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 945 time: 0.1292081 Aug 31 15:57:27.889234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463173-7670-4424-ae50-254f94c3ae02 req-9e6a8d2d-fb4e-4be0-aa5a-76cc368d5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.889855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463173-7670-4424-ae50-254f94c3ae02 req-9e6a8d2d-fb4e-4be0-aa5a-76cc368d5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.890396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463173-7670-4424-ae50-254f94c3ae02 req-9e6a8d2d-fb4e-4be0-aa5a-76cc368d5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:27.892629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-9e6a8d2d-fb4e-4be0-aa5a-76cc368d5ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2868 time: 0.1649466 Aug 31 15:57:27.894259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.901592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4210ed5e-12c3-47fa-83fc-e0ca8a4c4f54 req-d72db5d7-5a2e-40b0-b64a-c2e35da975af service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611413 Aug 31 15:57:27.902838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:27.903657 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.914884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5bc77804-24f9-48bb-b59b-c36a231994a1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:27.915222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bc77804-24f9-48bb-b59b-c36a231994a1 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:27.915647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6ca04f3-6f99-40a5-a9da-74eb7fafba49 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:27.940499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a6ca04f3-6f99-40a5-a9da-74eb7fafba49 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:27.940835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6ca04f3-6f99-40a5-a9da-74eb7fafba49 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:27.942375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 61352fe6-2d48-4dfc-9056-4be27e56c40e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:57:27.963694 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:57:27.969219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 61352fe6-2d48-4dfc-9056-4be27e56c40e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:27.969688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.969853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 61352fe6-2d48-4dfc-9056-4be27e56c40e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:27.978152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:27.981287 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b93d0c14-428b-49db-a7c5-f75b14edaa36 HTTP/1.1" status: 204 len: 168 time: 1.1104705 Aug 31 15:57:27.984674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45756) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:28.001924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220aade7-aed3-4cb5-b581-73c1239be2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93d0c14-428b-49db-a7c5-f75b14edaa36,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:28.062909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-918220b4-02e5-41af-b43b-4c9a59b5d810 req-68395868-54c5-4f22-b2e4-db28d2f387bf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639047 Aug 31 15:57:28.085413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491691fa-5cb6-4eb9-828f-83e6ae03fe3e req-d58842b9-d142-4b2c-8777-04b84f47dbc6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:28.087008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-491691fa-5cb6-4eb9-828f-83e6ae03fe3e req-d58842b9-d142-4b2c-8777-04b84f47dbc6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1738942 Aug 31 15:57:28.092805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463173-7670-4424-ae50-254f94c3ae02 req-bf76ba73-3c62-4a4b-8c0a-242044ad5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:28.094860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-bf76ba73-3c62-4a4b-8c0a-242044ad5a34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=93a22589-b43c-4826-b03d-64f2ce473808 HTTP/1.1" status: 200 len: 903 time: 0.1777172 Aug 31 15:57:28.141106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:28.144715 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cffc82-6789-4e1c-a014-5f5de239c6a9" -d '{"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-unplugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:28.156575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-00353226-2692-434c-9aa8-1818e9f4de8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035 HTTP/1.1" status: 200 len: 217 time: 0.0461287 Aug 31 15:57:28.203747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-491691fa-5cb6-4eb9-828f-83e6ae03fe3e req-26b5aa19-cb14-4347-9f6b-67ca6f9fd892 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082475 Aug 31 15:57:28.229390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463173-7670-4424-ae50-254f94c3ae02 req-eb757ac4-7fb1-4a69-a7df-dba47a771c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:28.230968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-eb757ac4-7fb1-4a69-a7df-dba47a771c5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88db37aa-251e-415f-b5c3-33e6efff95b7 HTTP/1.1" status: 200 len: 801 time: 0.0632641 Aug 31 15:57:28.281132 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d784f6d4-cdb5-403e-b03f-6aefe56913f7 x-openstack-request-id: req-d784f6d4-cdb5-403e-b03f-6aefe56913f7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:28.281854 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-unplugged", "status": "failed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "code": 422}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:28.282587 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d784f6d4-cdb5-403e-b03f-6aefe56913f7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:28.283429 n-d-793621-35 neutron-server[101479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'code': 422} returned with failed status Aug 31 15:57:28.337802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463173-7670-4424-ae50-254f94c3ae02 req-b9b18925-d28f-4081-84d3-442d8334c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:28.339386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-b9b18925-d28f-4081-84d3-442d8334c52a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=93a22589-b43c-4826-b03d-64f2ce473808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981894 Aug 31 15:57:28.360318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb33b8-d371-4b65-9c96-275bd1fde122 req-432f1be5-0508-4cc3-82db-8fbe7417b908 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:28.362170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03cb33b8-d371-4b65-9c96-275bd1fde122 req-432f1be5-0508-4cc3-82db-8fbe7417b908 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.0760329 Aug 31 15:57:28.445168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:28.505534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03cb33b8-d371-4b65-9c96-275bd1fde122 req-eae678af-375f-49f0-b305-6ffdb75e5c34 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252701 Aug 31 15:57:28.519716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99e29f-4ee9-4e89-a2f9-0f15b9f157dd req-c2dba20b-667a-4606-8712-9aab6a4a64e9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:28.521977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed99e29f-4ee9-4e89-a2f9-0f15b9f157dd req-c2dba20b-667a-4606-8712-9aab6a4a64e9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 948 time: 0.1585784 Aug 31 15:57:28.559576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-49222936-72c8-4168-967e-8dc22683fa74 service neutron] 10.222.0.49 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950948 Aug 31 15:57:28.756045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Deleting port ecb46c60-0fdc-4a39-85e0-f65ac211e292 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:28.757066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:28.840675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] For port ecb46c60-0fdc-4a39-85e0-f65ac211e292, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ecb46c60-0fdc-4a39-85e0-f65ac211e292,segment=NetworkSegment(6e83a46a-c31e-481f-9896-e3b3b4c6882c),segment_id=6e83a46a-c31e-481f-9896-e3b3b4c6882c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:28.841355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:28.855978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Calling delete_port for ecb46c60-0fdc-4a39-85e0-f65ac211e292 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:28.931788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-83f873c8-355b-41ae-aacb-5cee6f9880f6 req-80c6e7ea-adce-4ac7-b20c-4d63ef6f1709 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:57:28.932457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83f873c8-355b-41ae-aacb-5cee6f9880f6 req-80c6e7ea-adce-4ac7-b20c-4d63ef6f1709 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158668 Aug 31 15:57:28.971090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed99e29f-4ee9-4e89-a2f9-0f15b9f157dd req-11fb4540-4c88-4074-9adf-9157d1011af5 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409385 Aug 31 15:57:29.025646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 26ff22c4-9391-45ea-855e-ced16c2ef159 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:29.028563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:29.044245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-cc2e78db-1573-4fe6-81b7-3342c294ae8e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.046279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-cc2e78db-1573-4fe6-81b7-3342c294ae8e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 945 time: 0.1310246 Aug 31 15:57:29.075901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f463173-7670-4424-ae50-254f94c3ae02 req-05722f2b-96cf-4c2d-896e-60584c1f68fb service neutron] 10.222.0.49 "GET /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962537 Aug 31 15:57:29.136086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:29.195549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb46c60-0fdc-4a39-85e0-f65ac211e292,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:29.272008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4203-dbe2-455c-b6eb-c8ff7f726d51 req-3b49c97f-d447-4285-9462-eede5e68f3dc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.292544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4203-dbe2-455c-b6eb-c8ff7f726d51 req-3b49c97f-d447-4285-9462-eede5e68f3dc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.298327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 26ff22c4-9391-45ea-855e-ced16c2ef159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=26ff22c4-9391-45ea-855e-ced16c2ef159,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:29.312691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4203-dbe2-455c-b6eb-c8ff7f726d51 req-3b49c97f-d447-4285-9462-eede5e68f3dc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.314655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dfe4203-dbe2-455c-b6eb-c8ff7f726d51 req-3b49c97f-d447-4285-9462-eede5e68f3dc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2412 time: 0.1854351 Aug 31 15:57:29.319956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '26ff22c4-9391-45ea-855e-ced16c2ef159', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '26ff22c4-9391-45ea-855e-ced16c2ef159', 'mac_address': 'fa:16:3e:fa:64:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:29.334297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031479-c01a-41b1-9a4a-09c6f235f54e req-a8ba2dfc-7667-49cb-a712-1d52e86373dc tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.336434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd031479-c01a-41b1-9a4a-09c6f235f54e req-a8ba2dfc-7667-49cb-a712-1d52e86373dc tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.1669414 Aug 31 15:57:29.344576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Deleting port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:29.345009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:29.398123 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:29.414150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ff22c4-9391-45ea-855e-ced16c2ef159 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:29.438332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 26ff22c4-9391-45ea-855e-ced16c2ef159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=26ff22c4-9391-45ea-855e-ced16c2ef159,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:29.447624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:29.465619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:29.490738 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-fa56a356-7dc6-4e73-8bfe-c300ffb5632b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777907 Aug 31 15:57:29.505412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dfe4203-dbe2-455c-b6eb-c8ff7f726d51 req-0ce705a3-de67-451b-a876-fa6033945552 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784596 Aug 31 15:57:29.534647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=26ff22c4-9391-45ea-855e-ced16c2ef159,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:29.542718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd031479-c01a-41b1-9a4a-09c6f235f54e req-65c46544-8051-4b01-80cd-67a83bb1ada7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739402 Aug 31 15:57:29.571941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] For port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:29.572381 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:29.586535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Calling delete_port for 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:29.692549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57542c0-51a3-4b43-91e9-abdd36fb9504 req-bdcae504-4a0f-45e7-8ac1-d4b67d8a4fc2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.694206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e57542c0-51a3-4b43-91e9-abdd36fb9504 req-bdcae504-4a0f-45e7-8ac1-d4b67d8a4fc2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff739521-3e8d-4f06-8257-8397c5519ef0 HTTP/1.1" status: 200 len: 945 time: 0.1056294 Aug 31 15:57:29.733752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['26ff22c4-9391-45ea-855e-ced16c2ef159'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:29.812286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e57542c0-51a3-4b43-91e9-abdd36fb9504 req-8e238641-f997-4427-bb4d-ba5eca1d18d9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917401 Aug 31 15:57:29.871628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Router 462e2d2b-9206-4526-8152-bd3f21dac831 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:29.955243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ce3f-9b6e-4b26-a9cc-285b1f7c5c56 req-1fb474af-dbc5-4dce-9745-d43779d63547 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:29.963272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca48ce3f-9b6e-4b26-a9cc-285b1f7c5c56 req-1fb474af-dbc5-4dce-9745-d43779d63547 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.2301881 Aug 31 15:57:29.987916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:30.031542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event deleted for resources: {'Port': ['ID=054ae9a9-bc65-4a69-9bbe-8c77ab1356e7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:30.061003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca48ce3f-9b6e-4b26-a9cc-285b1f7c5c56 req-40fc5bf0-035e-4dd5-bf84-9f88624d045c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966461 Aug 31 15:57:30.068813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:30.080339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-226b1d6b-42ce-486a-8f04-a74a024dae55 admin admin] 10.222.0.43 "PUT /v2.0/routers/462e2d2b-9206-4526-8152-bd3f21dac831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0892200 Aug 31 15:57:30.080339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45796) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:30.085496 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] Sync routers for ids ['462e2d2b-9206-4526-8152-bd3f21dac831'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:30.106951 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] Routers {'462e2d2b-9206-4526-8152-bd3f21dac831'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:30.108998 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['462e2d2b-9206-4526-8152-bd3f21dac831'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:30.150143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] No DVR routers for this DVR port 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:30.152784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:30.158449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36ce82e1-5bd0-4a6f-a147-a0c30ee73e35 req-886e7bde-236c-4961-844b-84e82af74afb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "DELETE /v2.0/ports/054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 HTTP/1.1" status: 204 len: 173 time: 1.0814331 Aug 31 15:57:30.160452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'name': 'network-vif-deleted', 'tag': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:30.165280 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893eaff6-d1ed-4b24-8ebe-31c188b14f93" -d '{"events": [{"server_uuid": "ff739521-3e8d-4f06-8257-8397c5519ef0", "name": "network-vif-deleted", "tag": "054ae9a9-bc65-4a69-9bbe-8c77ab1356e7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:30.267320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392fa2-26dc-4e1a-a7aa-ce3748104ab2 req-166cc850-5e08-48ed-a406-68869ec32000 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.281469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c392fa2-26dc-4e1a-a7aa-ce3748104ab2 req-166cc850-5e08-48ed-a406-68869ec32000 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 949 time: 0.0948374 Aug 31 15:57:30.307232 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] Set router 462e2d2b-9206-4526-8152-bd3f21dac831 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:30.333460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:30.366145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c392fa2-26dc-4e1a-a7aa-ce3748104ab2 req-b0f2f070-ad52-406e-acfc-222f1ac26757 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817297 Aug 31 15:57:30.399964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4034dc-4ba1-4b19-8766-af42102d20b5 req-d25903e8-234c-445f-b2df-7ecfd699dfcf tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.404123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd4034dc-4ba1-4b19-8766-af42102d20b5 req-d25903e8-234c-445f-b2df-7ecfd699dfcf tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.1126873 Aug 31 15:57:30.425652 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5739e4da-4d0a-47ad-982c-1cc17cd53763 x-openstack-request-id: req-5739e4da-4d0a-47ad-982c-1cc17cd53763 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:30.425950 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff739521-3e8d-4f06-8257-8397c5519ef0", "name": "network-vif-deleted", "tag": "054ae9a9-bc65-4a69-9bbe-8c77ab1356e7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:30.426213 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5739e4da-4d0a-47ad-982c-1cc17cd53763 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:30.426961 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff739521-3e8d-4f06-8257-8397c5519ef0', 'name': 'network-vif-deleted', 'tag': '054ae9a9-bc65-4a69-9bbe-8c77ab1356e7', 'status': 'completed', 'code': 200} Aug 31 15:57:30.460872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd4034dc-4ba1-4b19-8766-af42102d20b5 req-ec08ca9c-bb8d-45c6-83a0-caddf5c72e58 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Aug 31 15:57:30.550105 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:30.617179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['054ae9a9-bc65-4a69-9bbe-8c77ab1356e7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:30.622121 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:57:29Z', 'revision_number': 5, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port': {'id': '57dabc8c-3fa2-495f-8c44-b2e855634196', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:52:11Z', 'updated_at': '2021-08-31T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:30.652360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Deleting port 57dabc8c-3fa2-495f-8c44-b2e855634196 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:30.654175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:30.671224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] Checking router: 462e2d2b-9206-4526-8152-bd3f21dac831 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:30.680585 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] Routers {'462e2d2b-9206-4526-8152-bd3f21dac831'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:30.681787 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['462e2d2b-9206-4526-8152-bd3f21dac831'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:30.770453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced78d2-4d69-4e3e-b8ce-e926b3648f4c req-17155831-8fcf-4b55-bc2c-86263a2444bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.778181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced78d2-4d69-4e3e-b8ce-e926b3648f4c req-17155831-8fcf-4b55-bc2c-86263a2444bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.785219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced78d2-4d69-4e3e-b8ce-e926b3648f4c req-17155831-8fcf-4b55-bc2c-86263a2444bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.787262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fced78d2-4d69-4e3e-b8ce-e926b3648f4c req-17155831-8fcf-4b55-bc2c-86263a2444bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2412 time: 0.1806364 Aug 31 15:57:30.791723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] For port 57dabc8c-3fa2-495f-8c44-b2e855634196, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57dabc8c-3fa2-495f-8c44-b2e855634196,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:30.792714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:30.815932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Calling delete_port for 57dabc8c-3fa2-495f-8c44-b2e855634196 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:30.816776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e73a1-3498-43c0-9326-78e4446161ea req-905e6f3c-5dc9-4bdc-8b3b-401da5d98cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.818536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-905e6f3c-5dc9-4bdc-8b3b-401da5d98cb1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737&tenant_id=3b65143bb5964c1c8d27767409db4bd3 HTTP/1.1" status: 200 len: 1095 time: 0.1427813 Aug 31 15:57:30.822091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] Set router 462e2d2b-9206-4526-8152-bd3f21dac831 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:30.843939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:30.884044 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:57:30Z', 'revision_number': 6, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:30.934638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03199084-2eaa-4e5c-9796-46bbc075f9fb req-a7115e03-4bd1-4acd-bbdc-29169ecf0bde tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:30.936328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03199084-2eaa-4e5c-9796-46bbc075f9fb req-a7115e03-4bd1-4acd-bbdc-29169ecf0bde tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.1479762 Aug 31 15:57:30.942047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fced78d2-4d69-4e3e-b8ce-e926b3648f4c req-565db34d-57fe-46e2-bea2-2fc89a0a5014 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356401 Aug 31 15:57:30.951757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.021194 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766790a-6ebe-4a97-87ee-1771546c7289 None None] The sync data for ids ['462e2d2b-9206-4526-8152-bd3f21dac831'] in n-d-793621-35 is: [{'id': '462e2d2b-9206-4526-8152-bd3f21dac831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353234089-router', 'tenant_id': '8f8cb9264055494cb7c5959e96772906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:52:08Z', 'updated_at': '2021-08-31T15:57:30Z', 'revision_number': 6, 'project_id': '8f8cb9264055494cb7c5959e96772906', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:31.033229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03199084-2eaa-4e5c-9796-46bbc075f9fb req-9147dc8e-5856-45d8-9767-f620c9325aa3 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833223 Aug 31 15:57:31.052464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 26ff22c4-9391-45ea-855e-ced16c2ef159 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:31.058728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.096103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Pushing event deleted for resources: {'Port': ['ID=57dabc8c-3fa2-495f-8c44-b2e855634196,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:31.122347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 93dc2c10-6602-424a-8a8f-5a1281bb1035 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:31.211045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 26ff22c4-9391-45ea-855e-ced16c2ef159 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:31.211399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.223321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 26ff22c4-9391-45ea-855e-ced16c2ef159 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:31.224349 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.280643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ce370-0313-4394-8393-a3f9c43bc10a req-2534cfe5-cc9c-401a-a836-279f6a77ea80 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:31.288095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-515ce370-0313-4394-8393-a3f9c43bc10a req-2534cfe5-cc9c-401a-a836-279f6a77ea80 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 943 time: 0.2518983 Aug 31 15:57:31.304714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 93dc2c10-6602-424a-8a8f-5a1281bb1035, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:31.341913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-45c33902-49f1-4e84-93d7-9154ebde187e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852094 Aug 31 15:57:31.344990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '93dc2c10-6602-424a-8a8f-5a1281bb1035', 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808', 'port_id': '93dc2c10-6602-424a-8a8f-5a1281bb1035', 'mac_address': 'fa:16:3e:51:32:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88db37aa-251e-415f-b5c3-33e6efff95b7', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:31.347081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.350195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.390902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.393508 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.398186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.398724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 462e2d2b-9206-4526-8152-bd3f21dac831 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:57:31.404313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.405510 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e2320961-b188-4231-a276-b8c15cca836f admin admin] 10.222.0.43 "DELETE /v2.0/routers/462e2d2b-9206-4526-8152-bd3f21dac831 HTTP/1.1" status: 204 len: 168 time: 1.3240895 Aug 31 15:57:31.407927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45830) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:31.415380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dc2c10-6602-424a-8a8f-5a1281bb1035 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:31.434950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-515ce370-0313-4394-8393-a3f9c43bc10a req-b80b64f4-a828-44a4-b56a-80a9e42ed694 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459377 Aug 31 15:57:31.437478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ff22c4-9391-45ea-855e-ced16c2ef159'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:31.440128 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39646fc4-d607-46cc-9725-3b29fa3f92fa" -d '{"events": [{"server_uuid": "59c04cfb-ed9c-41f7-afce-ec6f012c46a6", "name": "network-vif-plugged", "status": "completed", "tag": "26ff22c4-9391-45ea-855e-ced16c2ef159"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:31.460368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 93dc2c10-6602-424a-8a8f-5a1281bb1035, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:31.462533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Deleting subnet c876df2a-e727-492f-8819-d6cbdee350c7 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:57:31.465877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.467897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 26ff22c4-9391-45ea-855e-ced16c2ef159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=26ff22c4-9391-45ea-855e-ced16c2ef159,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:31.480248 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.481100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0c19baf2-26f0-488a-9d98-f46d7fb8b27f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:31.490583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.491607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:31.495845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:31.504542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.546345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:31.546765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 054ae9a9-bc65-4a69-9bbe-8c77ab1356e7 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:31.606460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-848abcbd-3a36-443d-955b-f8b695c48758 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:31.618285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-848abcbd-3a36-443d-955b-f8b695c48758 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660611 Aug 31 15:57:31.639794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=93dc2c10-6602-424a-8a8f-5a1281bb1035,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:31.640603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.668129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:31.721842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=26ff22c4-9391-45ea-855e-ced16c2ef159,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:31.728453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:31.736480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.747039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:31.747757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.767641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c876df2a-e727-492f-8819-d6cbdee350c7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:31.771692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.772253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-9afd53d5-b203-4c16-832e-062bd4147cae tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/quotas/5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 375 time: 0.1491899 Aug 31 15:57:31.773651 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b729f98-641b-4794-9e71-60ab70d9a57e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c876df2a-e727-492f-8819-d6cbdee350c7 HTTP/1.1" status: 204 len: 168 time: 0.3644803 Aug 31 15:57:31.776309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45840) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:31.782308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f', 'network_id': '92886a64-6044-4073-97f6-1bd58f9cf859', 'port_id': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f', 'mac_address': 'fa:16:3e:ef:76:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1e2330-00ec-4a45-b92b-03a39b54b479', 'ip_address': '19.86.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:31.787425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b9c19-d9d9-42e6-a330-2c89f4d6bad6 None None] Network e9840549-efc8-40da-9e75-4f2297517af1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:31.811658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Transition to ACTIVE for port object f7db3d8a-df48-4b3f-a080-f1973f7466c1 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:31.829501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.851666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023d006-2671-4d5d-b52c-815dc4c57bd5 req-56139762-0936-41e0-87ab-b8ee8afbaf1d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:31.853362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f023d006-2671-4d5d-b52c-815dc4c57bd5 req-56139762-0936-41e0-87ab-b8ee8afbaf1d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 950 time: 0.1388319 Aug 31 15:57:31.868822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.912948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57dabc8c-3fa2-495f-8c44-b2e855634196 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:31.927666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-5e9b0997-3904-4b94-a7f4-4dcfe6a41b0b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1543050 Aug 31 15:57:31.941361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.961905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Deleting port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:31.962258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:31.966551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f023d006-2671-4d5d-b52c-815dc4c57bd5 req-293d1ca1-2c1b-462f-bbc3-27fb13f94fca tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890019 Aug 31 15:57:31.969611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c19baf2-26f0-488a-9d98-f46d7fb8b27f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:31.994646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:31.997899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 57dabc8c-3fa2-495f-8c44-b2e855634196 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:31.998430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57dabc8c-3fa2-495f-8c44-b2e855634196 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:31.999092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ecb46c60-0fdc-4a39-85e0-f65ac211e292 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:32.005273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.005768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5c46b819-5868-44a3-b03d-f9d478876e91 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:32.008236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=9']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.015680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] No DVR routers for this DVR port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:32.114346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] For port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,segment=NetworkSegment(6e83a46a-c31e-481f-9896-e3b3b4c6882c),segment_id=6e83a46a-c31e-481f-9896-e3b3b4c6882c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:32.115117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.127095 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f655307e-cb82-4f92-aa79-5aca04be2bc5 x-openstack-request-id: req-f655307e-cb82-4f92-aa79-5aca04be2bc5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:32.127831 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c04cfb-ed9c-41f7-afce-ec6f012c46a6", "name": "network-vif-plugged", "status": "completed", "tag": "26ff22c4-9391-45ea-855e-ced16c2ef159", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:32.128502 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f655307e-cb82-4f92-aa79-5aca04be2bc5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:32.131822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Calling delete_port for c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:32.132695 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ff22c4-9391-45ea-855e-ced16c2ef159', 'code': 200} Aug 31 15:57:32.144292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.144861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.145135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.145485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.145830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.146167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.146503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.146847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.149353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.158900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.159320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.159775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:32.164954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:32.165298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:32.165639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:32.193774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ecb46c60-0fdc-4a39-85e0-f65ac211e292 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:32.195862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ecb46c60-0fdc-4a39-85e0-f65ac211e292 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:32.232062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.237627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:32.238150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Attempting to bind port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on network 3863a6b9-0cf5-4d96-9a86-3aec33f92c05 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:32.265050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5c46b819-5868-44a3-b03d-f9d478876e91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5c46b819-5868-44a3-b03d-f9d478876e91,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:32.273115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.276571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] No DVR routers for this DVR port c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:32.282649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.297895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '5c46b819-5868-44a3-b03d-f9d478876e91', 'network_id': '93a22589-b43c-4826-b03d-64f2ce473808', 'port_id': '5c46b819-5868-44a3-b03d-f9d478876e91', 'mac_address': 'fa:16:3e:b8:9b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88db37aa-251e-415f-b5c3-33e6efff95b7', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:32.368830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.369838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:32.370326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Checking segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:32.371208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Bound using segment: {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:32.372928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Bound port: f7db3d8a-df48-4b3f-a080-f1973f7466c1, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:32.373451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.373945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e889a25-0f5b-4a46-a687-ba490c6f2ce2 None None] DHCP port deletion for e9840549-efc8-40da-9e75-4f2297517af1 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:57:32.381344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9840549-efc8-40da-9e75-4f2297517af1']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:32.409161 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.410447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e83a46a-c31e-481f-9896-e3b3b4c6882c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:32.412118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e83a46a-c31e-481f-9896-e3b3b4c6882c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:32.430610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c46b819-5868-44a3-b03d-f9d478876e91 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:32.437829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.442932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1f1e-2112-41e7-99e3-d6684257147d req-742b9853-9b10-45e3-ba59-bfb01478cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:32.445059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd0e1f1e-2112-41e7-99e3-d6684257147d req-742b9853-9b10-45e3-ba59-bfb01478cb6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 1102 time: 0.2817798 Aug 31 15:57:32.466293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.478587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:32.479308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.498917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5c46b819-5868-44a3-b03d-f9d478876e91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5c46b819-5868-44a3-b03d-f9d478876e91,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:32.505883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:57:32.540681 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:57:32.551295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-c8e0f6e3-3ed6-4dd5-b2f8-2b954986192d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:32.558466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-c8e0f6e3-3ed6-4dd5-b2f8-2b954986192d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.3709950 Aug 31 15:57:32.572450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.580846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.581849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-4b04b9be-1a46-4298-bece-b5d8a96e9bfc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0224354 Aug 31 15:57:32.586108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5c46b819-5868-44a3-b03d-f9d478876e91,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.586289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e9840549-efc8-40da-9e75-4f2297517af1 HTTP/1.1" status: 204 len: 168 time: 0.8058972 Aug 31 15:57:32.600514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08535caa-e4f0-42c1-81c2-94f3f0fdb4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9840549-efc8-40da-9e75-4f2297517af1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.636727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-2f1dc940-9821-4470-b721-3659e5edd102 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538588 Aug 31 15:57:32.638296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd0e1f1e-2112-41e7-99e3-d6684257147d req-e650ffe0-cb72-4107-bbb2-65861bcac832 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795254 Aug 31 15:57:32.640886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:32.711870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:32.732922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.763597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45872) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:32.779145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c4ffe-01ff-4d29-8ec6-dc15892d2cce req-6eaf00d1-b72a-49eb-879a-844b2130a5cb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:32.785321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c4ffe-01ff-4d29-8ec6-dc15892d2cce req-6eaf00d1-b72a-49eb-879a-844b2130a5cb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:32.791944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c4ffe-01ff-4d29-8ec6-dc15892d2cce req-6eaf00d1-b72a-49eb-879a-844b2130a5cb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:32.793956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d4c4ffe-01ff-4d29-8ec6-dc15892d2cce req-6eaf00d1-b72a-49eb-879a-844b2130a5cb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2415 time: 0.2068682 Aug 31 15:57:32.813111 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-df3805f8-204b-4794-b606-f78e5ccf650f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3afe6b4fbade40d5be1e61c4f673a87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480325 Aug 31 15:57:32.816145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:32.821550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:32.822519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.823654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5c46b819-5868-44a3-b03d-f9d478876e91'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:32.824712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] 10.222.0.49 "PUT /v2.0/ports/f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 1092 time: 1.9884160 Aug 31 15:57:32.825357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:32.828027 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac97698-9ca7-48b9-8157-cb63eb0b502c" -d '{"events": [{"name": "network-changed", "server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:32.829400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['0c19baf2-26f0-488a-9d98-f46d7fb8b27f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:32.871237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['93dc2c10-6602-424a-8a8f-5a1281bb1035'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:32.881678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-8861f227-60a6-45eb-9774-197592283802 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238507 Aug 31 15:57:32.891275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c0c972a-f46b-4656-a31e-60e8465d89b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.918195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c0c972a-f46b-4656-a31e-60e8465d89b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.945257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cf279-685b-492a-96de-9b89b079b68f service neutron] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:32.986633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d4c4ffe-01ff-4d29-8ec6-dc15892d2cce req-6d2efb66-748f-4174-b736-b26005859e76 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801851 Aug 31 15:57:32.992167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c0c972a-f46b-4656-a31e-60e8465d89b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.995271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c0c972a-f46b-4656-a31e-60e8465d89b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:32.999943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8c0c972a-f46b-4656-a31e-60e8465d89b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16361b26-f136-4388-89e8-17169984052e HTTP/1.1" status: 204 len: 168 time: 0.1825469 Aug 31 15:57:33.018586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e73a1-3498-43c0-9326-78e4446161ea req-bbe87518-f4f2-449a-9e5c-6c11f132695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:33.020170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-bbe87518-f4f2-449a-9e5c-6c11f132695e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1096 time: 0.1567006 Aug 31 15:57:33.021287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c972a-f46b-4656-a31e-60e8465d89b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16361b26-f136-4388-89e8-17169984052e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:33.114940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-423a02ef-3625-4d5a-ba16-2afe559d69f3 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083468 Aug 31 15:57:33.155978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a1debfd-b90b-4a1c-bc56-0bd9adaaeaf9 req-b02af812-ce46-4668-9afd-ab183bd0e2fe tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 210 time: 0.0477111 Aug 31 15:57:33.197182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e73a1-3498-43c0-9326-78e4446161ea req-dbe43d59-1bb4-482a-ae78-2b603a65be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:33.199088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-dbe43d59-1bb4-482a-ae78-2b603a65be7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.1653833 Aug 31 15:57:33.268759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-a0c05dc6-61c7-499e-a748-bf4588900915 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.0599921 Aug 31 15:57:33.410889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e73a1-3498-43c0-9326-78e4446161ea req-071d385f-a908-4994-abde-80b610119177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:33.414389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-071d385f-a908-4994-abde-80b610119177 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.1360283 Aug 31 15:57:33.497740 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-13b333cf-57b9-45ed-9854-2e30714b2cda tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316713 Aug 31 15:57:33.503190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-a9488d6b-4d7f-465b-ad36-a6a9c1a5121c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621393 Aug 31 15:57:33.603594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f8b21-c0e8-45af-9de1-82c7c602ffff req-dfb72982-24d4-4110-82de-ff2c5581a496 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:33.611779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a76f8b21-c0e8-45af-9de1-82c7c602ffff req-dfb72982-24d4-4110-82de-ff2c5581a496 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.2543683 Aug 31 15:57:33.645819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290842a-fa17-437b-894d-c3231256f757 req-69b97d2a-d064-497e-b50e-4ca80c1188f1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:33.654460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:33.656909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f290842a-fa17-437b-894d-c3231256f757 req-69b97d2a-d064-497e-b50e-4ca80c1188f1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.2135332 Aug 31 15:57:33.716281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-4939846d-254a-4d0f-875d-1a01a7997f41 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:33.717838 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-4939846d-254a-4d0f-875d-1a01a7997f41 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066216 Aug 31 15:57:33.743569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Request body: {'port': {'device_id': 'a829737f-ff66-452c-b52a-136760d4ec59', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '5118963bc2594d19b64fcb3b08713d27'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:33.745456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-911132ae-55b2-40ea-ab70-83fcd3c541fe service neutron] 10.222.0.49 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323184 Aug 31 15:57:33.755310 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e062f201-b3d1-4d00-8f57-1de6101fb22d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f8cb9264055494cb7c5959e96772906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971513 Aug 31 15:57:33.765864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:33.778671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f290842a-fa17-437b-894d-c3231256f757 req-fc3d8256-d081-4554-83f4-acfeff54b580 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213186 Aug 31 15:57:33.792658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a76f8b21-c0e8-45af-9de1-82c7c602ffff req-51522834-488f-406b-bddd-9359608e3f67 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801004 Aug 31 15:57:33.950457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:33.953040 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64463558-701b-4374-893d-c09355efaf89 x-openstack-request-id: req-64463558-701b-4374-893d-c09355efaf89 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:33.953356 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:33.956520 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64463558-701b-4374-893d-c09355efaf89 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:33.957092 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'status': 'completed', 'code': 200} Aug 31 15:57:34.023502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:34.024677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c4be8a5e-0bf3-4f77-a8a8-22a6cf0786fc not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:34.043198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c71e73a1-3498-43c0-9326-78e4446161ea req-f5c619ff-6231-4fcd-a1ba-2aac0a59a335 service neutron] 10.222.0.49 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813148 Aug 31 15:57:34.076746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-1e3b3284-f0c3-4477-9709-113dbc377ecc tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.079586 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-1e3b3284-f0c3-4477-9709-113dbc377ecc tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.49 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.2238207 Aug 31 15:57:34.100113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9064b965-f5f0-4720-88fe-e7918f700643 req-e80d1004-7b52-45c2-b4d6-e98247ba7837 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.1267238 Aug 31 15:57:34.161133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebedc28a-9272-4efe-a1e0-fb1ccd902235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.321832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-5eba28e7-d410-4a93-9d01-5405a2b8b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.324690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-5eba28e7-d410-4a93-9d01-5405a2b8b890 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1096 time: 0.1447599 Aug 31 15:57:34.342787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f36432-8198-4732-b770-eddd58f7ee4f req-060f41a2-5033-44c0-b417-9b0c1e9282dc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.360507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1f36432-8198-4732-b770-eddd58f7ee4f req-060f41a2-5033-44c0-b417-9b0c1e9282dc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 950 time: 0.3149295 Aug 31 15:57:34.491649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcac09-74de-4507-b76b-ca2314654c25 req-1e391d07-9cb4-4ad6-a081-0e4f83490d3a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.498053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcac09-74de-4507-b76b-ca2314654c25 req-1e391d07-9cb4-4ad6-a081-0e4f83490d3a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.504001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcac09-74de-4507-b76b-ca2314654c25 req-1e391d07-9cb4-4ad6-a081-0e4f83490d3a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.505919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52bcac09-74de-4507-b76b-ca2314654c25 req-1e391d07-9cb4-4ad6-a081-0e4f83490d3a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2415 time: 0.2335126 Aug 31 15:57:34.520801 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1f36432-8198-4732-b770-eddd58f7ee4f req-058d73f4-0737-4cb9-bdb3-0dc9644327fc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517720 Aug 31 15:57:34.559664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-b4f39c4b-9ef3-4cb3-8e2e-6e5587a54c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:34.561437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-b4f39c4b-9ef3-4cb3-8e2e-6e5587a54c04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.1904223 Aug 31 15:57:34.583948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebedc28a-9272-4efe-a1e0-fb1ccd902235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.626648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Made reservation on behalf of 5118963bc2594d19b64fcb3b08713d27 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:34.638162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.732151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Deleting port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:34.732517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.861158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] For port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:34.861442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.927227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebedc28a-9272-4efe-a1e0-fb1ccd902235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.930930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebedc28a-9272-4efe-a1e0-fb1ccd902235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:34.935507 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ebedc28a-9272-4efe-a1e0-fb1ccd902235 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29515731-e59e-4d90-ab9e-bd9e615e61ff HTTP/1.1" status: 204 len: 168 time: 1.1693931 Aug 31 15:57:34.953383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedc28a-9272-4efe-a1e0-fb1ccd902235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29515731-e59e-4d90-ab9e-bd9e615e61ff,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:35.090975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5c46b819-5868-44a3-b03d-f9d478876e91 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:35.197966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 5c46b819-5868-44a3-b03d-f9d478876e91 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:35.201224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-1c724160-6d34-4254-ac7d-a7d32d872dcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.6287251 Aug 31 15:57:35.212960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52bcac09-74de-4507-b76b-ca2314654c25 req-6471df4b-b4f9-49cb-8b54-2a61cfcc9813 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839957 Aug 31 15:57:35.214374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Allocated IP 192.168.233.16 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/8ae711a0-6259-47e1-8c6b-aa543b319695) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:35.235729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 5c46b819-5868-44a3-b03d-f9d478876e91 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:35.238210 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.312633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.319116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.320075 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Floating IP 3a626229-81dc-4283-b0e4-fcf09f775d94 disassociated. External IP: 172.25.6.154, port: c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62. Aug 31 15:57:35.320638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Calling delete_port for c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:35.373670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.410164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-8e561a22-ad44-4ae8-9823-65e06b2f9768 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:35.426497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-8e561a22-ad44-4ae8-9823-65e06b2f9768 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.2182987 Aug 31 15:57:35.441751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5c46b819-5868-44a3-b03d-f9d478876e91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5c46b819-5868-44a3-b03d-f9d478876e91,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:35.446700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46b819-5868-44a3-b03d-f9d478876e91'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:35.455126 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934a3104-1d55-4843-a1da-4851d7bf2662" -d '{"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-plugged", "status": "completed", "tag": "5c46b819-5868-44a3-b03d-f9d478876e91"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:35.460551 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.462118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 93dc2c10-6602-424a-8a8f-5a1281bb1035 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:35.552754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Request body: {'port': {'device_id': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'admin_state_up': True, 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:35.567098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e9b2d26-330f-404a-b05b-b7be6ebbe99d req-c0fa6ae9-89a5-4130-b478-42f379091d06 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 210 time: 0.3575530 Aug 31 15:57:35.607543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 93dc2c10-6602-424a-8a8f-5a1281bb1035 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:35.615452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 93dc2c10-6602-424a-8a8f-5a1281bb1035 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:35.616398 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.696887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.720359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Transition to ACTIVE for port object 8ae711a0-6259-47e1-8c6b-aa543b319695 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:35.750810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5c46b819-5868-44a3-b03d-f9d478876e91,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:35.825420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.826099 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.848508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:35.896062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:35.898129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 93dc2c10-6602-424a-8a8f-5a1281bb1035, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:35.902063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:35.909268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-b9c6cd73-10b8-4b7a-b6ab-dbc316c44e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:35.909526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:35.910516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:35.910775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-b9c6cd73-10b8-4b7a-b6ab-dbc316c44e31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.4746213 Aug 31 15:57:35.911705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0c19baf2-26f0-488a-9d98-f46d7fb8b27f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:35.957074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:36.026101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-102bb5f7-4fda-4cab-9809-894486b4c75c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746145 Aug 31 15:57:36.028695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:36.030058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.094297 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-2f5e7011-ccab-444a-82ab-ae24ab038c26 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3562346 Aug 31 15:57:36.133489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Request body: {'port': {'device_id': 'a829737f-ff66-452c-b52a-136760d4ec59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:36.178067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.186701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=93dc2c10-6602-424a-8a8f-5a1281bb1035,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:36.220899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:36.236624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee166ac-346f-4fa4-812c-82702a06c136 req-f5c26bb3-4e13-4ec2-85ea-5f9fdabfecda tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:36.250832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eee166ac-346f-4fa4-812c-82702a06c136 req-f5c26bb3-4e13-4ec2-85ea-5f9fdabfecda tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.5826099 Aug 31 15:57:36.268337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7933b-9182-49bb-a013-d8dd6d813a16 req-db60f3a8-5cdf-44d3-833a-e0932733d5ab tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:36.271090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8a7933b-9182-49bb-a013-d8dd6d813a16 req-db60f3a8-5cdf-44d3-833a-e0932733d5ab tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 946 time: 0.5042160 Aug 31 15:57:36.300483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:36.301306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.305583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event deleted for resources: {'Port': ['ID=c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:36.411777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8535477b-77ec-4c85-aced-2794a4bef2da None None] Provisioning for port 8ae711a0-6259-47e1-8c6b-aa543b319695 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:36.433821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8535477b-77ec-4c85-aced-2794a4bef2da None None] Provisioning complete for port 8ae711a0-6259-47e1-8c6b-aa543b319695 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:36.434199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8535477b-77ec-4c85-aced-2794a4bef2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.468296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.510280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eee166ac-346f-4fa4-812c-82702a06c136 req-3abf0a7d-5ae7-49af-ab88-ae64cb63cbca tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552333 Aug 31 15:57:36.530907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:36.534800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.535995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8535477b-77ec-4c85-aced-2794a4bef2da None None] Port 8ae711a0-6259-47e1-8c6b-aa543b319695 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:36.538370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.575012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8a7933b-9182-49bb-a013-d8dd6d813a16 req-8077cd4a-f3fc-40d8-a443-9e8e75207bad tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups?id=de6d4eb1-1beb-48ae-8689-aa307b5e10d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586615 Aug 31 15:57:36.603712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:36.617104 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:36.676890 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b59964-80ed-44b8-b8ad-30688b40d924 x-openstack-request-id: req-b1b59964-80ed-44b8-b8ad-30688b40d924 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:36.677199 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-plugged", "status": "completed", "tag": "5c46b819-5868-44a3-b03d-f9d478876e91", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:36.677459 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1b59964-80ed-44b8-b8ad-30688b40d924 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:36.677899 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46b819-5868-44a3-b03d-f9d478876e91', 'code': 200} Aug 31 15:57:36.703330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:36.781745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f36a26ba-277b-44b9-b8bf-cf31d856b02b req-2129b1ba-047c-451a-8a9d-cc09a1419b0d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.0897124 Aug 31 15:57:36.803306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-364f15bf-8c1c-40ad-b506-49d60747adc8 service neutron] 10.222.0.49 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753735 Aug 31 15:57:36.844614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:37.028869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac97698-9ca7-48b9-8157-cb63eb0b502c req-693c1f3c-a2c0-4c7a-b95a-857b1a56bd46 service neutron] 10.222.0.49 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057894 Aug 31 15:57:37.106517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:37.125981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] Sync routers for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:37.141312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:37.141832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:37.161279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b5e1-de9e-4866-a2a6-e867eede5b23 req-d74fc927-537a-40e6-9986-503844c38756 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:37.168555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2148b5e1-de9e-4866-a2a6-e867eede5b23 req-d74fc927-537a-40e6-9986-503844c38756 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 950 time: 0.3635747 Aug 31 15:57:37.198950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00335-240e-4990-a67f-514f14a9c7ef req-8d992095-b12b-41ad-8709-41ad33d6083d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:37.206054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00335-240e-4990-a67f-514f14a9c7ef req-8d992095-b12b-41ad-8709-41ad33d6083d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:37.212766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00335-240e-4990-a67f-514f14a9c7ef req-8d992095-b12b-41ad-8709-41ad33d6083d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:37.221905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d00335-240e-4990-a67f-514f14a9c7ef req-8d992095-b12b-41ad-8709-41ad33d6083d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.3012028 Aug 31 15:57:37.251581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] No DVR routers for this DVR port c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:37.265187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:37.267803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ea8ab5a0-e2f7-4fdc-b1e2-550897f2dbd0 req-d8fd9b9b-f9e7-4d6b-b055-5fea2193677d tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.49 "DELETE /v2.0/ports/c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 HTTP/1.1" status: 204 len: 173 time: 3.1793647 Aug 31 15:57:37.268381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'name': 'network-vif-deleted', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:37.271903 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0142c15-75fc-46a5-8db9-b877bb8fd2e4" -d '{"events": [{"server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "name": "network-vif-deleted", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:37.313669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Allocated IP 172.20.0.6 (424157c3-c008-4db5-b7e9-1ea8de01ea4d/3373b457-c3c4-4471-9949-81f21a318aaf/e439aa6c-de95-4a0e-9d67-3af869bfc353) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:37.360618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d00335-240e-4990-a67f-514f14a9c7ef req-c44ea551-7a2c-48d0-931e-3fa65faf491e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371975 Aug 31 15:57:37.394252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2148b5e1-de9e-4866-a2a6-e867eede5b23 req-6025be19-07ba-4f88-a6ee-c8d91c60142f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247822 Aug 31 15:57:37.402987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae711a0-6259-47e1-8c6b-aa543b319695 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:37.420577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:37.452606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Transition to ACTIVE for port object 8ae711a0-6259-47e1-8c6b-aa543b319695 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:37.461913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:37.635091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:37.669642 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1ad677-a03e-45d1-93b9-d91456b58640 x-openstack-request-id: req-2d1ad677-a03e-45d1-93b9-d91456b58640 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:37.669976 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4583b750-5816-4ce9-ba5c-54a6284a8299", "name": "network-vif-deleted", "tag": "c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:37.670941 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d1ad677-a03e-45d1-93b9-d91456b58640 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:37.673319 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4583b750-5816-4ce9-ba5c-54a6284a8299', 'name': 'network-vif-deleted', 'tag': 'c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62', 'status': 'completed', 'code': 200} Aug 31 15:57:37.780393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Attempting to bind port 8ae711a0-6259-47e1-8c6b-aa543b319695 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:37.780664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Attempting to bind port 8ae711a0-6259-47e1-8c6b-aa543b319695 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:37.782231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Attempting to bind port 8ae711a0-6259-47e1-8c6b-aa543b319695 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:37.790011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Port 8ae711a0-6259-47e1-8c6b-aa543b319695 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:37.793660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Attempting to bind port 8ae711a0-6259-47e1-8c6b-aa543b319695 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:37.802702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:37.803038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:37.803460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:37.804066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Bound port: 8ae711a0-6259-47e1-8c6b-aa543b319695, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:37.804283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:37.814594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:37.862588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d87bc2-f37b-4efd-b257-5c31e034201e req-b2689179-7108-4406-bc0c-96501ed5c563 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:37.877166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85d87bc2-f37b-4efd-b257-5c31e034201e req-b2689179-7108-4406-bc0c-96501ed5c563 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.2042842 Aug 31 15:57:37.901179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:37.906178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:37.940810 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:38.051577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85d87bc2-f37b-4efd-b257-5c31e034201e req-7531a60e-773b-4da8-9605-dac132527d03 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713073 Aug 31 15:57:38.090685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:38.110886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.111870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:38.113992 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-c70aa931-7c28-47b6-967a-b73ee19a77a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 1096 time: 1.9943526 Aug 31 15:57:38.149657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:38.204897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:57:38.391191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-d92ae6ee-7b08-43da-b9ba-51a2b154b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.399837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-d92ae6ee-7b08-43da-b9ba-51a2b154b4d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1099 time: 0.1642981 Aug 31 15:57:38.403701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:38.513294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-285dcf08-d4aa-44d5-a1a1-1ffd9a8dc63c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0921009 Aug 31 15:57:38.545866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event updated for resources: {'Port': ['ID=e439aa6c-de95-4a0e-9d67-3af869bfc353,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:38.564910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094db6-8731-4479-abdd-072039c021ab req-14a79b41-3799-4fef-bd14-4bf2b8769379 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.572984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1094db6-8731-4479-abdd-072039c021ab req-14a79b41-3799-4fef-bd14-4bf2b8769379 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.3086789 Aug 31 15:57:38.630598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:20Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:38.636408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-bb30bfad-6ec4-40be-b648-8258b41a41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.639484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-bb30bfad-6ec4-40be-b648-8258b41a41cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1156158 Aug 31 15:57:38.644663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c597eb3f-92e7-4512-a5bf-e3471a0f09e2 req-ee31c4ca-42c2-408c-ba0a-e95e0f6b3b58 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/ports?device_id=4583b750-5816-4ce9-ba5c-54a6284a8299 HTTP/1.1" status: 200 len: 210 time: 0.0928483 Aug 31 15:57:38.646638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:38.667020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1094db6-8731-4479-abdd-072039c021ab req-b330ebe5-9f24-4c6f-b3c6-7f29e5d2c02b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Aug 31 15:57:38.668079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:38.685063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:38.693315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dc2c10-6602-424a-8a8f-5a1281bb1035'}, {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:38.701326 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e19aca7-cfd1-4f74-a1d6-5e7e751d5dcd" -d '{"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-plugged", "status": "completed", "tag": "93dc2c10-6602-424a-8a8f-5a1281bb1035"}, {"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-plugged", "status": "completed", "tag": "0c19baf2-26f0-488a-9d98-f46d7fb8b27f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:38.722896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] Checking router: eb5982f4-b235-4263-af7e-bb2dd4fe0c65 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:38.773483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:38.776949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:38.800770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-72b84b76-9047-453d-8d10-7090b86987bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.802360 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-72b84b76-9047-453d-8d10-7090b86987bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156530 Aug 31 15:57:38.872217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.872920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:38.944500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242a37-156e-4fff-8dfd-88e7927f7272 req-8cded0c1-6943-467c-8efa-20c1206e1d9f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:38.949889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9242a37-156e-4fff-8dfd-88e7927f7272 req-8cded0c1-6943-467c-8efa-20c1206e1d9f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 931 time: 0.1520243 Aug 31 15:57:38.962048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:38.977013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-f6d54d7c-b183-4ab1-85b5-f5d4d9773bc4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5277336 Aug 31 15:57:38.992862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Request body: {'port': {'device_id': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:39.055326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9242a37-156e-4fff-8dfd-88e7927f7272 req-cb00899e-14be-4204-a5dc-2dc25aaaf009 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971467 Aug 31 15:57:39.168960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:39.186583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:39.195624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.196109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.196610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.197085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.197555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.198054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.198489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.198950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.199410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.199953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.200409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.202755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07bc6cba-42a1-489c-b805-b61ade151573 req-b3f325c4-32d2-44c5-9040-2ca66bef118e tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618&device_id=a829737f-ff66-452c-b52a-136760d4ec59&device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6&device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766&device_id=5a7443ec-1c32-4960-a016-68c8be2435a3&device_id=37bd401c-d35f-4e64-88a5-97d2ab068579&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c&device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 9920 time: 0.1354556 Aug 31 15:57:39.240659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:39.241077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c39b0a56-b0db-46c1-b0b8-6f1e90d5fc62 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:39.275955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:20Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:39.309497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b51dcf-916c-4aab-a7bf-133fa366859c None None] The sync data for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 is: [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:55:12Z', 'revision_number': 4, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '9a25fd3a-b523-48f9-8a2d-226d94746104', 'name': '', 'network_id': '97124748-1497-4916-b3e2-895ef82c1278', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'mac_address': 'fa:16:3e:ec:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:08Z', 'updated_at': '2021-08-31T15:55:20Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'subnets': [{'id': '8c94b302-d6a6-4899-9600-958bbaa93466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:39.585837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e439aa6c-de95-4a0e-9d67-3af869bfc353 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:39.593997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:39.606923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Transition to ACTIVE for port object e439aa6c-de95-4a0e-9d67-3af869bfc353 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:39.627609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:39.676318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:39.680309 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74" -d '{"events": [{"name": "network-changed", "server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:39.683529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-07bc6cba-42a1-489c-b805-b61ade151573 req-be3ad01c-164d-4ce1-9f51-03b8dcac9848 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:39.727398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=e439aa6c-de95-4a0e-9d67-3af869bfc353,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:39.741619 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ed11c-c9db-43fa-88bf-bf587b6c1224 None None] New status for floating IP 3a626229-81dc-4283-b0e4-fcf09f775d94: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:57:39.743983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126722a-e5f8-4116-9692-954d44bda0ca req-8dcf2eac-569a-4953-8deb-2766b27f7c79 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.750585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126722a-e5f8-4116-9692-954d44bda0ca req-8dcf2eac-569a-4953-8deb-2766b27f7c79 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.756723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126722a-e5f8-4116-9692-954d44bda0ca req-8dcf2eac-569a-4953-8deb-2766b27f7c79 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:39.758450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0126722a-e5f8-4116-9692-954d44bda0ca req-8dcf2eac-569a-4953-8deb-2766b27f7c79 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1487954 Aug 31 15:57:39.889501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0126722a-e5f8-4116-9692-954d44bda0ca req-ba2cd207-dbb4-48cf-9be7-aea5e33302ff tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220689 Aug 31 15:57:39.910719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Attempting to bind port e439aa6c-de95-4a0e-9d67-3af869bfc353 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:39.911093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Attempting to bind port e439aa6c-de95-4a0e-9d67-3af869bfc353 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:39.911464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Attempting to bind port e439aa6c-de95-4a0e-9d67-3af869bfc353 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:39.927733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Port e439aa6c-de95-4a0e-9d67-3af869bfc353 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:57:39.928371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Attempting to bind port e439aa6c-de95-4a0e-9d67-3af869bfc353 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:39.939032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:39.939456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:39.939837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Bound using segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:39.940399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Bound port: e439aa6c-de95-4a0e-9d67-3af869bfc353, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:39.940760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:40.003357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-07bc6cba-42a1-489c-b805-b61ade151573 req-be3ad01c-164d-4ce1-9f51-03b8dcac9848 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:40.012248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-07bc6cba-42a1-489c-b805-b61ade151573 req-be3ad01c-164d-4ce1-9f51-03b8dcac9848 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:40.048017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07bc6cba-42a1-489c-b805-b61ade151573 req-be3ad01c-164d-4ce1-9f51-03b8dcac9848 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&id=99aab618-fa88-4978-8d1c-d70dedaaacde&id=26f63115-fc5c-44f1-a80b-59991d1bc597&id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4396522 Aug 31 15:57:40.092155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ad01c-164d-4ce1-9f51-03b8dcac9848 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776ca634-4dd3-44b9-bf9d-076c36067e27,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:40.118499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] For port e439aa6c-de95-4a0e-9d67-3af869bfc353, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:40.123536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] For port e439aa6c-de95-4a0e-9d67-3af869bfc353, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:40.131469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:40.176100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:40.176818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:40.178931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e439aa6c-de95-4a0e-9d67-3af869bfc353 HTTP/1.1" status: 200 len: 1092 time: 1.1924546 Aug 31 15:57:40.179463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'tag': 'e439aa6c-de95-4a0e-9d67-3af869bfc353'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:40.181833 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be097e75-b6ab-4ba7-9cb5-79963ff6206e" -d '{"events": [{"name": "network-changed", "server_uuid": "15db9b43-1ec8-42e2-8382-8076a5b04618", "tag": "e439aa6c-de95-4a0e-9d67-3af869bfc353"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:40.202965 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d4c51-a421-4fbd-9b7c-688810544345 x-openstack-request-id: req-e19d4c51-a421-4fbd-9b7c-688810544345 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:40.203474 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-plugged", "status": "completed", "tag": "93dc2c10-6602-424a-8a8f-5a1281bb1035", "code": 200}, {"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-plugged", "status": "completed", "tag": "0c19baf2-26f0-488a-9d98-f46d7fb8b27f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:40.203998 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e19d4c51-a421-4fbd-9b7c-688810544345 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:40.204450 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dc2c10-6602-424a-8a8f-5a1281bb1035', 'code': 200} Aug 31 15:57:40.204753 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f', 'code': 200} Aug 31 15:57:40.278401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699bcf6-c920-4389-a6ce-dd7e4cb35ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=e439aa6c-de95-4a0e-9d67-3af869bfc353,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:40.319771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-0ac3c7f4-19a3-4d03-b126-c80686395821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:40.321445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-0ac3c7f4-19a3-4d03-b126-c80686395821 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 1095 time: 0.0957816 Aug 31 15:57:40.332560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7da1-bad9-495c-b07b-1a5c58962d77 req-c9fdfd35-ac05-437f-b6ed-8a3d5225a018 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:40.334130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f54f7da1-bad9-495c-b07b-1a5c58962d77 req-c9fdfd35-ac05-437f-b6ed-8a3d5225a018 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.0716679 Aug 31 15:57:40.377106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-324b9e1d-a20d-44e9-89d5-2bcdef65e67c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353 HTTP/1.1" status: 200 len: 217 time: 0.0417490 Aug 31 15:57:40.444915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f54f7da1-bad9-495c-b07b-1a5c58962d77 req-c62f713b-a521-484d-abaf-a0bd00149582 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026235 Aug 31 15:57:40.452334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-0629c1c0-035f-4930-a22f-0f98e524cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:40.453835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-0629c1c0-035f-4930-a22f-0f98e524cab2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0668814 Aug 31 15:57:40.489677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-7ca75637-a7e8-4da6-8bbc-85583979800c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268490 Aug 31 15:57:40.630433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e079d-65c8-4dc2-9b3c-469b29c04a6e req-babcf1d7-28d7-4982-afdb-6286521ce23c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:40.634553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-076e079d-65c8-4dc2-9b3c-469b29c04a6e req-babcf1d7-28d7-4982-afdb-6286521ce23c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.0852075 Aug 31 15:57:40.634553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-d601c5b2-87ac-4e28-b1e2-775b49df5f93 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345115 Aug 31 15:57:40.725786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-076e079d-65c8-4dc2-9b3c-469b29c04a6e req-e0f59dd1-3f9f-44ae-9ba8-8c56e80324f3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842366 Aug 31 15:57:40.769986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48639ba0-0cb8-422e-9b9a-a5612ef80ffb req-1c776379-2e85-4f25-8413-8d204151d9c1 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271577 Aug 31 15:57:40.780217 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771bd4a-53ad-42f4-80e5-2671d59e16bb x-openstack-request-id: req-9771bd4a-53ad-42f4-80e5-2671d59e16bb {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:40.784088 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:40.784774 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9771bd4a-53ad-42f4-80e5-2671d59e16bb {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:40.785416 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'status': 'completed', 'code': 200} Aug 31 15:57:40.881233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff45a5a-b381-4550-8e78-d51311b061ff req-172fa0df-8be5-40d3-84e8-4e6f747e2f94 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:40.883431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aff45a5a-b381-4550-8e78-d51311b061ff req-172fa0df-8be5-40d3-84e8-4e6f747e2f94 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 943 time: 0.0575907 Aug 31 15:57:40.924281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aff45a5a-b381-4550-8e78-d51311b061ff req-e0eb66c0-2b7b-4a92-b262-6d35048243ab tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Aug 31 15:57:41.044589 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06d213-f280-4f42-bf84-a7b60d1f3113 x-openstack-request-id: req-ed06d213-f280-4f42-bf84-a7b60d1f3113 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:41.044884 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15db9b43-1ec8-42e2-8382-8076a5b04618", "tag": "e439aa6c-de95-4a0e-9d67-3af869bfc353", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:41.045152 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed06d213-f280-4f42-bf84-a7b60d1f3113 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:41.045531 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'tag': 'e439aa6c-de95-4a0e-9d67-3af869bfc353', 'status': 'completed', 'code': 200} Aug 31 15:57:41.070641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46022) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:41.200997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-f8ccbc09-473e-457d-bb20-a19ced821f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.202482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-f8ccbc09-473e-457d-bb20-a19ced821f48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 1095 time: 0.1231065 Aug 31 15:57:41.207272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0dd3-86cb-4da1-b342-97fab1f1cffe tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.224572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b8a4-128d-4b25-8e9f-78db8a44ac85 req-2ab02edd-12cb-49a6-a8e2-bc5592a6dd0e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.231049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b8a4-128d-4b25-8e9f-78db8a44ac85 req-2ab02edd-12cb-49a6-a8e2-bc5592a6dd0e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.236895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b8a4-128d-4b25-8e9f-78db8a44ac85 req-2ab02edd-12cb-49a6-a8e2-bc5592a6dd0e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.238560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc38b8a4-128d-4b25-8e9f-78db8a44ac85 req-2ab02edd-12cb-49a6-a8e2-bc5592a6dd0e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1119359 Aug 31 15:57:41.310643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0dd3-86cb-4da1-b342-97fab1f1cffe tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.383561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc38b8a4-128d-4b25-8e9f-78db8a44ac85 req-03453fac-0479-467e-86f7-5b1df867c52e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283023 Aug 31 15:57:41.420981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-c4c674b2-a144-4df0-850d-bbd34a15852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.422806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-c4c674b2-a144-4df0-850d-bbd34a15852f service neutron] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.1780982 Aug 31 15:57:41.429805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0dd3-86cb-4da1-b342-97fab1f1cffe tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.432671 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f2a0dd3-86cb-4da1-b342-97fab1f1cffe tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.434314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f2a0dd3-86cb-4da1-b342-97fab1f1cffe tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "DELETE /v2.0/security-groups/de6d4eb1-1beb-48ae-8689-aa307b5e10d6 HTTP/1.1" status: 204 len: 168 time: 0.3625300 Aug 31 15:57:41.436902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46024) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:41.453754 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-c798fa64-37fe-46c2-92c5-82a52a11cda8 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] show failed (client error): The resource could not be found. Aug 31 15:57:41.454691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c798fa64-37fe-46c2-92c5-82a52a11cda8 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "GET /v2.0/security-groups/de6d4eb1-1beb-48ae-8689-aa307b5e10d6 HTTP/1.1" status: 404 len: 347 time: 0.0168240 Aug 31 15:57:41.460666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46026) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:41.484237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a0dd3-86cb-4da1-b342-97fab1f1cffe tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6d4eb1-1beb-48ae-8689-aa307b5e10d6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:41.488603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-8e953988-31a1-43d2-bec4-df2907f8267c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353 HTTP/1.1" status: 200 len: 217 time: 0.0528111 Aug 31 15:57:41.573753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-2ae4e93e-9d3b-4bca-aa37-c5f61febb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.575459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-2ae4e93e-9d3b-4bca-aa37-c5f61febb03a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0775566 Aug 31 15:57:41.621202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-be00dd39-9491-49b2-a406-5b71e6fe6798 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344908 Aug 31 15:57:41.641729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Deleting port c48ad0cb-9444-4729-9c4c-f33b397f7226 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:41.642069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.732339 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.733346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.749199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Calling delete_port for c48ad0cb-9444-4729-9c4c-f33b397f7226 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:41.781320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63e10-9f84-478d-b84d-fe758be5bb25 req-27187f29-052c-4fab-bf69-9de0b97f1e41 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.781812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63e10-9f84-478d-b84d-fe758be5bb25 req-27187f29-052c-4fab-bf69-9de0b97f1e41 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.782277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63e10-9f84-478d-b84d-fe758be5bb25 req-27187f29-052c-4fab-bf69-9de0b97f1e41 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:41.792837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2c63e10-9f84-478d-b84d-fe758be5bb25 req-27187f29-052c-4fab-bf69-9de0b97f1e41 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6&device_id=5a7443ec-1c32-4960-a016-68c8be2435a3&device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 2885 time: 0.1439779 Aug 31 15:57:41.801609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-b6b58458-5e32-4f6f-bf39-047e20d587b8 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704454 Aug 31 15:57:41.900446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2c63e10-9f84-478d-b84d-fe758be5bb25 req-d2c768c6-964e-4130-91e4-94d4407c1e35 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066136 Aug 31 15:57:41.954563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:41.982875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Pushing event deleted for resources: {'Port': ['ID=c48ad0cb-9444-4729-9c4c-f33b397f7226,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:41.990362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be097e75-b6ab-4ba7-9cb5-79963ff6206e req-1361cd90-beb8-49e1-b9f6-3463ddcbd70d service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778059 Aug 31 15:57:42.074017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f313-0085-453e-9aad-87c0927614af req-8b95f5a5-ae26-4a28-a712-ca8241750714 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:42.075823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb57f313-0085-453e-9aad-87c0927614af req-8b95f5a5-ae26-4a28-a712-ca8241750714 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.0604222 Aug 31 15:57:42.077849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:42.080594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:42.081753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e941a425-beb7-4fd7-bccd-7a4b388bf5b6 tempest-ServersTestManualDisk-1976740684 tempest-ServersTestManualDisk-1976740684-project] 10.222.0.43 "DELETE /v2.0/floatingips/3a626229-81dc-4283-b0e4-fcf09f775d94 HTTP/1.1" status: 204 len: 168 time: 0.6198840 Aug 31 15:57:42.084718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:42.127575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb57f313-0085-453e-9aad-87c0927614af req-344dac84-56bc-48db-a18f-94e2c1e4ee3f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Aug 31 15:57:42.241498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a965a-a5e5-4b95-a8b5-5d9edd73bb95 req-c31a3f83-9aa9-4bff-b29b-fb46ffc7510b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:42.243192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d13a965a-a5e5-4b95-a8b5-5d9edd73bb95 req-c31a3f83-9aa9-4bff-b29b-fb46ffc7510b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.0552981 Aug 31 15:57:42.285293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d13a965a-a5e5-4b95-a8b5-5d9edd73bb95 req-d8b66d2b-c614-4e82-ab1f-5eab5de48b43 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 Aug 31 15:57:42.507633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:42.513875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fb353-f08c-4256-89f4-8701b7075712 req-073389e6-ffae-48d4-b1ff-89f3e1a1c4b7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:42.515697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-198fb353-f08c-4256-89f4-8701b7075712 req-073389e6-ffae-48d4-b1ff-89f3e1a1c4b7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 943 time: 0.0601969 Aug 31 15:57:42.565984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-198fb353-f08c-4256-89f4-8701b7075712 req-95e0c079-40d8-47c3-9494-6a55eab525df tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Aug 31 15:57:42.731338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c547e0-d5d6-4489-bde3-477fc4309083 req-b4fe9f0c-acc3-43c8-a9c0-f9e8e61fa90e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:42.739740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c547e0-d5d6-4489-bde3-477fc4309083 req-b4fe9f0c-acc3-43c8-a9c0-f9e8e61fa90e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:42.746628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c547e0-d5d6-4489-bde3-477fc4309083 req-b4fe9f0c-acc3-43c8-a9c0-f9e8e61fa90e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:42.748494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8c547e0-d5d6-4489-bde3-477fc4309083 req-b4fe9f0c-acc3-43c8-a9c0-f9e8e61fa90e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.0821106 Aug 31 15:57:42.797844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8c547e0-d5d6-4489-bde3-477fc4309083 req-68ebf282-a739-4f1a-9c27-9b0205769c72 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Aug 31 15:57:42.841263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Deleting port 9a25fd3a-b523-48f9-8a2d-226d94746104 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:42.841690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:42.957032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] For port 9a25fd3a-b523-48f9-8a2d-226d94746104, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9a25fd3a-b523-48f9-8a2d-226d94746104,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:42.957995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:42.977881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Calling delete_port for 9a25fd3a-b523-48f9-8a2d-226d94746104 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:43.113560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e439aa6c-de95-4a0e-9d67-3af869bfc353 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:43.247171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e439aa6c-de95-4a0e-9d67-3af869bfc353, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:43.267466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'e439aa6c-de95-4a0e-9d67-3af869bfc353', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': 'e439aa6c-de95-4a0e-9d67-3af869bfc353', 'mac_address': 'fa:16:3e:29:a2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:43.270134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:43.305078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a25fd3a-b523-48f9-8a2d-226d94746104,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:43.361910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:43.376618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e439aa6c-de95-4a0e-9d67-3af869bfc353 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:43.406629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e439aa6c-de95-4a0e-9d67-3af869bfc353, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:43.415368 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:43.456996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965dcdb-e598-4f55-b1aa-f0fa25aab68e req-49f397b5-0f1b-4619-bc3c-64f101d37e04 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:43.468987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9965dcdb-e598-4f55-b1aa-f0fa25aab68e req-49f397b5-0f1b-4619-bc3c-64f101d37e04 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.1185086 Aug 31 15:57:43.512485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e439aa6c-de95-4a0e-9d67-3af869bfc353,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:43.546418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9965dcdb-e598-4f55-b1aa-f0fa25aab68e req-d466e09b-ad71-42e0-b31a-38bdc422b1a8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Aug 31 15:57:43.603891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:43.731324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e439aa6c-de95-4a0e-9d67-3af869bfc353'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:43.874700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426cd2-b73d-4ee6-a57b-a704db6ead87 req-112a73aa-2632-4e54-b8bc-90dff7c648cb tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:43.879644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80426cd2-b73d-4ee6-a57b-a704db6ead87 req-112a73aa-2632-4e54-b8bc-90dff7c648cb tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.1164048 Aug 31 15:57:43.935569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:43.947926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80426cd2-b73d-4ee6-a57b-a704db6ead87 req-85a16fcf-b883-4a40-93f7-b67d2b6e10f3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588911 Aug 31 15:57:44.060833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:44.069324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-21dd9741-e8f8-48d1-a562-1ce2a6646a43 admin admin] 10.222.0.43 "PUT /v2.0/routers/eb5982f4-b235-4263-af7e-bb2dd4fe0c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9803224 Aug 31 15:57:44.069324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46072) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:44.071460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] Sync routers for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:44.088232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:44.089003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:44.110488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e204093-300c-4627-947a-2e26f5ef8df8 req-5176ba41-f8f6-4c8e-a090-fb4697003d4a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:44.112390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e204093-300c-4627-947a-2e26f5ef8df8 req-5176ba41-f8f6-4c8e-a090-fb4697003d4a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 944 time: 0.0679734 Aug 31 15:57:44.158825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e204093-300c-4627-947a-2e26f5ef8df8 req-6b4d9575-76c6-4f2c-92b6-ec53b1248747 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Aug 31 15:57:44.226115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:44.256136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:44.299549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a417de-f342-496d-96f0-67d26ea1365d req-81330075-b321-4973-8dff-9476c36787ba tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:44.302666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84a417de-f342-496d-96f0-67d26ea1365d req-81330075-b321-4973-8dff-9476c36787ba tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1101 time: 0.0486896 Aug 31 15:57:44.350594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84a417de-f342-496d-96f0-67d26ea1365d req-562068f4-0ffe-41f7-ace4-b39a722b2816 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Aug 31 15:57:44.572525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:57:43Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:44.610130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] Checking router: eb5982f4-b235-4263-af7e-bb2dd4fe0c65 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:44.620575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] Routers {'eb5982f4-b235-4263-af7e-bb2dd4fe0c65'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:44.621197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:44.640638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60a89b-db8a-485f-a370-6aec275284da req-c0861b18-1ff7-457e-9173-25a377411234 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:44.646784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60a89b-db8a-485f-a370-6aec275284da req-c0861b18-1ff7-457e-9173-25a377411234 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:44.656646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60a89b-db8a-485f-a370-6aec275284da req-c0861b18-1ff7-457e-9173-25a377411234 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:44.664471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff60a89b-db8a-485f-a370-6aec275284da req-c0861b18-1ff7-457e-9173-25a377411234 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1544292 Aug 31 15:57:44.721232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff60a89b-db8a-485f-a370-6aec275284da req-0b0aba64-0cb2-490b-acdf-96e403f1bb77 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557661 Aug 31 15:57:44.751323 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:44.756891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] Set router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:44.815247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad21db5-b056-4e63-8e3d-67695ecfb4ad req-b8be1486-f81e-4142-85be-40d567ff7071 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:44.824924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dad21db5-b056-4e63-8e3d-67695ecfb4ad req-b8be1486-f81e-4142-85be-40d567ff7071 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1101 time: 0.0556061 Aug 31 15:57:44.835220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Deleting port 57802fda-4696-49b9-9204-d397893e8b6c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:44.835755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:44.892827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dad21db5-b056-4e63-8e3d-67695ecfb4ad req-e53c0129-6d47-46d7-854d-20b964318880 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655508 Aug 31 15:57:44.980668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] For port 57802fda-4696-49b9-9204-d397893e8b6c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57802fda-4696-49b9-9204-d397893e8b6c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:44.981038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.002327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Calling delete_port for 57802fda-4696-49b9-9204-d397893e8b6c owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:45.115733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e439aa6c-de95-4a0e-9d67-3af869bfc353 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:45.124925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4384e-4a13-4f82-a861-084a6f7b2a2b req-7effa29a-0f83-46ee-9f3d-32e06a0d28ab tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:45.132807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35e4384e-4a13-4f82-a861-084a6f7b2a2b req-7effa29a-0f83-46ee-9f3d-32e06a0d28ab tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.0925574 Aug 31 15:57:45.186459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35e4384e-4a13-4f82-a861-084a6f7b2a2b req-c241b4fa-b8fa-4fe8-938b-7b6ce117d632 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Aug 31 15:57:45.216381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port e439aa6c-de95-4a0e-9d67-3af869bfc353 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:45.223016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port e439aa6c-de95-4a0e-9d67-3af869bfc353 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:45.223614 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.279606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:57:43Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:45.323103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.332067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc038018-80cd-443d-ac9b-cf7bb0f9b2ee None None] The sync data for ids ['eb5982f4-b235-4263-af7e-bb2dd4fe0c65'] in n-d-793621-35 is: [{'id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'name': 'tempest-ServersTestManualDisk-2133872894-router', 'tenant_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '57802fda-4696-49b9-9204-d397893e8b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:54:55Z', 'updated_at': '2021-08-31T15:57:43Z', 'revision_number': 5, 'project_id': 'd0e917ef016f4e93943a66e4cc632b8c', 'gw_port': {'id': '57802fda-4696-49b9-9204-d397893e8b6c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5982f4-b235-4263-af7e-bb2dd4fe0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:54:57Z', 'updated_at': '2021-08-31T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:45.401653 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.404104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Pushing event deleted for resources: {'Port': ['ID=57802fda-4696-49b9-9204-d397893e8b6c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:45.455826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e439aa6c-de95-4a0e-9d67-3af869bfc353, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:45.457184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439aa6c-de95-4a0e-9d67-3af869bfc353'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:45.460842 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e9be2-cd3f-411d-935a-9b985302cd49" -d '{"events": [{"server_uuid": "15db9b43-1ec8-42e2-8382-8076a5b04618", "name": "network-vif-plugged", "status": "completed", "tag": "e439aa6c-de95-4a0e-9d67-3af869bfc353"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:45.466055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.480830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.536305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e439aa6c-de95-4a0e-9d67-3af869bfc353,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:45.604681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.606837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.631355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c40b95-ba9b-45d6-bac3-73a70df3bbc7 req-14546b17-731b-49b3-a138-4aeb456d63c6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:45.633012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70c40b95-ba9b-45d6-bac3-73a70df3bbc7 req-14546b17-731b-49b3-a138-4aeb456d63c6 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.0560012 Aug 31 15:57:45.653732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.654305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5982f4-b235-4263-af7e-bb2dd4fe0c65 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:57:45.658817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.662441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e7dcec5b-daf5-4578-8244-eb1b4ab4b625 admin admin] 10.222.0.43 "DELETE /v2.0/routers/eb5982f4-b235-4263-af7e-bb2dd4fe0c65 HTTP/1.1" status: 204 len: 168 time: 1.5805845 Aug 31 15:57:45.666963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46096) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:45.710575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70c40b95-ba9b-45d6-bac3-73a70df3bbc7 req-9b7ee415-a773-4c0c-a2ab-68e70adfe412 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708640 Aug 31 15:57:45.737855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Deleting subnet 8c94b302-d6a6-4899-9600-958bbaa93466 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:57:45.741364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.808843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.867239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9a25fd3a-b523-48f9-8a2d-226d94746104 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:45.870285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e95d4-d0a8-4054-921a-5246c4a32ab7 req-e15705e7-e317-4a01-ab18-3e8077e904ec tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:45.871848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-273e95d4-d0a8-4054-921a-5246c4a32ab7 req-e15705e7-e317-4a01-ab18-3e8077e904ec tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 945 time: 0.0975437 Aug 31 15:57:45.894943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 9a25fd3a-b523-48f9-8a2d-226d94746104 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:45.895285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9a25fd3a-b523-48f9-8a2d-226d94746104 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:45.927476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:45.962170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-273e95d4-d0a8-4054-921a-5246c4a32ab7 req-f47e6572-4746-4dac-b703-d4d6b80544f4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699766 Aug 31 15:57:46.015307 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5340375c-2988-4122-9408-31e6cffa9568 x-openstack-request-id: req-5340375c-2988-4122-9408-31e6cffa9568 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:46.015737 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15db9b43-1ec8-42e2-8382-8076a5b04618", "name": "network-vif-plugged", "status": "completed", "tag": "e439aa6c-de95-4a0e-9d67-3af869bfc353", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:46.016071 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5340375c-2988-4122-9408-31e6cffa9568 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:46.016762 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439aa6c-de95-4a0e-9d67-3af869bfc353', 'code': 200} Aug 31 15:57:46.018637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.053578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c94b302-d6a6-4899-9600-958bbaa93466,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:46.057540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.060246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b403e6bc-e73a-408e-a87f-b02068cb5889 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c94b302-d6a6-4899-9600-958bbaa93466 HTTP/1.1" status: 204 len: 168 time: 0.3918314 Aug 31 15:57:46.066664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:46.070587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a950611-4063-4726-aacd-1d5aa2e278c5 None None] Network 97124748-1497-4916-b3e2-895ef82c1278 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:46.258623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e86d5b-201e-4529-88e6-68a0bf933aab req-695de5c8-0134-4d78-a838-9785b146e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.261165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9e86d5b-201e-4529-88e6-68a0bf933aab req-695de5c8-0134-4d78-a838-9785b146e205 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 1097 time: 0.1623983 Aug 31 15:57:46.277855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43201-b325-48c1-903f-7864ca22a7cc req-53e04464-7700-4411-a6b5-c99e5a807945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.278345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43201-b325-48c1-903f-7864ca22a7cc req-53e04464-7700-4411-a6b5-c99e5a807945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.278829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43201-b325-48c1-903f-7864ca22a7cc req-53e04464-7700-4411-a6b5-c99e5a807945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.280631 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-38c43201-b325-48c1-903f-7864ca22a7cc req-53e04464-7700-4411-a6b5-c99e5a807945 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2874 time: 0.0800993 Aug 31 15:57:46.282018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.323098 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-afc16212-5d8a-4546-afb7-43509347029b service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054279 Aug 31 15:57:46.327597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65996d43-55af-4bc9-9d90-866c22fb3a56 req-ce1dc3cf-c5b0-4ad1-a0fd-c7f25cda94e2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.333780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65996d43-55af-4bc9-9d90-866c22fb3a56 req-ce1dc3cf-c5b0-4ad1-a0fd-c7f25cda94e2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.339741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65996d43-55af-4bc9-9d90-866c22fb3a56 req-ce1dc3cf-c5b0-4ad1-a0fd-c7f25cda94e2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.341482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65996d43-55af-4bc9-9d90-866c22fb3a56 req-ce1dc3cf-c5b0-4ad1-a0fd-c7f25cda94e2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1340294 Aug 31 15:57:46.342085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-38c43201-b325-48c1-903f-7864ca22a7cc req-76c74573-d52d-4a33-91fe-9078897c5386 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Aug 31 15:57:46.376977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9e86d5b-201e-4529-88e6-68a0bf933aab req-5c1379f4-9d3c-4f83-9825-7a21b875aef6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927300 Aug 31 15:57:46.431626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65996d43-55af-4bc9-9d90-866c22fb3a56 req-e3286824-3ac6-4a47-9a48-e09b67bd4494 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768161 Aug 31 15:57:46.445576 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98821ad8-4090-4786-9e70-b7e9852ca36e req-7bb21ab2-1eeb-416c-b055-fd0feb2b922f service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057363 Aug 31 15:57:46.464815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Deleting port d60086a0-d161-4d77-b2ea-13268f39956d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:46.465306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.534099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] DHCP port deletion for 97124748-1497-4916-b3e2-895ef82c1278 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:57:46.556399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] For port d60086a0-d161-4d77-b2ea-13268f39956d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d60086a0-d161-4d77-b2ea-13268f39956d,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:46.556775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.589478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Calling delete_port for d60086a0-d161-4d77-b2ea-13268f39956d owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:46.630860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] Deleting port d60086a0-d161-4d77-b2ea-13268f39956d {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:46.631241 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.656091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-cdf49370-5200-4fea-a06d-e86ea5b9945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.657646 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-cdf49370-5200-4fea-a06d-e86ea5b9945b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1099 time: 0.0545225 Aug 31 15:57:46.719342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98db2-be87-4ef4-9e70-813de8aee02b req-238f4f2f-18e6-46a8-97cc-975b12ba2a86 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.722381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] For port d60086a0-d161-4d77-b2ea-13268f39956d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d60086a0-d161-4d77-b2ea-13268f39956d,segment=NetworkSegment(54a3d115-48df-4310-8a22-9878d28badbe),segment_id=54a3d115-48df-4310-8a22-9878d28badbe)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:46.722961 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.726120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04d98db2-be87-4ef4-9e70-813de8aee02b req-238f4f2f-18e6-46a8-97cc-975b12ba2a86 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.1297123 Aug 31 15:57:46.742607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] Calling delete_port for d60086a0-d161-4d77-b2ea-13268f39956d owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:46.774687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04d98db2-be87-4ef4-9e70-813de8aee02b req-966da453-d568-4e51-aa3a-56ce7f91a852 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476184 Aug 31 15:57:46.845403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-aa80a367-acf4-4620-a19e-3c68a697969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.847936 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-aa80a367-acf4-4620-a19e-3c68a697969b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1822598 Aug 31 15:57:46.879104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.883218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:46.897688 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-015b9d74-d683-4a07-95a3-5113779a417e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0411375 Aug 31 15:57:46.913537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] Pushing event deleted for resources: {'Port': ['ID=d60086a0-d161-4d77-b2ea-13268f39956d,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:46.917781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cc432-773e-456c-ad43-0a940f92ab62 None None] No DVR routers for this DVR port d60086a0-d161-4d77-b2ea-13268f39956d on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:46.944073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60086a0-d161-4d77-b2ea-13268f39956d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:46.946675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] No DVR routers for this DVR port d60086a0-d161-4d77-b2ea-13268f39956d on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:46.961342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b14c02-64d5-4645-875d-d6fd9eba1578 req-3896f1eb-71b9-423c-a22f-1ae19b9e63cf tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.962870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15b14c02-64d5-4645-875d-d6fd9eba1578 req-3896f1eb-71b9-423c-a22f-1ae19b9e63cf tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1397419 Aug 31 15:57:46.973350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-ac44e50a-7d5c-4f0d-aec8-7f74d7723540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:46.975294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-ac44e50a-7d5c-4f0d-aec8-7f74d7723540 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0698636 Aug 31 15:57:47.029795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-cc9cefba-839b-482c-af58-37756eb83991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.031417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-cc9cefba-839b-482c-af58-37756eb83991 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476501 Aug 31 15:57:47.086143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b79345-8060-4cc9-aa21-e00194b78fe8 req-2063b8b9-fa6e-4f2f-9d97-e77ffe98bb04 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.087720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45b79345-8060-4cc9-aa21-e00194b78fe8 req-2063b8b9-fa6e-4f2f-9d97-e77ffe98bb04 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.2249193 Aug 31 15:57:47.092756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.111893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97124748-1497-4916-b3e2-895ef82c1278']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:47.130565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15b14c02-64d5-4645-875d-d6fd9eba1578 req-d54953ae-55da-4147-8c25-9a68ce99bd17 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Aug 31 15:57:47.138923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a3d115-48df-4310-8a22-9878d28badbe') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:47.139221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a3d115-48df-4310-8a22-9878d28badbe') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:47.151320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.156269 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-01e4d72e-2efe-4990-8bd2-e6988b0af437 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059663 Aug 31 15:57:47.174415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.184831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45b79345-8060-4cc9-aa21-e00194b78fe8 req-3fdbd6fa-c645-4427-9827-e846353239aa tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784981 Aug 31 15:57:47.185934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:47.186471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:57:47.188426 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:57:47.271378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52a16ffc-f0c5-4940-bc5c-bcdf23572c74 req-28b370cf-cbbe-473f-97e9-eb400d7fb74a service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027968 Aug 31 15:57:47.619561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.628053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.630132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/97124748-1497-4916-b3e2-895ef82c1278 HTTP/1.1" status: 204 len: 168 time: 1.5571456 Aug 31 15:57:47.648105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3856c6-dbc7-44a3-a495-c9820ea953c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=97124748-1497-4916-b3e2-895ef82c1278,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:47.656890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48254452-2a8a-43aa-91c5-f844b71d69ee req-7006b3d7-206e-4537-98bb-f6adbb67ece0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.659741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48254452-2a8a-43aa-91c5-f844b71d69ee req-7006b3d7-206e-4537-98bb-f6adbb67ece0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 945 time: 0.4195724 Aug 31 15:57:47.675013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b3273-7528-4db9-8808-b405a5041ade req-7aa98b0c-9b96-4c87-b466-a41da873c393 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.681500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b3273-7528-4db9-8808-b405a5041ade req-7aa98b0c-9b96-4c87-b466-a41da873c393 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.687421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b3273-7528-4db9-8808-b405a5041ade req-7aa98b0c-9b96-4c87-b466-a41da873c393 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.689128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f3b3273-7528-4db9-8808-b405a5041ade req-7aa98b0c-9b96-4c87-b466-a41da873c393 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1190403 Aug 31 15:57:47.747627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f3b3273-7528-4db9-8808-b405a5041ade req-eeb4a336-531d-4d97-a9d3-c785f83e7e11 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 Aug 31 15:57:47.750387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48254452-2a8a-43aa-91c5-f844b71d69ee req-0b975378-73cb-4793-8b40-95803e74f4a4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Aug 31 15:57:47.835393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46158) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:47.867379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d60086a0-d161-4d77-b2ea-13268f39956d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:47.885598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b2eebf8a-da8b-4cf2-ae68-e7d507c7d225 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0e917ef016f4e93943a66e4cc632b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466862 Aug 31 15:57:47.888885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46162) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:47.894119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d60086a0-d161-4d77-b2ea-13268f39956d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:47.894471 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d60086a0-d161-4d77-b2ea-13268f39956d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:47.894889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57802fda-4696-49b9-9204-d397893e8b6c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:47.920438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 57802fda-4696-49b9-9204-d397893e8b6c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:47.920788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57802fda-4696-49b9-9204-d397893e8b6c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:47.923378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742d8c2-3038-4b62-8e77-7b76beca82a7 req-3390724d-5332-4ab4-b1e9-b9f0eabf8f6b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:47.932424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a742d8c2-3038-4b62-8e77-7b76beca82a7 req-3390724d-5332-4ab4-b1e9-b9f0eabf8f6b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.0648637 Aug 31 15:57:47.954509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32cae0ea-9224-4908-89dc-a204c401e5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:47.971590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a742d8c2-3038-4b62-8e77-7b76beca82a7 req-327e455a-2777-4b31-bb4f-9119113d4501 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379837 Aug 31 15:57:47.979751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32cae0ea-9224-4908-89dc-a204c401e5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:48.030431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32cae0ea-9224-4908-89dc-a204c401e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:48.033212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32cae0ea-9224-4908-89dc-a204c401e5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:48.034380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-32cae0ea-9224-4908-89dc-a204c401e5f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cee6d22c-31fd-4087-b724-268b96234520 HTTP/1.1" status: 204 len: 168 time: 0.1443465 Aug 31 15:57:48.049470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cae0ea-9224-4908-89dc-a204c401e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee6d22c-31fd-4087-b724-268b96234520,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:48.268630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acaec5-a506-419e-9baf-a82d8888ab8c req-53f9ac6f-6324-4f80-ab8b-a4e94d814b1a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:48.270152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45acaec5-a506-419e-9baf-a82d8888ab8c req-53f9ac6f-6324-4f80-ab8b-a4e94d814b1a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0599556 Aug 31 15:57:48.338631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45acaec5-a506-419e-9baf-a82d8888ab8c req-14f3c568-799d-4477-849f-381aa6803efa tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553818 Aug 31 15:57:48.346710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf084f-60a0-4cbb-b421-5b42f528c366 req-517873cf-4753-4f31-a377-64cd6bb35a3b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:48.348221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4faf084f-60a0-4cbb-b421-5b42f528c366 req-517873cf-4753-4f31-a377-64cd6bb35a3b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.0769737 Aug 31 15:57:48.393054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4faf084f-60a0-4cbb-b421-5b42f528c366 req-1a2ba366-be0f-49c9-9f5b-6f72f78d94a5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Aug 31 15:57:48.781094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46240) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:48.908260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-network', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:48.912004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29277f67-bc64-4347-93da-9a25bb4604d0 req-b0c5e26b-f7bc-4dc9-afdd-d3af16203821 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:48.917927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29277f67-bc64-4347-93da-9a25bb4604d0 req-b0c5e26b-f7bc-4dc9-afdd-d3af16203821 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:48.923799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29277f67-bc64-4347-93da-9a25bb4604d0 req-b0c5e26b-f7bc-4dc9-afdd-d3af16203821 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:48.925535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29277f67-bc64-4347-93da-9a25bb4604d0 req-b0c5e26b-f7bc-4dc9-afdd-d3af16203821 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.0919816 Aug 31 15:57:48.929834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:48.932392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:48.941479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:48.955378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2222db4-4d89-4d43-ac03-de53b00ad7a3 req-42c0f569-a96c-409d-b143-98370e8cf11d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:48.956912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2222db4-4d89-4d43-ac03-de53b00ad7a3 req-42c0f569-a96c-409d-b143-98370e8cf11d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 945 time: 0.0884910 Aug 31 15:57:48.990739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29277f67-bc64-4347-93da-9a25bb4604d0 req-d4f3cb7f-19a6-4982-a53c-3d930c6f5957 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Aug 31 15:57:49.015677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2222db4-4d89-4d43-ac03-de53b00ad7a3 req-e3cf74e6-91ea-4198-9c8c-ea1c90224012 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 Aug 31 15:57:49.043187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.053913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.085249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:57:49.125417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.125787 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Added segment 19c157ed-a251-4fa1-8a82-6b3f283d05d5 of type vlan for network bae57e1e-d17d-4638-a0f8-646a2e5e1545 Aug 31 15:57:49.132380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08af24-3d35-4f8d-9380-7ccab6c13a92,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:49.139535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:49.192304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ef1e5-a0eb-4500-91a9-28c630bff9ba req-1988cf7b-58e8-4e4d-8d99-57216e9669d9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:49.204445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df7ef1e5-a0eb-4500-91a9-28c630bff9ba req-1988cf7b-58e8-4e4d-8d99-57216e9669d9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.1082711 Aug 31 15:57:49.253209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df7ef1e5-a0eb-4500-91a9-28c630bff9ba req-6f8c61ea-1ab5-4c01-bfc1-9f332628a18d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Aug 31 15:57:49.257372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.318274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.319349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:49.322809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.340130 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5576963 Aug 31 15:57:49.343394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46262) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:49.349817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Request body: {'subnet': {'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-subnet', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:49.408468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:49.431782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:49.434371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe84a1-1310-4210-96b2-b9e1bd215cdb admin admin] Pushing event updated for resources: {'Network': ['ID=bae57e1e-d17d-4638-a0f8-646a2e5e1545,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:49.448761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.465908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:57:49.515282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46278) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:49.530256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'network_id': '3863a6b9-0cf5-4d96-9a86-3aec33f92c05', 'port_id': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'mac_address': 'fa:16:3e:ad:16:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af1d399-19bc-4b31-a48c-f17c31c55cfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:49.607712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.625884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:49.650589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:49.656439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.657684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:57:49.665131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf35c0a4-1441-4205-9afc-ef0fbd82bb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.665645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c518-e702-4a90-8ce0-75f440e5fcd2 req-df8fe290-c98a-4c50-a32d-50a9527f62ec tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:49.667385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f6c518-e702-4a90-8ce0-75f440e5fcd2 req-df8fe290-c98a-4c50-a32d-50a9527f62ec tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1834340 Aug 31 15:57:49.716496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:49.774730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b35578-d139-4029-869b-2c043386e392 req-059738cd-664c-4cd6-948e-f55d833bcca4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:49.776532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8b35578-d139-4029-869b-2c043386e392 req-059738cd-664c-4cd6-948e-f55d833bcca4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 944 time: 0.1898229 Aug 31 15:57:49.811017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf35c0a4-1441-4205-9afc-ef0fbd82bb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.816730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf35c0a4-1441-4205-9afc-ef0fbd82bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.835818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f6c518-e702-4a90-8ce0-75f440e5fcd2 req-bf7d135c-ecca-4086-8cb4-b89c07f60eed tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510715 Aug 31 15:57:49.843874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:49.858921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'mac_address': 'fa:16:3e:4f:e0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:57:49.874908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cf35c0a4-1441-4205-9afc-ef0fbd82bb75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31f2db50de584428ab3090b6f5e484e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560612 Aug 31 15:57:49.877849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46284) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:49.923697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35c0a4-1441-4205-9afc-ef0fbd82bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074d15b4-6da0-4ad0-bf7f-cd850b60152e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:49.934944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8b35578-d139-4029-869b-2c043386e392 req-c8d7fbeb-aa8f-4248-b1c3-d4188951a909 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357210 Aug 31 15:57:49.947128 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.953411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.966332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0ec49db-9308-4b3e-84d2-54b2d15390eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:49.970623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae711a0-6259-47e1-8c6b-aa543b319695 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:57:50.007654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:50.009908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0ec49db-9308-4b3e-84d2-54b2d15390eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.012713 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.065664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:50.076802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:50.082840 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0ec49db-9308-4b3e-84d2-54b2d15390eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.086310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0ec49db-9308-4b3e-84d2-54b2d15390eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.089911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a0ec49db-9308-4b3e-84d2-54b2d15390eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/074d15b4-6da0-4ad0-bf7f-cd850b60152e HTTP/1.1" status: 204 len: 168 time: 0.2087297 Aug 31 15:57:50.115543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec49db-9308-4b3e-84d2-54b2d15390eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074d15b4-6da0-4ad0-bf7f-cd850b60152e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:50.116362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5bb8f-b631-4311-b80d-ce539a7cffd8 req-2bb5612a-e585-4c40-8bb2-5f509bc147b2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:50.123036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5bb8f-b631-4311-b80d-ce539a7cffd8 req-2bb5612a-e585-4c40-8bb2-5f509bc147b2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:50.129634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5bb8f-b631-4311-b80d-ce539a7cffd8 req-2bb5612a-e585-4c40-8bb2-5f509bc147b2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:50.132037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42d5bb8f-b631-4311-b80d-ce539a7cffd8 req-2bb5612a-e585-4c40-8bb2-5f509bc147b2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1684444 Aug 31 15:57:50.135248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Checking segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:50.135847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Network hostable DHCP agents. Network: bae57e1e-d17d-4638-a0f8-646a2e5e1545, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:57:50.198384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42d5bb8f-b631-4311-b80d-ce539a7cffd8 req-ed848e3d-52b5-4bfd-9455-ba8ecbc5f555 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587676 Aug 31 15:57:50.199593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:57:50.219029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, bae57e1e-d17d-4638-a0f8-646a2e5e1545) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:50.239940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:50.241555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.247311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d584e58-5d25-4db0-96f4-04295100faa8 None None] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:50.265043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5fc910da-e899-4454-81f6-34ec86efe239 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9202111 Aug 31 15:57:50.267479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46288) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:50.275247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:50.307059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.308741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.380932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8ae711a0-6259-47e1-8c6b-aa543b319695'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:50.385830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f7db3d8a-df48-4b3f-a080-f1973f7466c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:50.390126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.451163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a11ed-440e-45e1-8812-448992ba9880 req-a0fa0700-c4fa-433e-bc76-34d94e6b4666 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:50.460497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-779a11ed-440e-45e1-8812-448992ba9880 req-a0fa0700-c4fa-433e-bc76-34d94e6b4666 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 948 time: 0.0977979 Aug 31 15:57:50.508171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-779a11ed-440e-45e1-8812-448992ba9880 req-fd492cb6-498b-4fce-bd28-75bd5f59b346 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Aug 31 15:57:50.580911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:57:50.581942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.693778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.734273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46298) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:50.756403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-429da541-0df1-4b97-81de-fd6d6b6e9826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.857337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Allocated IP 172.20.0.2 (bae57e1e-d17d-4638-a0f8-646a2e5e1545/14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140/a6aac736-d34c-427d-ab89-a69266b52785) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:50.960362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.985577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:50.987834 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0facfe96-7fd0-4035-b0e5-ed8af58d597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.011996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-429da541-0df1-4b97-81de-fd6d6b6e9826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.024725 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-429da541-0df1-4b97-81de-fd6d6b6e9826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.072335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498f43a-2dd9-4ef8-b4c1-0d87ee0e81a8 req-0bf7a4dd-f36b-4888-9b42-6d9ab732ccc0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.074216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f498f43a-2dd9-4ef8-b4c1-0d87ee0e81a8 req-0bf7a4dd-f36b-4888-9b42-6d9ab732ccc0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1264520 Aug 31 15:57:51.078360 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.092237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-429da541-0df1-4b97-81de-fd6d6b6e9826 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9760904e32b941858fea057bf01a4cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549933 Aug 31 15:57:51.093950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46314) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:51.108626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Transition to ACTIVE for port object a6aac736-d34c-427d-ab89-a69266b52785 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:51.125737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Allocated IP 172.25.6.179 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/073455ba-1a02-4e16-9c07-6c7d34012d59) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:51.137243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Transition to ACTIVE for port object a6aac736-d34c-427d-ab89-a69266b52785 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:51.148415 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.164774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f498f43a-2dd9-4ef8-b4c1-0d87ee0e81a8 req-974d1cc5-9ea3-4390-9ea1-e624e44db57e tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800974 Aug 31 15:57:51.179071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429da541-0df1-4b97-81de-fd6d6b6e9826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247a6f5d-d104-4b87-bf0d-7f25510e2161,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:51.233644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:51.236719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:51.244373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:51.275495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Pushing event updated for resources: {'Port': ['ID=a6aac736-d34c-427d-ab89-a69266b52785,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:51.316031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Attempting to bind port a6aac736-d34c-427d-ab89-a69266b52785 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:51.316884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Attempting to bind port a6aac736-d34c-427d-ab89-a69266b52785 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:51.317449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Attempting to bind port a6aac736-d34c-427d-ab89-a69266b52785 on network bae57e1e-d17d-4638-a0f8-646a2e5e1545 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:51.317578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fcf61-46fc-4f64-9ba1-014ce362a001 req-ce9a88bd-a1e6-4e1f-a0ef-92a37ba56530 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.323077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-00d3e285-68fc-4b7a-bc79-701363f09210 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.325510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-037fcf61-46fc-4f64-9ba1-014ce362a001 req-ce9a88bd-a1e6-4e1f-a0ef-92a37ba56530 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1210320 Aug 31 15:57:51.325711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:51.326299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Checking segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:51.326866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.327429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Bound using segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:51.328223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Bound port: a6aac736-d34c-427d-ab89-a69266b52785, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:51.328789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.329477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-00d3e285-68fc-4b7a-bc79-701363f09210 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.336299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-00d3e285-68fc-4b7a-bc79-701363f09210 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.338140 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-00d3e285-68fc-4b7a-bc79-701363f09210 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1092710 Aug 31 15:57:51.356057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8c747c2-2d08-4219-8da5-b3f9ff8a6928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.359682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.388219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8c747c2-2d08-4219-8da5-b3f9ff8a6928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.413304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] For port a6aac736-d34c-427d-ab89-a69266b52785, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:51.417617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] For port a6aac736-d34c-427d-ab89-a69266b52785, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6aac736-d34c-427d-ab89-a69266b52785,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:51.423466 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.478645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-037fcf61-46fc-4f64-9ba1-014ce362a001 req-53981d6d-d726-4469-bd33-c6d891325778 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472085 Aug 31 15:57:51.488812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 5c46b819-5868-44a3-b03d-f9d478876e91 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:51.489161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.505843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef754-8d21-4b6b-928c-9d0d0a378ccf req-ec59141c-e92a-4d76-93e7-f4ec7d652ee1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.513233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef754-8d21-4b6b-928c-9d0d0a378ccf req-ec59141c-e92a-4d76-93e7-f4ec7d652ee1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.519822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef754-8d21-4b6b-928c-9d0d0a378ccf req-ec59141c-e92a-4d76-93e7-f4ec7d652ee1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.521937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11fef754-8d21-4b6b-928c-9d0d0a378ccf req-ec59141c-e92a-4d76-93e7-f4ec7d652ee1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 2418 time: 0.1058481 Aug 31 15:57:51.530459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969823e8-f45b-44f3-8ed7-8a4b6966eb74 None None] Pushing event updated for resources: {'Port': ['ID=a6aac736-d34c-427d-ab89-a69266b52785,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:51.548131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.551224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8c747c2-2d08-4219-8da5-b3f9ff8a6928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.558701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8c747c2-2d08-4219-8da5-b3f9ff8a6928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.559966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8c747c2-2d08-4219-8da5-b3f9ff8a6928 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/247a6f5d-d104-4b87-bf0d-7f25510e2161 HTTP/1.1" status: 204 len: 168 time: 0.4602888 Aug 31 15:57:51.595435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c747c2-2d08-4219-8da5-b3f9ff8a6928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a6f5d-d104-4b87-bf0d-7f25510e2161,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:51.599919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11fef754-8d21-4b6b-928c-9d0d0a378ccf req-71626581-a5d2-4daa-a445-e1c9d73e352d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Aug 31 15:57:51.701349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ee478-69cb-46be-85cb-18cf6cbda526 req-8098fca0-9c93-42c9-b1e0-8749be7a306d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:51.706563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:51.707651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=073455ba-1a02-4e16-9c07-6c7d34012d59,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:51.713570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:51.716275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:51.727448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8ee478-69cb-46be-85cb-18cf6cbda526 req-8098fca0-9c93-42c9-b1e0-8749be7a306d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 948 time: 0.0944536 Aug 31 15:57:51.782178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8ee478-69cb-46be-85cb-18cf6cbda526 req-bd02ee03-e239-48d5-950b-6394f061d957 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Aug 31 15:57:51.791098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 5c46b819-5868-44a3-b03d-f9d478876e91, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5c46b819-5868-44a3-b03d-f9d478876e91,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:51.791593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:51.812318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 5c46b819-5868-44a3-b03d-f9d478876e91 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:52.161224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:52.204328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:52.216592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['0c19baf2-26f0-488a-9d98-f46d7fb8b27f', '93dc2c10-6602-424a-8a8f-5a1281bb1035', '5c46b819-5868-44a3-b03d-f9d478876e91'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:57:52.307247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=5c46b819-5868-44a3-b03d-f9d478876e91,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:52.430144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779645-4bbb-4766-ac66-ffaca72a8e93 req-8404bfa2-9954-4475-9781-8b1d283de1f7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:52.432471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44779645-4bbb-4766-ac66-ffaca72a8e93 req-8404bfa2-9954-4475-9781-8b1d283de1f7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0829639 Aug 31 15:57:52.479418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 5c46b819-5868-44a3-b03d-f9d478876e91 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:52.483117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:52.485291 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-8a18c553-2574-4b59-af6c-e1ad99b264b3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "DELETE /v2.0/ports/5c46b819-5868-44a3-b03d-f9d478876e91 HTTP/1.1" status: 204 len: 173 time: 1.1380105 Aug 31 15:57:52.485875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-deleted', 'tag': '5c46b819-5868-44a3-b03d-f9d478876e91'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:52.488340 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d2b752-4a4c-4eca-91d9-9a1772c7d4c0" -d '{"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-deleted", "tag": "5c46b819-5868-44a3-b03d-f9d478876e91"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:52.535677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44779645-4bbb-4766-ac66-ffaca72a8e93 req-d6029659-e710-4757-b01a-d6dc8cebb6dc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941358 Aug 31 15:57:52.682975 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6d90f-ecd1-4c5c-89d9-4e15089649c3 x-openstack-request-id: req-13f6d90f-ecd1-4c5c-89d9-4e15089649c3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:52.690751 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-deleted", "tag": "5c46b819-5868-44a3-b03d-f9d478876e91", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:52.691320 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13f6d90f-ecd1-4c5c-89d9-4e15089649c3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:52.693519 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-deleted', 'tag': '5c46b819-5868-44a3-b03d-f9d478876e91', 'status': 'completed', 'code': 200} Aug 31 15:57:52.819978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30857972-adf1-48d0-bd74-4ab9a93b0485 req-30046a3c-e66a-44b7-8bde-87fda9984050 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:52.826479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30857972-adf1-48d0-bd74-4ab9a93b0485 req-30046a3c-e66a-44b7-8bde-87fda9984050 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1612411 Aug 31 15:57:52.868000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:52.868455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:52.871736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:52.926150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30857972-adf1-48d0-bd74-4ab9a93b0485 req-67780db0-66fb-40c5-bd37-7bae7f8590c8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940795 Aug 31 15:57:52.963100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c5a9-7571-4d62-b857-b7bb0de804d6 req-df7ed596-0b7d-4526-aa3f-97bb20a4c8bc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:52.969636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c5a9-7571-4d62-b857-b7bb0de804d6 req-df7ed596-0b7d-4526-aa3f-97bb20a4c8bc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:52.971643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb31c5a9-7571-4d62-b857-b7bb0de804d6 req-df7ed596-0b7d-4526-aa3f-97bb20a4c8bc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 1682 time: 0.1427441 Aug 31 15:57:53.083800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb31c5a9-7571-4d62-b857-b7bb0de804d6 req-56b84658-c755-41c6-9d41-38e8c23cf128 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998740 Aug 31 15:57:53.131575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ec12c-c12d-440c-9025-4c65acb08f49 None None] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:53.178165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5d6b7-d714-484a-8bb4-ce7021bc133e req-964a4ca2-e73c-49a9-ac30-08ca71bf4f29 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:53.180484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4f5d6b7-d714-484a-8bb4-ce7021bc133e req-964a4ca2-e73c-49a9-ac30-08ca71bf4f29 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 948 time: 0.1044693 Aug 31 15:57:53.186892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:53.249596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4f5d6b7-d714-484a-8bb4-ce7021bc133e req-01b25a54-9ce5-4eed-a577-2d24e99a7175 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603085 Aug 31 15:57:53.303912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bbc954a8-1c8c-46f9-ac01-644a253223c5 None None] Provisioning for port a6aac736-d34c-427d-ab89-a69266b52785 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:53.394347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 8ae711a0-6259-47e1-8c6b-aa543b319695 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:53.416266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 8ae711a0-6259-47e1-8c6b-aa543b319695 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:53.416655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:53.558907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:53.560001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:53.576797 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:53.629591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 0c19baf2-26f0-488a-9d98-f46d7fb8b27f owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:53.768326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c6525-3ada-40e5-aa19-2f430e69acad req-9e6eaeaa-1ddc-44e8-84e8-6a43c17aaad3 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:53.773090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Router 844f0fbe-038b-4992-b540-4da1810258ca is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:57:53.773684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91c6525-3ada-40e5-aa19-2f430e69acad req-9e6eaeaa-1ddc-44e8-84e8-6a43c17aaad3 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1058884 Aug 31 15:57:53.852758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91c6525-3ada-40e5-aa19-2f430e69acad req-1fe0ca76-93a3-4f46-9667-5a4e8aa90d82 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666058 Aug 31 15:57:54.001939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6aac736-d34c-427d-ab89-a69266b52785 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:54.009614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:54.012134 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768870ea-57cd-4a95-9048-0bd28fd7d17e" -d '{"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-plugged", "status": "completed", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:54.090611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:54.094914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:54.103903 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a69671-9142-4715-9132-647718196796 None None] Sync routers for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:54.120311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.128175 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a69671-9142-4715-9132-647718196796 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:54.132288 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e4a69671-9142-4715-9132-647718196796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:54.133333 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5113e6e-a650-4fa7-97c2-ff8df582c45c x-openstack-request-id: req-f5113e6e-a650-4fa7-97c2-ff8df582c45c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:54.133831 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-plugged", "status": "completed", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:54.134785 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5113e6e-a650-4fa7-97c2-ff8df582c45c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:54.136870 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'code': 200} Aug 31 15:57:54.137583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.154227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.155484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b94cb397-ef27-4556-84ed-d5495eb9e8d2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8864803 Aug 31 15:57:54.161635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.164775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:54.186331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:54.205687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd172260-6d2e-4b48-b9fc-93e195ff0865 req-7e1634a1-dec4-498f-813f-682b7541692b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:54.219382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd172260-6d2e-4b48-b9fc-93e195ff0865 req-7e1634a1-dec4-498f-813f-682b7541692b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 945 time: 0.1575902 Aug 31 15:57:54.264354 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-efe08a7b-b28e-4549-a39e-eadf8ee59885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.283490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 0c19baf2-26f0-488a-9d98-f46d7fb8b27f on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:54.285792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=0c19baf2-26f0-488a-9d98-f46d7fb8b27f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:54.300110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.307266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:54.308152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-f4505ac7-e2e3-4e3a-ae23-860942874bbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "DELETE /v2.0/ports/0c19baf2-26f0-488a-9d98-f46d7fb8b27f HTTP/1.1" status: 204 len: 173 time: 1.8102798 Aug 31 15:57:54.321355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a6aac736-d34c-427d-ab89-a69266b52785 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:54.327965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a6aac736-d34c-427d-ab89-a69266b52785 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:54.328424 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.350163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b5a-7d14-402c-80ba-5d9be5b4f007 req-528b33f8-1ae4-4e75-a6b6-b1ff298a2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:54.351841 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95f81b5a-7d14-402c-80ba-5d9be5b4f007 req-528b33f8-1ae4-4e75-a6b6-b1ff298a2dc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1101 time: 0.1951747 Aug 31 15:57:54.370147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port f7db3d8a-df48-4b3f-a080-f1973f7466c1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:54.376634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port f7db3d8a-df48-4b3f-a080-f1973f7466c1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:54.376971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.393280 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e4a69671-9142-4715-9132-647718196796 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:54.439452 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.461866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95f81b5a-7d14-402c-80ba-5d9be5b4f007 req-9d9085c8-5d4a-42ad-8556-641c1bc7ca8e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804076 Aug 31 15:57:54.508610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a6aac736-d34c-427d-ab89-a69266b52785, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6aac736-d34c-427d-ab89-a69266b52785,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:54.551066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.607616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 93dc2c10-6602-424a-8a8f-5a1281bb1035 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:54.608678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.609246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.632162 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e4a69671-9142-4715-9132-647718196796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:51Z', 'revision_number': 3, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:54.660504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a69671-9142-4715-9132-647718196796 None None] Checking router: 844f0fbe-038b-4992-b540-4da1810258ca for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:54.661259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a69671-9142-4715-9132-647718196796 None None] Updating router 844f0fbe-038b-4992-b540-4da1810258ca port 073455ba-1a02-4e16-9c07-6c7d34012d59 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:57:54.673096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:54.682278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a6aac736-d34c-427d-ab89-a69266b52785,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:54.689010 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e4a69671-9142-4715-9132-647718196796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.690392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.721335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 93dc2c10-6602-424a-8a8f-5a1281bb1035, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=93dc2c10-6602-424a-8a8f-5a1281bb1035,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:54.722111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.741255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 93dc2c10-6602-424a-8a8f-5a1281bb1035 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:54.797674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:54.826817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd172260-6d2e-4b48-b9fc-93e195ff0865 req-3d6c8e95-c1f1-42e9-ae2c-70aa80e1a058 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053355 Aug 31 15:57:54.911294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04c04-9291-4e05-83fa-abc930a6c278 req-7b918ae3-553f-4515-9db0-4c4f494b65ad tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:54.913221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ade04c04-9291-4e05-83fa-abc930a6c278 req-7b918ae3-553f-4515-9db0-4c4f494b65ad tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=faabedd3-8e38-4350-aa8d-9abeefbc7766 HTTP/1.1" status: 200 len: 945 time: 0.2133424 Aug 31 15:57:54.943018 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:54.966473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ade04c04-9291-4e05-83fa-abc930a6c278 req-202eb011-4d10-4cea-9ba2-b6a6dfbb02e5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450881 Aug 31 15:57:54.978365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-deleted', 'tag': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:54.981340 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749741fa-9298-40e5-a7bc-f9e89eff6717" -d '{"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-deleted", "tag": "0c19baf2-26f0-488a-9d98-f46d7fb8b27f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:54.993773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.056060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=93dc2c10-6602-424a-8a8f-5a1281bb1035,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:55.081386 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e4a69671-9142-4715-9132-647718196796 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.095852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 93dc2c10-6602-424a-8a8f-5a1281bb1035 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:55.103529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.105116 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e4a69671-9142-4715-9132-647718196796 None None] Transition to ACTIVE for port object 073455ba-1a02-4e16-9c07-6c7d34012d59 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:55.109908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4b8177d3-6d92-4171-9910-a6c5b35ea447 req-107a0197-0900-4408-b5a0-e3cab9cd4091 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "DELETE /v2.0/ports/93dc2c10-6602-424a-8a8f-5a1281bb1035 HTTP/1.1" status: 204 len: 173 time: 0.7818069 Aug 31 15:57:55.117988 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e4a69671-9142-4715-9132-647718196796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.169427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5c46b819-5868-44a3-b03d-f9d478876e91 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:55.220447 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Pushing event updated for resources: {'Port': ['ID=073455ba-1a02-4e16-9c07-6c7d34012d59,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:55.225342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 5c46b819-5868-44a3-b03d-f9d478876e91 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:55.225688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5c46b819-5868-44a3-b03d-f9d478876e91 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:55.226594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 93dc2c10-6602-424a-8a8f-5a1281bb1035 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:55.247837 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.248180 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.248986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.249580 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.250131 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.250824 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.251369 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.251889 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.252321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-bd59578c-d1ae-4cfa-a699-19289751b3e5 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=db30a3cea5d64701a98017b0fc849171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591469 Aug 31 15:57:55.252804 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.253325 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.253866 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.254466 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:57:55.263668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f534a2-b4a1-418b-8f53-b07a35c2143b req-399c2f14-94f2-4eaa-9779-cd17b8ae2a30 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:55.265285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50f534a2-b4a1-418b-8f53-b07a35c2143b req-399c2f14-94f2-4eaa-9779-cd17b8ae2a30 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1749866 Aug 31 15:57:55.290536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 93dc2c10-6602-424a-8a8f-5a1281bb1035 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:55.290536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 93dc2c10-6602-424a-8a8f-5a1281bb1035 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:55.290854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0c19baf2-26f0-488a-9d98-f46d7fb8b27f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:55.292618 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.293490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e4a69671-9142-4715-9132-647718196796 None None] Attempting to bind port 073455ba-1a02-4e16-9c07-6c7d34012d59 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:57:55.293936 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e4a69671-9142-4715-9132-647718196796 None None] Attempting to bind port 073455ba-1a02-4e16-9c07-6c7d34012d59 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:57:55.294315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69671-9142-4715-9132-647718196796 None None] Attempting to bind port 073455ba-1a02-4e16-9c07-6c7d34012d59 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:57:55.301556 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69671-9142-4715-9132-647718196796 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:57:55.301845 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69671-9142-4715-9132-647718196796 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:57:55.304707 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e4a69671-9142-4715-9132-647718196796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.305394 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a69671-9142-4715-9132-647718196796 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:57:55.306063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e4a69671-9142-4715-9132-647718196796 None None] Bound port: 073455ba-1a02-4e16-9c07-6c7d34012d59, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:57:55.308711 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e4a69671-9142-4715-9132-647718196796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.324924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 0c19baf2-26f0-488a-9d98-f46d7fb8b27f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:55.325276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0c19baf2-26f0-488a-9d98-f46d7fb8b27f not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:55.379577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.379828 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e4a69671-9142-4715-9132-647718196796 None None] For port 073455ba-1a02-4e16-9c07-6c7d34012d59, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:57:55.383243 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e4a69671-9142-4715-9132-647718196796 None None] For port 073455ba-1a02-4e16-9c07-6c7d34012d59, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=073455ba-1a02-4e16-9c07-6c7d34012d59,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:57:55.399201 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e4a69671-9142-4715-9132-647718196796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.419245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50f534a2-b4a1-418b-8f53-b07a35c2143b req-beb90d8d-7437-4abb-bd5b-487b1f6a7964 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385717 Aug 31 15:57:55.466057 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a69671-9142-4715-9132-647718196796 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:55.466689 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e4a69671-9142-4715-9132-647718196796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:55.468768 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd322a-3d78-4fdc-9054-ba686862d831 None None] Pushing event updated for resources: {'Port': ['ID=073455ba-1a02-4e16-9c07-6c7d34012d59,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:55.545674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-c953d259-6d4a-4c45-bd7a-67e0b5d690db tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:55.548564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-c953d259-6d4a-4c45-bd7a-67e0b5d690db tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787395 Aug 31 15:57:55.571881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-5b5ec362-64c5-4682-98e2-d9b83e4d0432 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/quotas/db30a3cea5d64701a98017b0fc849171 HTTP/1.1" status: 200 len: 375 time: 0.0161736 Aug 31 15:57:55.652234 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e4a69671-9142-4715-9132-647718196796 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:55.725351 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:55.728209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-dfe0987f-5050-4681-89b6-e11aec7d8497 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db30a3cea5d64701a98017b0fc849171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130266 Aug 31 15:57:55.800060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b153efc-6aa1-4367-900e-19bb0ef931d3 req-799abc0c-be2d-4ba4-be84-c865682e1fe6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:55.801675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b153efc-6aa1-4367-900e-19bb0ef931d3 req-799abc0c-be2d-4ba4-be84-c865682e1fe6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1854243 Aug 31 15:57:55.826101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Allocated IP 172.20.0.1 (bae57e1e-d17d-4638-a0f8-646a2e5e1545/14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140/677037df-28fb-4bd6-ae28-b5e41370c087) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:55.905401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b153efc-6aa1-4367-900e-19bb0ef931d3 req-fedd9ce3-23ea-419f-8c08-284ddf3840c0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935569 Aug 31 15:57:55.949664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6aac736-d34c-427d-ab89-a69266b52785 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:55.979054 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e4a69671-9142-4715-9132-647718196796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:51Z', 'revision_number': 3, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:56.029327 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e5697f-0bea-4824-8bc1-b15d62fd7667 x-openstack-request-id: req-88e5697f-0bea-4824-8bc1-b15d62fd7667 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:56.029937 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-deleted", "tag": "0c19baf2-26f0-488a-9d98-f46d7fb8b27f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:56.029937 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88e5697f-0bea-4824-8bc1-b15d62fd7667 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:56.030281 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-deleted', 'tag': '0c19baf2-26f0-488a-9d98-f46d7fb8b27f', 'status': 'completed', 'code': 200} Aug 31 15:57:56.046228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a69671-9142-4715-9132-647718196796 None None] The sync data for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 is: [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:51Z', 'revision_number': 3, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:57:56.064063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a6aac736-d34c-427d-ab89-a69266b52785 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:56.064789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.139104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:56.142906 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61673602-ed8f-4de8-adba-4f136a67ea57" -d '{"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-plugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:56.183435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c3b1498-9922-4b62-a7a9-a844b58e40bb req-bba2cd2e-68c0-4a92-964b-c953db685f8b tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 210 time: 0.0607865 Aug 31 15:57:56.203471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.230464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d24de-aec9-401d-bf8e-59bb63b80310 req-8be65811-6b18-4070-bba4-7988e50b0bb7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:56.237889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a44d24de-aec9-401d-bf8e-59bb63b80310 req-8be65811-6b18-4070-bba4-7988e50b0bb7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1735559 Aug 31 15:57:56.259523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Transition to ACTIVE for port object 677037df-28fb-4bd6-ae28-b5e41370c087 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:57:56.269962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46424) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:56.289504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a44d24de-aec9-401d-bf8e-59bb63b80310 req-579f8edf-199b-41bb-b43a-5c668b768748 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Aug 31 15:57:56.321449 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc521b0c-6d40-455f-8dfe-144d288fbafc x-openstack-request-id: req-cc521b0c-6d40-455f-8dfe-144d288fbafc {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:56.322415 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-plugged", "status": "completed", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:56.322904 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc521b0c-6d40-455f-8dfe-144d288fbafc {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:56.323663 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'code': 200} Aug 31 15:57:56.327886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.392043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:56.395426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:56.403678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:57:56.414289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting subnet da1e2330-00ec-4a45-b92b-03a39b54b479 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:57:56.469833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.472453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.611935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.649437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Pushing event updated for resources: {'Port': ['ID=677037df-28fb-4bd6-ae28-b5e41370c087,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:56.723477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4fa9-19a7-4e96-bc75-d3afeed0871d req-f5149fc7-fcd4-4924-91b4-12d99149f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:56.726286 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ce4fa9-19a7-4e96-bc75-d3afeed0871d req-f5149fc7-fcd4-4924-91b4-12d99149f22b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1098 time: 0.2088337 Aug 31 15:57:56.799143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f704-b08d-4765-ba4c-b27ff88f437b req-6ef23379-3060-4b52-b1dd-7fb28ecd049d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:56.807204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aab8f704-b08d-4765-ba4c-b27ff88f437b req-6ef23379-3060-4b52-b1dd-7fb28ecd049d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1646366 Aug 31 15:57:56.875161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6203dcfc-5b89-4b81-8995-9feeb4267f81 None None] Provisioning for port 677037df-28fb-4bd6-ae28-b5e41370c087 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:56.879900 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ce4fa9-19a7-4e96-bc75-d3afeed0871d req-5d9274f6-66a7-4bf7-849f-cc34afb09ad5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381228 Aug 31 15:57:56.888224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6203dcfc-5b89-4b81-8995-9feeb4267f81 None None] Provisioning complete for port 677037df-28fb-4bd6-ae28-b5e41370c087 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:56.888843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6203dcfc-5b89-4b81-8995-9feeb4267f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.890311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:56.944968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6203dcfc-5b89-4b81-8995-9feeb4267f81 None None] Port 677037df-28fb-4bd6-ae28-b5e41370c087 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:56.957281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aab8f704-b08d-4765-ba4c-b27ff88f437b req-fc651d86-8dc6-4c88-bf37-e5de04bd1541 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489913 Aug 31 15:57:56.983257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.020714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.022906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Subnet': ['ID=da1e2330-00ec-4a45-b92b-03a39b54b479,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:57.027556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.029710 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f26ef02e-99b3-4291-ac87-2a99f475af93 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/subnets/da1e2330-00ec-4a45-b92b-03a39b54b479 HTTP/1.1" status: 204 len: 168 time: 0.7584612 Aug 31 15:57:57.032354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:57.045344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07c7f3-3b33-4c1c-aee6-8c748d294aaf None None] Network 92886a64-6044-4073-97f6-1bd58f9cf859 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:57.173375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.248720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-6a3ba038-6d60-43af-9bc3-2bd95ffef027 req-b11b920d-031e-4fa2-bef7-80a4a21fdf88 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:57:57.251461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a3ba038-6d60-43af-9bc3-2bd95ffef027 req-b11b920d-031e-4fa2-bef7-80a4a21fdf88 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097282 Aug 31 15:57:57.251820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:57.252170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.366633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:57.367006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.370707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] DHCP port deletion for 92886a64-6044-4073-97f6-1bd58f9cf859 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:57:57.387213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:57.435147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.454761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.469970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] Deleting port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:57.470607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.563318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-95b0090d-eade-47b5-a77b-d6a599fda95a tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=db30a3cea5d64701a98017b0fc849171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468717 Aug 31 15:57:57.624931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.629650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b0ae1-0017-407c-b1e9-80dea48182c4 req-04d6e332-2750-4a38-8b1c-92580399c1ca tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:57.637885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-452b0ae1-0017-407c-b1e9-80dea48182c4 req-04d6e332-2750-4a38-8b1c-92580399c1ca tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.4761624 Aug 31 15:57:57.641558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.668519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] For port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,segment=NetworkSegment(6c8bed56-fbc7-40b1-a019-b5f62c476761),segment_id=6c8bed56-fbc7-40b1-a019-b5f62c476761)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:57.674803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.697070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1ef1d1f-c3b0-47f3-9e08-03778b4b4f25 req-7d5555f5-3cd3-4b75-87b3-451e3be19507 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 210 time: 0.0754516 Aug 31 15:57:57.707345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] Calling delete_port for 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:57.720050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Pushing event updated for resources: {'Port': ['ID=677037df-28fb-4bd6-ae28-b5e41370c087,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:57.725690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:57.758494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.758970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:57.890625 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:57.913998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-452b0ae1-0017-407c-b1e9-80dea48182c4 req-dcacc061-ab06-4f97-acd8-7836b1a433bb tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751319 Aug 31 15:57:57.982667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] Pushing event deleted for resources: {'Port': ['ID=6ea11d0c-88ec-4f93-9bf3-a2a28b197d11,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:57.998752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efa8e2-2537-4f98-a111-422a35fb774c None None] No DVR routers for this DVR port 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:57:58.027989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 073455ba-1a02-4e16-9c07-6c7d34012d59 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:57:58.035585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-deleted', 'tag': '93dc2c10-6602-424a-8a8f-5a1281bb1035'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:57:58.038445 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f11ebf9-5e7a-4975-9b6d-5c84c8d087ec" -d '{"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-deleted", "tag": "93dc2c10-6602-424a-8a8f-5a1281bb1035"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:57:58.076664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.095553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-c8db6eb2-c3aa-4622-aab5-b757a7b87395 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:58.097194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-c8db6eb2-c3aa-4622-aab5-b757a7b87395 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5208352 Aug 31 15:57:58.099069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92886a64-6044-4073-97f6-1bd58f9cf859']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:58.100356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 073455ba-1a02-4e16-9c07-6c7d34012d59 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:57:58.106861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 073455ba-1a02-4e16-9c07-6c7d34012d59 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:58.110176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.115436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Request body: {'port': {'device_id': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'db30a3cea5d64701a98017b0fc849171'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:57:58.128137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8bed56-fbc7-40b1-a019-b5f62c476761') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:58.128557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8bed56-fbc7-40b1-a019-b5f62c476761') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:58.170564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-0e12364b-9d4c-4941-acbe-64851e833178 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5568836 Aug 31 15:57:58.190264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-a775e6fa-9049-42b2-af62-a069f96696da service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:57:58.197806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.206609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-a775e6fa-9049-42b2-af62-a069f96696da service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351229 Aug 31 15:57:58.223443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.245899 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.262128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:57:58.262314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:57:58.262611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:57:58.265684 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:57:58.267763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:57:58.298103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 073455ba-1a02-4e16-9c07-6c7d34012d59, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=073455ba-1a02-4e16-9c07-6c7d34012d59,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:58.305625 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.396625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:57:58.478168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=073455ba-1a02-4e16-9c07-6c7d34012d59,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:58.488005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:57:58.488627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6ea11d0c-88ec-4f93-9bf3-a2a28b197d11 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:57:58.540216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.547356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Made reservation on behalf of db30a3cea5d64701a98017b0fc849171 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:57:58.555003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.618746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.620727 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/networks/92886a64-6044-4073-97f6-1bd58f9cf859 HTTP/1.1" status: 204 len: 168 time: 1.5873170 Aug 31 15:57:58.622771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2359b2c-9a6f-4dfb-ad22-266a52f146bf tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Network': ['ID=92886a64-6044-4073-97f6-1bd58f9cf859,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:58.629504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db732-dff9-4b93-b495-b99fa3717d54 req-3e3fc8bc-674a-40d5-bc2b-ed4e9a29fbe2 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:58.637312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46488) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:58.649472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd1db732-dff9-4b93-b495-b99fa3717d54 req-3e3fc8bc-674a-40d5-bc2b-ed4e9a29fbe2 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.7840440 Aug 31 15:57:58.688046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Router 844f0fbe-038b-4992-b540-4da1810258ca has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:57:58.724586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.779993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd1db732-dff9-4b93-b495-b99fa3717d54 req-038264e6-ae39-4e15-8aff-0fb42e8dc7ff tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295819 Aug 31 15:57:58.801624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898a698-9742-4eb2-a8f5-0e06ccaa55f3 req-413afc59-5bad-4117-a031-6dbb858dab5e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:58.803623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d898a698-9742-4eb2-a8f5-0e06ccaa55f3 req-413afc59-5bad-4117-a031-6dbb858dab5e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.6712456 Aug 31 15:57:58.833714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting subnet 88db37aa-251e-415f-b5c3-33e6efff95b7 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:57:58.846177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.890404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-23ee09b0-8d20-43e3-a030-64fb95fa0b6e None None] Provisioning complete for port 677037df-28fb-4bd6-ae28-b5e41370c087 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:57:58.891061 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23ee09b0-8d20-43e3-a030-64fb95fa0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.938429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:58.957212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-23ee09b0-8d20-43e3-a030-64fb95fa0b6e None None] Port 677037df-28fb-4bd6-ae28-b5e41370c087 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:57:59.012880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:57:59.029213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Sync routers for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:57:59.050317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:57:59.050827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:59.058194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fc9e8779-21cf-4d97-ac0d-07c238a75b3a admin admin] 10.222.0.43 "PUT /v2.0/routers/844f0fbe-038b-4992-b540-4da1810258ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8697670 Aug 31 15:57:59.074874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d898a698-9742-4eb2-a8f5-0e06ccaa55f3 req-dcdbfdfe-ff61-4150-9239-42e52c12aad8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484083 Aug 31 15:57:59.127527 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee6566-747e-4a68-898e-e7a91772f2d4 x-openstack-request-id: req-25ee6566-747e-4a68-898e-e7a91772f2d4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:57:59.128032 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabedd3-8e38-4350-aa8d-9abeefbc7766", "name": "network-vif-deleted", "tag": "93dc2c10-6602-424a-8a8f-5a1281bb1035", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:57:59.128156 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25ee6566-747e-4a68-898e-e7a91772f2d4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:57:59.131771 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabedd3-8e38-4350-aa8d-9abeefbc7766', 'name': 'network-vif-deleted', 'tag': '93dc2c10-6602-424a-8a8f-5a1281bb1035', 'status': 'completed', 'code': 200} Aug 31 15:57:59.144157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4c57d06-1405-4bfb-9c76-979ea00103cb req-4972c01c-bfbe-4a2a-80d2-231377fab882 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 210 time: 0.0610063 Aug 31 15:57:59.264414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ab35-975e-4eae-bb7a-17e44c9bacc2 req-49144976-d59c-4e5f-9061-6e590d1b6027 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:57:59.267866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.274249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0f1ab35-975e-4eae-bb7a-17e44c9bacc2 req-49144976-d59c-4e5f-9061-6e590d1b6027 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1093955 Aug 31 15:57:59.297700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:57:59.329724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0f1ab35-975e-4eae-bb7a-17e44c9bacc2 req-f8cbcbb9-9f71-4f7f-9062-3e22043494b8 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542626 Aug 31 15:57:59.393121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.442425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Subnet': ['ID=88db37aa-251e-415f-b5c3-33e6efff95b7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:59.456073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.458353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8bc70f9b-07c6-48a8-91b3-6f6646d72bb4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/subnets/88db37aa-251e-415f-b5c3-33e6efff95b7 HTTP/1.1" status: 204 len: 168 time: 0.8147349 Aug 31 15:57:59.462353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46528) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:57:59.468421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.475383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.479172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6487c7-34a2-4e7d-8d6a-0c6c70a2d138 None None] Network 93a22589-b43c-4826-b03d-64f2ce473808 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:57:59.552662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:57:59.645474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.725009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Allocated IP 192.168.233.227 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/38b09ca6-8074-46e4-83a5-056682214f35) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:57:59.781673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:57:59.782555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.785197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:57:57Z', 'revision_number': 2, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:57:59.819881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Checking router: 844f0fbe-038b-4992-b540-4da1810258ca for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:57:59.820272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Updating router 844f0fbe-038b-4992-b540-4da1810258ca port 677037df-28fb-4bd6-ae28-b5e41370c087 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:57:59.852273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ffeb05-6485-4101-a003-657015769e6f None None] DHCP port deletion for 93a22589-b43c-4826-b03d-64f2ce473808 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:57:59.873228 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.914152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:57:59.914586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:57:59.931000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:57:59.965000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 073455ba-1a02-4e16-9c07-6c7d34012d59 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:00.056346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.073377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Transition to ACTIVE for port object 38b09ca6-8074-46e4-83a5-056682214f35 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:00.173408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.242940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:00.248126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:00.255566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:00.323382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:00.324426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.339188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-9aa7793f-2b08-4221-9c8f-5de4f1372738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:00.341307 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-9aa7793f-2b08-4221-9c8f-5de4f1372738 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1101 time: 0.2595541 Aug 31 15:58:00.378425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Pushing event updated for resources: {'Port': ['ID=38b09ca6-8074-46e4-83a5-056682214f35,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:00.454329 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-3712a7c6-d4fd-4ce3-a6ed-e58f6f5dcb07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3463583 Aug 31 15:58:00.468858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-66ffeb05-6485-4101-a003-657015769e6f None None] Deleting port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:00.469233 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66ffeb05-6485-4101-a003-657015769e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.470676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Request body: {'port': {'device_id': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:00.542964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-66ffeb05-6485-4101-a003-657015769e6f None None] For port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,segment=NetworkSegment(794c27ba-3f9d-4a9f-8d22-281a0e0958ba),segment_id=794c27ba-3f9d-4a9f-8d22-281a0e0958ba)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:00.544071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66ffeb05-6485-4101-a003-657015769e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.576341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-66ffeb05-6485-4101-a003-657015769e6f None None] Calling delete_port for 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:00.581829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 073455ba-1a02-4e16-9c07-6c7d34012d59 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:00.582213 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.589513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-db2da951-d105-45d6-ad3c-a902153b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:00.593871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-db2da951-d105-45d6-ad3c-a902153b1be6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2410204 Aug 31 15:58:00.596869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.654613 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-4bace0ee-d82c-451e-aab3-39e59e395279 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0537138 Aug 31 15:58:00.685681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-666eb95b-a0e8-4266-b6ab-5430c858c405 None None] Provisioning for port 38b09ca6-8074-46e4-83a5-056682214f35 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:00.703107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-666eb95b-a0e8-4266-b6ab-5430c858c405 None None] Provisioning complete for port 38b09ca6-8074-46e4-83a5-056682214f35 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:00.703495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-666eb95b-a0e8-4266-b6ab-5430c858c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.800843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bf763-835e-44b9-8709-edd78e6a4fd9 req-e68d78da-1b6d-4b2f-a6f6-ba152c21e226 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:00.802504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-151bf763-835e-44b9-8709-edd78e6a4fd9 req-e68d78da-1b6d-4b2f-a6f6-ba152c21e226 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.7895386 Aug 31 15:58:00.810443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-666eb95b-a0e8-4266-b6ab-5430c858c405 None None] Port 38b09ca6-8074-46e4-83a5-056682214f35 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:00.811194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71703922-75a2-4e86-b417-867cc311d1d3 req-145126db-376c-471b-916c-6080b5359714 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:00.813226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71703922-75a2-4e86-b417-867cc311d1d3 req-145126db-376c-471b-916c-6080b5359714 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1469944 Aug 31 15:58:00.828533 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.879521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:00.888304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66ffeb05-6485-4101-a003-657015769e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.896553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:00.916321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-151bf763-835e-44b9-8709-edd78e6a4fd9 req-6725b8b2-fb3a-44fd-a2c3-94cfe9cf4cfd tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018658 Aug 31 15:58:00.956521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-36ff2c2b-12d1-4b48-b850-014faadc750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:00.958062 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-36ff2c2b-12d1-4b48-b850-014faadc750e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1609831 Aug 31 15:58:00.965688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffeb05-6485-4101-a003-657015769e6f None None] Pushing event deleted for resources: {'Port': ['ID=3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:00.970290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71703922-75a2-4e86-b417-867cc311d1d3 req-ee1426c5-84b6-4bdd-abc2-b67e07162c9e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342874 Aug 31 15:58:00.970525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:00.983865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffeb05-6485-4101-a003-657015769e6f None None] No DVR routers for this DVR port 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:01.010760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Transition to ACTIVE for port object 677037df-28fb-4bd6-ae28-b5e41370c087 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:01.022944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.076009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:01.109577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.134776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a22589-b43c-4826-b03d-64f2ce473808']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:01.135682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:01.136438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a3a3840-ec77-4c3b-83b2-dbe4179bf9c6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:01.170530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794c27ba-3f9d-4a9f-8d22-281a0e0958ba') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:01.170813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794c27ba-3f9d-4a9f-8d22-281a0e0958ba') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:01.190032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-611bf01e-56a5-43fc-aa96-40fbfe9625c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:01.191731 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-611bf01e-56a5-43fc-aa96-40fbfe9625c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2213182 Aug 31 15:58:01.199025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ccfaa-9dfb-4114-8518-35786ea832cf None None] Pushing event updated for resources: {'Port': ['ID=677037df-28fb-4bd6-ae28-b5e41370c087,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:01.213288 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.238519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c15f-9935-45cb-8adc-3eae06b363ac req-9a1f91d5-b19b-4843-97f4-61e44b1e750c tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:01.242387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ce0c15f-9935-45cb-8adc-3eae06b363ac req-9a1f91d5-b19b-4843-97f4-61e44b1e750c tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 936 time: 0.1950622 Aug 31 15:58:01.249722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Attempting to bind port 677037df-28fb-4bd6-ae28-b5e41370c087 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:01.250012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Attempting to bind port 677037df-28fb-4bd6-ae28-b5e41370c087 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:01.251511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Attempting to bind port 677037df-28fb-4bd6-ae28-b5e41370c087 on network bae57e1e-d17d-4638-a0f8-646a2e5e1545 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:01.255180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.261574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:01.262072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Checking segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:01.262516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.262918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Bound using segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:01.263410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Bound port: 677037df-28fb-4bd6-ae28-b5e41370c087, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:01.263789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.280432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b09ca6-8074-46e4-83a5-056682214f35 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:01.282759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:58:01.283178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:58:01.287124 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:58:01.320989 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.390165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Transition to ACTIVE for port object 38b09ca6-8074-46e4-83a5-056682214f35 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:01.392166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7fc50-08e0-4d1d-859d-bccce4229af9 req-c6f44ca6-af09-4bef-b804-276a2c83c527 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:01.394388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38a7fc50-08e0-4d1d-859d-bccce4229af9 req-c6f44ca6-af09-4bef-b804-276a2c83c527 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.2626755 Aug 31 15:58:01.407222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.424146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] For port 677037df-28fb-4bd6-ae28-b5e41370c087, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:01.429455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] For port 677037df-28fb-4bd6-ae28-b5e41370c087, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=677037df-28fb-4bd6-ae28-b5e41370c087,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:01.435061 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.439435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ce0c15f-9935-45cb-8adc-3eae06b363ac req-def678cc-1aff-424b-a981-2a058d7582f3 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870208 Aug 31 15:58:01.467783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.490754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.493849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/networks/93a22589-b43c-4826-b03d-64f2ce473808 HTTP/1.1" status: 204 len: 168 time: 2.0290766 Aug 31 15:58:01.508117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46616) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:01.511341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-40c4375a-24a4-440e-a739-c4e32ebbd232 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951257 Aug 31 15:58:01.515358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1594415255'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:01.538324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05323ed4-f7b3-4da1-90f7-25b14afc66d5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Network': ['ID=93a22589-b43c-4826-b03d-64f2ce473808,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:01.539566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Pushing event updated for resources: {'Port': ['ID=38b09ca6-8074-46e4-83a5-056682214f35,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:01.545003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38a7fc50-08e0-4d1d-859d-bccce4229af9 req-7a710fec-f1be-4871-bd2f-89bc10f6cfb4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358433 Aug 31 15:58:01.568464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:01.573410 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.613571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:01.652964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.653718 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Added segment 8fae83f3-d675-4cfc-9845-4674b14a0b55 of type vlan for network 99f45a63-1903-464d-ad8a-7fdab504e3c9 Aug 31 15:58:01.654026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:58:01.654713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:57:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:01.749434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ccfaa-9dfb-4114-8518-35786ea832cf None None] Pushing event updated for resources: {'Port': ['ID=677037df-28fb-4bd6-ae28-b5e41370c087,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:01.801660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Attempting to bind port 38b09ca6-8074-46e4-83a5-056682214f35 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:01.802006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Attempting to bind port 38b09ca6-8074-46e4-83a5-056682214f35 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:01.802338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Attempting to bind port 38b09ca6-8074-46e4-83a5-056682214f35 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:01.810788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.812677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-a8be8359-9ca1-45ec-a6aa-a5f680fdd8b5 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937796 Aug 31 15:58:01.823040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Port 38b09ca6-8074-46e4-83a5-056682214f35 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:01.823362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Attempting to bind port 38b09ca6-8074-46e4-83a5-056682214f35 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:01.830884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:01.834312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:01.837037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:01.838887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Bound port: 38b09ca6-8074-46e4-83a5-056682214f35, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:01.841262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.853621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.862721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:01.863956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:01.892753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:58:01.988658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914acece-a746-44db-b807-12153f873516 req-50453768-955e-4b11-a5fa-5d86b336137a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:01.990256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-914acece-a746-44db-b807-12153f873516 req-50453768-955e-4b11-a5fa-5d86b336137a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.3828390 Aug 31 15:58:01.994757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4840398 Aug 31 15:58:01.999370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:02.006119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'subnet': {'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:02.059136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] For port 38b09ca6-8074-46e4-83a5-056682214f35, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:02.068909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e719b-12d2-46f4-9690-67cb340d2597 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Network': ['ID=99f45a63-1903-464d-ad8a-7fdab504e3c9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:02.081216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:02.090041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-914acece-a746-44db-b807-12153f873516 req-9e2d6240-63ba-4167-abe2-3d21a150683b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903833 Aug 31 15:58:02.104008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] For port 38b09ca6-8074-46e4-83a5-056682214f35, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=38b09ca6-8074-46e4-83a5-056682214f35,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:02.123436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:02.144943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.145582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:02.148084 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/38b09ca6-8074-46e4-83a5-056682214f35 HTTP/1.1" status: 200 len: 1097 time: 1.6812973 Aug 31 15:58:02.148604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'tag': '38b09ca6-8074-46e4-83a5-056682214f35'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:02.150861 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fe3ad0-1e21-48a3-b3a0-8460109515a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dca950d9-7afd-4547-947d-cf2ec8115301", "tag": "38b09ca6-8074-46e4-83a5-056682214f35"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:02.249309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57ffec-66d8-4361-a0aa-44b563332a60 req-76639467-2be1-4581-afaa-256305d8a22c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.251085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea57ffec-66d8-4361-a0aa-44b563332a60 req-76639467-2be1-4581-afaa-256305d8a22c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1262164 Aug 31 15:58:02.288448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:02.297993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:02.309090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e8e2d-d282-4f07-890a-2b00f34781a8 service neutron] Pushing event updated for resources: {'Port': ['ID=38b09ca6-8074-46e4-83a5-056682214f35,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:02.337102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:01Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:02.370309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-cc128914-ea3c-41ad-add0-71d84e585a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.371862 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-cc128914-ea3c-41ad-add0-71d84e585a23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db30a3cea5d64701a98017b0fc849171&device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 1100 time: 0.1743300 Aug 31 15:58:02.387661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb715bea-c0f3-4c57-984e-b2f4ae735c03 None None] The sync data for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 is: [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:01Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:58:02.397128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea57ffec-66d8-4361-a0aa-44b563332a60 req-4886d8f0-c302-41ea-a891-8aa8286eb90c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310673 Aug 31 15:58:02.444521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f136895-f8a7-4f63-83ff-d01505ff4a27 req-65147453-2144-4612-9b17-9ff061c629b7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.457042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f136895-f8a7-4f63-83ff-d01505ff4a27 req-65147453-2144-4612-9b17-9ff061c629b7 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1898315 Aug 31 15:58:02.457843 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-7bdb6c00-d21c-4e9e-9472-73d8fdb262b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=38b09ca6-8074-46e4-83a5-056682214f35 HTTP/1.1" status: 200 len: 217 time: 0.0759242 Aug 31 15:58:02.547272 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ed520-c30b-408d-b6e0-b14c34874512 x-openstack-request-id: req-1f9ed520-c30b-408d-b6e0-b14c34874512 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:02.547609 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca950d9-7afd-4547-947d-cf2ec8115301", "tag": "38b09ca6-8074-46e4-83a5-056682214f35", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:02.547830 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f9ed520-c30b-408d-b6e0-b14c34874512 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:02.548245 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'tag': '38b09ca6-8074-46e4-83a5-056682214f35', 'status': 'completed', 'code': 200} Aug 31 15:58:02.559653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f136895-f8a7-4f63-83ff-d01505ff4a27 req-9725fc33-e293-4fdf-a4b1-9db6c218b5da tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979228 Aug 31 15:58:02.675949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-e37c3532-f600-4bff-bf35-1d9281ff8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.679044 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-e37c3532-f600-4bff-bf35-1d9281ff8b52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2079449 Aug 31 15:58:02.689402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ac837-cb56-4318-806e-e5a789c9afe4 req-1cf00543-8544-46a7-9dba-fdbdab990d5e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.703102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-687ac837-cb56-4318-806e-e5a789c9afe4 req-1cf00543-8544-46a7-9dba-fdbdab990d5e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 948 time: 0.0830612 Aug 31 15:58:02.806167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-687ac837-cb56-4318-806e-e5a789c9afe4 req-a3306d77-eab2-4d45-b366-78f39a59e7a2 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009159 Aug 31 15:58:02.817485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f68b1-f034-48bf-b4c8-3b0e73f82401 req-b71e5b72-fab0-4021-9d37-820f044e3a4b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.819084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-547f68b1-f034-48bf-b4c8-3b0e73f82401 req-b71e5b72-fab0-4021-9d37-820f044e3a4b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1079066 Aug 31 15:58:02.887784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:02.893933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-547f68b1-f034-48bf-b4c8-3b0e73f82401 req-a0fdbab3-8c4f-4a5a-a5dd-fb30e509d2d3 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685060 Aug 31 15:58:02.904501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539084c-8978-44e9-8e9b-52714b02b599 req-9c8d5ca5-6651-43c5-bf6a-48bd5552d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:02.906489 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-9c8d5ca5-6651-43c5-bf6a-48bd5552d9ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2189312 Aug 31 15:58:03.024478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2e569-f572-4d0e-b88c-aacd3292d336 req-bb3aca7c-6c9c-443d-8466-dd8e6ffbbeed tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.031720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb2e569-f572-4d0e-b88c-aacd3292d336 req-bb3aca7c-6c9c-443d-8466-dd8e6ffbbeed tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1006455 Aug 31 15:58:03.078657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Subnet': ['ID=e872af6b-c30d-41c2-864b-148f7424958d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:03.102797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb2e569-f572-4d0e-b88c-aacd3292d336 req-c0858fc8-2579-475c-b91e-f9749b1ecfaa tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656600 Aug 31 15:58:03.116554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Checking segment: {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:03.116925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network hostable DHCP agents. Network: 99f45a63-1903-464d-ad8a-7fdab504e3c9, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:03.161416 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-4c6ee011-269c-4cd4-925e-bd15bf126727 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211697 Aug 31 15:58:03.163208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:03.187109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 99f45a63-1903-464d-ad8a-7fdab504e3c9) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:03.192286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.193034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.201932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2cb5d-47be-4fae-b780-9d34676b6c70 None None] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:03.263026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628ae1f-db2f-49d3-afee-f9f761ea7262 req-1af6393a-da0b-415a-b56d-d3827f61718c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.282073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6628ae1f-db2f-49d3-afee-f9f761ea7262 req-1af6393a-da0b-415a-b56d-d3827f61718c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0879784 Aug 31 15:58:03.329592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bad37b4f-c65e-4709-9601-374879c019a5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3289952 Aug 31 15:58:03.332280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46642) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:03.338533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2140347999'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:03.359315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6628ae1f-db2f-49d3-afee-f9f761ea7262 req-0cc7809c-bfe3-4faa-8133-0d99eb638274 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758376 Aug 31 15:58:03.384580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:03.388903 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.483180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8539084c-8978-44e9-8e9b-52714b02b599 req-5658b61f-19ee-4f23-bd5c-9813127aceb0 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119445 Aug 31 15:58:03.497929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:03.521516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.521889 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Added segment c231ee59-1e22-48a0-81c3-9b2c35e8f276 of type vlan for network d8e55c71-0807-4ef2-8add-f46c368368dc Aug 31 15:58:03.566886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-99f45a63-1903-464d-ad8a-7fdab504e3c9', 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'fixed_ips': [{'subnet_id': 'e872af6b-c30d-41c2-864b-148f7424958d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:58:03.567903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.721420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.760622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff9aeb-a26e-4774-9fc6-6e4a4987aed5 req-d55a2ee6-587a-48f6-8bce-f912901ec646 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.762207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32ff9aeb-a26e-4774-9fc6-6e4a4987aed5 req-d55a2ee6-587a-48f6-8bce-f912901ec646 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1518555 Aug 31 15:58:03.778217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096915f-bf8a-45a7-a3c9-3b97912edc7d req-afa4bf49-8bf0-409f-9fda-c9a30379c3f3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.792768 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3096915f-bf8a-45a7-a3c9-3b97912edc7d req-afa4bf49-8bf0-409f-9fda-c9a30379c3f3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.2682199 Aug 31 15:58:03.801657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-d116a7c4-4562-46a9-8c66-cb737695e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.803242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-d116a7c4-4562-46a9-8c66-cb737695e12d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db30a3cea5d64701a98017b0fc849171&device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 1100 time: 0.1837473 Aug 31 15:58:03.813544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.819115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:03.819762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:03.929619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3096915f-bf8a-45a7-a3c9-3b97912edc7d req-c59639f5-c2ef-4901-96fa-79dfa574bafb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356254 Aug 31 15:58:03.942517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Allocated IP 19.80.0.2 (99f45a63-1903-464d-ad8a-7fdab504e3c9/e872af6b-c30d-41c2-864b-148f7424958d/48e41d1c-44cd-4148-a0e9-0f1e21ab9e86) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:03.950431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32ff9aeb-a26e-4774-9fc6-6e4a4987aed5 req-bdf06a3c-88b1-408f-83f1-a68f3cd0446b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499252 Aug 31 15:58:04.103329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 677037df-28fb-4bd6-ae28-b5e41370c087 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:04.185046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64560b64-e5f6-4581-b30a-7cd1fb26b6fa req-c0ed924b-3f44-4a1b-9d03-5775ffe56ae9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:04.186289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8527646 Aug 31 15:58:04.191116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64560b64-e5f6-4581-b30a-7cd1fb26b6fa req-c0ed924b-3f44-4a1b-9d03-5775ffe56ae9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1497972 Aug 31 15:58:04.191741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46662) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:04.199550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'subnet': {'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:04.232320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 677037df-28fb-4bd6-ae28-b5e41370c087 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:04.240266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240175c3-47bd-44c0-8702-857595b068f4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Network': ['ID=d8e55c71-0807-4ef2-8add-f46c368368dc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:04.242033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 677037df-28fb-4bd6-ae28-b5e41370c087 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:04.242401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:04.264970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-7012773d-9f45-41f9-8b6f-206d6de8c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:04.266470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-7012773d-9f45-41f9-8b6f-206d6de8c73a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.4362106 Aug 31 15:58:04.290077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d8e55c71-0807-4ef2-8add-f46c368368dc details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:04.334105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64560b64-e5f6-4581-b30a-7cd1fb26b6fa req-d7815c71-3275-4801-b8f7-04847dc67420 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282728 Aug 31 15:58:04.358414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea3020-af3f-45b5-b387-c712234ed4a8 req-cafc901c-2921-41e1-bbc6-5575b513c073 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:04.368564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33ea3020-af3f-45b5-b387-c712234ed4a8 req-cafc901c-2921-41e1-bbc6-5575b513c073 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 948 time: 0.2736793 Aug 31 15:58:04.406478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-881c716c-23b2-47dd-a098-c7872c38b012 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=38b09ca6-8074-46e4-83a5-056682214f35 HTTP/1.1" status: 200 len: 217 time: 0.1194618 Aug 31 15:58:04.506022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-76bd9b3e-000c-4802-bab7-b377d940cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:04.508837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-76bd9b3e-000c-4802-bab7-b377d940cc1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1012890 Aug 31 15:58:04.519604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33ea3020-af3f-45b5-b387-c712234ed4a8 req-586a3cdc-d6be-461b-9b5b-0e37d2ac0f87 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497531 Aug 31 15:58:04.547138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:04.554975 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:04.638288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-42dbb78e-9bbd-4131-8f09-587e0ab5cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:04.641369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-42dbb78e-9bbd-4131-8f09-587e0ab5cacf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247306 Aug 31 15:58:04.662580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43775172-fd2a-4321-b8be-88770796151e req-448fa2bd-60c8-453f-8768-dc7777d0d7db tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:04.664435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43775172-fd2a-4321-b8be-88770796151e req-448fa2bd-60c8-453f-8768-dc7777d0d7db tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.2032623 Aug 31 15:58:04.667203 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:04.681709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Transition to ACTIVE for port object 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:04.738442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Transition to ACTIVE for port object 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:04.743222 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:04.747517 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:04.750368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43775172-fd2a-4321-b8be-88770796151e req-b80d47e6-0a23-418e-8c17-2c488ac37337 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722928 Aug 31 15:58:04.875654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:04.891436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:04.895024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:04.896152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Pushing event updated for resources: {'Port': ['ID=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:04.903331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 677037df-28fb-4bd6-ae28-b5e41370c087, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=677037df-28fb-4bd6-ae28-b5e41370c087,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:04.913935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:04.921927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.922485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.923232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.923755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.924285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.924794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.925297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.926332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.927072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.929892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.930504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.931148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:04.948549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:05.003866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Subnet': ['ID=d71d9509-be82-4367-a4a5-d0c49ba2de16,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:05.078281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Checking segment: {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:05.078705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network hostable DHCP agents. Network: d8e55c71-0807-4ef2-8add-f46c368368dc, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:05.098765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Attempting to bind port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:05.099659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Attempting to bind port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:05.100068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Attempting to bind port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 on network 99f45a63-1903-464d-ad8a-7fdab504e3c9 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:05.107988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=677037df-28fb-4bd6-ae28-b5e41370c087,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:05.112101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:05.112515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Checking segment: {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:05.112938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:05.113318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Bound using segment: {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:05.113811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Bound port: 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:05.114202 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:05.123735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network d8e55c71-0807-4ef2-8add-f46c368368dc is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:05.141275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d8e55c71-0807-4ef2-8add-f46c368368dc) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:05.160369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:05.160979 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:05.189933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b325a-ca50-4839-aa53-880e4771d280 None None] Network d8e55c71-0807-4ef2-8add-f46c368368dc requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:05.196722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f06c0486-df4f-4fc9-97f6-32aae1ebc6aa tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0029554 Aug 31 15:58:05.345891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] For port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:05.351078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] For port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:05.358029 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:05.418057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f628ac7-5f79-4a48-9ec4-34c2530b3944 req-02fd7eff-e036-4e76-8d40-8fd11b46061c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:05.420826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f628ac7-5f79-4a48-9ec4-34c2530b3944 req-02fd7eff-e036-4e76-8d40-8fd11b46061c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1972289 Aug 31 15:58:05.435754 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-658adeff-95d0-4a31-bd10-09a2adad2a06 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861288 Aug 31 15:58:05.438321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-42e9a470-c26e-490c-af6d-b47aa97bb7b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1480904 Aug 31 15:58:05.450183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3147-e21f-427d-b0c8-c35890aa4268 req-5605331b-d8fd-436d-83f1-e058b123fbec tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:05.461393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd6d3147-e21f-427d-b0c8-c35890aa4268 req-5605331b-d8fd-436d-83f1-e058b123fbec tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1482029 Aug 31 15:58:05.475160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5ab0c-98ab-4a5f-9bd3-95a2c03ba270 None None] Pushing event updated for resources: {'Port': ['ID=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:05.519012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd6d3147-e21f-427d-b0c8-c35890aa4268 req-76a86eb4-bc52-4338-8699-286d31d4dbe5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Aug 31 15:58:05.524603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-d8e55c71-0807-4ef2-8add-f46c368368dc', 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'fixed_ips': [{'subnet_id': 'd71d9509-be82-4367-a4a5-d0c49ba2de16'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:58:05.525738 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:05.597156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f628ac7-5f79-4a48-9ec4-34c2530b3944 req-9ab209a3-af5c-4801-84ee-5cdb48b71f7e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574678 Aug 31 15:58:05.632727 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-92fe3ad0-1e21-48a3-b3a0-8460109515a5 req-623b8ead-3ccd-4878-9d37-10cd99d9381f service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843162 Aug 31 15:58:05.855069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Allocated IP 19.86.0.2 (d8e55c71-0807-4ef2-8add-f46c368368dc/d71d9509-be82-4367-a4a5-d0c49ba2de16/8efcd90a-8b43-427f-9397-baa25e5dda3b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:05.898169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265889-7bde-44ee-8759-efa2e4213d0d req-66ac7f6c-0c0a-4947-bc1d-a17c6b8eb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:05.899629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-66ac7f6c-0c0a-4947-bc1d-a17c6b8eb8ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.2570910 Aug 31 15:58:05.982389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc32d-f2d3-48fd-bdb2-dac26d2bf27d req-58278d73-2268-47ba-a87b-18cfe50a8719 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:05.984124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebfdc32d-f2d3-48fd-bdb2-dac26d2bf27d req-58278d73-2268-47ba-a87b-18cfe50a8719 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 945 time: 0.2139568 Aug 31 15:58:06.057221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-911993c9-6a54-490c-9b44-f9083769be0a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.063064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-911993c9-6a54-490c-9b44-f9083769be0a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.070978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-911993c9-6a54-490c-9b44-f9083769be0a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/networks?id=99f45a63-1903-464d-ad8a-7fdab504e3c9&id=d8e55c71-0807-4ef2-8add-f46c368368dc HTTP/1.1" status: 200 len: 1392 time: 0.2788432 Aug 31 15:58:06.107274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 677037df-28fb-4bd6-ae28-b5e41370c087 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:06.111664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b6003eed-3d38-4f54-b795-15ae04d2b32d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/quotas/98e6e7ec4cd94dbeafa7a5c9f274daa6 HTTP/1.1" status: 200 len: 375 time: 0.0396969 Aug 31 15:58:06.160724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebfdc32d-f2d3-48fd-bdb2-dac26d2bf27d req-810121a5-2a98-4e13-acbe-82390ec3af0b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428339 Aug 31 15:58:06.178464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.181425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265889-7bde-44ee-8759-efa2e4213d0d req-4269b91e-b4b9-40ea-ab0a-dedaa6bc9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.182997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-4269b91e-b4b9-40ea-ab0a-dedaa6bc9e64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2430413 Aug 31 15:58:06.196860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Transition to ACTIVE for port object 8efcd90a-8b43-427f-9397-baa25e5dda3b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:06.216462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 677037df-28fb-4bd6-ae28-b5e41370c087 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:06.216462 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.220343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Transition to ACTIVE for port object 8efcd90a-8b43-427f-9397-baa25e5dda3b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:06.220674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-8a0b1ca0-3ddf-444e-b2cc-30ffc1be46e3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079779 Aug 31 15:58:06.250578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.276166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-8641ca35-860d-4705-ad2b-a557f6d25916 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0851955 Aug 31 15:58:06.313534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Network d8e55c71-0807-4ef2-8add-f46c368368dc is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:06.319676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:06.321950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Pushing event updated for resources: {'Port': ['ID=8efcd90a-8b43-427f-9397-baa25e5dda3b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:06.324405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:06.405155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:06.435071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Attempting to bind port 8efcd90a-8b43-427f-9397-baa25e5dda3b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:06.435071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Attempting to bind port 8efcd90a-8b43-427f-9397-baa25e5dda3b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:06.435606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Attempting to bind port 8efcd90a-8b43-427f-9397-baa25e5dda3b on network d8e55c71-0807-4ef2-8add-f46c368368dc {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:06.453099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:06.453618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Checking segment: {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:06.454086 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.454561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Bound using segment: {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:06.455121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Bound port: 8efcd90a-8b43-427f-9397-baa25e5dda3b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:06.455980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.463216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265889-7bde-44ee-8759-efa2e4213d0d req-ada6a1df-71fb-4752-bee0-0b44c9b31174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.464791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-ada6a1df-71fb-4752-bee0-0b44c9b31174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1433337 Aug 31 15:58:06.493499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-962dc2f9-adbc-4c95-95aa-79b3fa3a7a72 service neutron] 10.222.0.43 "GET /v2.0/networks/99f45a63-1903-464d-ad8a-7fdab504e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294455 Aug 31 15:58:06.505867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b1d36-c08b-404e-a1f2-ad7c7ed81baa req-cacbe390-da9e-46c1-b2f5-f0af3da67893 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.507957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-146b1d36-c08b-404e-a1f2-ad7c7ed81baa req-cacbe390-da9e-46c1-b2f5-f0af3da67893 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.2429128 Aug 31 15:58:06.542444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:06.558692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] For port 8efcd90a-8b43-427f-9397-baa25e5dda3b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:06.563346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] For port 8efcd90a-8b43-427f-9397-baa25e5dda3b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8efcd90a-8b43-427f-9397-baa25e5dda3b,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:06.568369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.641878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730049cf-3fb4-41f7-963b-271341469e2e None None] Pushing event updated for resources: {'Port': ['ID=8efcd90a-8b43-427f-9397-baa25e5dda3b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:06.667696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265889-7bde-44ee-8759-efa2e4213d0d req-2de6936c-27f9-41e6-961d-4d873c60ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.669317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-2de6936c-27f9-41e6-961d-4d873c60ed8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1604440 Aug 31 15:58:06.679089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-146b1d36-c08b-404e-a1f2-ad7c7ed81baa req-39b654da-5786-48a9-a752-e9c1398d91b4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505229 Aug 31 15:58:06.784954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-47556ae3-49c9-4129-ba67-4ecd78bcebbf service neutron] 10.222.0.43 "GET /v2.0/networks/99f45a63-1903-464d-ad8a-7fdab504e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905872 Aug 31 15:58:06.807778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ae333-a8d1-46f7-969f-120807598c66 None None] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:06.886659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] Provisioning for port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:06.905247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] Provisioning complete for port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:06.905966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:06.910581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-ea66223a-b694-472f-82a0-682f5f85876d service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305038 Aug 31 15:58:06.938104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0258-11b9-4738-a410-b870d262595d req-49d809f3-c262-4629-a5d4-3dd52b2d96c7 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:06.948142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ee0258-11b9-4738-a410-b870d262595d req-49d809f3-c262-4629-a5d4-3dd52b2d96c7 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 948 time: 0.1694586 Aug 31 15:58:07.074795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ee0258-11b9-4738-a410-b870d262595d req-236f26b3-8253-4d41-a8aa-91c7a593630c tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254063 Aug 31 15:58:07.107094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:07.110904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-6ae9e00b-4d2f-4302-977a-2b6fc9596e2d service neutron] 10.222.0.43 "GET /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858427 Aug 31 15:58:07.157101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] For port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:07.164247 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:07.242427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-47b995a0-d473-4703-8c53-80c97663643b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:07.249136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-8a72b1f2-b92c-4ab2-a274-91341f7fbd84 service neutron] 10.222.0.43 "GET /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368411 Aug 31 15:58:07.251724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:07.254852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-47b995a0-d473-4703-8c53-80c97663643b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 945 time: 0.1060097 Aug 31 15:58:07.257324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:07.259556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 38b09ca6-8074-46e4-83a5-056682214f35 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:07.351987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47265889-7bde-44ee-8759-efa2e4213d0d req-4efb9e89-cbc7-4a3b-ba2f-03a52fdba96c service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651240 Aug 31 15:58:07.408002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b866-2611-48cb-96dd-352d78c07de5 req-f89e9a9a-979e-4d41-a3b0-1101f2ed716f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:07.416763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6035b866-2611-48cb-96dd-352d78c07de5 req-f89e9a9a-979e-4d41-a3b0-1101f2ed716f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1455178 Aug 31 15:58:07.427591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Deleting port e439aa6c-de95-4a0e-9d67-3af869bfc353 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:07.427871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:07.497414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6035b866-2611-48cb-96dd-352d78c07de5 req-d9205c05-5856-434d-a203-73afec3cc516 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735672 Aug 31 15:58:07.544417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e05fc7-47e1-4fd5-9c68-808e13d61616 None None] Pushing event updated for resources: {'Port': ['ID=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:07.691279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] For port e439aa6c-de95-4a0e-9d67-3af869bfc353, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e439aa6c-de95-4a0e-9d67-3af869bfc353,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:07.692991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:07.736468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Calling delete_port for e439aa6c-de95-4a0e-9d67-3af869bfc353 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:07.795087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40437014-2714-46d7-b43c-eac3e0befa55 req-d1a6a142-18c8-4a81-87e3-4def8e47a89c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:07.808869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40437014-2714-46d7-b43c-eac3e0befa55 req-d1a6a142-18c8-4a81-87e3-4def8e47a89c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1527414 Aug 31 15:58:07.850322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808d216-6a44-4b98-b600-930ef2ef547b req-a7dcebdc-aa83-4f3f-9162-3d4c61536dcc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:07.860656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3808d216-6a44-4b98-b600-930ef2ef547b req-a7dcebdc-aa83-4f3f-9162-3d4c61536dcc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 945 time: 0.1640420 Aug 31 15:58:07.878038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:07.961513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40437014-2714-46d7-b43c-eac3e0befa55 req-2300550c-2a8d-4a18-be43-f97779113513 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516430 Aug 31 15:58:08.037369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 38b09ca6-8074-46e4-83a5-056682214f35, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=38b09ca6-8074-46e4-83a5-056682214f35,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:08.038762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3808d216-6a44-4b98-b600-930ef2ef547b req-b73b0b0c-ad5d-44f7-b7c2-e17273e19de2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769772 Aug 31 15:58:08.042602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'mac_address': 'fa:16:3e:4e:14:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:08.053866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-610dc56c-1c3e-42cf-8a00-10d6dca7c650 None None] Provisioning complete for port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:08.054331 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-610dc56c-1c3e-42cf-8a00-10d6dca7c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.059593 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.084307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.173646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e439aa6c-de95-4a0e-9d67-3af869bfc353'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:08.184163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '38b09ca6-8074-46e4-83a5-056682214f35', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '38b09ca6-8074-46e4-83a5-056682214f35', 'mac_address': 'fa:16:3e:b5:66:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:08.244923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event deleted for resources: {'Port': ['ID=e439aa6c-de95-4a0e-9d67-3af869bfc353,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:08.257412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd1b795e-f4e6-4c05-aee7-5194813439bc req-4c7b8a51-56ae-4070-b13c-94f6c25f0b0b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 210 time: 0.0913341 Aug 31 15:58:08.352855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] No DVR routers for this DVR port e439aa6c-de95-4a0e-9d67-3af869bfc353 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:08.362940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.365373 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e482994-4b2f-4d72-a996-40d6aafd9325 req-a4c297dc-392f-43d4-ab3e-771ab0dd7294 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "DELETE /v2.0/ports/e439aa6c-de95-4a0e-9d67-3af869bfc353 HTTP/1.1" status: 204 len: 173 time: 1.1023319 Aug 31 15:58:08.365883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'name': 'network-vif-deleted', 'tag': 'e439aa6c-de95-4a0e-9d67-3af869bfc353'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:08.368250 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a36242-5055-4656-8230-2229cb2e458f" -d '{"events": [{"server_uuid": "15db9b43-1ec8-42e2-8382-8076a5b04618", "name": "network-vif-deleted", "tag": "e439aa6c-de95-4a0e-9d67-3af869bfc353"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:08.480545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:08.482803 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3ecff2-2dad-45fc-91da-5840704485e0" -d '{"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-unplugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:08.498786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8efcd90a-8b43-427f-9397-baa25e5dda3b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:08.509716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bdb6-4bae-48ec-8027-667a3b7d513f req-7a5309e0-6cbc-46b8-be0d-6775643090fa tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:08.518244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ce0bdb6-4bae-48ec-8027-667a3b7d513f req-7a5309e0-6cbc-46b8-be0d-6775643090fa tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1259108 Aug 31 15:58:08.524544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a8c06-aeac-4b55-8491-c0d4845a3b40 None None] Network d8e55c71-0807-4ef2-8add-f46c368368dc requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:08.572456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:08.578679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324ba5e-428f-409a-9f72-c93fcee8b51d req-42995927-5d1c-4ea5-a576-9b3870707ce6 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:08.583670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.589251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5324ba5e-428f-409a-9f72-c93fcee8b51d req-42995927-5d1c-4ea5-a576-9b3870707ce6 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 948 time: 0.1284671 Aug 31 15:58:08.591790 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.613333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ce0bdb6-4bae-48ec-8027-667a3b7d513f req-ab4f1ea5-1afa-4368-aaba-d384cf5c81c7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893862 Aug 31 15:58:08.688292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5324ba5e-428f-409a-9f72-c93fcee8b51d req-c8612aeb-cf75-4c9d-a8ce-b52b2900c474 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911331 Aug 31 15:58:08.820854 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b4aa1-9313-455f-9afc-28b702b51b2c x-openstack-request-id: req-e03b4aa1-9313-455f-9afc-28b702b51b2c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:08.821217 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15db9b43-1ec8-42e2-8382-8076a5b04618", "name": "network-vif-deleted", "tag": "e439aa6c-de95-4a0e-9d67-3af869bfc353", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:08.821540 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e03b4aa1-9313-455f-9afc-28b702b51b2c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:08.822057 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15db9b43-1ec8-42e2-8382-8076a5b04618', 'name': 'network-vif-deleted', 'tag': 'e439aa6c-de95-4a0e-9d67-3af869bfc353', 'status': 'completed', 'code': 200} Aug 31 15:58:08.829392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:08.840434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:08.912070 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269b2924-3cfa-4bd9-9099-ec06a2f1da63 x-openstack-request-id: req-269b2924-3cfa-4bd9-9099-ec06a2f1da63 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:08.912361 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-unplugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:08.913252 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-269b2924-3cfa-4bd9-9099-ec06a2f1da63 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:08.913647 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'code': 200} Aug 31 15:58:09.000413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b09ca6-8074-46e4-83a5-056682214f35 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:09.007026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:09.044050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d17b1-21a6-4835-be57-984b9012b31c req-7723490f-7be9-4aea-bc94-6f07571b8a3f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:09.049208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-082d17b1-21a6-4835-be57-984b9012b31c req-7723490f-7be9-4aea-bc94-6f07571b8a3f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1031375 Aug 31 15:58:09.058669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8efcd90a-8b43-427f-9397-baa25e5dda3b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:09.077238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-2c9eaf4b-daf1-4d3b-b068-ba276ac254f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:09.078854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-2c9eaf4b-daf1-4d3b-b068-ba276ac254f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b65143bb5964c1c8d27767409db4bd3&device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 1098 time: 0.1059146 Aug 31 15:58:09.095482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:09.098446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 38b09ca6-8074-46e4-83a5-056682214f35, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=38b09ca6-8074-46e4-83a5-056682214f35,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:09.103803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:58:09.103803 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:58:09.140164 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:09.202384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-082d17b1-21a6-4835-be57-984b9012b31c req-d8494cf5-9549-4baf-a910-116b27c13610 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465826 Aug 31 15:58:09.259734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-2a319b8f-8ef8-458b-a6df-22b052253652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:09.262233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-2a319b8f-8ef8-458b-a6df-22b052253652 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 200 len: 914 time: 0.1748736 Aug 31 15:58:09.268298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223f8f1-64eb-48a0-a485-b6a11758296b req-940afa64-170d-41fd-83fe-5e683329b0ac tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:09.276284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5223f8f1-64eb-48a0-a485-b6a11758296b req-940afa64-170d-41fd-83fe-5e683329b0ac tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.2077737 Aug 31 15:58:09.293750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] Provisioning for port 8efcd90a-8b43-427f-9397-baa25e5dda3b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:09.296542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=38b09ca6-8074-46e4-83a5-056682214f35,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:09.316631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] Provisioning complete for port 8efcd90a-8b43-427f-9397-baa25e5dda3b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:09.321583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:09.360384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:09.361027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:09.363407 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-aea4be5b-4074-477a-819e-4f0adc6116c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 200 len: 217 time: 0.0892727 Aug 31 15:58:09.392257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['38b09ca6-8074-46e4-83a5-056682214f35'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:09.406873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a4b08b3-71b0-436b-ba59-2dc701a9dd4d req-d0080693-1128-4579-a73c-3bf25e4eb701 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.0992436 Aug 31 15:58:09.445201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-c03eea3d-7a11-43a5-a766-a185359d2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:09.447099 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-c03eea3d-7a11-43a5-a766-a185359d2b0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 200 len: 853 time: 0.0715642 Aug 31 15:58:09.485919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5223f8f1-64eb-48a0-a485-b6a11758296b req-1209d125-157a-49e6-a2a6-8b206feed5ab tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991827 Aug 31 15:58:09.514601 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-0523af1f-6dc0-45b1-b8ba-8ac0596ce14e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3863a6b9-0cf5-4d96-9a86-3aec33f92c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595384 Aug 31 15:58:09.646399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9b34a4a-cbd0-4491-982c-3c5925849d7f req-4c717e49-9fec-41a2-a0e9-c5b582604cd8 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 210 time: 0.0976391 Aug 31 15:58:09.716290 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:09.769218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2639-9def-4afd-9519-50f77940812c req-5056bd2a-dbdb-43b3-85ed-78c8d97fcc5e tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:09.778480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d6b2639-9def-4afd-9519-50f77940812c req-5056bd2a-dbdb-43b3-85ed-78c8d97fcc5e tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 947 time: 0.0687332 Aug 31 15:58:09.839728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:09.892103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] For port 8efcd90a-8b43-427f-9397-baa25e5dda3b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8efcd90a-8b43-427f-9397-baa25e5dda3b,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:09.906145 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:09.912404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:09.913446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d6b2639-9def-4afd-9519-50f77940812c req-39dc1fa6-8a85-47e0-8fe5-ac760bee4760 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331122 Aug 31 15:58:09.984723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-10df2d4f-1fdc-4d91-a48d-8d5333786387 service neutron] 10.222.0.49 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630105 Aug 31 15:58:09.992222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdce65-dfe5-4f84-81ce-808f1343a013 req-0471e3fe-2f3d-4a23-bd1d-19965191eb0f tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:10.000581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87cdce65-dfe5-4f84-81ce-808f1343a013 req-0471e3fe-2f3d-4a23-bd1d-19965191eb0f tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 949 time: 0.1837335 Aug 31 15:58:10.000827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-6e29e497-30b6-4069-b7e2-351ac36ac08e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:10.006837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-6e29e497-30b6-4069-b7e2-351ac36ac08e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:10.008470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-6e29e497-30b6-4069-b7e2-351ac36ac08e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "GET /v2.0/networks?id=99f45a63-1903-464d-ad8a-7fdab504e3c9&id=d8e55c71-0807-4ef2-8add-f46c368368dc HTTP/1.1" status: 200 len: 1392 time: 0.3466551 Aug 31 15:58:10.010904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:10.032360 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:10.041224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'port': {'device_id': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9', 'admin_state_up': True, 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:10.070855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-abad6fd6-0413-4a1c-9c43-0d13871c0205 None None] Provisioning complete for port 8efcd90a-8b43-427f-9397-baa25e5dda3b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:10.071405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-abad6fd6-0413-4a1c-9c43-0d13871c0205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:10.109984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87cdce65-dfe5-4f84-81ce-808f1343a013 req-e83ee8da-f84b-43c9-96aa-3a9c35afb960 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047306 Aug 31 15:58:10.123349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36510087-fb03-4a56-9eca-7dd23977d409 None None] Pushing event updated for resources: {'Port': ['ID=8efcd90a-8b43-427f-9397-baa25e5dda3b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:10.269169 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14332f3b-4772-4b15-a421-238f45c1ff59 req-eec34d84-df48-4358-9d75-e093cac5c337 service neutron] 10.222.0.49 "GET /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595253 Aug 31 15:58:10.289167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:10.339284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:10.349076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e3910b08-e9cb-46e3-90b2-c959821b591b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:10.356790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:10.391296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1cea0-1f59-41a6-943d-adae612d934f req-0c5f8148-227e-4d09-b017-b9509e4a89d8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:10.401567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46b1cea0-1f59-41a6-943d-adae612d934f req-0c5f8148-227e-4d09-b017-b9509e4a89d8 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0719261 Aug 31 15:58:10.472804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46b1cea0-1f59-41a6-943d-adae612d934f req-45ce2029-fb4c-4e46-8b52-d6be31ee266f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Aug 31 15:58:10.571110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Allocated IP 19.80.0.101 (99f45a63-1903-464d-ad8a-7fdab504e3c9/e872af6b-c30d-41c2-864b-148f7424958d/82b45cab-2462-4b28-8cce-d1aa52f03890) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:10.584455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-475654d7-9ea5-4b72-972a-b8986af018c0 req-f753ee9f-d41d-4977-abf9-e8fa85c4ab5e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.0360050 Aug 31 15:58:10.759469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ddf13-16b6-468f-9acd-d2e93d63ccdf req-0f4896e7-1e02-4922-b3f1-282afb3c3907 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:10.771847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-169ddf13-16b6-468f-9acd-d2e93d63ccdf req-0f4896e7-1e02-4922-b3f1-282afb3c3907 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1757317 Aug 31 15:58:10.868095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ace8c06-6b5e-4935-b485-d1bfb1734ccb req-52e43f25-a1f3-45b3-bfa0-e1137d18303d tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 210 time: 0.0538261 Aug 31 15:58:10.882742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-169ddf13-16b6-468f-9acd-d2e93d63ccdf req-c7dd0603-0cb2-4d49-85e3-f99c2c470e2a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047409 Aug 31 15:58:10.897589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:10.920128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Transition to ACTIVE for port object 82b45cab-2462-4b28-8cce-d1aa52f03890 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:10.964135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.024297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Port': ['ID=82b45cab-2462-4b28-8cce-d1aa52f03890,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:11.044738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:11.046989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:11.050220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:11.146382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:11.148164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd91b4-ae9d-49b6-ae1c-5bd27c01ea84 req-3c9814f8-1ecd-4347-80e7-a54041304b6a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:11.148343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.157755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5dd91b4-ae9d-49b6-ae1c-5bd27c01ea84 req-3c9814f8-1ecd-4347-80e7-a54041304b6a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 948 time: 0.1416509 Aug 31 15:58:11.170566 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9ec37aab-4a54-43c2-9ecb-f0fbfc891a23 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1354966 Aug 31 15:58:11.192599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Request body: {'port': {'device_id': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc', 'admin_state_up': True, 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:11.232940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5dd91b4-ae9d-49b6-ae1c-5bd27c01ea84 req-b7117918-afa9-41ea-b887-137c25934b66 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732145 Aug 31 15:58:11.287163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 38b09ca6-8074-46e4-83a5-056682214f35 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:11.392780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 38b09ca6-8074-46e4-83a5-056682214f35 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:11.393110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147706a-a19c-4228-8276-0787580a0c78 req-bb364d58-0f90-42eb-b47f-d2743ce13a05 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:11.407229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 38b09ca6-8074-46e4-83a5-056682214f35 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:11.407229 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.408116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c147706a-a19c-4228-8276-0787580a0c78 req-bb364d58-0f90-42eb-b47f-d2743ce13a05 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 949 time: 0.0979731 Aug 31 15:58:11.478510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Made reservation on behalf of 98e6e7ec4cd94dbeafa7a5c9f274daa6 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:11.482234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.497822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c147706a-a19c-4228-8276-0787580a0c78 req-cd913813-85c3-427e-8bf8-138d6911f7ba tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Aug 31 15:58:11.563521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.629532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b0ca6191-f474-4b69-9db7-fc7f696999b3 None None] Provisioning for port 82b45cab-2462-4b28-8cce-d1aa52f03890 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:11.671925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b8d73-db8d-4975-9032-131ae8a3c902 req-56c15fcf-cdca-44de-802d-ba6be2802732 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:11.674993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a41b8d73-db8d-4975-9032-131ae8a3c902 req-56c15fcf-cdca-44de-802d-ba6be2802732 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1044033 Aug 31 15:58:11.691961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 38b09ca6-8074-46e4-83a5-056682214f35, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=38b09ca6-8074-46e4-83a5-056682214f35,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:11.697765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b09ca6-8074-46e4-83a5-056682214f35'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:11.712537 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb948e5-de24-4da3-a47a-f771b6a026b9" -d '{"events": [{"server_uuid": "dca950d9-7afd-4547-947d-cf2ec8115301", "name": "network-vif-plugged", "status": "completed", "tag": "38b09ca6-8074-46e4-83a5-056682214f35"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:11.724818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b0ca6191-f474-4b69-9db7-fc7f696999b3 None None] Provisioning complete for port 82b45cab-2462-4b28-8cce-d1aa52f03890 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:11.725395 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6191-f474-4b69-9db7-fc7f696999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.738359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a41b8d73-db8d-4975-9032-131ae8a3c902 req-3251a2ed-c442-430c-a268-e16671d2d0a1 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529132 Aug 31 15:58:11.739731 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:11.768052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef28f3bd-dfb4-47ad-92d6-0991b13d6a2d req-e826904c-c9ab-4b04-8ddf-896836bb304a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.0450790 Aug 31 15:58:11.822022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Allocated IP 19.86.0.78 (d8e55c71-0807-4ef2-8add-f46c368368dc/d71d9509-be82-4367-a4a5-d0c49ba2de16/48163c05-09af-4aa3-8e39-b0562360c97f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:11.893096 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f2feee-7175-415f-b388-aa4618e254d8 x-openstack-request-id: req-81f2feee-7175-415f-b388-aa4618e254d8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:11.893529 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca950d9-7afd-4547-947d-cf2ec8115301", "name": "network-vif-plugged", "status": "completed", "tag": "38b09ca6-8074-46e4-83a5-056682214f35", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:11.893883 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81f2feee-7175-415f-b388-aa4618e254d8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:11.894378 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b09ca6-8074-46e4-83a5-056682214f35', 'code': 200} Aug 31 15:58:11.895093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=38b09ca6-8074-46e4-83a5-056682214f35,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:11.933806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca6191-f474-4b69-9db7-fc7f696999b3 None None] Port 82b45cab-2462-4b28-8cce-d1aa52f03890 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:11.983107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8efcd90a-8b43-427f-9397-baa25e5dda3b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:12.014391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5862bb-606c-40eb-826f-1ef5df5d310f req-c99e6023-605d-40f7-aa3d-7efddf77f692 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.026250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e5862bb-606c-40eb-826f-1ef5df5d310f req-c99e6023-605d-40f7-aa3d-7efddf77f692 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1484137 Aug 31 15:58:12.072405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:12.113430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01273d9c-91b3-442b-af21-2618718b5626 req-b36734ef-35ae-45de-8e32-f2e76a10b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.118359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e5862bb-606c-40eb-826f-1ef5df5d310f req-1104635a-c453-465e-8af0-8021f9e1c96c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908067 Aug 31 15:58:12.128552 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01273d9c-91b3-442b-af21-2618718b5626 req-b36734ef-35ae-45de-8e32-f2e76a10b374 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 1102 time: 0.1753983 Aug 31 15:58:12.141448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8efcd90a-8b43-427f-9397-baa25e5dda3b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:12.142116 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.161654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43072-7269-473a-b43a-2d481e98c843 req-dc72fbdf-c79e-4ea4-83a8-5feb8786dbe0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.169008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3e43072-7269-473a-b43a-2d481e98c843 req-dc72fbdf-c79e-4ea4-83a8-5feb8786dbe0 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 932 time: 0.1336308 Aug 31 15:58:12.218671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port e3910b08-e9cb-46e3-90b2-c959821b591b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:12.219042 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.252009 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01273d9c-91b3-442b-af21-2618718b5626 req-c3b5ed18-fbed-463d-b682-5d8c73125fd7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224077 Aug 31 15:58:12.259914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3e43072-7269-473a-b43a-2d481e98c843 req-fa1ca1ad-9453-441e-be93-8c1673a5e59b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832415 Aug 31 15:58:12.315239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.353502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Transition to ACTIVE for port object 48163c05-09af-4aa3-8e39-b0562360c97f will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:12.356949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.367351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ccde-9432-4f35-bc8a-58033b8fb6df req-5216b2ec-db8d-42e1-8bf4-02ab979aaabb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.370838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3731ccde-9432-4f35-bc8a-58033b8fb6df req-5216b2ec-db8d-42e1-8bf4-02ab979aaabb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1067896 Aug 31 15:58:12.419182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:12.424697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3731ccde-9432-4f35-bc8a-58033b8fb6df req-770c238d-4843-4bc7-93c5-d6c598d19b80 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Aug 31 15:58:12.425518 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.425958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.426863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e439aa6c-de95-4a0e-9d67-3af869bfc353 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:12.450365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: e439aa6c-de95-4a0e-9d67-3af869bfc353 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:12.450716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e439aa6c-de95-4a0e-9d67-3af869bfc353 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:12.530340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Network d8e55c71-0807-4ef2-8add-f46c368368dc is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:12.546729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:12.554150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:12.562885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:12.566912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event updated for resources: {'Port': ['ID=48163c05-09af-4aa3-8e39-b0562360c97f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:12.664532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.664798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.673872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc276d7-0816-4820-a391-785ec9349f24 req-086b5344-4388-47de-8241-60ad83e86cdb tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.681791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccc276d7-0816-4820-a391-785ec9349f24 req-086b5344-4388-47de-8241-60ad83e86cdb tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1634481 Aug 31 15:58:12.686650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f4111151-4c9a-4423-8349-157e8e6253ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5084295 Aug 31 15:58:12.712445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Request body: {'port': {'device_id': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:12.715097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e535ca-d04e-4b68-a00a-c4f6e04fffda req-beaf8991-0306-446a-9842-f4fdee6b5ee4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:12.729506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09e535ca-d04e-4b68-a00a-c4f6e04fffda req-beaf8991-0306-446a-9842-f4fdee6b5ee4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1886637 Aug 31 15:58:12.787892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccc276d7-0816-4820-a391-785ec9349f24 req-0f26c2c4-220d-4937-b3d3-f2135e42cbff tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051853 Aug 31 15:58:12.798683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:12.838064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09e535ca-d04e-4b68-a00a-c4f6e04fffda req-ab21ae3a-f916-4cf6-a337-5b2326ca409a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072435 Aug 31 15:58:12.979733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2bdda50b-5060-447a-afc9-b4dabeea91df None None] Provisioning for port 48163c05-09af-4aa3-8e39-b0562360c97f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:12.993625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2bdda50b-5060-447a-afc9-b4dabeea91df None None] Provisioning complete for port 48163c05-09af-4aa3-8e39-b0562360c97f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:12.995799 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2bdda50b-5060-447a-afc9-b4dabeea91df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:13.046528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06b20420-901a-4287-881a-7c962f0d142e req-a3a1e8a8-bd98-491f-9275-080fe43b6706 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.0333631 Aug 31 15:58:13.078595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92031e99-4dd9-4a0a-ab46-2b92abb7c504 req-b28bce66-4194-4466-ac35-f8084470191a tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:13.089899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92031e99-4dd9-4a0a-ab46-2b92abb7c504 req-b28bce66-4194-4466-ac35-f8084470191a tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.1548254 Aug 31 15:58:13.118071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2bdda50b-5060-447a-afc9-b4dabeea91df None None] Port 48163c05-09af-4aa3-8e39-b0562360c97f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:13.148710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92031e99-4dd9-4a0a-ab46-2b92abb7c504 req-544ddc8c-4767-4941-8263-8eb05a3e4eb4 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523453 Aug 31 15:58:13.244429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08bad-d793-46eb-a4e2-6429389320ba req-3027c57f-d702-41ec-a1e4-ef71b2d3dc15 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:13.248841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcd08bad-d793-46eb-a4e2-6429389320ba req-3027c57f-d702-41ec-a1e4-ef71b2d3dc15 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0667706 Aug 31 15:58:13.280795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b45cab-2462-4b28-8cce-d1aa52f03890 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:13.294833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:13.332438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcd08bad-d793-46eb-a4e2-6429389320ba req-558e9f27-814d-49a4-bedc-aca33f565e01 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753658 Aug 31 15:58:13.342654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Transition to ACTIVE for port object 82b45cab-2462-4b28-8cce-d1aa52f03890 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:13.350450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:13.538575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bcebc-acbb-4654-bf7c-61dd567f114d req-91bd8d06-595b-4f98-b443-a429279057ff tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:13.563738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bcebc-acbb-4654-bf7c-61dd567f114d req-91bd8d06-595b-4f98-b443-a429279057ff tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:13.574233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Pushing event updated for resources: {'Port': ['ID=82b45cab-2462-4b28-8cce-d1aa52f03890,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:13.585179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b3bcebc-acbb-4654-bf7c-61dd567f114d req-91bd8d06-595b-4f98-b443-a429279057ff tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1666 time: 0.1890061 Aug 31 15:58:13.688371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Attempting to bind port 82b45cab-2462-4b28-8cce-d1aa52f03890 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:13.688709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Attempting to bind port 82b45cab-2462-4b28-8cce-d1aa52f03890 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:13.689044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Attempting to bind port 82b45cab-2462-4b28-8cce-d1aa52f03890 on network 99f45a63-1903-464d-ad8a-7fdab504e3c9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:13.694149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Port 82b45cab-2462-4b28-8cce-d1aa52f03890 on network 99f45a63-1903-464d-ad8a-7fdab504e3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:13.694488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Attempting to bind port 82b45cab-2462-4b28-8cce-d1aa52f03890 on network 99f45a63-1903-464d-ad8a-7fdab504e3c9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:13.699914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:13.700276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Checking segment: {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:13.700903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Bound using segment: {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:13.701374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Bound port: 82b45cab-2462-4b28-8cce-d1aa52f03890, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fae83f3-d675-4cfc-9845-4674b14a0b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:13.701880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:13.768286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b3bcebc-acbb-4654-bf7c-61dd567f114d req-c50f8d8e-9543-4b53-87df-a6efa993018a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658075 Aug 31 15:58:13.806280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfd88f-76f9-4876-bceb-1a466ff912d5 req-5f14b201-2a38-4904-8948-8e12f7db71ac tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:13.808170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] For port 82b45cab-2462-4b28-8cce-d1aa52f03890, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:13.808636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70bfd88f-76f9-4876-bceb-1a466ff912d5 req-5f14b201-2a38-4904-8948-8e12f7db71ac tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.2221375 Aug 31 15:58:13.818001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] For port 82b45cab-2462-4b28-8cce-d1aa52f03890, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=82b45cab-2462-4b28-8cce-d1aa52f03890,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:13.825192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:13.896024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:13.898861 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3d6d71-a4e5-414f-acfa-090ee333d3de" -d '{"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-plugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:13.922920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70bfd88f-76f9-4876-bceb-1a466ff912d5 req-aa12f5e3-9cc8-49c2-8996-9b2501ed1705 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Aug 31 15:58:13.936723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:13.937528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:13.939056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] 10.222.0.49 "PUT /v2.0/ports/82b45cab-2462-4b28-8cce-d1aa52f03890 HTTP/1.1" status: 200 len: 1093 time: 1.2429876 Aug 31 15:58:13.939531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'tag': '82b45cab-2462-4b28-8cce-d1aa52f03890'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:13.952669 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4" -d '{"events": [{"name": "network-changed", "server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "tag": "82b45cab-2462-4b28-8cce-d1aa52f03890"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:13.992337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6f145-d6b2-4b93-bf54-183a9030cc08 service neutron] Pushing event updated for resources: {'Port': ['ID=82b45cab-2462-4b28-8cce-d1aa52f03890,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:14.016576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Request body: {'port': {'device_id': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:14.087711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8789f-d59c-463a-b7bb-59feec41e168 req-5579e8d0-a292-41fa-b95d-06e95b9aa3ee tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.095978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7d8789f-d59c-463a-b7bb-59feec41e168 req-5579e8d0-a292-41fa-b95d-06e95b9aa3ee tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1101360 Aug 31 15:58:14.134851 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:14.248976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7d8789f-d59c-463a-b7bb-59feec41e168 req-b76393b8-9962-4f06-b64e-e68977bfdd6c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520557 Aug 31 15:58:14.282210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b01a-1ec0-464f-919d-d66226f0437e req-92cdf417-a261-410c-9e34-1027c86d30ff tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.295756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8773b01a-1ec0-464f-919d-d66226f0437e req-92cdf417-a261-410c-9e34-1027c86d30ff tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1976140 Aug 31 15:58:14.311986 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac73ada6-7aac-4974-bf25-15be70d8ca0a x-openstack-request-id: req-ac73ada6-7aac-4974-bf25-15be70d8ca0a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:14.313771 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-plugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:14.313771 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac73ada6-7aac-4974-bf25-15be70d8ca0a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:14.313771 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'code': 200} Aug 31 15:58:14.351432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8773b01a-1ec0-464f-919d-d66226f0437e req-d74dc209-2b64-4034-bd4c-115e51d04be4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486140 Aug 31 15:58:14.437956 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da2c25-80ed-4044-9b3d-4d30ade1ea79 x-openstack-request-id: req-03da2c25-80ed-4044-9b3d-4d30ade1ea79 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:14.439587 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "tag": "82b45cab-2462-4b28-8cce-d1aa52f03890", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:14.439990 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03da2c25-80ed-4044-9b3d-4d30ade1ea79 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:14.440535 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'tag': '82b45cab-2462-4b28-8cce-d1aa52f03890', 'status': 'completed', 'code': 200} Aug 31 15:58:14.509177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce9c4883-e9a8-448a-befe-75c0cdf704d7 req-fc2095a4-6cc9-4ab9-bdbe-76b0de69ced7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=15db9b43-1ec8-42e2-8382-8076a5b04618 HTTP/1.1" status: 200 len: 210 time: 0.0395141 Aug 31 15:58:14.597117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838326a-6270-4482-8391-88663bc211e1 req-6a9588a1-6edf-4597-ba12-c788510d14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.599813 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3838326a-6270-4482-8391-88663bc211e1 req-6a9588a1-6edf-4597-ba12-c788510d14a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1101 time: 0.1210222 Aug 31 15:58:14.605692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-d9fd9f88-745c-4198-b740-553596caed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.606462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-d9fd9f88-745c-4198-b740-553596caed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.608205 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-d9fd9f88-745c-4198-b740-553596caed71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1914 time: 0.1400251 Aug 31 15:58:14.633329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff8a40-eafb-450a-8d93-14c8ee389d3f req-bd2e8894-0141-42cb-ad01-65b4d92ef4fb tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.635936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96ff8a40-eafb-450a-8d93-14c8ee389d3f req-bd2e8894-0141-42cb-ad01-65b4d92ef4fb tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.1004200 Aug 31 15:58:14.688789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f5723-c803-49f6-bb39-c082ec092d77 req-a2f851a2-392d-4e44-afc7-ef8bd435c19a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.690377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e9f5723-c803-49f6-bb39-c082ec092d77 req-a2f851a2-392d-4e44-afc7-ef8bd435c19a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1009414 Aug 31 15:58:14.760238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96ff8a40-eafb-450a-8d93-14c8ee389d3f req-0a0d7ee8-1e83-458c-9285-204a71aac781 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015759 Aug 31 15:58:14.770630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3838326a-6270-4482-8391-88663bc211e1 req-94abf7ef-b305-447a-949d-b0282032ca0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611426 Aug 31 15:58:14.794105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48163c05-09af-4aa3-8e39-b0562360c97f {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:14.799509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e9f5723-c803-49f6-bb39-c082ec092d77 req-d94819ac-6fb4-4c92-9351-528847afceb5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922058 Aug 31 15:58:14.809482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:14.823289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-51753a01-3c51-4302-93e6-1b64d53f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.824712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-51753a01-3c51-4302-93e6-1b64d53f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.824712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-51753a01-3c51-4302-93e6-1b64d53f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.830527 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-51753a01-3c51-4302-93e6-1b64d53f6261 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2047236 Aug 31 15:58:14.848679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Transition to ACTIVE for port object 48163c05-09af-4aa3-8e39-b0562360c97f will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:14.895189 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:14.951748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b22a-94af-4f6f-ae13-6676ac54dfa2 req-f59b42f3-2930-45ea-b90d-218c178915f1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.963914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b22a-94af-4f6f-ae13-6676ac54dfa2 req-f59b42f3-2930-45ea-b90d-218c178915f1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:14.967057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a53b22a-94af-4f6f-ae13-6676ac54dfa2 req-f59b42f3-2930-45ea-b90d-218c178915f1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1678 time: 0.0829127 Aug 31 15:58:15.020229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Pushing event updated for resources: {'Port': ['ID=48163c05-09af-4aa3-8e39-b0562360c97f,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:15.053439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a53b22a-94af-4f6f-ae13-6676ac54dfa2 req-32ca2d48-316a-4e74-8d76-fdb99f15ccbc tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559740 Aug 31 15:58:15.065166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-d8631c1f-47d8-4e45-b522-e363786c9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.066861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9246894f-bfcb-4c25-ba2a-0e01d71a94c4 req-d8631c1f-47d8-4e45-b522-e363786c9c7f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2302129 Aug 31 15:58:15.103069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Attempting to bind port 48163c05-09af-4aa3-8e39-b0562360c97f on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:15.103425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Attempting to bind port 48163c05-09af-4aa3-8e39-b0562360c97f by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:15.103764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Attempting to bind port 48163c05-09af-4aa3-8e39-b0562360c97f on network d8e55c71-0807-4ef2-8add-f46c368368dc {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:15.112679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Port 48163c05-09af-4aa3-8e39-b0562360c97f on network d8e55c71-0807-4ef2-8add-f46c368368dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:15.113014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Attempting to bind port 48163c05-09af-4aa3-8e39-b0562360c97f on network d8e55c71-0807-4ef2-8add-f46c368368dc {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:15.119679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:15.120422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Checking segment: {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:15.121299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Bound using segment: {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:15.121529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Bound port: 48163c05-09af-4aa3-8e39-b0562360c97f, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c231ee59-1e22-48a0-81c3-9b2c35e8f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:15.121982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:15.195938 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:58:15.223296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] For port 48163c05-09af-4aa3-8e39-b0562360c97f, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:15.227642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] For port 48163c05-09af-4aa3-8e39-b0562360c97f, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=48163c05-09af-4aa3-8e39-b0562360c97f,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:15.234056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:15.275057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.276308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:15.277747 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/48163c05-09af-4aa3-8e39-b0562360c97f HTTP/1.1" status: 200 len: 1092 time: 1.2801368 Aug 31 15:58:15.302436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddf8c0-099a-4f5c-bb22-34f3847a498e req-5a0adc37-80a8-48d2-adab-7cc36284e068 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.304685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccddf8c0-099a-4f5c-bb22-34f3847a498e req-5a0adc37-80a8-48d2-adab-7cc36284e068 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1285372 Aug 31 15:58:15.323490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5ac77-20b9-4d09-afdd-0fdb33eddc77 req-2866bc29-1d42-4672-a731-931d42b64735 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.325060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcb5ac77-20b9-4d09-afdd-0fdb33eddc77 req-2866bc29-1d42-4672-a731-931d42b64735 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.1099370 Aug 31 15:58:15.380227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a50f2-bd5a-448f-9a2d-5c0b2cfb69e8 service neutron] Pushing event updated for resources: {'Port': ['ID=48163c05-09af-4aa3-8e39-b0562360c97f,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:15.420044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-fc825ef4-8cca-4da5-b64c-52a4dbb66be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.421372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-fc825ef4-8cca-4da5-b64c-52a4dbb66be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.423898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-fc825ef4-8cca-4da5-b64c-52a4dbb66be8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1982 time: 0.0911374 Aug 31 15:58:15.430244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccddf8c0-099a-4f5c-bb22-34f3847a498e req-d26711fb-1f4a-45f4-aca3-4da5c541ddc5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 Aug 31 15:58:15.448678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcb5ac77-20b9-4d09-afdd-0fdb33eddc77 req-e2be1aee-e991-4803-a021-b5c693b3340e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088445 Aug 31 15:58:15.545956 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-8a86efde-501a-4160-9631-d415607b586b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=82b45cab-2462-4b28-8cce-d1aa52f03890 HTTP/1.1" status: 200 len: 217 time: 0.1086998 Aug 31 15:58:15.610171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9b36f5e6-a38d-4949-bd29-a1fcb151913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.611800 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-9b36f5e6-a38d-4949-bd29-a1fcb151913d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e872af6b-c30d-41c2-864b-148f7424958d HTTP/1.1" status: 200 len: 801 time: 0.0589247 Aug 31 15:58:15.652681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e529db-47ef-4162-ad37-1b75ce47a544 req-6b815e6b-2829-4e80-a255-83de8dffa900 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.654253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3e529db-47ef-4162-ad37-1b75ce47a544 req-6b815e6b-2829-4e80-a255-83de8dffa900 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0967631 Aug 31 15:58:15.666561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-7aed39e7-f87a-45de-93fa-9b673d2ec042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.666933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8026c-8562-46ca-be4c-a47294570ff4 req-6e6dc3e7-baba-4782-9252-0624a25b3518 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:15.668458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97c8026c-8562-46ca-be4c-a47294570ff4 req-6e6dc3e7-baba-4782-9252-0624a25b3518 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1097536 Aug 31 15:58:15.668934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-7aed39e7-f87a-45de-93fa-9b673d2ec042 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99f45a63-1903-464d-ad8a-7fdab504e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498555 Aug 31 15:58:15.777988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-82be6055-eb58-49cb-8070-47c0e3c12382 service neutron] 10.222.0.49 "GET /v2.0/networks/99f45a63-1903-464d-ad8a-7fdab504e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017513 Aug 31 15:58:15.925541 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f7b5a7e6-d145-47c7-b421-7c11b6872318 service neutron] 10.222.0.49 "GET /v2.0/networks/99f45a63-1903-464d-ad8a-7fdab504e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398413 Aug 31 15:58:15.981578 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-c14cfc0d-f4a0-4ef7-8303-ca323c8e966e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=48163c05-09af-4aa3-8e39-b0562360c97f HTTP/1.1" status: 200 len: 217 time: 0.0435748 Aug 31 15:58:16.042877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-5c5ed941-4851-4f3b-a21b-d6f73191f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.044512 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-5c5ed941-4851-4f3b-a21b-d6f73191f10b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d71d9509-be82-4367-a4a5-d0c49ba2de16 HTTP/1.1" status: 200 len: 801 time: 0.0617039 Aug 31 15:58:16.050242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97c8026c-8562-46ca-be4c-a47294570ff4 req-abd9f4db-94e3-4030-a80e-126b206d125d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749332 Aug 31 15:58:16.053294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3e529db-47ef-4162-ad37-1b75ce47a544 req-70525cb1-9770-43bb-a88d-e252e1852ced tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838058 Aug 31 15:58:16.149525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f5b58457-9d77-4575-9261-23b781ae70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.154193 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-f5b58457-9d77-4575-9261-23b781ae70fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8e55c71-0807-4ef2-8add-f46c368368dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006582 Aug 31 15:58:16.170127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-d906b021-9e3e-4f5d-afae-ac5b7a2f052b tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=db30a3cea5d64701a98017b0fc849171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227506 Aug 31 15:58:16.296810 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-ceaeec78-9dde-41f8-a3a8-225d867a5c93 service neutron] 10.222.0.49 "GET /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304634 Aug 31 15:58:16.317881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8f5e-a5b0-4aea-9f41-7681e8e68ccf req-5e84db76-4366-4031-8cad-a00f794696a6 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.324517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8f5e-a5b0-4aea-9f41-7681e8e68ccf req-5e84db76-4366-4031-8cad-a00f794696a6 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.326079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27eb8f5e-a5b0-4aea-9f41-7681e8e68ccf req-5e84db76-4366-4031-8cad-a00f794696a6 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1678 time: 0.1434400 Aug 31 15:58:16.366655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-6debab68-e9e8-4e13-974c-8f906183d567 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.368213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-6debab68-e9e8-4e13-974c-8f906183d567 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814992 Aug 31 15:58:16.392860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27eb8f5e-a5b0-4aea-9f41-7681e8e68ccf req-cc96c466-82b7-4189-b72f-7c1a0af1e3db tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607548 Aug 31 15:58:16.394211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-e12ad2e4-f6b5-4e50-a7f9-6d320f9b631f tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/quotas/db30a3cea5d64701a98017b0fc849171 HTTP/1.1" status: 200 len: 375 time: 0.0165963 Aug 31 15:58:16.399713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbef692-edf5-436d-98a9-f9c8bbc248fe req-a1607096-3011-452b-aaff-70d1223dd442 service neutron] 10.222.0.49 "GET /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945094 Aug 31 15:58:16.441445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'tag': '48163c05-09af-4aa3-8e39-b0562360c97f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:16.444433 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b7f34d-7264-4655-9631-70ce00716709" -d '{"events": [{"name": "network-changed", "server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "tag": "48163c05-09af-4aa3-8e39-b0562360c97f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:16.454383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc5b69f5-e529-487e-a001-60b62782bc93 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db30a3cea5d64701a98017b0fc849171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516155 Aug 31 15:58:16.528153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548861-f18b-441f-83aa-53d6062dcc79 req-bcf5f812-7808-4400-8f3a-6713d15f03e4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.540351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8548861-f18b-441f-83aa-53d6062dcc79 req-bcf5f812-7808-4400-8f3a-6713d15f03e4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0552344 Aug 31 15:58:16.573252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8548861-f18b-441f-83aa-53d6062dcc79 req-95c0bb6b-cdd0-4315-87e1-51de0f3b3ff5 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Aug 31 15:58:16.694934 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5fa3b-8674-45c1-bd4a-5a68d9959e8d x-openstack-request-id: req-53f5fa3b-8674-45c1-bd4a-5a68d9959e8d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:16.695444 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "tag": "48163c05-09af-4aa3-8e39-b0562360c97f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:16.695793 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53f5fa3b-8674-45c1-bd4a-5a68d9959e8d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:16.696432 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'tag': '48163c05-09af-4aa3-8e39-b0562360c97f', 'status': 'completed', 'code': 200} Aug 31 15:58:16.806718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e3da2f1-8e88-424a-8c65-d5450df70e26 req-3557f0c2-5542-44c2-9333-37214a1f7ef4 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 210 time: 0.0505350 Aug 31 15:58:16.807177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f34d-7264-4655-9631-70ce00716709 req-774a765c-af8c-4bc4-ba69-a8c8e09f5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.807772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f34d-7264-4655-9631-70ce00716709 req-774a765c-af8c-4bc4-ba69-a8c8e09f5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.810023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-774a765c-af8c-4bc4-ba69-a8c8e09f5b36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1982 time: 0.0655618 Aug 31 15:58:16.825940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67759849-8b2e-4f3d-9108-e5c69b80f443 req-655ab59e-0757-47c8-8bde-51611ade60d3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.842063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67759849-8b2e-4f3d-9108-e5c69b80f443 req-655ab59e-0757-47c8-8bde-51611ade60d3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1293721 Aug 31 15:58:16.891846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-99efd668-ab19-4a8e-a71b-9c62ef92ebfe req-2978a93d-95dc-47bd-8823-133371e5e6ec service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:58:16.893212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99efd668-ab19-4a8e-a71b-9c62ef92ebfe req-2978a93d-95dc-47bd-8823-133371e5e6ec service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060918 Aug 31 15:58:16.937565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67759849-8b2e-4f3d-9108-e5c69b80f443 req-0977f91e-e9e7-4955-b890-8f445521225a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895896 Aug 31 15:58:16.956103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f34d-7264-4655-9631-70ce00716709 req-bdff0b67-553e-4d94-96a5-6782b9310726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:16.957289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-bdff0b67-553e-4d94-96a5-6782b9310726 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8e55c71-0807-4ef2-8add-f46c368368dc HTTP/1.1" status: 200 len: 903 time: 0.1345894 Aug 31 15:58:17.017629 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-2b717bd3-16c2-4f07-9270-57c2ce77f636 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=48163c05-09af-4aa3-8e39-b0562360c97f HTTP/1.1" status: 200 len: 217 time: 0.0501924 Aug 31 15:58:17.106160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f34d-7264-4655-9631-70ce00716709 req-17fd67a6-5c89-4bc7-9080-28154d809bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.108047 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-17fd67a6-5c89-4bc7-9080-28154d809bac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d71d9509-be82-4367-a4a5-d0c49ba2de16 HTTP/1.1" status: 200 len: 801 time: 0.0820320 Aug 31 15:58:17.156907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603593c4-f6bb-49a9-b956-0b056f129fbe req-89f14bb4-c561-4b53-bc1a-7a6dbdac4e2d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.165813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-603593c4-f6bb-49a9-b956-0b056f129fbe req-89f14bb4-c561-4b53-bc1a-7a6dbdac4e2d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1828768 Aug 31 15:58:17.168269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f34d-7264-4655-9631-70ce00716709 req-296ea5db-9190-4015-a868-88725e92e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.169790 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-296ea5db-9190-4015-a868-88725e92e8f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8e55c71-0807-4ef2-8add-f46c368368dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530040 Aug 31 15:58:17.239431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-603593c4-f6bb-49a9-b956-0b056f129fbe req-d55976f0-0be5-486a-baa2-2936a75c6a5a tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Aug 31 15:58:17.254572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-dc2ebb2c-ed2a-406d-b36e-a93db43defac tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.262010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-dc2ebb2c-ed2a-406d-b36e-a93db43defac tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.1922374 Aug 31 15:58:17.285262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-f95dbdd7-86b6-4aa2-bf43-7e6c44a8e21f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0145223 Aug 31 15:58:17.286913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-830983f5-5355-439f-8dd0-55b7f2a031fa service neutron] 10.222.0.49 "GET /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067936 Aug 31 15:58:17.333578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-db378fdd-38ce-403e-a38a-00cfb996a61c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417819 Aug 31 15:58:17.415045 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15b7f34d-7264-4655-9631-70ce00716709 req-cf07af36-d4c1-4a58-8202-9f3a63e79dbb service neutron] 10.222.0.49 "GET /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203394 Aug 31 15:58:17.461292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242879fa-e653-4289-b8df-a6124706c4ba req-1349522e-236a-4c1c-a999-3c9c7e08404d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.462867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-242879fa-e653-4289-b8df-a6124706c4ba req-1349522e-236a-4c1c-a999-3c9c7e08404d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0833375 Aug 31 15:58:17.472548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-63389423-db47-4856-9dc4-fb7b9b2fd7d9 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380455 Aug 31 15:58:17.562599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-242879fa-e653-4289-b8df-a6124706c4ba req-a791c928-f945-4486-b87a-47e25f725a62 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810611 Aug 31 15:58:17.604750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-b1856b64-1291-4a2a-abd2-93c9acbb1986 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313033 Aug 31 15:58:17.682983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95751e-9f80-4131-9531-3c83a305faad req-ac0c489c-69ff-4487-9028-e0eccfb73bdd tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.689103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d95751e-9f80-4131-9531-3c83a305faad req-ac0c489c-69ff-4487-9028-e0eccfb73bdd tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0641842 Aug 31 15:58:17.732715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d95751e-9f80-4131-9531-3c83a305faad req-70eeb4db-3fc7-4849-a15b-b45c5bcb470d tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Aug 31 15:58:17.839108 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-42478406-d8b6-42eb-8bd3-18573c6ea7be tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=db30a3cea5d64701a98017b0fc849171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272717 Aug 31 15:58:17.888626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b17d-aa7c-4169-8df6-0443ea925dc8 req-e9b5e907-6e46-483f-9ff8-dc3aad3a4c6e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.894911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b17d-aa7c-4169-8df6-0443ea925dc8 req-e9b5e907-6e46-483f-9ff8-dc3aad3a4c6e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.902976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10e6b17d-aa7c-4169-8df6-0443ea925dc8 req-e9b5e907-6e46-483f-9ff8-dc3aad3a4c6e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1678 time: 0.1121597 Aug 31 15:58:17.935937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33140-aabd-4f24-8d43-b23c03ecc041 req-b20305bc-e63d-4ebc-8fc5-1ba5f5811edd tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:17.937539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b33140-aabd-4f24-8d43-b23c03ecc041 req-b20305bc-e63d-4ebc-8fc5-1ba5f5811edd tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1010778 Aug 31 15:58:17.996448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10e6b17d-aa7c-4169-8df6-0443ea925dc8 req-b4a45c0a-4095-4714-ad3d-fd0fe7f88da4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763607 Aug 31 15:58:18.020970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16b33140-aabd-4f24-8d43-b23c03ecc041 req-70f37b4f-0837-40db-8199-49f75173eae4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Aug 31 15:58:18.067784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-7c801c6e-503f-46c6-a1b5-09d09d96a3f0 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:18.071002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-7c801c6e-503f-46c6-a1b5-09d09d96a3f0 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244189 Aug 31 15:58:18.086397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Request body: {'port': {'device_id': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'db30a3cea5d64701a98017b0fc849171'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:18.154391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e39e96-6bad-458a-bdeb-d2405c25309a req-718f3427-14cf-4959-be78-a4962b680195 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.0493011 Aug 31 15:58:18.243925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Made reservation on behalf of db30a3cea5d64701a98017b0fc849171 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:18.248730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:18.311889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ed1e0f3-0931-45c8-87c2-26de224b144b req-e30257fb-c10a-495e-a65a-d32fcbf5dd4e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 210 time: 0.0529087 Aug 31 15:58:18.404366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885dee-222d-4076-9794-699bdb8f7a4d req-5c60ecbe-fd19-4a03-8895-0d6bb5a1252e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:18.406595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42885dee-222d-4076-9794-699bdb8f7a4d req-5c60ecbe-fd19-4a03-8895-0d6bb5a1252e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1011260 Aug 31 15:58:18.466083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42885dee-222d-4076-9794-699bdb8f7a4d req-89f0b5c5-2c86-4aaa-9075-16e03b153052 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515606 Aug 31 15:58:18.500759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Allocated IP 192.168.233.126 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/926098d1-8ad7-4377-bd5a-e5167fabb0cb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:18.891278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd74b8-8587-4043-b273-a6dfb3f8e44d req-b015bd49-abb8-4f1f-bbab-1ee9a7caee12 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:18.902257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77fd74b8-8587-4043-b273-a6dfb3f8e44d req-b015bd49-abb8-4f1f-bbab-1ee9a7caee12 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0846088 Aug 31 15:58:18.968415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77fd74b8-8587-4043-b273-a6dfb3f8e44d req-fbe6204b-2caa-4f3a-b78c-b3ee0c87ee18 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574782 Aug 31 15:58:19.082905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.101997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158c042-ca06-45f0-9ebe-678a65a6a285 req-f0f7b878-21d0-4798-ad8a-f525d03e89cc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:19.112443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Transition to ACTIVE for port object 926098d1-8ad7-4377-bd5a-e5167fabb0cb will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:19.114219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c158c042-ca06-45f0-9ebe-678a65a6a285 req-f0f7b878-21d0-4798-ad8a-f525d03e89cc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0840678 Aug 31 15:58:19.168389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.182959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['38b09ca6-8074-46e4-83a5-056682214f35'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:19.196237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c158c042-ca06-45f0-9ebe-678a65a6a285 req-3cfd0b1e-83a3-475d-83e3-88b57524c9c0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Aug 31 15:58:19.239491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:19.245779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:19.252830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:19.316428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 82b45cab-2462-4b28-8cce-d1aa52f03890 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:19.362250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Pushing event updated for resources: {'Port': ['ID=926098d1-8ad7-4377-bd5a-e5167fabb0cb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:19.379808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:19.380605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.399475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-8c79fabf-a7ac-43bb-8f1f-72198bd7c661 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3190994 Aug 31 15:58:19.425731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Request body: {'port': {'device_id': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:19.444797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c43800-ca60-4d9c-ab84-da783d5935d5 req-78918d5c-d653-44e9-a60c-3eea8704db3b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:19.446922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33c43800-ca60-4d9c-ab84-da783d5935d5 req-78918d5c-d653-44e9-a60c-3eea8704db3b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1715393 Aug 31 15:58:19.471513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7a103-3c90-4517-93ec-cfa92dc54178 req-e5acae80-41bd-443e-9906-4a85e33b05c4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:19.481095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7a103-3c90-4517-93ec-cfa92dc54178 req-e5acae80-41bd-443e-9906-4a85e33b05c4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:19.482775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6eb7a103-3c90-4517-93ec-cfa92dc54178 req-e5acae80-41bd-443e-9906-4a85e33b05c4 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1678 time: 0.1467159 Aug 31 15:58:19.527433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.544400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33c43800-ca60-4d9c-ab84-da783d5935d5 req-a19b75a7-c594-44c2-a60a-5e5a94b92062 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898428 Aug 31 15:58:19.581506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 82b45cab-2462-4b28-8cce-d1aa52f03890, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=82b45cab-2462-4b28-8cce-d1aa52f03890,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:19.626417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '82b45cab-2462-4b28-8cce-d1aa52f03890', 'network_id': '99f45a63-1903-464d-ad8a-7fdab504e3c9', 'port_id': '82b45cab-2462-4b28-8cce-d1aa52f03890', 'mac_address': 'fa:16:3e:ce:c2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e872af6b-c30d-41c2-864b-148f7424958d', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:19.637373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-4760fdf4-97ed-4ee6-aa4b-2ab9f7b1a6ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.0773807 Aug 31 15:58:19.663423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6eb7a103-3c90-4517-93ec-cfa92dc54178 req-a7d230ab-ffaf-4df6-a09e-84a3b5e76ac5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638470 Aug 31 15:58:19.667095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-25bd5747-7932-4fcc-9a3d-34bca0c99ee6 None None] Provisioning for port 926098d1-8ad7-4377-bd5a-e5167fabb0cb completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:19.677082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.698121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b45cab-2462-4b28-8cce-d1aa52f03890 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:19.704342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-25bd5747-7932-4fcc-9a3d-34bca0c99ee6 None None] Provisioning complete for port 926098d1-8ad7-4377-bd5a-e5167fabb0cb triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:19.704548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25bd5747-7932-4fcc-9a3d-34bca0c99ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.760938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 82b45cab-2462-4b28-8cce-d1aa52f03890, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=82b45cab-2462-4b28-8cce-d1aa52f03890,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:19.769882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:19.770673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 48163c05-09af-4aa3-8e39-b0562360c97f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:19.772867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-25bd5747-7932-4fcc-9a3d-34bca0c99ee6 None None] Port 926098d1-8ad7-4377-bd5a-e5167fabb0cb cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:19.790055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-e397b33c-8595-4978-9bc4-264a2ed739ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:19.790791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-e397b33c-8595-4978-9bc4-264a2ed739ed service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5689419a60784e8d8b987de2c2e96415&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1415591 Aug 31 15:58:19.832159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7918e744-f36d-4735-89c4-8d402b547df7 req-ea129faa-c6d6-4a33-90b0-e722948874f0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.1592276 Aug 31 15:58:19.890953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=82b45cab-2462-4b28-8cce-d1aa52f03890,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:19.971350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926098d1-8ad7-4377-bd5a-e5167fabb0cb {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:19.985028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.001788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Transition to ACTIVE for port object 926098d1-8ad7-4377-bd5a-e5167fabb0cb will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:20.009044 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.048784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 48163c05-09af-4aa3-8e39-b0562360c97f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=48163c05-09af-4aa3-8e39-b0562360c97f,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:20.049069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785be1-eabf-4993-b838-b1b69ce8e8aa req-5fdc1ae3-5a04-44ed-aaac-59b6850aa2b0 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.056844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5785be1-eabf-4993-b838-b1b69ce8e8aa req-5fdc1ae3-5a04-44ed-aaac-59b6850aa2b0 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 936 time: 0.1175888 Aug 31 15:58:20.088272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '48163c05-09af-4aa3-8e39-b0562360c97f', 'network_id': 'd8e55c71-0807-4ef2-8add-f46c368368dc', 'port_id': '48163c05-09af-4aa3-8e39-b0562360c97f', 'mac_address': 'fa:16:3e:a1:82:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71d9509-be82-4367-a4a5-d0c49ba2de16', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:20.109230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=926098d1-8ad7-4377-bd5a-e5167fabb0cb,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:20.131359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dafa34-f691-4969-80df-c7571ea1e15d req-80890ba0-b255-42da-b6c6-19e8f4f400fc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.133086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4dafa34-f691-4969-80df-c7571ea1e15d req-80890ba0-b255-42da-b6c6-19e8f4f400fc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1950977 Aug 31 15:58:20.172293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.183428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5785be1-eabf-4993-b838-b1b69ce8e8aa req-57028c35-bc85-49b0-9842-f5e672996f70 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120563 Aug 31 15:58:20.185669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Attempting to bind port 926098d1-8ad7-4377-bd5a-e5167fabb0cb on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:20.186021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Attempting to bind port 926098d1-8ad7-4377-bd5a-e5167fabb0cb by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:20.186363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Attempting to bind port 926098d1-8ad7-4377-bd5a-e5167fabb0cb on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:20.198976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Port 926098d1-8ad7-4377-bd5a-e5167fabb0cb on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:20.200586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Attempting to bind port 926098d1-8ad7-4377-bd5a-e5167fabb0cb on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:20.205567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-faf35e82-baf4-445a-aefd-84e6980fa448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.207785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-faf35e82-baf4-445a-aefd-84e6980fa448 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3956625 Aug 31 15:58:20.220897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:20.221715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:20.222372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:20.226136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Bound port: 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:20.226905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.228486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48163c05-09af-4aa3-8e39-b0562360c97f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:20.271261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 48163c05-09af-4aa3-8e39-b0562360c97f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=48163c05-09af-4aa3-8e39-b0562360c97f,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:20.278533 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.284170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebc4a400-9728-4f3c-86e9-bc7e81a546fa req-8094c65b-6669-4ace-824f-8c32065ed7c5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.0495820 Aug 31 15:58:20.370416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] For port 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:20.379825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] For port 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:20.385153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=48163c05-09af-4aa3-8e39-b0562360c97f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:20.387200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.392630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4dafa34-f691-4969-80df-c7571ea1e15d req-3f8f02dc-b93c-45c0-b586-2a6f27b3d475 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479377 Aug 31 15:58:20.435928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35fa1c-abd7-4966-83f4-a42d924324ca req-b3b7d6f0-2a8e-4336-86c1-7705d94f5cd3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.445572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f35fa1c-abd7-4966-83f4-a42d924324ca req-b3b7d6f0-2a8e-4336-86c1-7705d94f5cd3 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1566255 Aug 31 15:58:20.452521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.453712 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:20.456353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/926098d1-8ad7-4377-bd5a-e5167fabb0cb HTTP/1.1" status: 200 len: 1097 time: 1.0467677 Aug 31 15:58:20.461545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'tag': '926098d1-8ad7-4377-bd5a-e5167fabb0cb'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:20.464614 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b94ebd-619b-4657-ba8e-2247900921d9", "tag": "926098d1-8ad7-4377-bd5a-e5167fabb0cb"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:20.504253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360173-12e1-49f6-a855-496ee51cf5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=926098d1-8ad7-4377-bd5a-e5167fabb0cb,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:20.569733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['82b45cab-2462-4b28-8cce-d1aa52f03890'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:20.582383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f35fa1c-abd7-4966-83f4-a42d924324ca req-f8cf992e-d2e8-45a4-b012-3a8203b6adaf tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357179 Aug 31 15:58:20.592503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-82085016-7a4f-45cb-adaa-6ca8d761278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.594174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-82085016-7a4f-45cb-adaa-6ca8d761278c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db30a3cea5d64701a98017b0fc849171&device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 1100 time: 0.0674901 Aug 31 15:58:20.649161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d868f-d212-455e-a606-8030a5adfebb req-df24377f-d02b-4825-8079-6cc868704ead tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.650738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-073d868f-d212-455e-a606-8030a5adfebb req-df24377f-d02b-4825-8079-6cc868704ead tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1268287 Aug 31 15:58:20.674312 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-91218e35-092c-4abf-93eb-17676753e60e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb HTTP/1.1" status: 200 len: 217 time: 0.0710888 Aug 31 15:58:20.676472 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3658393-1491-4a80-b8e3-04417ea79882 x-openstack-request-id: req-e3658393-1491-4a80-b8e3-04417ea79882 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:20.676472 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b94ebd-619b-4657-ba8e-2247900921d9", "tag": "926098d1-8ad7-4377-bd5a-e5167fabb0cb", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:20.676472 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3658393-1491-4a80-b8e3-04417ea79882 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:20.677686 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'tag': '926098d1-8ad7-4377-bd5a-e5167fabb0cb', 'status': 'completed', 'code': 200} Aug 31 15:58:20.712820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-073d868f-d212-455e-a606-8030a5adfebb req-48299239-56e9-4579-93c0-b341080457ef tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545957 Aug 31 15:58:20.777638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f82f0fa-9308-452d-a2b0-c8c5ff98b2e2 req-050ed8c3-02f7-4b81-a303-8cb0a91343ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.0284338 Aug 31 15:58:20.813599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-417cfeb6-f449-49c7-a951-a83e1389a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.818466 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-417cfeb6-f449-49c7-a951-a83e1389a35e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1369705 Aug 31 15:58:20.887998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-7c37ce9a-1192-4700-894b-f9e677937531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.889973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-7c37ce9a-1192-4700-894b-f9e677937531 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645661 Aug 31 15:58:20.945505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64290c9-39f6-4654-9ad8-f3eb1a90bfd6 req-27481388-0cf2-4c54-b3e5-415ac23ed979 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.947426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f64290c9-39f6-4654-9ad8-f3eb1a90bfd6 req-27481388-0cf2-4c54-b3e5-415ac23ed979 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.1689236 Aug 31 15:58:20.975872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899b061-5040-4ec9-829f-2d3b7d2f9b67 req-d762821b-c99b-405e-a612-2ea7a5017974 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.982331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899b061-5040-4ec9-829f-2d3b7d2f9b67 req-d762821b-c99b-405e-a612-2ea7a5017974 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:20.990008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8899b061-5040-4ec9-829f-2d3b7d2f9b67 req-d762821b-c99b-405e-a612-2ea7a5017974 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1680 time: 0.1233532 Aug 31 15:58:21.004484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-69199ed7-de27-4d92-bb94-ab1509dd7ade service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062803 Aug 31 15:58:21.005804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44e1980d-5360-44bf-9f07-894ade9abfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:21.023046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f0fa-9308-452d-a2b0-c8c5ff98b2e2 req-902146f6-9039-4f34-9e4d-157f2415ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.024847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f82f0fa-9308-452d-a2b0-c8c5ff98b2e2 req-902146f6-9039-4f34-9e4d-157f2415ce68 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5689419a60784e8d8b987de2c2e96415&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2354770 Aug 31 15:58:21.105328 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bf8698fc-f8b6-43dc-bfbb-3c3e24a06b85 req-f7f7abd4-9ea1-496c-983f-a20ebd8f6b29 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942814 Aug 31 15:58:21.108785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f64290c9-39f6-4654-9ad8-f3eb1a90bfd6 req-36c1327d-3348-4dff-a11c-723c20b4f0c2 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511767 Aug 31 15:58:21.115688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8899b061-5040-4ec9-829f-2d3b7d2f9b67 req-f170184e-caab-436d-8f85-d82ff71d7ae7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244874 Aug 31 15:58:21.169618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f0fa-9308-452d-a2b0-c8c5ff98b2e2 req-6310fca9-8b9a-49c1-aa83-b4762624f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.171302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f82f0fa-9308-452d-a2b0-c8c5ff98b2e2 req-6310fca9-8b9a-49c1-aa83-b4762624f604 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389287 Aug 31 15:58:21.206737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-828bcb49-a07c-476a-8bfb-446f4980abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.208536 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-828bcb49-a07c-476a-8bfb-446f4980abc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db30a3cea5d64701a98017b0fc849171&device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 1100 time: 0.0562787 Aug 31 15:58:21.254489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98624eec-6629-4f40-b253-e09a614e4771 req-4673b75d-35b2-4c07-a931-dafd2b042471 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Aug 31 15:58:21.284667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f82f0fa-9308-452d-a2b0-c8c5ff98b2e2 req-50e4ce76-2f5f-45e5-8a0e-910903565617 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f9df30a-e510-4f9c-af03-e8698f8296a9 HTTP/1.1" status: 200 len: 210 time: 0.0594380 Aug 31 15:58:21.356949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-2b8bf0e6-a71c-448e-ad6a-d9515941002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.358497 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-2b8bf0e6-a71c-448e-ad6a-d9515941002c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1430991 Aug 31 15:58:21.407499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833490e-88eb-4281-8f98-afefab2dc196 req-38ce8205-3f19-460a-ab64-7252fc7cb197 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.409220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3833490e-88eb-4281-8f98-afefab2dc196 req-38ce8205-3f19-460a-ab64-7252fc7cb197 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 948 time: 0.1185513 Aug 31 15:58:21.414455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-e5935dbe-6cd7-4fc2-ab52-79ea4ce78109 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb HTTP/1.1" status: 200 len: 217 time: 0.0474975 Aug 31 15:58:21.417150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f2f1-f8b5-44da-a573-d486d0aa3ef5 req-1c2bf603-b268-484c-aea1-e1c862301d6b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.418657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f874f2f1-f8b5-44da-a573-d486d0aa3ef5 req-1c2bf603-b268-484c-aea1-e1c862301d6b tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0794563 Aug 31 15:58:21.489521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3833490e-88eb-4281-8f98-afefab2dc196 req-164897c9-6a15-4864-ab1e-c7f49c41a453 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698161 Aug 31 15:58:21.500531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-15d57867-849c-4a7d-b18f-83c85cee5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.502309 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-15d57867-849c-4a7d-b18f-83c85cee5a18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0799153 Aug 31 15:58:21.520488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f874f2f1-f8b5-44da-a573-d486d0aa3ef5 req-b0a3a458-2c47-49c7-884d-a264dc6906cc tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912087 Aug 31 15:58:21.581353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-abf71177-f74b-4781-9a6c-631060e70cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.582888 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-abf71177-f74b-4781-9a6c-631060e70cd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719168 Aug 31 15:58:21.643740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['48163c05-09af-4aa3-8e39-b0562360c97f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:21.659812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc80d-4a3e-4bc5-938b-ceaa4417131f req-d64aaa42-3c68-42b7-9659-cf66e12f08c1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.663030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54edc80d-4a3e-4bc5-938b-ceaa4417131f req-d64aaa42-3c68-42b7-9659-cf66e12f08c1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0764327 Aug 31 15:58:21.762657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54edc80d-4a3e-4bc5-938b-ceaa4417131f req-d024aaa1-93ef-4372-a29d-56930b6954ff tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Aug 31 15:58:21.790255 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-bcb1fc59-f3d7-4452-9cae-1b12f5f95cef service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985121 Aug 31 15:58:21.914710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b376d-05e0-47e4-88e2-36e52562bc4e req-7d35a1d6-0614-4832-87fb-40512d87b909 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:21.922873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-954b376d-05e0-47e4-88e2-36e52562bc4e req-7d35a1d6-0614-4832-87fb-40512d87b909 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1050947 Aug 31 15:58:21.930987 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f7b91a9-db3f-4f5f-98fb-8d616a46b368 req-b308be8f-abd5-4d6f-a005-c68bd3c1f5ec service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328208 Aug 31 15:58:21.963411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-954b376d-05e0-47e4-88e2-36e52562bc4e req-8adb560e-115d-4d42-9659-2437349065f2 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Aug 31 15:58:22.262245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccec45-60f2-4c59-b5ff-26ceddac95e6 req-f7f2f9f1-e005-4643-a75e-272acbd2bedb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:22.268509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccec45-60f2-4c59-b5ff-26ceddac95e6 req-f7f2f9f1-e005-4643-a75e-272acbd2bedb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:22.270326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87ccec45-60f2-4c59-b5ff-26ceddac95e6 req-f7f2f9f1-e005-4643-a75e-272acbd2bedb tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1680 time: 0.0723715 Aug 31 15:58:22.336920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87ccec45-60f2-4c59-b5ff-26ceddac95e6 req-c270a214-34c6-43da-b0f4-3dd7a82cbbd7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Aug 31 15:58:22.567303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-52067d28-4071-44a2-9437-7faecfda5922 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:22.575657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-52067d28-4071-44a2-9437-7faecfda5922 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.1227133 Aug 31 15:58:22.593865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-d09f5414-0abb-480c-af1b-74a62dea0df2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0171087 Aug 31 15:58:22.626647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-4dd903f4-99c0-446d-bba4-dd4c6e07b9fb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317917 Aug 31 15:58:22.738257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423f256-a3ad-485a-bdad-f034b18a12a2 req-cff0a8f8-b0e8-434d-85cc-20025983449d tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:22.739874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f423f256-a3ad-485a-bdad-f034b18a12a2 req-cff0a8f8-b0e8-434d-85cc-20025983449d tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 948 time: 0.1123288 Aug 31 15:58:22.779120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-05bc819d-504c-48ee-bf74-d55ad2ef631e service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417673 Aug 31 15:58:22.854829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f423f256-a3ad-485a-bdad-f034b18a12a2 req-618e6992-67bb-42bd-976c-4802b577629e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Aug 31 15:58:22.907922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-97048e6d-029a-47ac-ac1d-353ba33e0e3e service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194601 Aug 31 15:58:22.980097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c92a1-e4c4-4d76-8407-dec08afdefc0 req-98732ccb-780b-40ed-8bc5-867a4a490f77 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:22.988699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc9c92a1-e4c4-4d76-8407-dec08afdefc0 req-98732ccb-780b-40ed-8bc5-867a4a490f77 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0664213 Aug 31 15:58:23.040196 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc9c92a1-e4c4-4d76-8407-dec08afdefc0 req-5327ae59-55d4-45c2-91cf-0d0bc1257aba tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Aug 31 15:58:23.127145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24e6847f-7e4a-430f-8b23-459c9014fdc5 req-2f20bb31-49a1-4497-b050-38fc8218b1eb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 210 time: 0.0428748 Aug 31 15:58:23.187181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803270a1-e1a3-4031-9caa-d93fc9b1a3f2 req-bde2ab93-7a31-41d6-9650-a7a8fccc6eb3 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:23.189254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-803270a1-e1a3-4031-9caa-d93fc9b1a3f2 req-bde2ab93-7a31-41d6-9650-a7a8fccc6eb3 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0611203 Aug 31 15:58:23.237821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-803270a1-e1a3-4031-9caa-d93fc9b1a3f2 req-c3b5ba31-6574-4031-b803-bc0d7bceee5c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Aug 31 15:58:23.349204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 82b45cab-2462-4b28-8cce-d1aa52f03890 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:23.411904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 82b45cab-2462-4b28-8cce-d1aa52f03890 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:23.418701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 82b45cab-2462-4b28-8cce-d1aa52f03890 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:23.420690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:23.530666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f3572-a46c-47c7-bfcd-4cea9f201f1d req-af91f226-c6e2-4f0b-a677-6c8a43ad3f4c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:23.539805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f3572-a46c-47c7-bfcd-4cea9f201f1d req-af91f226-c6e2-4f0b-a677-6c8a43ad3f4c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:23.541181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e3f3572-a46c-47c7-bfcd-4cea9f201f1d req-af91f226-c6e2-4f0b-a677-6c8a43ad3f4c tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1680 time: 0.1045616 Aug 31 15:58:23.601147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e3f3572-a46c-47c7-bfcd-4cea9f201f1d req-e5dd4316-e177-4064-b0f8-da59ede3fa8e tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Aug 31 15:58:23.766203 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:23.810010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b45cab-2462-4b28-8cce-d1aa52f03890'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:23.813221 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8532eb4-7100-4e1b-9f9f-cddac13a5c39" -d '{"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-plugged", "status": "completed", "tag": "82b45cab-2462-4b28-8cce-d1aa52f03890"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:23.884490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 82b45cab-2462-4b28-8cce-d1aa52f03890, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=82b45cab-2462-4b28-8cce-d1aa52f03890,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:23.891204 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5ba414-ee04-464e-b708-74ff36c5903a x-openstack-request-id: req-ad5ba414-ee04-464e-b708-74ff36c5903a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:23.892464 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-plugged", "status": "completed", "tag": "82b45cab-2462-4b28-8cce-d1aa52f03890", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:23.893842 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad5ba414-ee04-464e-b708-74ff36c5903a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:23.893842 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b45cab-2462-4b28-8cce-d1aa52f03890', 'code': 200} Aug 31 15:58:23.899111 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:23.904785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 48163c05-09af-4aa3-8e39-b0562360c97f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:24.017352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d5bfc-d37a-4d7c-abe0-fbb4798066b1 req-22dfb47b-047e-4545-a5f5-46281e73b40c tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:24.026642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a40d5bfc-d37a-4d7c-abe0-fbb4798066b1 req-22dfb47b-047e-4545-a5f5-46281e73b40c tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 948 time: 0.0747974 Aug 31 15:58:24.139432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a40d5bfc-d37a-4d7c-abe0-fbb4798066b1 req-83f3eb2a-0b56-41fe-ae7b-fb75a27cb7f5 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114385 Aug 31 15:58:24.165716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 926098d1-8ad7-4377-bd5a-e5167fabb0cb details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:24.292612 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.307282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a577e5cd-728e-4e50-b28a-7e387258a569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.308982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 48163c05-09af-4aa3-8e39-b0562360c97f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:24.314789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184272fa-ef40-440a-8d9a-04a9fc68cee6 req-5723c428-65e0-4c84-a65c-172494bb0043 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:24.316221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=82b45cab-2462-4b28-8cce-d1aa52f03890,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:24.331532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 48163c05-09af-4aa3-8e39-b0562360c97f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:24.331912 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.335198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184272fa-ef40-440a-8d9a-04a9fc68cee6 req-5723c428-65e0-4c84-a65c-172494bb0043 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1366684 Aug 31 15:58:24.410825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6640c5fe-2702-49bc-9082-841e8f320d46 req-3f491bfa-ecc3-4ee9-9194-b3befee9c959 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 210 time: 0.0635228 Aug 31 15:58:24.417083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:24.432019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '926098d1-8ad7-4377-bd5a-e5167fabb0cb', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '926098d1-8ad7-4377-bd5a-e5167fabb0cb', 'mac_address': 'fa:16:3e:79:70:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:24.467223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184272fa-ef40-440a-8d9a-04a9fc68cee6 req-9394b92b-cb31-4537-a776-8bc52c9c6eb9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303890 Aug 31 15:58:24.512461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.557611 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.562023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926098d1-8ad7-4377-bd5a-e5167fabb0cb {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:24.587981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:24.602294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.665153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 48163c05-09af-4aa3-8e39-b0562360c97f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=48163c05-09af-4aa3-8e39-b0562360c97f,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:24.670020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:24.704370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac0c0-5c32-4224-afeb-667168d5ba14 req-6412b0c1-df01-4c87-a6e2-553f37732969 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:24.718884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-120ac0c0-5c32-4224-afeb-667168d5ba14 req-6412b0c1-df01-4c87-a6e2-553f37732969 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1726615 Aug 31 15:58:24.732535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=926098d1-8ad7-4377-bd5a-e5167fabb0cb,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:24.777330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-c1d45540-fc21-443b-a973-ba2a0c704c50 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:24.785109 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-c1d45540-fc21-443b-a973-ba2a0c704c50 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.3867471 Aug 31 15:58:24.791928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-120ac0c0-5c32-4224-afeb-667168d5ba14 req-28823db1-ec64-43d7-a838-1d0dcdb4dd1b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687628 Aug 31 15:58:24.801602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Request body: {'port': {'device_id': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'admin_state_up': True, 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:24.807192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=48163c05-09af-4aa3-8e39-b0562360c97f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:24.891831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9537590-210f-4b78-8c00-b1c483f5e631 req-799cb399-b893-48af-851c-7ce4ce83e780 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:24.901881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9537590-210f-4b78-8c00-b1c483f5e631 req-799cb399-b893-48af-851c-7ce4ce83e780 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:24.910844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['926098d1-8ad7-4377-bd5a-e5167fabb0cb'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:24.931118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9537590-210f-4b78-8c00-b1c483f5e631 req-799cb399-b893-48af-851c-7ce4ce83e780 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.1309013 Aug 31 15:58:24.956016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:24.965482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.012120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9537590-210f-4b78-8c00-b1c483f5e631 req-ce49d7e3-03f3-4fc8-b81f-798f9ee9b056 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784373 Aug 31 15:58:25.038837 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.167608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Allocated IP 172.20.0.4 (424157c3-c008-4db5-b7e9-1ea8de01ea4d/3373b457-c3c4-4471-9949-81f21a318aaf/74af7d75-0aed-455b-9d8c-04b5dbb61c52) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:25.190635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.288804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedad242-c639-4f8b-9ac6-dcc758d871e9 req-eb1560ce-0ce8-44c6-89fa-d7ebbe655a2b tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:25.296479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cedad242-c639-4f8b-9ac6-dcc758d871e9 req-eb1560ce-0ce8-44c6-89fa-d7ebbe655a2b tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 949 time: 0.0630486 Aug 31 15:58:25.366522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cedad242-c639-4f8b-9ac6-dcc758d871e9 req-fa42281f-636a-464b-9a43-64d6ea35263b tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690660 Aug 31 15:58:25.403536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.448313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.495993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:25.501565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:25.511234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:25.516441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event updated for resources: {'Port': ['ID=74af7d75-0aed-455b-9d8c-04b5dbb61c52,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:25.558214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3014a-10a8-4ef2-9346-b1f76ac10273 req-42790033-65ad-4a12-8906-46daa45c1739 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:25.564891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fe3014a-10a8-4ef2-9346-b1f76ac10273 req-42790033-65ad-4a12-8906-46daa45c1739 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 931 time: 0.0687089 Aug 31 15:58:25.570227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:25.571430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.587052 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-1af5ce6b-7788-4ed1-9fb4-c626ff347208 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897999 Aug 31 15:58:25.608017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Request body: {'port': {'device_id': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:25.636603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fe3014a-10a8-4ef2-9346-b1f76ac10273 req-5978a284-b480-4e23-8335-4490113f724b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703468 Aug 31 15:58:25.668638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487ee3f-2db3-44b7-b101-359fb45f64f9 req-08e3050c-7680-4d79-a3ab-a87f15fe7c56 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:25.673656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f487ee3f-2db3-44b7-b101-359fb45f64f9 req-08e3050c-7680-4d79-a3ab-a87f15fe7c56 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0890813 Aug 31 15:58:25.676848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.726314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:25.752814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f487ee3f-2db3-44b7-b101-359fb45f64f9 req-634b6353-cb7a-4f9e-85ae-7d1d5b848d46 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761509 Aug 31 15:58:25.894627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48163c05-09af-4aa3-8e39-b0562360c97f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:25.898352 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7372af65-fefb-4923-8072-c301e708b5ba" -d '{"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-plugged", "status": "completed", "tag": "48163c05-09af-4aa3-8e39-b0562360c97f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:25.977756 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738c3a75-572a-450d-ba4c-ff97444b69f6 x-openstack-request-id: req-738c3a75-572a-450d-ba4c-ff97444b69f6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:25.978187 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-plugged", "status": "completed", "tag": "48163c05-09af-4aa3-8e39-b0562360c97f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:25.978442 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-738c3a75-572a-450d-ba4c-ff97444b69f6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:25.978833 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48163c05-09af-4aa3-8e39-b0562360c97f', 'code': 200} Aug 31 15:58:25.983481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacafd0d-8975-484b-b2dc-cb69e36fa483 req-ebeb92ab-c732-4fbf-bc1d-88935cc889cd tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:25.985390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dacafd0d-8975-484b-b2dc-cb69e36fa483 req-ebeb92ab-c732-4fbf-bc1d-88935cc889cd tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1134400 Aug 31 15:58:26.028444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74af7d75-0aed-455b-9d8c-04b5dbb61c52 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:26.041438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.062829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Transition to ACTIVE for port object 74af7d75-0aed-455b-9d8c-04b5dbb61c52 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:26.076231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.076692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dacafd0d-8975-484b-b2dc-cb69e36fa483 req-2ac16caa-e6ba-4db0-a340-31c88c5d9fbd tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661161 Aug 31 15:58:26.142853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 926098d1-8ad7-4377-bd5a-e5167fabb0cb up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:26.167872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Pushing event updated for resources: {'Port': ['ID=74af7d75-0aed-455b-9d8c-04b5dbb61c52,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:26.203477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec498-fbda-4992-8b32-b3d2f42f0f7a req-48fe839e-1951-4a0e-8d66-2662728538ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.212763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec498-fbda-4992-8b32-b3d2f42f0f7a req-48fe839e-1951-4a0e-8d66-2662728538ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.227785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a21ec498-fbda-4992-8b32-b3d2f42f0f7a req-48fe839e-1951-4a0e-8d66-2662728538ef tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.0891135 Aug 31 15:58:26.228798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f091-4fea-4d07-ab0a-67806d9e3a16 req-7a98967a-7061-45d0-807c-4565131feaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.229231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f091-4fea-4d07-ab0a-67806d9e3a16 req-7a98967a-7061-45d0-807c-4565131feaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.233158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eee2f091-4fea-4d07-ab0a-67806d9e3a16 req-7a98967a-7061-45d0-807c-4565131feaf7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1986 time: 0.1678135 Aug 31 15:58:26.245362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 926098d1-8ad7-4377-bd5a-e5167fabb0cb completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:26.249776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 926098d1-8ad7-4377-bd5a-e5167fabb0cb triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:26.250205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.284046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a21ec498-fbda-4992-8b32-b3d2f42f0f7a req-86467eab-a683-47d4-92cc-2ec77cd56799 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Aug 31 15:58:26.304415 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eee2f091-4fea-4d07-ab0a-67806d9e3a16 req-8cafe46b-13e3-45b6-80a3-acf04403389f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484395 Aug 31 15:58:26.317609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Attempting to bind port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:26.317953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Attempting to bind port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:26.318288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Attempting to bind port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:26.323931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:26.324288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Attempting to bind port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:26.329862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:26.330200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:26.330586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Bound using segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:26.331023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Bound port: 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:26.331388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.402883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.428630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] For port 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:26.432254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] For port 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:26.437784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.440729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:26.445504 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.479611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.480508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:26.482076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] 10.222.0.30 "PUT /v2.0/ports/74af7d75-0aed-455b-9d8c-04b5dbb61c52 HTTP/1.1" status: 200 len: 1092 time: 0.8838558 Aug 31 15:58:26.482592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'tag': '74af7d75-0aed-455b-9d8c-04b5dbb61c52'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:26.484961 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eddce89-f54e-4670-adfe-84b21f4ec458" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1b5a21-a349-45ae-b8d8-d5ac4d40238c", "tag": "74af7d75-0aed-455b-9d8c-04b5dbb61c52"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:26.509535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=926098d1-8ad7-4377-bd5a-e5167fabb0cb,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:26.521367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4ae51-c963-484e-9a2e-202ef82c05ef service neutron] Pushing event updated for resources: {'Port': ['ID=74af7d75-0aed-455b-9d8c-04b5dbb61c52,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:26.551147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed44df-c86f-47ea-9eba-fbaa9298d015 req-961e9186-59cc-47cc-b375-1e52ff722dab tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.559750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49ed44df-c86f-47ea-9eba-fbaa9298d015 req-961e9186-59cc-47cc-b375-1e52ff722dab tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.1002123 Aug 31 15:58:26.572698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-b03584ed-2e14-4f8f-b595-b1973fee0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.574501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-b03584ed-2e14-4f8f-b595-b1973fee0864 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 1095 time: 0.0495408 Aug 31 15:58:26.584045 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f65c3c-0d8a-4b1e-a085-0c223b3a15bd x-openstack-request-id: req-a0f65c3c-0d8a-4b1e-a085-0c223b3a15bd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:26.585335 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1b5a21-a349-45ae-b8d8-d5ac4d40238c", "tag": "74af7d75-0aed-455b-9d8c-04b5dbb61c52", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:26.585595 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0f65c3c-0d8a-4b1e-a085-0c223b3a15bd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:26.586047 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'tag': '74af7d75-0aed-455b-9d8c-04b5dbb61c52', 'status': 'completed', 'code': 200} Aug 31 15:58:26.602552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49ed44df-c86f-47ea-9eba-fbaa9298d015 req-ab241a47-57ef-467f-944d-b703324cf3ca tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Aug 31 15:58:26.629687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-8dec26fb-623a-48fd-b833-9dac773762f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52 HTTP/1.1" status: 200 len: 217 time: 0.0419986 Aug 31 15:58:26.691341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-008f25a1-0e47-4fbc-a29d-dcbcd45f8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.693254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-008f25a1-0e47-4fbc-a29d-dcbcd45f8461 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0566258 Aug 31 15:58:26.735407 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-bdc48447-c047-414e-a5d6-86a5c50e9d1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351992 Aug 31 15:58:26.805995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10321a28-d6e6-45b0-b480-e920f33e7b22 req-8be03d60-b2c9-4c04-8e23-b394e72d081d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.807579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10321a28-d6e6-45b0-b480-e920f33e7b22 req-8be03d60-b2c9-4c04-8e23-b394e72d081d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 943 time: 0.0856869 Aug 31 15:58:26.865137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10321a28-d6e6-45b0-b480-e920f33e7b22 req-474ccace-2f40-4c6f-8e28-3bdcf09503ca tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514553 Aug 31 15:58:26.893346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-57f26d9a-556c-4290-a3f3-f3446adfbff0 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505651 Aug 31 15:58:26.963133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4710c6-21d2-4189-82de-563d0bac664c req-666a215f-ad8c-4096-919a-40cf5ed625bf tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:26.964510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc4710c6-21d2-4189-82de-563d0bac664c req-666a215f-ad8c-4096-919a-40cf5ed625bf tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0577016 Aug 31 15:58:27.010384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc4710c6-21d2-4189-82de-563d0bac664c req-ad3e7124-dc23-4438-ae54-19bff8cc9864 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376704 Aug 31 15:58:27.028158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39904f36-46a9-42f4-8cc2-e08e1aafb345 req-d0e02214-099f-464d-95bc-17553589cd1c service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267586 Aug 31 15:58:27.131081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-adc35f60-1dd6-49b0-906c-d2c53b059faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.132980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-adc35f60-1dd6-49b0-906c-d2c53b059faa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 1095 time: 0.0467193 Aug 31 15:58:27.209468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f7d2-7131-4c61-a7b9-0a6e37f64dce req-338cf829-a985-4e6f-9188-2551fe50ef3c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.211129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57f8f7d2-7131-4c61-a7b9-0a6e37f64dce req-338cf829-a985-4e6f-9188-2551fe50ef3c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0497792 Aug 31 15:58:27.240965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-d4fa095f-8ead-4357-8ddd-ce78c7acf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.242394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-d4fa095f-8ead-4357-8ddd-ce78c7acf6e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.1021771 Aug 31 15:58:27.249937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57f8f7d2-7131-4c61-a7b9-0a6e37f64dce req-12f47281-d20d-4f90-b2b9-182aea85b551 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Aug 31 15:58:27.296374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-607114a2-868b-44d3-bbb8-0c882eae64b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52 HTTP/1.1" status: 200 len: 217 time: 0.0462534 Aug 31 15:58:27.353003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-b6e73acb-d384-4978-ac99-c785feac02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.354753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-b6e73acb-d384-4978-ac99-c785feac02ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0501504 Aug 31 15:58:27.391296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-8f073c07-4e42-403f-b1e5-df70a563ef5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280695 Aug 31 15:58:27.469165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f68182-cd7b-4cb2-9acd-37996ed7efb5 req-330dd796-39ce-4359-962e-61c543a42604 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.477634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f68182-cd7b-4cb2-9acd-37996ed7efb5 req-330dd796-39ce-4359-962e-61c543a42604 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.479494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84f68182-cd7b-4cb2-9acd-37996ed7efb5 req-330dd796-39ce-4359-962e-61c543a42604 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.0939515 Aug 31 15:58:27.541614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-3e18e9e2-fe60-4328-91eb-747d0dde3d73 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415274 Aug 31 15:58:27.548488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84f68182-cd7b-4cb2-9acd-37996ed7efb5 req-ff03516e-56e5-4206-a286-12516bb6b14f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Aug 31 15:58:27.584359 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:27.762679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8eddce89-f54e-4670-adfe-84b21f4ec458 req-6d252c6e-bd77-4256-9ea0-2381ea364a11 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111602 Aug 31 15:58:27.788719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed8a0-280e-4543-a894-878f3cf3782e req-3cbad29d-b545-4046-bd12-bf027e58fb30 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.790291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a36ed8a0-280e-4543-a894-878f3cf3782e req-3cbad29d-b545-4046-bd12-bf027e58fb30 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.0741305 Aug 31 15:58:27.865028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a36ed8a0-280e-4543-a894-878f3cf3782e req-f2edd8b3-8e33-41e2-a3b2-98ee668dd2c2 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669770 Aug 31 15:58:27.913092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac1fe-627e-415c-ac7d-88c8b5afad20 req-e2332220-0394-41d4-aeaf-df4d64e5e6b4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:27.914774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cfac1fe-627e-415c-ac7d-88c8b5afad20 req-e2332220-0394-41d4-aeaf-df4d64e5e6b4 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0671413 Aug 31 15:58:27.961031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cfac1fe-627e-415c-ac7d-88c8b5afad20 req-1f619a13-9eb9-453c-aa33-bc7275a5c02e tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Aug 31 15:58:27.980645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926098d1-8ad7-4377-bd5a-e5167fabb0cb'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:27.982944 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdde566-f97a-43cb-beac-3fd35fd3ba26" -d '{"events": [{"server_uuid": "e2b94ebd-619b-4657-ba8e-2247900921d9", "name": "network-vif-plugged", "status": "completed", "tag": "926098d1-8ad7-4377-bd5a-e5167fabb0cb"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:28.021553 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc94f2-9963-4f13-9ade-c39e50073425 x-openstack-request-id: req-f0fc94f2-9963-4f13-9ade-c39e50073425 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:28.022066 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b94ebd-619b-4657-ba8e-2247900921d9", "name": "network-vif-plugged", "status": "completed", "tag": "926098d1-8ad7-4377-bd5a-e5167fabb0cb", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:28.022375 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0fc94f2-9963-4f13-9ade-c39e50073425 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:28.022770 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926098d1-8ad7-4377-bd5a-e5167fabb0cb', 'code': 200} Aug 31 15:58:28.052835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f82d8-aae7-48a8-9c20-5641a05b54cc req-c369e8f6-e69e-4bb6-9d17-f70a24c1e1fc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.055274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3f82d8-aae7-48a8-9c20-5641a05b54cc req-c369e8f6-e69e-4bb6-9d17-f70a24c1e1fc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 943 time: 0.0624030 Aug 31 15:58:28.116898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e3f82d8-aae7-48a8-9c20-5641a05b54cc req-9d5beeee-cd99-413d-a3ca-e7807f1d0a20 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536063 Aug 31 15:58:28.125848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f152-5121-440a-97d6-d70775c2d096 req-6ec41498-e662-4aec-9242-c37a44bd60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.132245 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6a17f152-5121-440a-97d6-d70775c2d096 req-6ec41498-e662-4aec-9242-c37a44bd60f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 1102 time: 0.0473506 Aug 31 15:58:28.158818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d51c-25d1-45a3-918e-764ac55d06f7 req-7ef70768-efd9-4373-b294-7c7e3a84f7dc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.160514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1d2d51c-25d1-45a3-918e-764ac55d06f7 req-7ef70768-efd9-4373-b294-7c7e3a84f7dc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0616641 Aug 31 15:58:28.164074 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6a17f152-5121-440a-97d6-d70775c2d096 req-7ae591a2-c2c8-4168-b33b-b522f795000d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295734 Aug 31 15:58:28.199525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1d2d51c-25d1-45a3-918e-764ac55d06f7 req-039786fd-6589-469c-bf08-98db9552bec5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Aug 31 15:58:28.398176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105453-e867-4d47-a970-1df0c484d79d req-1f20cb72-3ae0-4a29-ad7d-d3bccd8ee34d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.399699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca105453-e867-4d47-a970-1df0c484d79d req-1f20cb72-3ae0-4a29-ad7d-d3bccd8ee34d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0523217 Aug 31 15:58:28.446917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca105453-e867-4d47-a970-1df0c484d79d req-3322004a-59a7-4cc4-89c8-63d334b5f5ed tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Aug 31 15:58:28.666781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ce94-ccd7-4250-b8fd-f31f67ec09c1 req-0c1896c6-25d3-4afd-a252-52365ed99bb2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.672758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ce94-ccd7-4250-b8fd-f31f67ec09c1 req-0c1896c6-25d3-4afd-a252-52365ed99bb2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.674371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7730ce94-ccd7-4250-b8fd-f31f67ec09c1 req-0c1896c6-25d3-4afd-a252-52365ed99bb2 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.0571218 Aug 31 15:58:28.712985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7730ce94-ccd7-4250-b8fd-f31f67ec09c1 req-81b46359-ae8a-4ca7-b413-4c61edf09e5b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Aug 31 15:58:28.809178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47182) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:28.814370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1607189048'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:28.835741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:28.839275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:28.863701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:28.873725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:28.874146 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Added segment 9367e352-f884-4100-bd16-f28565d6be63 of type vlan for network f0fee506-4648-4831-a2e8-d997b99ce2e7 Aug 31 15:58:28.929610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:28.958001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:28.964368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:28.965126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.027464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2170784 Aug 31 15:58:29.030153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47192) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:29.035104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1791401485'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:29.041648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634a06b-83a1-420c-a47f-c643b9388aa7 req-ad836d1c-9efe-42c2-9556-74ca8c4dc6fa tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.042796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f634a06b-83a1-420c-a47f-c643b9388aa7 req-ad836d1c-9efe-42c2-9556-74ca8c4dc6fa tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.0861180 Aug 31 15:58:29.047470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Network': ['ID=f0fee506-4648-4831-a2e8-d997b99ce2e7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:29.051954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476909aa-a040-477f-9c49-b22da17eb936 req-508f64e8-9be6-4f1f-bfb6-d880626b26b1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.058362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476909aa-a040-477f-9c49-b22da17eb936 req-508f64e8-9be6-4f1f-bfb6-d880626b26b1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.059902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-476909aa-a040-477f-9c49-b22da17eb936 req-508f64e8-9be6-4f1f-bfb6-d880626b26b1 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.0943112 Aug 31 15:58:29.060060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.060369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.060718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.061060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.061396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.061730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.062064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.062394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.062743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.063054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.063379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.063702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c14e80-cccc-4e12-8ed1-03d9937396bf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:29.075690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:29.080141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:29.084433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.116044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:29.128435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.128877 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Added segment 7c3ca346-5790-40eb-878c-dcb3067ab4b8 of type vlan for network 6f4e5254-44a7-46ea-90dc-a6286d186aec Aug 31 15:58:29.133564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f634a06b-83a1-420c-a47f-c643b9388aa7 req-2e5307da-e430-4998-a149-a8a43a1ce4a7 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718002 Aug 31 15:58:29.147198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-476909aa-a040-477f-9c49-b22da17eb936 req-5f0999bf-a97a-4a99-8c5b-d76e5d51c6c5 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678828 Aug 31 15:58:29.184948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.212656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.218491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.219113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.276297 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2450817 Aug 31 15:58:29.279038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47198) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:29.283966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'subnet': {'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:29.293526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64015-f8ca-4593-930b-00a46e1bdd7a req-d3da3008-8eb6-4d37-9aff-3428c32c8cea tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.295989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f64015-f8ca-4593-930b-00a46e1bdd7a req-d3da3008-8eb6-4d37-9aff-3428c32c8cea tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0758984 Aug 31 15:58:29.354069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f64015-f8ca-4593-930b-00a46e1bdd7a req-085bb4e3-c96d-4f54-82b6-501f94bf7d9f tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1e6061-7159-4b7c-a8d2-a200ba020ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489793 Aug 31 15:58:29.365587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47d456-67c2-4f69-b71c-a669fe08d0dd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Network': ['ID=6f4e5254-44a7-46ea-90dc-a6286d186aec,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:29.382988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:29.403474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:29.406408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9706-67c3-4c43-a29c-cab5d5cccba1 req-6b99100b-1b3a-4e2a-8fe8-0b8d1ef53c7c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.408212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.409118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f2d9706-67c3-4c43-a29c-cab5d5cccba1 req-6b99100b-1b3a-4e2a-8fe8-0b8d1ef53c7c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 943 time: 0.0688379 Aug 31 15:58:29.492464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f2d9706-67c3-4c43-a29c-cab5d5cccba1 req-041e0351-8205-463f-9c1f-0cea23e7de08 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769162 Aug 31 15:58:29.510319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632e50-6349-4c3e-b3f0-df1468655874 req-953702b9-4c5c-4fb5-85dd-a2b4c5024c55 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.512028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0632e50-6349-4c3e-b3f0-df1468655874 req-953702b9-4c5c-4fb5-85dd-a2b4c5024c55 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0868061 Aug 31 15:58:29.557080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0632e50-6349-4c3e-b3f0-df1468655874 req-f5296be7-6023-4bb2-8cea-3905f5ec7c0d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Aug 31 15:58:29.615322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.616766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0a96-8724-42f4-a179-80c74150a5af req-5e301320-ecaa-4838-a846-97167ee69c1f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.618320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831f0a96-8724-42f4-a179-80c74150a5af req-5e301320-ecaa-4838-a846-97167ee69c1f tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0544622 Aug 31 15:58:29.657647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831f0a96-8724-42f4-a179-80c74150a5af req-38965be9-bbe9-47b7-93cf-71ecb263ec2c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Aug 31 15:58:29.700178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Subnet': ['ID=9ff6d6fe-1c04-4141-9305-9247f3c45dfe,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:29.713584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Checking segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:29.713948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network hostable DHCP agents. Network: f0fee506-4648-4831-a2e8-d997b99ce2e7, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:29.730421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70082-17c9-4dc4-9751-000625465ea1 req-4d32f8ee-3107-4794-9c2e-5a86b276c8af tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.731906 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00f70082-17c9-4dc4-9751-000625465ea1 req-4d32f8ee-3107-4794-9c2e-5a86b276c8af tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.49 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 946 time: 0.0774190 Aug 31 15:58:29.751834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:29.787972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f0fee506-4648-4831-a2e8-d997b99ce2e7) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:29.795747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ee6a3-2644-4119-98b6-6985283acca9 None None] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:29.799611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:29.800223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.837593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d29b96c9-02bb-49fa-98b9-b849db2ad02b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5575614 Aug 31 15:58:29.840254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47202) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:29.845720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'subnet': {'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:29.863831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Deleting port f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:29.864206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.941865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:29.946201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.951700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f0fee506-4648-4831-a2e8-d997b99ce2e7', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:58:29.953120 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.964526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] For port f7db3d8a-df48-4b3f-a080-f1973f7466c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f7db3d8a-df48-4b3f-a080-f1973f7466c1,segment=NetworkSegment(0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339),segment_id=0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:29.964957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:29.982936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Calling delete_port for f7db3d8a-df48-4b3f-a080-f1973f7466c1 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:30.094093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Allocated IP 10.1.1.2 (f0fee506-4648-4831-a2e8-d997b99ce2e7/9ff6d6fe-1c04-4141-9305-9247f3c45dfe/9fff9470-481f-4a73-a669-ac5d7b0dff73) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:30.125484 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.145616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.146673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f7db3d8a-df48-4b3f-a080-f1973f7466c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:30.148998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 74af7d75-0aed-455b-9d8c-04b5dbb61c52 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:30.163354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Pushing event deleted for resources: {'Port': ['ID=f7db3d8a-df48-4b3f-a080-f1973f7466c1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:30.218311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] No DVR routers for this DVR port f7db3d8a-df48-4b3f-a080-f1973f7466c1 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:30.221781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.223313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Subnet': ['ID=a2aee17b-2abe-41c0-8ca9-1ad55a523f53,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:30.224159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00f70082-17c9-4dc4-9751-000625465ea1 req-9b115cc2-c3bb-416a-96c6-1e6b8cd1df1c tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.49 "DELETE /v2.0/ports/f7db3d8a-df48-4b3f-a080-f1973f7466c1 HTTP/1.1" status: 204 len: 173 time: 0.4845786 Aug 31 15:58:30.225544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-deleted', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:30.226802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Checking segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:30.227165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network hostable DHCP agents. Network: 6f4e5254-44a7-46ea-90dc-a6286d186aec, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:30.229784 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55936ad-25c6-43e2-9793-9579de3d178d" -d '{"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-deleted", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:30.247962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:30.260036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6f4e5254-44a7-46ea-90dc-a6286d186aec) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:30.266136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.267619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.291985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf0dc1-a8d3-4de1-a5cf-9be6ee302263 None None] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:30.293835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-27475dab-f35d-4f1e-ad84-56c286c43878 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4520826 Aug 31 15:58:30.295999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47212) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:30.301187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'name': 'tempest-TaggedBootDevicesTest_v242-385467958', 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:30.358528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:30.391206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '74af7d75-0aed-455b-9d8c-04b5dbb61c52', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': '74af7d75-0aed-455b-9d8c-04b5dbb61c52', 'mac_address': 'fa:16:3e:c5:cd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:30.401140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01bfa8-9689-4bd0-b66c-c5adff2c7340 req-cfa8d7d7-0734-441a-a83a-c9a060c39f62 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.408509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b01bfa8-9689-4bd0-b66c-c5adff2c7340 req-cfa8d7d7-0734-441a-a83a-c9a060c39f62 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.1133265 Aug 31 15:58:30.427988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd21e74-613c-4d71-bd34-a56e5c95925b req-74edc198-5fb2-4250-ac7d-3c054ef51dc3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.434278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd21e74-613c-4d71-bd34-a56e5c95925b req-74edc198-5fb2-4250-ac7d-3c054ef51dc3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.436231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bd21e74-613c-4d71-bd34-a56e5c95925b req-74edc198-5fb2-4250-ac7d-3c054ef51dc3 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.1399777 Aug 31 15:58:30.437691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:30.491433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b01bfa8-9689-4bd0-b66c-c5adff2c7340 req-d692f057-2ef4-4a77-b59d-d37a20b1d16c tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Aug 31 15:58:30.504859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.508344 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.516052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bd21e74-613c-4d71-bd34-a56e5c95925b req-a168a145-871d-4ee7-a411-cb97da2e6d7a tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690255 Aug 31 15:58:30.550607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Transition to ACTIVE for port object 9fff9470-481f-4a73-a669-ac5d7b0dff73 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:30.559872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.565495 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28b4ce-4bf7-426a-a5de-ec3ab0ad099f x-openstack-request-id: req-9d28b4ce-4bf7-426a-a5de-ec3ab0ad099f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:30.566050 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f39f4-ff22-40f9-b46c-40fa99e00737", "name": "network-vif-deleted", "tag": "f7db3d8a-df48-4b3f-a080-f1973f7466c1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:30.567321 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d28b4ce-4bf7-426a-a5de-ec3ab0ad099f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:30.568101 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057f39f4-ff22-40f9-b46c-40fa99e00737', 'name': 'network-vif-deleted', 'tag': 'f7db3d8a-df48-4b3f-a080-f1973f7466c1', 'status': 'completed', 'code': 200} Aug 31 15:58:30.579491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74af7d75-0aed-455b-9d8c-04b5dbb61c52 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:30.592811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Transition to ACTIVE for port object 9fff9470-481f-4a73-a669-ac5d7b0dff73 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:30.616445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] device_id is not set on port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 15:58:30.626729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.634411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:30.659681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.661638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-6f4e5254-44a7-46ea-90dc-a6286d186aec', 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'fixed_ips': [{'subnet_id': 'a2aee17b-2abe-41c0-8ca9-1ad55a523f53'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:58:30.662497 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:30.689585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:30.695187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:30.756810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-240a3e37-e163-40dc-b40f-e729509c4bba req-16c890a2-cceb-43bb-8da7-62786d04d4a9 tempest-ServersNegativeTestJSON-1163076063 tempest-ServersNegativeTestJSON-1163076063-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f39f4-ff22-40f9-b46c-40fa99e00737 HTTP/1.1" status: 200 len: 210 time: 0.0898008 Aug 31 15:58:30.784374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-7ec957f1-47d0-4c31-ad9d-994adf68b620 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.791518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-7ec957f1-47d0-4c31-ad9d-994adf68b620 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.793556 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-7ec957f1-47d0-4c31-ad9d-994adf68b620 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.2492023 Aug 31 15:58:30.879328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Allocated IP 10.2.2.2 (6f4e5254-44a7-46ea-90dc-a6286d186aec/a2aee17b-2abe-41c0-8ca9-1ad55a523f53/4f4b9294-fb47-4822-9794-f6f00bdcdfb4) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:30.888178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:30.890997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083140c-92b3-42ae-9823-d9a3c0ca36c4 req-7999d109-f747-4e2f-89e9-6f910b3f0adf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:30.892807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e083140c-92b3-42ae-9823-d9a3c0ca36c4 req-7999d109-f747-4e2f-89e9-6f910b3f0adf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 944 time: 0.0709882 Aug 31 15:58:30.904586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Pushing event updated for resources: {'Port': ['ID=9fff9470-481f-4a73-a669-ac5d7b0dff73,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:30.963412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e083140c-92b3-42ae-9823-d9a3c0ca36c4 req-dd419201-bf70-4d55-b131-6468aed1d0a6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635638 Aug 31 15:58:31.012673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5f622-ca21-425f-a3f9-8c50c9563790 req-8c7fb626-8958-4d46-83d1-d82c32e155a3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:31.015800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b5f622-ca21-425f-a3f9-8c50c9563790 req-8c7fb626-8958-4d46-83d1-d82c32e155a3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1078885 Aug 31 15:58:31.083041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 10.1.1.194 (f0fee506-4648-4831-a2e8-d997b99ce2e7/9ff6d6fe-1c04-4141-9305-9247f3c45dfe/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:31.090024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 82b45cab-2462-4b28-8cce-d1aa52f03890 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:31.090640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.124304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b5f622-ca21-425f-a3f9-8c50c9563790 req-156c7326-a0fc-4bdd-b5e9-478f8bf09c2d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955658 Aug 31 15:58:31.158185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55022386-fe38-48c9-a55e-21689e726058 req-e0f11a06-bf60-4aeb-b9c9-c38c878f4b5a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:31.160728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55022386-fe38-48c9-a55e-21689e726058 req-e0f11a06-bf60-4aeb-b9c9-c38c878f4b5a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1058149 Aug 31 15:58:31.200765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['74af7d75-0aed-455b-9d8c-04b5dbb61c52'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:31.217823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55022386-fe38-48c9-a55e-21689e726058 req-85e8f985-0d59-404e-a107-008dc58ffcf5 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468256 Aug 31 15:58:31.243786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=74af7d75-0aed-455b-9d8c-04b5dbb61c52,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:31.257008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 82b45cab-2462-4b28-8cce-d1aa52f03890, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=82b45cab-2462-4b28-8cce-d1aa52f03890,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:31.257563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.260603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Attempting to bind port 9fff9470-481f-4a73-a669-ac5d7b0dff73 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:31.260986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Attempting to bind port 9fff9470-481f-4a73-a669-ac5d7b0dff73 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:31.261363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Attempting to bind port 9fff9470-481f-4a73-a669-ac5d7b0dff73 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:31.273641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd662-6539-4cb2-bc06-4b93694f3c93 req-30335125-5957-45b0-8a6a-8234f6bcdef2 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:31.273880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:31.274088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Checking segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:31.274714 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.275282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Bound using segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:31.275435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a8bd662-6539-4cb2-bc06-4b93694f3c93 req-30335125-5957-45b0-8a6a-8234f6bcdef2 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.0611551 Aug 31 15:58:31.276086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Bound port: 9fff9470-481f-4a73-a669-ac5d7b0dff73, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:31.276500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.307334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 82b45cab-2462-4b28-8cce-d1aa52f03890 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:31.318488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a8bd662-6539-4cb2-bc06-4b93694f3c93 req-619a26cf-23d1-4ae3-9483-712e20495eab tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Aug 31 15:58:31.445359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2394fcd8-b635-4783-8447-08231a775bce None None] For port 9fff9470-481f-4a73-a669-ac5d7b0dff73, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:31.449975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2394fcd8-b635-4783-8447-08231a775bce None None] For port 9fff9470-481f-4a73-a669-ac5d7b0dff73, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9fff9470-481f-4a73-a669-ac5d7b0dff73,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:31.459488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.489793 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.527376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Transition to ACTIVE for port object 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:31.583265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Transition to ACTIVE for port object 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:31.589344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394fcd8-b635-4783-8447-08231a775bce None None] Pushing event updated for resources: {'Port': ['ID=9fff9470-481f-4a73-a669-ac5d7b0dff73,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:31.598839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.654352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:31.657561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:31.663773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:31.671550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Pushing event updated for resources: {'Port': ['ID=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:31.694334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4fdfd-5e71-4767-8dd5-1e8ccb5420a0 req-4684b7ac-2ef4-4c38-9ec4-644ff74d3aee tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:31.703201 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4fdfd-5e71-4767-8dd5-1e8ccb5420a0 req-4684b7ac-2ef4-4c38-9ec4-644ff74d3aee tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:31.713687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cc4fdfd-5e71-4767-8dd5-1e8ccb5420a0 req-4684b7ac-2ef4-4c38-9ec4-644ff74d3aee tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 1682 time: 0.1090839 Aug 31 15:58:31.736950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Attempting to bind port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:31.738163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Attempting to bind port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:31.738708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Attempting to bind port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:31.747352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:31.748052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Checking segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:31.749182 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.750367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Bound using segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:31.751604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Bound port: 4f4b9294-fb47-4822-9794-f6f00bdcdfb4, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:31.752276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.754670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.763874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cc4fdfd-5e71-4767-8dd5-1e8ccb5420a0 req-bd0ce847-79c9-4614-9e42-2bf746c04179 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Aug 31 15:58:31.778222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object b254deab-b8ab-4962-bd6f-da9dd8fdeb6b will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:31.856800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:31.875473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.878426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.902506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['82b45cab-2462-4b28-8cce-d1aa52f03890', '48163c05-09af-4aa3-8e39-b0562360c97f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:31.963130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:31.985372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Deleting subnet 7af1d399-19bc-4b31-a48c-f17c31c55cfb {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:58:31.996911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:31.998225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:32.020697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:32.024357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 82b45cab-2462-4b28-8cce-d1aa52f03890 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:32.027383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:32.032797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] For port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:32.052546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.062917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "DELETE /v2.0/ports/82b45cab-2462-4b28-8cce-d1aa52f03890 HTTP/1.1" status: 204 len: 173 time: 1.2584045 Aug 31 15:58:32.066360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9fff9470-481f-4a73-a669-ac5d7b0dff73 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:32.072921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.101117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] For port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:32.124905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96c260-c174-4b13-8427-7985635d9349 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=82b45cab-2462-4b28-8cce-d1aa52f03890,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:32.135525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.177086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.232902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aac585-e55c-47f8-b56d-0d52ff81655f req-983017bc-9d43-44c9-8959-99f9c4754892 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:32.234950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06aac585-e55c-47f8-b56d-0d52ff81655f req-983017bc-9d43-44c9-8959-99f9c4754892 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 944 time: 0.1382630 Aug 31 15:58:32.276487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:32.277253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.329584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1a6326b4-4d67-48c9-b5a7-e7a955d15823 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0272789 Aug 31 15:58:32.332045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47240) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:32.339522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'name': 'tempest-TaggedBootDevicesTest_v242-2042056543', 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:32.347955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.362417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06aac585-e55c-47f8-b56d-0d52ff81655f req-f86b9ea8-647f-4c91-9456-a0d6773c2156 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164758 Aug 31 15:58:32.400861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 48163c05-09af-4aa3-8e39-b0562360c97f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:32.401569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af1d399-19bc-4b31-a48c-f17c31c55cfb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:32.402187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.404927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a175-5b02-499b-af26-3e63c069ba92 None None] Pushing event updated for resources: {'Port': ['ID=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:32.405695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.406952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7af1d399-19bc-4b31-a48c-f17c31c55cfb HTTP/1.1" status: 204 len: 168 time: 0.5489430 Aug 31 15:58:32.409899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47244) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:32.446106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 9fff9470-481f-4a73-a669-ac5d7b0dff73 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:32.447967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.448378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.448798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.449250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.449623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.450031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.450408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.450716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.451052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.451381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.451712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.452040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faad86-4ce8-4be4-aa92-3383de3bbff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:58:32.501172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203c1e4-13b9-4940-b2a9-89825a333716 req-7766389e-8117-4ce8-ae23-70d3328d4575 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:32.503266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b203c1e4-13b9-4940-b2a9-89825a333716 req-7766389e-8117-4ce8-ae23-70d3328d4575 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.2307770 Aug 31 15:58:32.572236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 48163c05-09af-4aa3-8e39-b0562360c97f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=48163c05-09af-4aa3-8e39-b0562360c97f,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:32.572758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.575106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-deleted', 'tag': '82b45cab-2462-4b28-8cce-d1aa52f03890'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:32.577966 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b0b32f-e071-4f82-a942-63ef5fdd9092" -d '{"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-deleted", "tag": "82b45cab-2462-4b28-8cce-d1aa52f03890"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:32.600681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 48163c05-09af-4aa3-8e39-b0562360c97f owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:32.651230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b203c1e4-13b9-4940-b2a9-89825a333716 req-20dac45d-bee3-4984-b0cf-25093cfdb119 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004310 Aug 31 15:58:32.654109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.678511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb10f3-1a08-4c38-b06b-1d0039991834 req-d4dc1308-2bb4-454b-88c7-73c48352cbce tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:32.680081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2cb10f3-1a08-4c38-b06b-1d0039991834 req-d4dc1308-2bb4-454b-88c7-73c48352cbce tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1690180 Aug 31 15:58:32.685428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:32.690074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:32.726779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] device_id is not set on port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 15:58:32.991231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.002807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['82b45cab-2462-4b28-8cce-d1aa52f03890'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:33.003049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 10.1.1.37 (f0fee506-4648-4831-a2e8-d997b99ce2e7/9ff6d6fe-1c04-4141-9305-9247f3c45dfe/44bd78bf-1981-461c-97a2-1f2688d6c3c7) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:33.046349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd26b4ab-44a5-45ac-893b-476c57fdeaf1 None None] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:33.048912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=48163c05-09af-4aa3-8e39-b0562360c97f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:33.110743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 48163c05-09af-4aa3-8e39-b0562360c97f on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:33.116123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.119619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6535a100-1fdb-450d-8e99-6cfcd459eb30 req-955c86fd-fa7c-4a73-a264-0bee585c0fc7 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.49 "DELETE /v2.0/ports/48163c05-09af-4aa3-8e39-b0562360c97f HTTP/1.1" status: 204 len: 173 time: 1.0330262 Aug 31 15:58:33.151944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] Provisioning for port 9fff9470-481f-4a73-a669-ac5d7b0dff73 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:33.168389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] Provisioning complete for port 9fff9470-481f-4a73-a669-ac5d7b0dff73 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:33.169211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.205567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2cb10f3-1a08-4c38-b06b-1d0039991834 req-0fbb435b-5238-4ab4-9cbd-7f35325a72ad tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055008 Aug 31 15:58:33.319545 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2517f8d7-81f6-4487-86cc-c5bdff6372d9 x-openstack-request-id: req-2517f8d7-81f6-4487-86cc-c5bdff6372d9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:33.320122 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-deleted", "tag": "82b45cab-2462-4b28-8cce-d1aa52f03890", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:33.320317 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2517f8d7-81f6-4487-86cc-c5bdff6372d9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:33.320784 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-deleted', 'tag': '82b45cab-2462-4b28-8cce-d1aa52f03890', 'status': 'completed', 'code': 200} Aug 31 15:58:33.338254 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.357282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d6581-0aba-4c0c-83cb-1a0f18b0eb28 req-3828ecbe-a298-4b8c-95ca-1374f0ddf826 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:33.364927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a2d6581-0aba-4c0c-83cb-1a0f18b0eb28 req-3828ecbe-a298-4b8c-95ca-1374f0ddf826 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.2301807 Aug 31 15:58:33.374955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3863a6b9-0cf5-4d96-9a86-3aec33f92c05']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:33.400168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:33.400896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e52edc7-cb3e-48fe-b8ec-a84fe8bfd339') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:33.413514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.414007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.435179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:33.436424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object 44bd78bf-1981-461c-97a2-1f2688d6c3c7 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:33.440295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.454899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a2d6581-0aba-4c0c-83cb-1a0f18b0eb28 req-7a757a60-4d6e-4311-8480-6eea7e3ceab7 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877924 Aug 31 15:58:33.458944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.489331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:58:33.489796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:58:33.492605 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:58:33.500788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.530669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: f7db3d8a-df48-4b3f-a080-f1973f7466c1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:33.531019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f7db3d8a-df48-4b3f-a080-f1973f7466c1 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:33.581162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] For port 9fff9470-481f-4a73-a669-ac5d7b0dff73, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9fff9470-481f-4a73-a669-ac5d7b0dff73,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:33.588086 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.605555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:33.611745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:33.616666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:33.652883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:33.654650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e28661c-8d35-4b1e-aadf-74628ce336da req-4609306d-2ef4-4700-99f1-0a417eed32d6 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "GET /v2.0/ports?device_id=55234b10-60e1-4d64-8ee7-ed1b5b39134d HTTP/1.1" status: 200 len: 210 time: 0.0822554 Aug 31 15:58:33.670288 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.679474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.689995 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/3863a6b9-0cf5-4d96-9a86-3aec33f92c05 HTTP/1.1" status: 204 len: 168 time: 1.2631068 Aug 31 15:58:33.698372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1c3c9-f53f-4fe7-aa12-a5b5f93bab0d admin admin] Pushing event deleted for resources: {'Network': ['ID=3863a6b9-0cf5-4d96-9a86-3aec33f92c05,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:33.707367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71d4f2-91f7-489e-bd79-fbeb6f2d39c9 req-145e1228-e863-4c6f-83f9-cd35d8be0d47 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:33.716257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f71d4f2-91f7-489e-bd79-fbeb6f2d39c9 req-145e1228-e863-4c6f-83f9-cd35d8be0d47 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 944 time: 0.1257238 Aug 31 15:58:33.759287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:33.760073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:33.778350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f71d4f2-91f7-489e-bd79-fbeb6f2d39c9 req-91819a3d-2d2a-4d22-b7b4-896dcc99359b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616066 Aug 31 15:58:33.799610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c37e6-53e0-424e-999e-0c3210f619c6 None None] Pushing event updated for resources: {'Port': ['ID=9fff9470-481f-4a73-a669-ac5d7b0dff73,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:33.801590 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8cec148b-f56d-4a43-a306-906f56b33233 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4670444 Aug 31 15:58:33.925617 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-119af3d5-51a7-4c27-be13-0f2d5a837faa service neutron] 10.222.0.49 "GET /v2.0/ports/8ae711a0-6259-47e1-8c6b-aa543b319695/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.0874779 Aug 31 15:58:33.939058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f9ca1-323f-4a4d-8950-733cdc4d2bf5 None None] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:33.949245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a82a81-93e4-4801-a945-91d6f636331a req-79fa1998-76f4-4b9c-a90f-43463ac5a90d tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:33.949245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13a82a81-93e4-4801-a945-91d6f636331a req-79fa1998-76f4-4b9c-a90f-43463ac5a90d tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 1102 time: 0.1284742 Aug 31 15:58:34.008614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-13a82a81-93e4-4801-a945-91d6f636331a req-2f3753ae-b0f3-447a-9c08-20d3dbe07e24 tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.064429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01642706-cd68-46a8-bf13-37fb0fe64f4d req-402b7da2-1554-4b32-a528-8dda429b65f0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:34.075420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01642706-cd68-46a8-bf13-37fb0fe64f4d req-402b7da2-1554-4b32-a528-8dda429b65f0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1250455 Aug 31 15:58:34.102916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:34.108077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Provisioning for port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:34.147448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01642706-cd68-46a8-bf13-37fb0fe64f4d req-72e8943f-d2ee-4945-9372-92eb20e91c59 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665350 Aug 31 15:58:34.161333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 74af7d75-0aed-455b-9d8c-04b5dbb61c52 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:34.245694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:34.256280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Provisioning complete for port 9fff9470-481f-4a73-a669-ac5d7b0dff73 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:34.257059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.257512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-13a82a81-93e4-4801-a945-91d6f636331a req-2f3753ae-b0f3-447a-9c08-20d3dbe07e24 tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.262571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-13a82a81-93e4-4801-a945-91d6f636331a req-2f3753ae-b0f3-447a-9c08-20d3dbe07e24 tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.277400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ff314759-fe7f-4610-b861-b098e9e6d095 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b65143bb5964c1c8d27767409db4bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690011 Aug 31 15:58:34.278111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:34.297502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-ea959e8d-659f-44e1-9102-580596af341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:34.299409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-ea959e8d-659f-44e1-9102-580596af341b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59&tenant_id=5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 1101 time: 0.1117010 Aug 31 15:58:34.360605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13a82a81-93e4-4801-a945-91d6f636331a req-2f3753ae-b0f3-447a-9c08-20d3dbe07e24 tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696880 Aug 31 15:58:34.361696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:34.366551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3753ae-b0f3-447a-9c08-20d3dbe07e24 tempest-LiveMigrationNegativeTest-1930754485 tempest-LiveMigrationNegativeTest-1930754485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa2da3-c489-4ff2-a0ce-95dddc44d415,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:34.385403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:34.385775 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.406967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-87cac5b9-ec78-49c1-ad95-aaf4453a8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:34.408535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-87cac5b9-ec78-49c1-ad95-aaf4453a8a61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1101 time: 0.0716176 Aug 31 15:58:34.409875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147a7da7-006f-434b-a605-9bc733ad40c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.442385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147a7da7-006f-434b-a605-9bc733ad40c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.509810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:34.558526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162ba7b-7946-49fc-8993-d7607c82d838 req-79f89b76-c7f0-458c-aa02-cbf44155c77e tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:34.560469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8162ba7b-7946-49fc-8993-d7607c82d838 req-79f89b76-c7f0-458c-aa02-cbf44155c77e tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0594645 Aug 31 15:58:34.627952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:34.630141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.640073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-3b7209b8-5ea7-467c-8d28-23ec093fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:34.642454 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-3b7209b8-5ea7-467c-8d28-23ec093fbafe service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1448929 Aug 31 15:58:34.643648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147a7da7-006f-434b-a605-9bc733ad40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.647446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147a7da7-006f-434b-a605-9bc733ad40c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.649854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-147a7da7-006f-434b-a605-9bc733ad40c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c1e6061-7159-4b7c-a8d2-a200ba020ac5 HTTP/1.1" status: 204 len: 168 time: 0.3681157 Aug 31 15:58:34.668971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8162ba7b-7946-49fc-8993-d7607c82d838 req-ab9ebfe6-7638-44b4-b2b2-fbbad287f41b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990157 Aug 31 15:58:34.673110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a7da7-006f-434b-a605-9bc733ad40c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e6061-7159-4b7c-a8d2-a200ba020ac5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:34.752936 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-f0dff804-553e-4ea4-850a-11f21b9eca34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0932293 Aug 31 15:58:34.913061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-cffe3885-3fc8-4ebe-a7b5-f1d195733b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:34.915659 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-cffe3885-3fc8-4ebe-a7b5-f1d195733b55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1487074 Aug 31 15:58:34.942217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Provisioning for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:34.975930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Provisioning complete for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:34.976382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:34.999583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-5c2a21d1-36f7-45a6-b9dd-38395598fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:35.001296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-5c2a21d1-36f7-45a6-b9dd-38395598fdab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0780094 Aug 31 15:58:35.037548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47288) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:35.047684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759653330', 'description': 'tempest-description--1843423080'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:35.110953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47290) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:35.153910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3817e9c7-6a15-4f48-b528-fc1697e79402 None None] Port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:35.182127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.183559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-c7450e52-02dd-418e-8de6-5dcf92134586 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746993 Aug 31 15:58:35.203992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.255637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:35.260932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74af7d75-0aed-455b-9d8c-04b5dbb61c52'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:35.262354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting subnet d71d9509-be82-4367-a4a5-d0c49ba2de16 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:58:35.265143 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93047382-99c2-468e-aeee-29a0d5d242cc" -d '{"events": [{"server_uuid": "4e1b5a21-a349-45ae-b8d8-d5ac4d40238c", "name": "network-vif-plugged", "status": "completed", "tag": "74af7d75-0aed-455b-9d8c-04b5dbb61c52"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:35.273012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.280270 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.327557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e36e9-d71e-40c3-b1ac-0980b47972c3 req-abd83da0-49c4-4612-af57-f23ec7099318 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:35.335676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a10e36e9-d71e-40c3-b1ac-0980b47972c3 req-abd83da0-49c4-4612-af57-f23ec7099318 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 944 time: 0.1820767 Aug 31 15:58:35.347173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-deleted', 'tag': '48163c05-09af-4aa3-8e39-b0562360c97f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:35.349795 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334c2bab-1e19-40b9-9ec6-5e3f11a983f7" -d '{"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-deleted", "tag": "48163c05-09af-4aa3-8e39-b0562360c97f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:35.356772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-592751d5-eec0-467d-9f11-941c6cfa66c9 req-b2f8bb02-c0af-4e7c-94f4-64b6710e16dd service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629105 Aug 31 15:58:35.394687 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.396709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=74af7d75-0aed-455b-9d8c-04b5dbb61c52,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:35.400432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.417805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Provisioning for port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:35.428288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Provisioning complete for port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:35.428522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.431256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 82b45cab-2462-4b28-8cce-d1aa52f03890 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:35.472802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a10e36e9-d71e-40c3-b1ac-0980b47972c3 req-f413865d-c677-4926-aba4-45a291b78041 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340339 Aug 31 15:58:35.513269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c8dc6-43a1-4978-ab17-6094793c76a8 req-6ce9e40f-dc0b-4aef-a451-5c4957453b6d tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:35.514866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e8c8dc6-43a1-4978-ab17-6094793c76a8 req-6ce9e40f-dc0b-4aef-a451-5c4957453b6d tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.2474558 Aug 31 15:58:35.525771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 82b45cab-2462-4b28-8cce-d1aa52f03890 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:35.526687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 82b45cab-2462-4b28-8cce-d1aa52f03890 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:35.527124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:35.533021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:35.557844 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.558649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9fff9470-481f-4a73-a669-ac5d7b0dff73 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:35.573035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.593341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:35.600048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.665229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.666574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Provisioning complete for port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:35.666574 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.699701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:35.706812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.710806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6696463 Aug 31 15:58:35.712157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47318) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:35.719432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'security_group_rule': {'security_group_id': '7665e9fe-1ed6-4ca9-8788-a33d766540d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:35.725372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f041f-27e0-47b9-a884-70871b385821 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7665e9fe-1ed6-4ca9-8788-a33d766540d1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:35.741108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e8c8dc6-43a1-4978-ab17-6094793c76a8 req-5fbf119f-5e1f-41c5-9725-13621c2d71ed tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717536 Aug 31 15:58:35.760281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf760df-6f6b-4e6e-a08d-d24a69e0449c req-08061358-c127-4b84-a693-08c70b122806 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:35.772215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbf760df-6f6b-4e6e-a08d-d24a69e0449c req-08061358-c127-4b84-a693-08c70b122806 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.2003019 Aug 31 15:58:35.788517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 9fff9470-481f-4a73-a669-ac5d7b0dff73 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:35.788517 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.804130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.813347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.826083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47322) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:35.863297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbf760df-6f6b-4e6e-a08d-d24a69e0449c req-e64bf0f5-25bf-46ae-8b60-e88bc8f8280f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922902 Aug 31 15:58:35.869814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Subnet': ['ID=d71d9509-be82-4367-a4a5-d0c49ba2de16,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:35.879512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.888227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8fb9f834-819d-49fe-988d-42914623933b tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/subnets/d71d9509-be82-4367-a4a5-d0c49ba2de16 HTTP/1.1" status: 204 len: 168 time: 0.7747724 Aug 31 15:58:35.888762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47326) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:35.908599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:35.915186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.013107 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4de502-38fc-4faa-9099-0de2acaa102a x-openstack-request-id: req-4a4de502-38fc-4faa-9099-0de2acaa102a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:36.017513 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55234b10-60e1-4d64-8ee7-ed1b5b39134d", "name": "network-vif-deleted", "tag": "48163c05-09af-4aa3-8e39-b0562360c97f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:36.018008 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a4de502-38fc-4faa-9099-0de2acaa102a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:36.018778 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55234b10-60e1-4d64-8ee7-ed1b5b39134d', 'name': 'network-vif-deleted', 'tag': '48163c05-09af-4aa3-8e39-b0562360c97f', 'status': 'completed', 'code': 200} Aug 31 15:58:36.019768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a112eeb-e34f-4529-b1d9-e63ea293bbbf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:36.058911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.064576 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dbca4066-565e-43ca-bbd2-366c6fcddb46 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507884 Aug 31 15:58:36.064831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47330) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:36.079019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-119535710-network', 'tenant_id': '847fc51d7a8b4bdc8115ee0d52a66cfa'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:36.105845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'security_group_rule': {'security_group_id': '7665e9fe-1ed6-4ca9-8788-a33d766540d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:36.106504 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.112990 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d39cda-1978-4b69-9e2c-3d45b79f18ad x-openstack-request-id: req-d1d39cda-1978-4b69-9e2c-3d45b79f18ad {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:36.113281 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1b5a21-a349-45ae-b8d8-d5ac4d40238c", "name": "network-vif-plugged", "status": "completed", "tag": "74af7d75-0aed-455b-9d8c-04b5dbb61c52", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:36.113537 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1d39cda-1978-4b69-9e2c-3d45b79f18ad {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:36.113941 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74af7d75-0aed-455b-9d8c-04b5dbb61c52', 'code': 200} Aug 31 15:58:36.114622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476dec65-575d-4e60-b696-2e1f408d7dbc None None] Network d8e55c71-0807-4ef2-8add-f46c368368dc requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:36.135815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 15:58:36.135815 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 15:58:36.135815 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': '847fc51d7a8b4bdc8115ee0d52a66cfa', 'expiration_1': datetime.datetime(2021, 8, 31, 15, 58, 36, 115040)}] Aug 31 15:58:36.135815 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:58:36.137657 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:58:36.148516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35a73-431e-45f2-a420-54eaf2243764 req-49b8793b-5b14-4535-a1c0-8d9db1e50896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:36.150884 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9e35a73-431e-45f2-a420-54eaf2243764 req-49b8793b-5b14-4535-a1c0-8d9db1e50896 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 1097 time: 0.1166382 Aug 31 15:58:36.157387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.160999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.187627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c09d81-982d-456e-a1e5-b956fe3dfb00 req-f318ec0f-65ae-44c8-9ef2-4efbe27ba4dc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:36.189253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44c09d81-982d-456e-a1e5-b956fe3dfb00 req-f318ec0f-65ae-44c8-9ef2-4efbe27ba4dc tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1123993 Aug 31 15:58:36.200071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4711-553d-4356-b14b-7a3ade943451 req-c0f40905-2757-4860-a3b9-03663494ee15 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:36.201791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a48a4711-553d-4356-b14b-7a3ade943451 req-c0f40905-2757-4860-a3b9-03663494ee15 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.1237249 Aug 31 15:58:36.229525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9e35a73-431e-45f2-a420-54eaf2243764 req-78f1ea5e-15f4-40c2-b436-91a22048423a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688031 Aug 31 15:58:36.261543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.265315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:36.266690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.289845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.290108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44c09d81-982d-456e-a1e5-b956fe3dfb00 req-12edda0b-b38b-4a30-a7a3-027eb68635ae tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872242 Aug 31 15:58:36.290672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 48163c05-09af-4aa3-8e39-b0562360c97f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:36.293911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63597ad-70f6-4ed3-844a-67294c37a03d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:36.300447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a48a4711-553d-4356-b14b-7a3ade943451 req-e09b7760-e25c-4d03-9722-326bcf094112 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711815 Aug 31 15:58:36.306107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.308649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e0a4e426-7203-464f-ab96-efafa6a82c80 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350378 Aug 31 15:58:36.310475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47334) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:36.315114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:36.332949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 8efcd90a-8b43-427f-9397-baa25e5dda3b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:36.333305 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.378387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 48163c05-09af-4aa3-8e39-b0562360c97f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:36.378780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 48163c05-09af-4aa3-8e39-b0562360c97f not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:36.381816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.408220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Provisioning complete for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:36.408527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.445842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 8efcd90a-8b43-427f-9397-baa25e5dda3b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8efcd90a-8b43-427f-9397-baa25e5dda3b,segment=NetworkSegment(c231ee59-1e22-48a0-81c3-9b2c35e8f276),segment_id=c231ee59-1e22-48a0-81c3-9b2c35e8f276)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:36.446014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.462455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 8efcd90a-8b43-427f-9397-baa25e5dda3b owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:36.462645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:36.469602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e236ecd8-e01f-481a-82a9-ea677a7319c3 None None] Port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:36.496237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:36.556554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:36.557276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.580232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] DHCP port deletion for d8e55c71-0807-4ef2-8add-f46c368368dc request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:58:36.605722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.610062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.651527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=8efcd90a-8b43-427f-9397-baa25e5dda3b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:36.673677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Made reservation on behalf of 847fc51d7a8b4bdc8115ee0d52a66cfa for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:36.676602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.680390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Deleting port 8efcd90a-8b43-427f-9397-baa25e5dda3b {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:36.681307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.684865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 8efcd90a-8b43-427f-9397-baa25e5dda3b on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:36.696438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.707245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f6283-11cc-4555-b327-59ad23d5ecdc req-02e65bad-c4e9-4734-8b27-59354f97ab6a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:36.708863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-131f6283-11cc-4555-b327-59ad23d5ecdc req-02e65bad-c4e9-4734-8b27-59354f97ab6a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.1498647 Aug 31 15:58:36.757670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] For port 8efcd90a-8b43-427f-9397-baa25e5dda3b, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:36.758081 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.777647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Calling delete_port for 8efcd90a-8b43-427f-9397-baa25e5dda3b owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:36.780549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Port 8efcd90a-8b43-427f-9397-baa25e5dda3b was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:58:36.782409 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.815265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] No DVR routers for this DVR port 8efcd90a-8b43-427f-9397-baa25e5dda3b on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:36.817216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e10e76-03e6-4227-85c8-6c06397da9e8 None None] Pushing event deleted for resources: {'Port': ['ID=8efcd90a-8b43-427f-9397-baa25e5dda3b,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:36.839655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.845441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.869848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:36.877658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-131f6283-11cc-4555-b327-59ad23d5ecdc req-0b0e69d5-426b-4364-b047-24a511063bbe tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339288 Aug 31 15:58:36.879170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.884271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:36.891336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.891690 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Added segment 36ef6d31-335d-4525-8012-e60add8b894e of type vlan for network bb223d5d-865f-481a-8491-323c155ac630 Aug 31 15:58:36.899246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e55c71-0807-4ef2-8add-f46c368368dc']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:36.927890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c231ee59-1e22-48a0-81c3-9b2c35e8f276') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:36.928770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c231ee59-1e22-48a0-81c3-9b2c35e8f276') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:36.931358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 172.25.6.235 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/0f333ef7-be9f-4118-9a78-a0593a103644) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:36.954980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.968505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.987641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:36.988756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:36.989606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.050619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2225263 Aug 31 15:58:37.054335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47344) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:37.058274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.058970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119083c-7dd7-4fdb-94b9-ef8dc4b07dca admin admin] Pushing event updated for resources: {'Network': ['ID=bb223d5d-865f-481a-8491-323c155ac630,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:37.065183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Request body: {'subnet': {'network_id': 'bb223d5d-865f-481a-8491-323c155ac630', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-119535710-subnet', 'tenant_id': '847fc51d7a8b4bdc8115ee0d52a66cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:37.074766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network bb223d5d-865f-481a-8491-323c155ac630 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:37.086780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:58:37.087198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:58:37.090810 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:58:37.194710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Made reservation on behalf of 847fc51d7a8b4bdc8115ee0d52a66cfa for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:37.197095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.227778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ee278-60c2-4e64-b528-b603e37558c7 req-6cba2392-35fc-40f7-97e0-2b33f9c90cd9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:37.229324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce7ee278-60c2-4e64-b528-b603e37558c7 req-6cba2392-35fc-40f7-97e0-2b33f9c90cd9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.2652440 Aug 31 15:58:37.272745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.298339 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.300797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/networks/d8e55c71-0807-4ef2-8add-f46c368368dc HTTP/1.1" status: 204 len: 168 time: 1.4105310 Aug 31 15:58:37.303419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47346) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:37.304476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.350536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362df6-e20a-4a58-bb0a-3b1943cfbc0f tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Network': ['ID=d8e55c71-0807-4ef2-8add-f46c368368dc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:37.383076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting subnet e872af6b-c30d-41c2-864b-148f7424958d {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:58:37.389132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.410951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b42fd6-7ce2-40f7-9078-cf23818279f9 req-4b86bf2d-7419-4b00-9595-8f0de58ae8fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:37.413107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9b42fd6-7ce2-40f7-9078-cf23818279f9 req-4b86bf2d-7419-4b00-9595-8f0de58ae8fb tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.3012888 Aug 31 15:58:37.442081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.460866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce7ee278-60c2-4e64-b528-b603e37558c7 req-2d99a978-4223-4523-9d15-48aab691e0dc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964688 Aug 31 15:58:37.509462 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9b42fd6-7ce2-40f7-9078-cf23818279f9 req-3a287664-c23b-4585-8082-62a3e89d7804 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780983 Aug 31 15:58:37.513474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.538185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.604908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.637895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.638142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:37.639541 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/subnets/e872af6b-c30d-41c2-864b-148f7424958d HTTP/1.1" status: 204 len: 168 time: 0.3347440 Aug 31 15:58:37.640538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bab05f-76d7-41bd-b020-ab2d35447613 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Subnet': ['ID=e872af6b-c30d-41c2-864b-148f7424958d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:37.642780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47354) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:37.647196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:37.652668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f366b4-33b4-46ae-925c-1d2122c10de5 None None] Network 99f45a63-1903-464d-ad8a-7fdab504e3c9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:37.686634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:37.730176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.745740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=0f333ef7-be9f-4118-9a78-a0593a103644,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:37.763811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.777643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87585-af58-48e9-8fbc-f0e61e34ea87 req-f25e79a2-1b79-40d3-9724-7107355ef5b2 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:37.779209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7a87585-af58-48e9-8fbc-f0e61e34ea87 req-f25e79a2-1b79-40d3-9724-7107355ef5b2 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.2187641 Aug 31 15:58:37.836175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-d30a9727-ad94-4001-8058-a48873473f03 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:37.837260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac218e8-6b3a-4863-84c4-bdd7a8a71897 req-3669859c-0731-4b65-8f35-4afaa7a3d5da tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:37.838058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-d30a9727-ad94-4001-8058-a48873473f03 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 950 time: 0.0847859 Aug 31 15:58:37.838765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ac218e8-6b3a-4863-84c4-bdd7a8a71897 req-3669859c-0731-4b65-8f35-4afaa7a3d5da tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.2216046 Aug 31 15:58:37.855867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] DHCP port deletion for 99f45a63-1903-464d-ad8a-7fdab504e3c9 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:58:37.858264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Deleting port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:37.858971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.910184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] Deleting port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:37.910704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.919394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb65e08-2767-4eb1-94b6-b444929fd363,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:37.937315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7a87585-af58-48e9-8fbc-f0e61e34ea87 req-241a1947-cb60-4102-a89c-7747c7886719 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291542 Aug 31 15:58:37.956867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Checking segment: {'id': '36ef6d31-335d-4525-8012-e60add8b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:37.957237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Network hostable DHCP agents. Network: bb223d5d-865f-481a-8491-323c155ac630, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:37.964626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:37.972349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ac218e8-6b3a-4863-84c4-bdd7a8a71897 req-6fa02337-dbf6-4340-8d47-85035167739b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154757 Aug 31 15:58:37.977352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] For port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:37.977808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.008561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Calling delete_port for 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:38.014396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Network bb223d5d-865f-481a-8491-323c155ac630 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:38.016858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.025461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] For port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,segment=NetworkSegment(8fae83f3-d675-4cfc-9845-4674b14a0b55),segment_id=8fae83f3-d675-4cfc-9845-4674b14a0b55)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:38.026525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.052836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] Calling delete_port for 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:38.057221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, bb223d5d-865f-481a-8491-323c155ac630) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:38.067505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab2d4e-b409-4172-bea2-c5245d98a87e None None] Network bb223d5d-865f-481a-8491-323c155ac630 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:38.069734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:38.070511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.085739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Deleting port 926098d1-8ad7-4377-bd5a-e5167fabb0cb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:38.086139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.112821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-34cd57d8-ba4d-4a5b-83d1-ad887d0fb066 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0557492 Aug 31 15:58:38.116208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:38.118446 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e031dd-3889-4a59-8b13-e586e5c5e371" -d '{"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:38.244086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e23b8-9caf-4023-a91b-6f7183093d8f req-975a0a81-64d8-4b7e-97e6-3314729e2fe4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:38.247928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c98e23b8-9caf-4023-a91b-6f7183093d8f req-975a0a81-64d8-4b7e-97e6-3314729e2fe4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.1593344 Aug 31 15:58:38.256963 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d89941-61b5-460f-847b-26651afab9f4 x-openstack-request-id: req-29d89941-61b5-460f-847b-26651afab9f4 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:38.257514 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:38.257931 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29d89941-61b5-460f-847b-26651afab9f4 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:38.258608 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'code': 200} Aug 31 15:58:38.265169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.286376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] For port 926098d1-8ad7-4377-bd5a-e5167fabb0cb, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=926098d1-8ad7-4377-bd5a-e5167fabb0cb,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:38.286748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.289779 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.315207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] Pushing event deleted for resources: {'Port': ['ID=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:38.327193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8d81b-7ce6-4899-8339-3224f887954c None None] No DVR routers for this DVR port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:38.331701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd63627-1573-4dee-b527-0d9e775214c4 None None] Network bb223d5d-865f-481a-8491-323c155ac630 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:38.354332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Calling delete_port for 926098d1-8ad7-4377-bd5a-e5167fabb0cb owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:38.355357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.358499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] No DVR routers for this DVR port 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:38.369208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Port': ['ID=48e41d1c-44cd-4148-a0e9-0f1e21ab9e86,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:38.376016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.485186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c98e23b8-9caf-4023-a91b-6f7183093d8f req-5c458723-d270-4ce3-8b16-3a6f8f6ca5bd tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321664 Aug 31 15:58:38.544525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.563432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8efcd90a-8b43-427f-9397-baa25e5dda3b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:38.573763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f45a63-1903-464d-ad8a-7fdab504e3c9']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:38.587913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fae83f3-d675-4cfc-9845-4674b14a0b55') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:38.588236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fae83f3-d675-4cfc-9845-4674b14a0b55') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:38.595578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=0f333ef7-be9f-4118-9a78-a0593a103644,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:38.600770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8efcd90a-8b43-427f-9397-baa25e5dda3b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:38.601119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8efcd90a-8b43-427f-9397-baa25e5dda3b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:38.601533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:38.608873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.631076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:38.631418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48e41d1c-44cd-4148-a0e9-0f1e21ab9e86 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:38.632139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.633012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.673577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.674829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-73b05152-1ec0-4067-ab09-e9f75c4ec14e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3634112 Aug 31 15:58:38.690514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:58:38.691160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:58:38.694695 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:58:38.746869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849dffe-d841-47b3-89f0-c1bce86fc8d1 req-b2325892-b47e-43ec-8433-694626eb039a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:38.757245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c849dffe-d841-47b3-89f0-c1bce86fc8d1 req-b2325892-b47e-43ec-8433-694626eb039a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 947 time: 0.0950577 Aug 31 15:58:38.809019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.816469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c849dffe-d841-47b3-89f0-c1bce86fc8d1 req-8ee49531-3f88-4032-91d0-4e0887563681 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569453 Aug 31 15:58:38.820598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['926098d1-8ad7-4377-bd5a-e5167fabb0cb'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:38.827153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['38b09ca6-8074-46e4-83a5-056682214f35'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:38.828243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.839475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.842462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] 10.222.0.43 "DELETE /v2.0/networks/99f45a63-1903-464d-ad8a-7fdab504e3c9 HTTP/1.1" status: 204 len: 168 time: 1.1988780 Aug 31 15:58:38.855082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47388) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:38.860165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-487842345-network', 'tenant_id': '218093d1c48d4da78366c4f65b444cbd'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:38.885574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Pushing event deleted for resources: {'Port': ['ID=926098d1-8ad7-4377-bd5a-e5167fabb0cb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:38.895650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca2e08-e315-4d8a-9c1c-186236a1ba68 tempest-ServersTestMultiNic-919695562 tempest-ServersTestMultiNic-919695562-project] Pushing event deleted for resources: {'Network': ['ID=99f45a63-1903-464d-ad8a-7fdab504e3c9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:38.941201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] No DVR routers for this DVR port 926098d1-8ad7-4377-bd5a-e5167fabb0cb on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:38.946300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:38.950239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-684623bb-29f8-4778-b0a2-107bd65beb8c req-3308b337-bb26-438d-865a-65e83f392bfe tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.30 "DELETE /v2.0/ports/926098d1-8ad7-4377-bd5a-e5167fabb0cb HTTP/1.1" status: 204 len: 173 time: 1.1031892 Aug 31 15:58:38.950239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'name': 'network-vif-deleted', 'tag': '926098d1-8ad7-4377-bd5a-e5167fabb0cb'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:38.951612 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09434b-00be-40f0-80eb-83cc939cdb10" -d '{"events": [{"server_uuid": "e2b94ebd-619b-4657-ba8e-2247900921d9", "name": "network-vif-deleted", "tag": "926098d1-8ad7-4377-bd5a-e5167fabb0cb"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:39.047007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Made reservation on behalf of 218093d1c48d4da78366c4f65b444cbd for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:39.050785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.068136 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.102175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64b335-1be2-479e-8182-9940e81e1eea req-eb3151cd-cbb2-4d8b-aa82-3824069df215 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.104053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e64b335-1be2-479e-8182-9940e81e1eea req-eb3151cd-cbb2-4d8b-aa82-3824069df215 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.2128379 Aug 31 15:58:39.121036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc41dd9-1011-42ed-85c8-8e620eb5d1ef req-6f13c6f8-7379-4c25-8924-dfb6b4045f4a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.130409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edc41dd9-1011-42ed-85c8-8e620eb5d1ef req-6f13c6f8-7379-4c25-8924-dfb6b4045f4a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.1346550 Aug 31 15:58:39.227212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edc41dd9-1011-42ed-85c8-8e620eb5d1ef req-36de928e-7c75-4462-b0b8-eb9761f418a6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951104 Aug 31 15:58:39.232239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e64b335-1be2-479e-8182-9940e81e1eea req-2b0406cc-af07-49a4-83f1-2b33f3c7bb74 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951512 Aug 31 15:58:39.293001 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.297501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.320242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:39.336454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272d3f85-4f62-4fa1-8561-f893e59924b1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:39.342398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.342756 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Added segment e431aaf9-7cf7-46ba-a756-0d3f582c83c8 of type vlan for network baf951e7-327b-436b-8172-41bfff1ef71e Aug 31 15:58:39.400026 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04f102b-c7d1-48a9-b06d-1e3f06723cf0 x-openstack-request-id: req-b04f102b-c7d1-48a9-b06d-1e3f06723cf0 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:39.400355 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b94ebd-619b-4657-ba8e-2247900921d9", "name": "network-vif-deleted", "tag": "926098d1-8ad7-4377-bd5a-e5167fabb0cb", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:39.400609 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b04f102b-c7d1-48a9-b06d-1e3f06723cf0 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:39.401009 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b94ebd-619b-4657-ba8e-2247900921d9', 'name': 'network-vif-deleted', 'tag': '926098d1-8ad7-4377-bd5a-e5167fabb0cb', 'status': 'completed', 'code': 200} Aug 31 15:58:39.423752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.439319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-2e9e678a-be48-4870-85e2-b53b0fd66f8e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--759653330&fields=id&tenant_id=3fbefe13f5e5478d8137264c11160ffb HTTP/1.1" status: 200 len: 267 time: 0.0924733 Aug 31 15:58:39.442297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:39.496453 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.497403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.498044 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.500787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840692-23af-41a1-bb7d-003c52b00a11 req-fed90ac1-c5a9-4e8a-9f95-692bc2a9cea9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.502688 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-fed90ac1-c5a9-4e8a-9f95-692bc2a9cea9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59&tenant_id=5118963bc2594d19b64fcb3b08713d27&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 947 time: 0.0812786 Aug 31 15:58:39.510316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-ec7a0a0e-7313-4d8d-bdcb-51282b9387f7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.518047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-ec7a0a0e-7313-4d8d-bdcb-51282b9387f7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 936 time: 0.0655406 Aug 31 15:58:39.608710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:39.626766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-101cc1e8-8d38-4138-841a-3567cfcb428f req-36c01d57-2f41-43bc-9d68-a2ce7450e02b tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2b94ebd-619b-4657-ba8e-2247900921d9 HTTP/1.1" status: 200 len: 210 time: 0.1316831 Aug 31 15:58:39.627732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'mac_address': 'fa:16:3e:4f:e0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:39.634366 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7781296 Aug 31 15:58:39.637942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47414) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:39.642476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840692-23af-41a1-bb7d-003c52b00a11 req-1f21c59d-74f2-4b9f-9955-6c64041636d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.645206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-1f21c59d-74f2-4b9f-9955-6c64041636d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1099 time: 0.0574071 Aug 31 15:58:39.649519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Request body: {'subnet': {'network_id': 'baf951e7-327b-436b-8172-41bfff1ef71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-487842345-subnet', 'tenant_id': '218093d1c48d4da78366c4f65b444cbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:39.651639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f46b7-fc87-4031-ab07-24215bc8b8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=baf951e7-327b-436b-8172-41bfff1ef71e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:39.670926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network baf951e7-327b-436b-8172-41bfff1ef71e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:39.681515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1558bc88-c7a3-44e9-8186-0176d7156473 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.683504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1558bc88-c7a3-44e9-8186-0176d7156473 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 936 time: 0.1646719 Aug 31 15:58:39.697994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Made reservation on behalf of 218093d1c48d4da78366c4f65b444cbd for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:39.703270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.778378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d3960d14-d41c-4714-8cb6-3a52ca8bdd4e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0827434 Aug 31 15:58:39.846869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-84367551-87fb-41af-89d0-dc6ff5a8f524 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0605302 Aug 31 15:58:39.877300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a86df-63ac-4704-8174-1353213aea7e req-edabb0d1-ece4-41bc-8874-495e6f866232 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.885195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba5a86df-63ac-4704-8174-1353213aea7e req-edabb0d1-ece4-41bc-8874-495e6f866232 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1102057 Aug 31 15:58:39.925485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840692-23af-41a1-bb7d-003c52b00a11 req-6bd63b54-883d-47e8-ac54-50397d9e530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:39.927008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-6bd63b54-883d-47e8-ac54-50397d9e530f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2479210 Aug 31 15:58:39.951582 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:39.972773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba5a86df-63ac-4704-8174-1353213aea7e req-ce3fd33f-8f33-40df-8fd3-add4114e1768 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867372 Aug 31 15:58:39.975322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae711a0-6259-47e1-8c6b-aa543b319695 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:39.992928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-fe8f27ff-5255-4f57-92f7-1614a262e493 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0439439 Aug 31 15:58:39.998469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:40.005204 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:40.038957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-771ddbd6-0fb4-479b-adc1-d7873008ffec tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.048493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-771ddbd6-0fb4-479b-adc1-d7873008ffec tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.058827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-771ddbd6-0fb4-479b-adc1-d7873008ffec tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.061349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-771ddbd6-0fb4-479b-adc1-d7873008ffec tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/networks?id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=6f4e5254-44a7-46ea-90dc-a6286d186aec&id=6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 200 len: 1996 time: 0.2022669 Aug 31 15:58:40.066076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840692-23af-41a1-bb7d-003c52b00a11 req-129c332b-daa5-4318-901f-abe996c8c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.067588 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-129c332b-daa5-4318-901f-abe996c8c5ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0605874 Aug 31 15:58:40.076174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:40.085859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-7ed65687-975c-49ab-993e-f4a070ffb30b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/quotas/3fbefe13f5e5478d8137264c11160ffb HTTP/1.1" status: 200 len: 375 time: 0.0130696 Aug 31 15:58:40.142955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:40.173195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4117b-c75d-4610-9e49-ae96c303658d req-5ba4a3e9-3f66-48b3-a880-0c9ed737aef0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.174794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08d4117b-c75d-4610-9e49-ae96c303658d req-5ba4a3e9-3f66-48b3-a880-0c9ed737aef0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 948 time: 0.0705419 Aug 31 15:58:40.189532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-06ab3cc4-8d4b-4d9b-9851-a8a1cb8a27b7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0979800 Aug 31 15:58:40.193534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840692-23af-41a1-bb7d-003c52b00a11 req-5ecfe600-436c-4256-ac10-901ea7a37143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.195058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-5ecfe600-436c-4256-ac10-901ea7a37143 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018832 Aug 31 15:58:40.203515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75b53c0-4a96-4231-903a-cb430c2acc81,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:40.273879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Checking segment: {'id': 'e431aaf9-7cf7-46ba-a756-0d3f582c83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'baf951e7-327b-436b-8172-41bfff1ef71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:40.274243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Network hostable DHCP agents. Network: baf951e7-327b-436b-8172-41bfff1ef71e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:58:40.293981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8ae711a0-6259-47e1-8c6b-aa543b319695'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:40.350546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Network baf951e7-327b-436b-8172-41bfff1ef71e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:58:40.362854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-40140109-5854-40bd-8b6a-44c100028686 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561775 Aug 31 15:58:40.374768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, baf951e7-327b-436b-8172-41bfff1ef71e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:40.382071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.383257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:40.391825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9930f760-8ff6-44b7-95f1-d3330627932c None None] Network baf951e7-327b-436b-8172-41bfff1ef71e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:40.416152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-53b7d5b7-8920-4b9c-8fb5-b88607f3ef94 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.417719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-53b7d5b7-8920-4b9c-8fb5-b88607f3ef94 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.49 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.1247919 Aug 31 15:58:40.464755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-938c3fc2-6a4d-418a-a3bc-618305ccd464 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8246789 Aug 31 15:58:40.589119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505dccd9-8e70-446b-918d-167481d837cb None None] Network baf951e7-327b-436b-8172-41bfff1ef71e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:40.661889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08d4117b-c75d-4610-9e49-ae96c303658d req-d2f4635a-0d7e-4061-bac3-2b48381c41d5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664822 Aug 31 15:58:40.755282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-53a61627-2d3e-402d-9224-8820850b33a3 service neutron] 10.222.0.43 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825190 Aug 31 15:58:40.884324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93791d7d-7225-41dc-a496-1de15dc72550 req-8849e0f6-d2e9-4760-b44d-2b1cfa8c1613 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:40.886195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93791d7d-7225-41dc-a496-1de15dc72550 req-8849e0f6-d2e9-4760-b44d-2b1cfa8c1613 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.0768902 Aug 31 15:58:40.892335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-22d6152a-65d7-48b1-850f-81a6e4be98c8 service neutron] 10.222.0.43 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308851 Aug 31 15:58:40.893405 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-33840692-23af-41a1-bb7d-003c52b00a11 req-143abdc5-1c5a-4e02-8dd0-ca2afcb6326b service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019224 Aug 31 15:58:40.913333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Deleting port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:40.913845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:40.957249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93791d7d-7225-41dc-a496-1de15dc72550 req-127ce692-ad7a-47c9-9c3c-c4cf4999fed5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639446 Aug 31 15:58:40.961841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5a868ad4-32d6-4841-bb80-053abd78e7ed service neutron] 10.222.0.43 "GET /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0543280 Aug 31 15:58:41.019819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] For port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:41.020439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.119248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb186a-1d27-4d2a-8032-ead95150c012 req-1c1401ae-a207-4988-bcb8-622484f46d1a tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:41.120825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8eeb186a-1d27-4d2a-8032-ead95150c012 req-1c1401ae-a207-4988-bcb8-622484f46d1a tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 946 time: 0.0821548 Aug 31 15:58:41.127062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-4e2f256c-4e29-4370-805d-b393199f50a5 service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480947 Aug 31 15:58:41.203662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.204631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.204631 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Floating IP df163a74-3df5-4470-b90a-1486cc17ea93 disassociated. External IP: 172.25.6.151, port: 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b. Aug 31 15:58:41.205030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Calling delete_port for 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:41.212455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8eeb186a-1d27-4d2a-8032-ead95150c012 req-52dd79d9-93c4-4fe2-95cd-6672f00ba0e1 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups?id=698f0cfb-f3eb-4a76-8760-4ff95bea91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843997 Aug 31 15:58:41.249749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e5d97971-36ac-4d38-828a-8973fb1ce557 service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147361 Aug 31 15:58:41.299993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e4140269-923c-47e5-bcba-2a6484a7c2d4 service neutron] 10.222.0.43 "GET /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0417035 Aug 31 15:58:41.353788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.394767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event deleted for resources: {'Port': ['ID=6f141a9d-6b8c-42b2-bedb-e80cbed65f5b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:41.446961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:41.454416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3a39f33c-357b-4d32-88af-802b0945e11a service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471224 Aug 31 15:58:41.518070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 8ae711a0-6259-47e1-8c6b-aa543b319695 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:41.519205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.548956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Router 48dcbc3e-7df8-402c-977d-f5ef9c74015c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:58:41.619143 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.652416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:41.653376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:41.655916 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3c0b0-78e2-4705-a769-4804d9384933" -d '{"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-plugged", "status": "completed", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:41.659596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.660422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:41.669113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-0555d5f3-ddb6-4b34-bdda-85552f5c2ca4 service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130127 Aug 31 15:58:41.684223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:58:41.699731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] Sync routers for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:58:41.705745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:41.705996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:41.714958 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:58:41.716496 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:41.759037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:41.760663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] No DVR routers for this DVR port 6f141a9d-6b8c-42b2-bedb-e80cbed65f5b on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:41.765828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:41.768963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eaf66d38-f4df-43ae-9157-3aa86e2c5b71 req-5fd3cbee-1a0b-4843-b05e-298d025a1fb4 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.49 "DELETE /v2.0/ports/6f141a9d-6b8c-42b2-bedb-e80cbed65f5b HTTP/1.1" status: 204 len: 173 time: 1.3352840 Aug 31 15:58:41.769508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'name': 'network-vif-deleted', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:41.772134 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbcca7c-2552-4051-943a-0156a7b2c1aa" -d '{"events": [{"server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "name": "network-vif-deleted", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:41.772382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5676a741-73c3-49a3-aa06-e0073a69bf79 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:41.779735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5676a741-73c3-49a3-aa06-e0073a69bf79 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/networks?id=bb223d5d-865f-481a-8491-323c155ac630 HTTP/1.1" status: 200 len: 824 time: 0.2358704 Aug 31 15:58:41.793314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-65fb7fae-28af-4091-94d7-7ba3ff69f405 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/quotas/847fc51d7a8b4bdc8115ee0d52a66cfa HTTP/1.1" status: 200 len: 375 time: 0.0126307 Aug 31 15:58:41.847042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-26df3144-2e9a-466c-953c-f78121ba70e5 service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696234 Aug 31 15:58:41.876624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-4b3c2517-e51b-41e7-ad37-588e1c9949f9 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=847fc51d7a8b4bdc8115ee0d52a66cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717225 Aug 31 15:58:41.960987 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:58:42.064094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-381f1af9-4f5d-4126-844a-f3a678c71978 service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902194 Aug 31 15:58:42.092133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-70a00810-450c-45cb-908c-5bab8f6d0fc4 service neutron] 10.222.0.43 "GET /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910529 Aug 31 15:58:42.201368 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:56Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:42.233863 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] Checking router: 48dcbc3e-7df8-402c-977d-f5ef9c74015c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:58:42.238729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 926098d1-8ad7-4377-bd5a-e5167fabb0cb no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:42.244907 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:58:42.245598 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:42.245985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12acd883-6777-46f6-81f1-429d597e880a service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751497 Aug 31 15:58:42.252996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-f0ba06af-65a2-4624-8708-8cbc5b6f435d service neutron] 10.222.0.43 "GET /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635039 Aug 31 15:58:42.294801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 926098d1-8ad7-4377-bd5a-e5167fabb0cb {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:42.295139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 926098d1-8ad7-4377-bd5a-e5167fabb0cb not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:42.365253 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:58:42.366607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-0b3aa445-8050-4fe3-9082-3fdfdb5558a0 service neutron] 10.222.0.43 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113207 Aug 31 15:58:42.426404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:42.540457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-4b3c0844-ef28-4b7b-874e-c6a9a0a47cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613529 Aug 31 15:58:42.715346 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:56Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:42.760742 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f3161f-3c7a-4a77-be62-03a61428c08a None None] The sync data for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 is: [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:55:49Z', 'revision_number': 4, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ac0ed5f3-b39c-4f72-bf27-f33105bb12c5', 'name': '', 'network_id': '000662ac-898a-4f80-b956-1b964ad67df1', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'mac_address': 'fa:16:3e:53:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:47Z', 'updated_at': '2021-08-31T15:55:56Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'subnets': [{'id': 'abff2ad9-73a1-4119-a4bd-ea3456c3cec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:58:42.778836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3e4ff48d-1aaf-41e8-9fc1-e45b73e2150a service neutron] 10.222.0.43 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312951 Aug 31 15:58:42.901657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7a71-9863-4f53-a249-7b2896c3a746 req-98eac824-89f4-436f-a8ef-310d4f9fdef7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:42.904927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4bb7a71-9863-4f53-a249-7b2896c3a746 req-98eac824-89f4-436f-a8ef-310d4f9fdef7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.1632607 Aug 31 15:58:42.970076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:42.992905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e93a5005-255b-421d-acbc-45fae904b496 service neutron] 10.222.0.43 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913733 Aug 31 15:58:42.996380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4bb7a71-9863-4f53-a249-7b2896c3a746 req-096a741a-ea3f-494c-a8f0-72c6e4db2b40 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842466 Aug 31 15:58:43.224134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-0020698a-7a6b-4735-91e7-6bacacc58cad service neutron] 10.222.0.43 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119489 Aug 31 15:58:43.241792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd212d-631a-4411-a7af-86f61033642e None None] New status for floating IP df163a74-3df5-4470-b90a-1486cc17ea93: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:58:43.373938 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccc41c7-25ab-4aa2-8749-8787dde8c5f5 x-openstack-request-id: req-dccc41c7-25ab-4aa2-8749-8787dde8c5f5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:43.374565 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-plugged", "status": "completed", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:43.375673 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dccc41c7-25ab-4aa2-8749-8787dde8c5f5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:43.376327 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'code': 200} Aug 31 15:58:43.460450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d90ea-7c18-4a0e-825c-2b51d604089b req-24835fe1-d4d7-48b4-879d-bd74b0a2fdc8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:43.465541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5d90ea-7c18-4a0e-825c-2b51d604089b req-24835fe1-d4d7-48b4-879d-bd74b0a2fdc8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0674281 Aug 31 15:58:43.517339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Deleting port a84349ac-65bd-43de-b732-71af4c9ec839 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:43.517938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5d90ea-7c18-4a0e-825c-2b51d604089b req-c11d9a01-64f3-4e4e-b33a-e123a41bbd14 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414362 Aug 31 15:58:43.518066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:43.601637 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fde735-788c-4a52-9895-e49bee0c519f x-openstack-request-id: req-95fde735-788c-4a52-9895-e49bee0c519f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:43.604299 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d632bea2-c9c3-41c5-a6a0-763b53e00105", "name": "network-vif-deleted", "tag": "6f141a9d-6b8c-42b2-bedb-e80cbed65f5b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:43.604940 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95fde735-788c-4a52-9895-e49bee0c519f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:43.606307 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd632bea2-c9c3-41c5-a6a0-763b53e00105', 'name': 'network-vif-deleted', 'tag': '6f141a9d-6b8c-42b2-bedb-e80cbed65f5b', 'status': 'completed', 'code': 200} Aug 31 15:58:43.638612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] For port a84349ac-65bd-43de-b732-71af4c9ec839, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a84349ac-65bd-43de-b732-71af4c9ec839,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:43.639326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:43.708153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b07c5dd-acc3-4900-82d0-e49fa5e1e7bc req-c8c1823d-c4c2-41dd-917e-8f97e6678be0 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.0363913 Aug 31 15:58:43.777389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Calling delete_port for a84349ac-65bd-43de-b732-71af4c9ec839 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:43.785499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-6566c82a-85c1-4909-af9a-36ff6a375521 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:43.787581 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-6566c82a-85c1-4909-af9a-36ff6a375521 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.30 "GET /v2.0/networks?id=bb223d5d-865f-481a-8491-323c155ac630 HTTP/1.1" status: 200 len: 824 time: 0.1297884 Aug 31 15:58:43.805151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Request body: {'port': {'device_id': '92d5e22f-2936-4e74-8496-e3771684de91', 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630', 'admin_state_up': True, 'tenant_id': '847fc51d7a8b4bdc8115ee0d52a66cfa'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:43.817043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48ead6e3-d06f-4431-8957-19f23187721e req-61acb056-9a0f-4560-ab5c-5430c61f5d36 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 210 time: 0.0359061 Aug 31 15:58:43.955146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1f0d5-96ba-4175-8d19-eea0dc1e3dfc req-ae639c2b-4794-48d4-9064-2b1b94364fbb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:43.957248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ff1f0d5-96ba-4175-8d19-eea0dc1e3dfc req-ae639c2b-4794-48d4-9064-2b1b94364fbb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.0612786 Aug 31 15:58:44.028603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Made reservation on behalf of 847fc51d7a8b4bdc8115ee0d52a66cfa for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:44.032089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:44.079010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ff1f0d5-96ba-4175-8d19-eea0dc1e3dfc req-814d16b0-44db-4315-8003-4ca1d06da01b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075857 Aug 31 15:58:44.199318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:44.235043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9010b-aea3-4ab1-966f-f4e69ffa7203 req-f2083197-1ed5-436c-b9a6-75d817e38ae9 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:44.244522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ab9010b-aea3-4ab1-966f-f4e69ffa7203 req-f2083197-1ed5-436c-b9a6-75d817e38ae9 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.0926013 Aug 31 15:58:44.273152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84349ac-65bd-43de-b732-71af4c9ec839,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:44.348403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Allocated IP 172.20.0.5 (bb223d5d-865f-481a-8491-323c155ac630/dfb65e08-2767-4eb1-94b6-b444929fd363/7315b3f5-e38f-4687-bdc7-aa37221bf8c2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:44.368015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ab9010b-aea3-4ab1-966f-f4e69ffa7203 req-790fa32d-121f-4f8d-bb93-a32fea704f70 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109471 Aug 31 15:58:44.411432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-ca57ed08-24b0-4ad7-be71-4caefbf206d7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:44.413066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-ca57ed08-24b0-4ad7-be71-4caefbf206d7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.1537685 Aug 31 15:58:44.426369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e31a-320d-4f11-826f-c6bdb160d515 req-ede78aa5-7c2b-4eca-945d-b99857ee0b42 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:44.428055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2083e31a-320d-4f11-826f-c6bdb160d515 req-ede78aa5-7c2b-4eca-945d-b99857ee0b42 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1422305 Aug 31 15:58:44.538949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2083e31a-320d-4f11-826f-c6bdb160d515 req-989b8175-7c5a-462b-9224-5292124621e1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029766 Aug 31 15:58:44.666990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae935f2b-5796-4bd7-9378-c89e385abdb2 req-6f5b7603-d5a4-4c89-8599-1ab403450f9f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0441704 Aug 31 15:58:44.706569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d13b79-07ad-41da-be35-1c69aa6a7aa9 req-4466f391-3c87-4088-8f56-6fad38a9b5d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:44.708268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84d13b79-07ad-41da-be35-1c69aa6a7aa9 req-4466f391-3c87-4088-8f56-6fad38a9b5d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.0980654 Aug 31 15:58:44.739868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Deleting port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:44.745060 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:44.816427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:44.819171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:44.833533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-76f3a070-aa93-4258-abef-7ad39af32a39 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:44.835615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-76f3a070-aa93-4258-abef-7ad39af32a39 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.1176894 Aug 31 15:58:44.898165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff250a9f-128c-4de7-ab60-24a8d368086d req-7f6013c7-e6ff-4249-90b4-01f67576982f tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.0491571 Aug 31 15:58:44.922465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84d13b79-07ad-41da-be35-1c69aa6a7aa9 req-527ac965-1c2a-458e-a6ad-0bc465001116 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043302 Aug 31 15:58:45.010302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] For port 74af7d75-0aed-455b-9d8c-04b5dbb61c52, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=74af7d75-0aed-455b-9d8c-04b5dbb61c52,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:45.011110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.034561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Calling delete_port for 74af7d75-0aed-455b-9d8c-04b5dbb61c52 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:45.077114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de7f0767-1dff-4de6-a94b-c6d691506fe7 req-0ecd0a29-6008-478c-a4db-a22ed7c7803d tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 210 time: 0.0451856 Aug 31 15:58:45.118705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.207989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Network bb223d5d-865f-481a-8491-323c155ac630 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:45.214339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:45.297789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f07-c3a4-4035-adfd-2fb5852f989e req-d5953bb0-d6eb-40eb-a14d-32095c01bb87 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:45.299457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb745f07-c3a4-4035-adfd-2fb5852f989e req-d5953bb0-d6eb-40eb-a14d-32095c01bb87 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1b5a21-a349-45ae-b8d8-d5ac4d40238c HTTP/1.1" status: 200 len: 945 time: 0.1100571 Aug 31 15:58:45.324460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:45.345740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-28e8cbf5-cd1f-4868-a84d-854750a952fd tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445158 Aug 31 15:58:45.370800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Pushing event updated for resources: {'Port': ['ID=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:45.374723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Deleting port 38b09ca6-8074-46e4-83a5-056682214f35 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:45.375077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.444529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb745f07-c3a4-4035-adfd-2fb5852f989e req-b3dacbb2-861f-431d-bc0e-44b85f1168dc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283610 Aug 31 15:58:45.457403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:45.458375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.483293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Router 954a5674-abeb-447e-8133-5ef16accb4f2 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:58:45.488710 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-97e506b7-4048-424a-a809-a1a81ca9036c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6899872 Aug 31 15:58:45.509150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Request body: {'port': {'device_id': '92d5e22f-2936-4e74-8496-e3771684de91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:45.570208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] For port 38b09ca6-8074-46e4-83a5-056682214f35, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=38b09ca6-8074-46e4-83a5-056682214f35,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:45.570641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.601949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.613859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['74af7d75-0aed-455b-9d8c-04b5dbb61c52'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:45.645800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Calling delete_port for 38b09ca6-8074-46e4-83a5-056682214f35 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:45.672797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.683273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event deleted for resources: {'Port': ['ID=74af7d75-0aed-455b-9d8c-04b5dbb61c52,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:45.760443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] No DVR routers for this DVR port 74af7d75-0aed-455b-9d8c-04b5dbb61c52 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:45.768663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-e1ae22ef-a9aa-4d33-bebb-6a1aaef54999 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:45.776406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-e1ae22ef-a9aa-4d33-bebb-6a1aaef54999 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849785 Aug 31 15:58:45.784898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598311d-9603-45e9-97b6-001763f91504 req-e77dacd7-0e69-45c0-8e4a-fb2258a886e6 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:45.786388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2598311d-9603-45e9-97b6-001763f91504 req-e77dacd7-0e69-45c0-8e4a-fb2258a886e6 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.2432070 Aug 31 15:58:45.787537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:45.789474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efedd3d1-7d29-4f52-a8aa-39586a15745b req-accfc891-d1ef-4792-9452-e9c22585bf9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "DELETE /v2.0/ports/74af7d75-0aed-455b-9d8c-04b5dbb61c52 HTTP/1.1" status: 204 len: 173 time: 1.3604996 Aug 31 15:58:45.797793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'name': 'network-vif-deleted', 'tag': '74af7d75-0aed-455b-9d8c-04b5dbb61c52'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:45.800061 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ea9d20-41f9-40d9-ae0d-d4dce9b45d9c" -d '{"events": [{"server_uuid": "4e1b5a21-a349-45ae-b8d8-d5ac4d40238c", "name": "network-vif-deleted", "tag": "74af7d75-0aed-455b-9d8c-04b5dbb61c52"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:45.813459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-8e64fb10-608d-4917-bc59-e1d44b052c7d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/quotas/5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 375 time: 0.0362706 Aug 31 15:58:45.832221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-7d7ede1a-c508-4506-ad82-88c2835ab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:45.834665 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-7d7ede1a-c508-4506-ad82-88c2835ab8f2 service neutron] 10.222.0.49 "GET /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 1032 time: 0.1762109 Aug 31 15:58:45.886005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:58:45.899524 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] Sync routers for ids ['954a5674-abeb-447e-8133-5ef16accb4f2'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:58:45.910016 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] Routers {'954a5674-abeb-447e-8133-5ef16accb4f2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:58:45.913088 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['954a5674-abeb-447e-8133-5ef16accb4f2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:45.919282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-7866b65b-042d-49c8-9474-20266ed8329e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047995 Aug 31 15:58:45.936915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e769ae7d-3603-43de-8aab-c659713461a1 admin admin] 10.222.0.43 "PUT /v2.0/routers/954a5674-abeb-447e-8133-5ef16accb4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5078959 Aug 31 15:58:45.940323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2598311d-9603-45e9-97b6-001763f91504 req-e6ec2f3e-be5b-4054-901a-6ca8fbaebf07 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124475 Aug 31 15:58:45.948927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47540) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:46.091649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61029037-7d61-4aba-aba9-8fb1e8522eca req-3709d2e1-c699-473c-8c59-253e8dc2636c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0434401 Aug 31 15:58:46.182284 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9fe45-687c-4386-8897-2f5cf06d54db x-openstack-request-id: req-17b9fe45-687c-4386-8897-2f5cf06d54db {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:46.184482 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1b5a21-a349-45ae-b8d8-d5ac4d40238c", "name": "network-vif-deleted", "tag": "74af7d75-0aed-455b-9d8c-04b5dbb61c52", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:46.184819 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17b9fe45-687c-4386-8897-2f5cf06d54db {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:46.187395 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1b5a21-a349-45ae-b8d8-d5ac4d40238c', 'name': 'network-vif-deleted', 'tag': '74af7d75-0aed-455b-9d8c-04b5dbb61c52', 'status': 'completed', 'code': 200} Aug 31 15:58:46.253467 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] Set router 954a5674-abeb-447e-8133-5ef16accb4f2 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:58:46.335823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:46.442007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f6ee91c-f38b-457d-8c9d-6dce06222687 req-9b1b59bc-c991-4584-9b84-845dabce7b16 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.1477642 Aug 31 15:58:46.556585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1be4c-fb83-40dd-8050-1cdf4c522b85 req-9ae11297-1299-4e38-983e-b72004035db1 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:46.574958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ab1be4c-fb83-40dd-8050-1cdf4c522b85 req-9ae11297-1299-4e38-983e-b72004035db1 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 949 time: 0.3682516 Aug 31 15:58:46.708974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:46.736006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ab1be4c-fb83-40dd-8050-1cdf4c522b85 req-fb15de37-bd28-43ec-ad47-e7b3151e2d40 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593797 Aug 31 15:58:46.762206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45047e-18e3-46cb-8db6-a5ca043ed96a req-d2261deb-c5e8-4faa-b476-9be4d756a412 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:46.763475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c45047e-18e3-46cb-8db6-a5ca043ed96a req-d2261deb-c5e8-4faa-b476-9be4d756a412 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 931 time: 0.0955224 Aug 31 15:58:46.807001 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:58:44Z', 'revision_number': 5, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port': {'id': 'cfd9ff53-237f-4890-b872-87fe2ce7441b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:56:46Z', 'updated_at': '2021-08-31T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:46.846381 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c45047e-18e3-46cb-8db6-a5ca043ed96a req-90569fed-869e-4967-bf69-a0b2c32a542e tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823588 Aug 31 15:58:46.866678 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] Checking router: 954a5674-abeb-447e-8133-5ef16accb4f2 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:58:46.878717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] Routers {'954a5674-abeb-447e-8133-5ef16accb4f2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:58:46.879391 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['954a5674-abeb-447e-8133-5ef16accb4f2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:46.925060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4b43a3f-896a-4b96-9a69-fda5001a2df8 req-47009a0e-5434-41c6-bdef-a876a8e24a88 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0775816 Aug 31 15:58:46.938265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Deleting port cfd9ff53-237f-4890-b872-87fe2ce7441b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:46.938611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:47.059030 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] Set router 954a5674-abeb-447e-8133-5ef16accb4f2 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:58:47.141107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] For port cfd9ff53-237f-4890-b872-87fe2ce7441b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cfd9ff53-237f-4890-b872-87fe2ce7441b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:47.141882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:47.151590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:58:46Z', 'revision_number': 6, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:47.164790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Calling delete_port for cfd9ff53-237f-4890-b872-87fe2ce7441b owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:47.184705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-a758c596-9039-425e-b7ea-4bb4bf51a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:47.189176 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-a758c596-9039-425e-b7ea-4bb4bf51a584 service neutron] 10.222.0.49 "GET /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 1032 time: 1.3430493 Aug 31 15:58:47.210956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96dab14-2e06-4bd0-8d80-e221c8bebd38 None None] The sync data for ids ['954a5674-abeb-447e-8133-5ef16accb4f2'] in n-d-793621-35 is: [{'id': '954a5674-abeb-447e-8133-5ef16accb4f2', 'name': 'tempest-ServersTestMultiNic-898601758-router', 'tenant_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:56:44Z', 'updated_at': '2021-08-31T15:58:46Z', 'revision_number': 6, 'project_id': '98e6e7ec4cd94dbeafa7a5c9f274daa6', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:58:47.345088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da39e9-9f93-4feb-987f-a5e106c414fb req-12e5e7d5-486d-4815-958b-b25623ac4818 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:47.347849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4da39e9-9f93-4feb-987f-a5e106c414fb req-12e5e7d5-486d-4815-958b-b25623ac4818 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/ports?device_id=dca950d9-7afd-4547-947d-cf2ec8115301 HTTP/1.1" status: 200 len: 950 time: 0.2815883 Aug 31 15:58:47.386504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e461423f-1ed5-4428-bdf6-653f21fe31ae req-896eb40e-ef35-402f-912c-a5445459f212 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0696740 Aug 31 15:58:47.461480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:47.471320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:47.483791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['38b09ca6-8074-46e4-83a5-056682214f35'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:47.529297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:47.531891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Pushing event deleted for resources: {'Port': ['ID=38b09ca6-8074-46e4-83a5-056682214f35,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:47.579582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4da39e9-9f93-4feb-987f-a5e106c414fb req-529eca46-f2d9-486f-a262-05ece02a4320 tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126939 Aug 31 15:58:47.583604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-097c5a61-b2f0-45e4-8dcc-3b5f25685717 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:47.595579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-097c5a61-b2f0-45e4-8dcc-3b5f25685717 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:47.603742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-097c5a61-b2f0-45e4-8dcc-3b5f25685717 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:47.606602 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-097c5a61-b2f0-45e4-8dcc-3b5f25685717 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "GET /v2.0/networks?id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=6f4e5254-44a7-46ea-90dc-a6286d186aec&id=6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 200 len: 1996 time: 0.3973074 Aug 31 15:58:47.663194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] No DVR routers for this DVR port 38b09ca6-8074-46e4-83a5-056682214f35 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:47.710951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:47.713065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cb719cc-82c3-48ff-9382-c5d788f721f9 req-b3221727-62a4-4f19-86d4-28fdd351ba7e tempest-LiveMigrationNegativeTest-739498055 tempest-LiveMigrationNegativeTest-739498055-project] 10.222.0.49 "DELETE /v2.0/ports/38b09ca6-8074-46e4-83a5-056682214f35 HTTP/1.1" status: 204 len: 173 time: 2.8692129 Aug 31 15:58:47.732324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'name': 'network-vif-deleted', 'tag': '38b09ca6-8074-46e4-83a5-056682214f35'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:47.734912 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a407fa1f-b4c4-41d7-b667-d1fc1e074bd5" -d '{"events": [{"server_uuid": "dca950d9-7afd-4547-947d-cf2ec8115301", "name": "network-vif-deleted", "tag": "38b09ca6-8074-46e4-83a5-056682214f35"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:47.748137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-16a3dbb1-77a6-4ec6-bde8-51e385949b3a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fbefe13f5e5478d8137264c11160ffb HTTP/1.1" status: 200 len: 379 time: 0.1292598 Aug 31 15:58:47.764244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'admin_state_up': True, 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'security_groups': ['7665e9fe-1ed6-4ca9-8788-a33d766540d1']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:47.904943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:47.909318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.104094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 172.20.0.8 (bae57e1e-d17d-4638-a0f8-646a2e5e1545/14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140/dfe8741f-edc6-4fdb-9011-4558cc09fb19) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:48.171785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Transition to ACTIVE for port object 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:48.177548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.195964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-c16d4d4a-0b20-4694-9944-a051e6095ff2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454419 Aug 31 15:58:48.210659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.257262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:48.261841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 74af7d75-0aed-455b-9d8c-04b5dbb61c52 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:48.341319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 74af7d75-0aed-455b-9d8c-04b5dbb61c52 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:48.346659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 74af7d75-0aed-455b-9d8c-04b5dbb61c52 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:48.364027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd9ff53-237f-4890-b872-87fe2ce7441b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:48.378489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59c412cf-d9da-4177-a677-e048621cd7ee req-1f6329aa-c267-42bd-80a5-bf7f83effd55 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/ports?device_id=d632bea2-c9c3-41c5-a6a0-763b53e00105 HTTP/1.1" status: 200 len: 210 time: 0.2055454 Aug 31 15:58:48.392522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-e0ac5287-cf75-4321-9b39-c114b0170de1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:48.395348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.400895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-e0ac5287-cf75-4321-9b39-c114b0170de1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856394 Aug 31 15:58:48.419045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object dfe8741f-edc6-4fdb-9011-4558cc09fb19 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:48.474314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Pushing event updated for resources: {'Port': ['ID=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:48.481432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Request body: {'port': {'device_id': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '5118963bc2594d19b64fcb3b08713d27'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:48.492054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:48.495814 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.510156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'mac_address': 'fa:16:3e:4e:14:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:48.512400 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f2b7f-05f1-4f81-9f2c-e1f145eec3e6 x-openstack-request-id: req-722f2b7f-05f1-4f81-9f2c-e1f145eec3e6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:48.512803 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca950d9-7afd-4547-947d-cf2ec8115301", "name": "network-vif-deleted", "tag": "38b09ca6-8074-46e4-83a5-056682214f35", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:48.513156 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-722f2b7f-05f1-4f81-9f2c-e1f145eec3e6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:48.513726 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca950d9-7afd-4547-947d-cf2ec8115301', 'name': 'network-vif-deleted', 'tag': '38b09ca6-8074-46e4-83a5-056682214f35', 'status': 'completed', 'code': 200} Aug 31 15:58:48.571179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:48.581394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:48.589352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cfd9ff53-237f-4890-b872-87fe2ce7441b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:48.594270 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.600310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:48.630709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: cfd9ff53-237f-4890-b872-87fe2ce7441b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:48.631614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cfd9ff53-237f-4890-b872-87fe2ce7441b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:48.632266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a84349ac-65bd-43de-b732-71af4c9ec839 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:48.637455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:48.664093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a84349ac-65bd-43de-b732-71af4c9ec839 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:48.664938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a84349ac-65bd-43de-b732-71af4c9ec839 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:48.681251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Attempting to bind port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:48.681251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Attempting to bind port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '36ef6d31-335d-4525-8012-e60add8b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:48.682043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Attempting to bind port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 on network bb223d5d-865f-481a-8491-323c155ac630 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:48.683685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:48.684616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:48.689006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.703838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:48.704679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.707149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 on network bb223d5d-865f-481a-8491-323c155ac630 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:48.707572 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Attempting to bind port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 on network bb223d5d-865f-481a-8491-323c155ac630 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:48.720875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:48.721437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Checking segment: {'id': '36ef6d31-335d-4525-8012-e60add8b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:48.722015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Bound using segment: {'id': '36ef6d31-335d-4525-8012-e60add8b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:48.724094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Bound port: 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ef6d31-335d-4525-8012-e60add8b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:48.725397 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.769028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:48.800281 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-daf4f9e2-8d57-4c1c-ae9e-6a543ae60f01 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408757 Aug 31 15:58:48.816073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'admin_state_up': True, 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'security_groups': ['7665e9fe-1ed6-4ca9-8788-a33d766540d1']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:48.851847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-e400fa66-f5a6-4f28-a9c9-d7fd2feb7914 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:48.861310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-e400fa66-f5a6-4f28-a9c9-d7fd2feb7914 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 1.2209148 Aug 31 15:58:48.900809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-99223530-dbba-40ba-adaf-57d6a48a738d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0383692 Aug 31 15:58:48.933162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['e3910b08-e9cb-46e3-90b2-c959821b591b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:48.944020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.956023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bd7c7-9e57-47a2-94f1-5429c1ad1bc5 req-37c3bfa0-d826-456b-ab29-7170517f9e98 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:48.958024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:48.958199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a46bd7c7-9e57-47a2-94f1-5429c1ad1bc5 req-37c3bfa0-d826-456b-ab29-7170517f9e98 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 948 time: 0.2029853 Aug 31 15:58:48.961838 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.976104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Made reservation on behalf of 5118963bc2594d19b64fcb3b08713d27 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:48.980452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:48.983937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] For port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:48.999990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a808dbd0-37d6-4c3d-a41f-ed3037288c4c None None] Provisioning for port dfe8741f-edc6-4fdb-9011-4558cc09fb19 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:49.007528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] For port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,segment=NetworkSegment(36ef6d31-335d-4525-8012-e60add8b894e),segment_id=36ef6d31-335d-4525-8012-e60add8b894e)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:49.016077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a808dbd0-37d6-4c3d-a41f-ed3037288c4c None None] Provisioning complete for port dfe8741f-edc6-4fdb-9011-4558cc09fb19 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:49.016505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a808dbd0-37d6-4c3d-a41f-ed3037288c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.041326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.042239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-2e9ade3e-accd-4a82-91b9-f988d9a45e90 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085691 Aug 31 15:58:49.060358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a808dbd0-37d6-4c3d-a41f-ed3037288c4c None None] Port dfe8741f-edc6-4fdb-9011-4558cc09fb19 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:49.111952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Pushing event updated for resources: {'Port': ['ID=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:49.146199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:49.147388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.149019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-5b204bd4-5679-4e9f-a962-b95a03b4e350 service neutron] 10.222.0.30 "PUT /v2.0/ports/7315b3f5-e38f-4687-bdc7-aa37221bf8c2 HTTP/1.1" status: 200 len: 1092 time: 3.6491354 Aug 31 15:58:49.192327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.204840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.284179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 10.1.1.141 (f0fee506-4648-4831-a2e8-d997b99ce2e7/9ff6d6fe-1c04-4141-9305-9247f3c45dfe/5141561a-59b8-4429-ae4d-7ba252005c67) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:49.302808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-7539f947-9a43-447f-9b63-e38c08a6ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:49.304410 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-7539f947-9a43-447f-9b63-e38c08a6ee49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847fc51d7a8b4bdc8115ee0d52a66cfa&device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 1095 time: 0.0746796 Aug 31 15:58:49.328533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a46bd7c7-9e57-47a2-94f1-5429c1ad1bc5 req-9b8ffb8a-bef1-4b6c-9a7e-68735f3acfca tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031092 Aug 31 15:58:49.358280 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.358900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 954a5674-abeb-447e-8133-5ef16accb4f2 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:58:49.372766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.378264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-357bb867-3302-4735-9e2c-60a01789ae7e admin admin] 10.222.0.43 "DELETE /v2.0/routers/954a5674-abeb-447e-8133-5ef16accb4f2 HTTP/1.1" status: 204 len: 168 time: 3.4267251 Aug 31 15:58:49.378663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47588) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:49.392448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-3428021a-4acd-4d38-8fe9-d83724cc1aa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2 HTTP/1.1" status: 200 len: 217 time: 0.0737240 Aug 31 15:58:49.434383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-567fc844-0cee-43f4-aee3-0dc5f4514583 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912392 Aug 31 15:58:49.491169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 38b09ca6-8074-46e4-83a5-056682214f35 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:49.498749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Allocated IP 192.168.233.150 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:49.513093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 38b09ca6-8074-46e4-83a5-056682214f35 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:49.514152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 38b09ca6-8074-46e4-83a5-056682214f35 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:49.563696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Deleting subnet 7123e1bb-3cc3-499b-86fb-a64851d73ae3 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:58:49.566209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-32dee9da-d97b-4f94-b85a-42386e0f5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:49.567676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-32dee9da-d97b-4f94-b85a-42386e0f5e97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfb65e08-2767-4eb1-94b6-b444929fd363 HTTP/1.1" status: 200 len: 864 time: 0.1670868 Aug 31 15:58:49.580159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.656554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-6d73fe94-0653-4ae4-91f1-3a41d3ab279c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb223d5d-865f-481a-8491-323c155ac630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802772 Aug 31 15:58:49.686921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd3e7f-3ad3-42a7-ac17-9bd94a0442d9 req-2ccd9824-fafc-4409-8d05-353e4bfb4469 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:49.688826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8bd3e7f-3ad3-42a7-ac17-9bd94a0442d9 req-2ccd9824-fafc-4409-8d05-353e4bfb4469 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 943 time: 0.2572031 Aug 31 15:58:49.750209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.753664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.760165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-4be0ffe8-e074-4a64-8f1e-0949cdab3c11 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091767 Aug 31 15:58:49.779798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8bd3e7f-3ad3-42a7-ac17-9bd94a0442d9 req-a1e4cf17-f6dc-460d-af11-3e4252bd7d8f tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821607 Aug 31 15:58:49.798310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object 5141561a-59b8-4429-ae4d-7ba252005c67 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:49.805361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.820681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Transition to ACTIVE for port object ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:49.832560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-f0d93c55-9101-4ed6-bc01-2af1532eb5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645293 Aug 31 15:58:49.864846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:49.884730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:49.886910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8ae711a0-6259-47e1-8c6b-aa543b319695'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:49.941610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:49.978851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:49.981213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:50.033695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:50.081362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.134333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0979aa7-d12a-40db-8499-4d5f7290a520 req-c9605a27-9575-48a1-9764-365b3525d6c3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:50.142543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0979aa7-d12a-40db-8499-4d5f7290a520 req-c9605a27-9575-48a1-9764-365b3525d6c3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 936 time: 0.2398622 Aug 31 15:58:50.178846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:50.179515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.188655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.193380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:50.219053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644e9bc-f6a6-4e6a-8f11-770011437139 req-fc908a55-53f4-46df-a436-735fe909865f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:50.227589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644e9bc-f6a6-4e6a-8f11-770011437139 req-fc908a55-53f4-46df-a436-735fe909865f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:50.233918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6644e9bc-f6a6-4e6a-8f11-770011437139 req-fc908a55-53f4-46df-a436-735fe909865f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 1653 time: 0.1814394 Aug 31 15:58:50.252981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-6b54f154-74fb-4f75-8c1b-67175c4bbb90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8222725 Aug 31 15:58:50.266914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0979aa7-d12a-40db-8499-4d5f7290a520 req-4095998a-e7be-457c-816a-0e830ecdc806 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212516 Aug 31 15:58:50.304589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Request body: {'port': {'device_id': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:50.341955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.355525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa3627eb-b09b-48b2-879e-296a7cc5f66b req-4895a1d5-c8c3-4111-a58b-9315634e11c5 service neutron] 10.222.0.30 "GET /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044682 Aug 31 15:58:50.365975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:50.383079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:50.419578 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.449021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7123e1bb-3cc3-499b-86fb-a64851d73ae3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:50.469023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:50.469981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6644e9bc-f6a6-4e6a-8f11-770011437139 req-cc8e417e-3215-49f6-9baf-b0b6cc83a87d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252953 Aug 31 15:58:50.485258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:50.494608 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.499500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-760fefec-ec6a-4dd8-ba59-906f865cc43c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7123e1bb-3cc3-499b-86fb-a64851d73ae3 HTTP/1.1" status: 204 len: 168 time: 1.1165500 Aug 31 15:58:50.499680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cb4ef-b1cc-4c0a-997c-a7a7e720520d None None] Network 619fd522-79db-4f84-9895-ac52fed4de40 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:58:50.500855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47608) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:50.536388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d5e22f-2936-4e74-8496-e3771684de91', 'tag': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:50.539378 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca8117b-01fa-4eb9-8e4b-f4bcff795694" -d '{"events": [{"name": "network-changed", "server_uuid": "92d5e22f-2936-4e74-8496-e3771684de91", "tag": "7315b3f5-e38f-4687-bdc7-aa37221bf8c2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:50.600874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dff1fa6-e46d-49b0-bd28-d7d60ef9488b req-e2305e83-d0a5-4a0b-9805-b5e37727f3b7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 210 time: 0.0646818 Aug 31 15:58:50.674045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:50.676667 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.698907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47612) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:50.745694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2ba94bb0-7da1-4463-a294-670d2af2b561 None None] Provisioning for port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:50.841629 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647aab5f-2b0a-4593-ab25-f53c5a82fc2c x-openstack-request-id: req-647aab5f-2b0a-4593-ab25-f53c5a82fc2c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:50.841925 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d5e22f-2936-4e74-8496-e3771684de91", "tag": "7315b3f5-e38f-4687-bdc7-aa37221bf8c2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:50.842181 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-647aab5f-2b0a-4593-ab25-f53c5a82fc2c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:50.842579 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d5e22f-2936-4e74-8496-e3771684de91', 'tag': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2', 'status': 'completed', 'code': 200} Aug 31 15:58:50.856307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2ba94bb0-7da1-4463-a294-670d2af2b561 None None] Provisioning complete for port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:50.856732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2ba94bb0-7da1-4463-a294-670d2af2b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.892340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.923610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2ba94bb0-7da1-4463-a294-670d2af2b561 None None] Port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:50.962055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-073d2c43-e0e9-4d27-ab19-ca7fdc240e37 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1523328 Aug 31 15:58:50.973084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port e3910b08-e9cb-46e3-90b2-c959821b591b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:50.973492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:50.996147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:51.024130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'admin_state_up': True, 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'security_groups': ['7665e9fe-1ed6-4ca9-8788-a33d766540d1']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:51.054873 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-325464d9-31ad-466b-b1a4-a02c268f9929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.086651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e948e7fd-ebf9-42e3-a994-b289cd9d0dc1 None None] Provisioning for port 5141561a-59b8-4429-ae4d-7ba252005c67 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:51.159121 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.175543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e948e7fd-ebf9-42e3-a994-b289cd9d0dc1 None None] Provisioning complete for port 5141561a-59b8-4429-ae4d-7ba252005c67 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:51.175957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e948e7fd-ebf9-42e3-a994-b289cd9d0dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.178339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] DHCP port deletion for 619fd522-79db-4f84-9895-ac52fed4de40 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:58:51.187292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04814d9d-e940-4219-87dc-8b6e9f7ef866 req-206a5acc-9e9b-4372-9d46-73c00a0599f8 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.202902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04814d9d-e940-4219-87dc-8b6e9f7ef866 req-206a5acc-9e9b-4372-9d46-73c00a0599f8 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 943 time: 0.2495914 Aug 31 15:58:51.208484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:51.232731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:51.239196 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeb4480-b6ca-4c55-8029-9ed4958a8753" -d '{"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-plugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:51.243771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-2fe9f07f-e6fc-4f81-82a3-ece3a922ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.245802 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-2fe9f07f-e6fc-4f81-82a3-ece3a922ba63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847fc51d7a8b4bdc8115ee0d52a66cfa&device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 1095 time: 0.4024069 Aug 31 15:58:51.248666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.267107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75341a44-f6dd-45e1-9067-5b059e8dcb4e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.279070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3eb18-6c3a-41d4-b1ee-f74c3daf41d9 req-73b8a497-1bd2-4f7c-b5ff-d252045e1aa7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.280828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ba3eb18-6c3a-41d4-b1ee-f74c3daf41d9 req-73b8a497-1bd2-4f7c-b5ff-d252045e1aa7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 948 time: 0.6753008 Aug 31 15:58:51.299214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04814d9d-e940-4219-87dc-8b6e9f7ef866 req-cd6dd458-49e7-4146-b970-cb4b365a2d09 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952907 Aug 31 15:58:51.317622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e948e7fd-ebf9-42e3-a994-b289cd9d0dc1 None None] Port 5141561a-59b8-4429-ae4d-7ba252005c67 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:51.346569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:51.374756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75341a44-f6dd-45e1-9067-5b059e8dcb4e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.389989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] Deleting port 59aea608-209d-4bef-a862-5ef3f6e8bb34 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:51.390626 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.408233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ba3eb18-6c3a-41d4-b1ee-f74c3daf41d9 req-a75f6242-c153-454b-82d6-bcf17457187d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025591 Aug 31 15:58:51.411808 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd98ad-f0ee-4e2c-a953-1e4825684c01 x-openstack-request-id: req-82bd98ad-f0ee-4e2c-a953-1e4825684c01 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:51.426461 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-plugged", "status": "completed", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:51.427006 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82bd98ad-f0ee-4e2c-a953-1e4825684c01 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:51.428177 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'code': 200} Aug 31 15:58:51.505452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-885381f1-deb4-4c84-89ea-c1db157e9902 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db30a3cea5d64701a98017b0fc849171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000679 Aug 31 15:58:51.512487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:51.560547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] For port 59aea608-209d-4bef-a862-5ef3f6e8bb34, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=59aea608-209d-4bef-a862-5ef3f6e8bb34,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:51.561048 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.593376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] Calling delete_port for 59aea608-209d-4bef-a862-5ef3f6e8bb34 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:51.655132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-1360d88a-0c70-466c-97e1-abd02f7bb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.656949 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-1360d88a-0c70-466c-97e1-abd02f7bb8ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb223d5d-865f-481a-8491-323c155ac630 HTTP/1.1" status: 200 len: 925 time: 0.3993897 Aug 31 15:58:51.682766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Deleting port 59aea608-209d-4bef-a862-5ef3f6e8bb34 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:51.683448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.684878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:51.688356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.710611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75341a44-f6dd-45e1-9067-5b059e8dcb4e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.713353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-75341a44-f6dd-45e1-9067-5b059e8dcb4e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.718648 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-75341a44-f6dd-45e1-9067-5b059e8dcb4e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "DELETE /v2.0/security-groups/698f0cfb-f3eb-4a76-8760-4ff95bea91ff HTTP/1.1" status: 204 len: 168 time: 0.9872489 Aug 31 15:58:51.734752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:51.747970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30ee27-5596-452c-9c04-0f7b717e9c79 req-d238a058-d465-4784-889b-a67cf13b3135 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.749765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c30ee27-5596-452c-9c04-0f7b717e9c79 req-d238a058-d465-4784-889b-a67cf13b3135 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 936 time: 0.2367890 Aug 31 15:58:51.779745 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.784512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:51.793050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.811399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Transition to ACTIVE for port object ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:51.828902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] Pushing event deleted for resources: {'Port': ['ID=59aea608-209d-4bef-a862-5ef3f6e8bb34,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:51.833706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:51.835470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996a59e-cfcf-4377-bff5-01de7433a7fc None None] No DVR routers for this DVR port 59aea608-209d-4bef-a862-5ef3f6e8bb34 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:51.902467 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-bd7d11b8-750c-4d45-8329-839e42ac3fc7 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] show failed (client error): The resource could not be found. Aug 31 15:58:51.903954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bd7d11b8-750c-4d45-8329-839e42ac3fc7 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "GET /v2.0/security-groups/698f0cfb-f3eb-4a76-8760-4ff95bea91ff HTTP/1.1" status: 404 len: 347 time: 0.1528592 Aug 31 15:58:51.911173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:51.923165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47636) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:51.937438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75341a44-f6dd-45e1-9067-5b059e8dcb4e tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f0cfb-f3eb-4a76-8760-4ff95bea91ff,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:51.941198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-64dc3eb3-b123-4948-80a4-9209af9b73b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2 HTTP/1.1" status: 200 len: 217 time: 0.2603402 Aug 31 15:58:51.952172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751009cb-d63a-471f-8bad-058ea30c10a8 req-26ee5f48-625d-4b25-a30a-30cf5bf2617f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.960466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-bc5a32f3-111d-4cbc-806f-192da353dd5f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.962355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-bc5a32f3-111d-4cbc-806f-192da353dd5f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.49 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.3175783 Aug 31 15:58:51.974293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751009cb-d63a-471f-8bad-058ea30c10a8 req-26ee5f48-625d-4b25-a30a-30cf5bf2617f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:51.976687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-751009cb-d63a-471f-8bad-058ea30c10a8 req-26ee5f48-625d-4b25-a30a-30cf5bf2617f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 1653 time: 0.3269079 Aug 31 15:58:52.045707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-0438b38e-b618-40dd-8e5e-e7ee0eaad100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:52.047318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-0438b38e-b618-40dd-8e5e-e7ee0eaad100 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfb65e08-2767-4eb1-94b6-b444929fd363 HTTP/1.1" status: 200 len: 864 time: 0.0811393 Aug 31 15:58:52.051147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Request body: {'port': {'device_id': '484480a7-c046-4442-80c1-fd0cd4c68694', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'admin_state_up': True, 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:52.151514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c30ee27-5596-452c-9c04-0f7b717e9c79 req-c68f8a4b-17d3-4c7e-84f6-48761cc18b19 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910749 Aug 31 15:58:52.196670 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:58:52.343709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-751009cb-d63a-471f-8bad-058ea30c10a8 req-ccf028a3-45fe-48ba-abaf-67a4c08b23dc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427706 Aug 31 15:58:52.356883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3953973d-7703-4ad1-9e91-42e0bcfca92b req-652712e7-e129-47cf-87fd-100e3da93802 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 210 time: 0.0848451 Aug 31 15:58:52.403049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 10.1.1.70 (f0fee506-4648-4831-a2e8-d997b99ce2e7/9ff6d6fe-1c04-4141-9305-9247f3c45dfe/ce71ce9e-27a5-4d15-be66-951eb42886d0) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:52.424347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Deleting port b21c4065-ed23-4fda-a889-707c1c7e90b9 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:52.427375 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.501505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:52.505366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.530324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] For port 59aea608-209d-4bef-a862-5ef3f6e8bb34, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=59aea608-209d-4bef-a862-5ef3f6e8bb34,segment=NetworkSegment(5d814fe1-c477-425b-b4be-5286abdb1206),segment_id=5d814fe1-c477-425b-b4be-5286abdb1206)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:52.531123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.547345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Calling delete_port for 59aea608-209d-4bef-a862-5ef3f6e8bb34 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:52.556961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 59aea608-209d-4bef-a862-5ef3f6e8bb34 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:58:52.578677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.579474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.588689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 59aea608-209d-4bef-a862-5ef3f6e8bb34 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:58:52.588914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 59aea608-209d-4bef-a862-5ef3f6e8bb34 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:58:52.597137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Calling delete_port for b21c4065-ed23-4fda-a889-707c1c7e90b9 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:52.698682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Attempting to bind port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:52.699358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Attempting to bind port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:52.699740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Attempting to bind port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:52.757816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:52.758160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Attempting to bind port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:52.806508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:52.806903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:52.807251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:52.807711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Bound port: ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:52.808082 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.883322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b45cb8-0c5a-4af6-af21-cc3caad15bce req-d35c5d31-63a7-4503-96b5-acdf84051130 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:52.885066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47b45cb8-0c5a-4af6-af21-cc3caad15bce req-d35c5d31-63a7-4503-96b5-acdf84051130 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 943 time: 0.1873794 Aug 31 15:58:52.910347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9dfdb-514b-4abd-aa84-ecbc8ac69c86 req-2e64658a-bfa1-46ab-a81a-4d1a9c9a014c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:52.912020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebf9dfdb-514b-4abd-aa84-ecbc8ac69c86 req-2e64658a-bfa1-46ab-a81a-4d1a9c9a014c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 950 time: 0.2155008 Aug 31 15:58:52.912767 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.926622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-a54e1bd2-0008-4495-9764-c90e7556a612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb223d5d-865f-481a-8491-323c155ac630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4687200 Aug 31 15:58:52.930155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-abc016f7-324f-4bcd-ab34-dbb5555903f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:52.994390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Pushing event deleted for resources: {'Port': ['ID=b21c4065-ed23-4fda-a889-707c1c7e90b9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.049852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47b45cb8-0c5a-4af6-af21-cc3caad15bce req-69af3fef-1cb9-4664-8486-dda13352de46 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410584 Aug 31 15:58:53.054313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebf9dfdb-514b-4abd-aa84-ecbc8ac69c86 req-5fce71f9-85e4-4700-ae99-b239c8c8ff35 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942321 Aug 31 15:58:53.055475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:53.098012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-abc016f7-324f-4bcd-ab34-dbb5555903f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.107957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857bc46-d679-4f2e-a0ff-56f8890814ed req-3b768efb-2ed1-4807-8402-841cf7e023ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:53.109548 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5857bc46-d679-4f2e-a0ff-56f8890814ed req-3b768efb-2ed1-4807-8402-841cf7e023ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1102 time: 1.4585214 Aug 31 15:58:53.116296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.118880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.120091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a0130478-6885-47bb-9b55-9f0c4206c9a5 tempest-ServersTestBootFromVolume-26044644 tempest-ServersTestBootFromVolume-26044644-project] 10.222.0.43 "DELETE /v2.0/floatingips/df163a74-3df5-4470-b90a-1486cc17ea93 HTTP/1.1" status: 204 len: 168 time: 1.1942606 Aug 31 15:58:53.123919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:53.124771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:53.133760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.221884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:53.222208 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.223609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] 10.222.0.30 "PUT /v2.0/ports/ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 1097 time: 2.9326067 Aug 31 15:58:53.226501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:53.228888 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58214fb2-c8d0-428b-a911-23deb6b5bc74" -d '{"events": [{"name": "network-changed", "server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:53.307202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.329996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5857bc46-d679-4f2e-a0ff-56f8890814ed req-ca5ee141-6cbc-4c1d-9cdc-558704256df7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050047 Aug 31 15:58:53.338551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.391741 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-4fe3ec0a-3ba4-4ed2-814d-2b4ed60232d4 service neutron] 10.222.0.30 "GET /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434352 Aug 31 15:58:53.402225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=59aea608-209d-4bef-a862-5ef3f6e8bb34,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.412809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] No DVR routers for this DVR port 59aea608-209d-4bef-a862-5ef3f6e8bb34 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:58:53.414924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object ce71ce9e-27a5-4d15-be66-951eb42886d0 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:53.477422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-abc016f7-324f-4bcd-ab34-dbb5555903f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.480571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-abc016f7-324f-4bcd-ab34-dbb5555903f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.487493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-abc016f7-324f-4bcd-ab34-dbb5555903f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7 HTTP/1.1" status: 204 len: 168 time: 1.9651437 Aug 31 15:58:53.537303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc016f7-324f-4bcd-ab34-dbb5555903f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d26ea7-92ac-4f2d-af8a-351fb3a5e4f7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.638581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Allocated IP 172.20.0.12 (424157c3-c008-4db5-b7e9-1ea8de01ea4d/3373b457-c3c4-4471-9949-81f21a318aaf/eb24b192-2ca1-4813-9c01-e9b385051504) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:53.731672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.747309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.780063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619fd522-79db-4f84-9895-ac52fed4de40']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:53.811822 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6be12-c5b0-4fd9-ae5c-94e602a1aca0 x-openstack-request-id: req-35d6be12-c5b0-4fd9-ae5c-94e602a1aca0 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:53.812762 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:53.812762 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35d6be12-c5b0-4fd9-ae5c-94e602a1aca0 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:53.812762 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'status': 'completed', 'code': 200} Aug 31 15:58:53.852838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d814fe1-c477-425b-b4be-5286abdb1206') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:53.853305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d814fe1-c477-425b-b4be-5286abdb1206') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:58:53.890720 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.922377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:53.923359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.930680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036ee55-6364-4427-b63b-a8e53b87026c service neutron] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:53.932005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca8117b-01fa-4eb9-8e4b-f4bcff795694 req-fd19ae4e-8c22-4590-a78d-04c8063bcf93 service neutron] 10.222.0.30 "GET /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020002 Aug 31 15:58:53.935249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:53.938457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:53.946324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:53.981779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:58:53.982260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:58:54.003164 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:58:54.056910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.137183 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7c9f69a4-a209-4192-9a94-0460ea8b0301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.215888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.217203 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.226200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.257300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.264440 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] 10.222.0.43 "DELETE /v2.0/networks/619fd522-79db-4f84-9895-ac52fed4de40 HTTP/1.1" status: 204 len: 168 time: 3.7604673 Aug 31 15:58:54.268750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47662) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:54.280651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:58:54.299430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa08d19-99b1-4808-957e-c97550e6a4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=619fd522-79db-4f84-9895-ac52fed4de40,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:54.322957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-592eed9f-a5d9-4f65-84a8-f76eec730f42 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3271730 Aug 31 15:58:54.338486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-20f4f9e4-984b-4f55-abae-b1b9d498704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.339470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.344899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-20f4f9e4-984b-4f55-abae-b1b9d498704e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1100 time: 1.0342066 Aug 31 15:58:54.354175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec', 'admin_state_up': True, 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'security_groups': ['7665e9fe-1ed6-4ca9-8788-a33d766540d1']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:54.451271 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af145cea-923a-496e-9065-1d670c9fbb14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a0ebae540b047009d5e56eaf4d856ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655686 Aug 31 15:58:54.461586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47666) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:54.498293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b89b3-56e6-41f4-8e78-3a7613c419e7 req-c0fabe58-7245-4c44-91cb-41a7e22f1b8a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.507805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-635b89b3-56e6-41f4-8e78-3a7613c419e7 req-c0fabe58-7245-4c44-91cb-41a7e22f1b8a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.6881852 Aug 31 15:58:54.544362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d93c32fc-8a99-4232-a6a2-7dd3e1d12467 None None] Provisioning for port ce71ce9e-27a5-4d15-be66-951eb42886d0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:54.557802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d93c32fc-8a99-4232-a6a2-7dd3e1d12467 None None] Provisioning complete for port ce71ce9e-27a5-4d15-be66-951eb42886d0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:54.565217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d93c32fc-8a99-4232-a6a2-7dd3e1d12467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.574025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36f65c-89dc-438c-a55d-e0180246670b req-789da764-0abc-4b42-9c33-aec56fd13e2a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.581508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36f65c-89dc-438c-a55d-e0180246670b req-789da764-0abc-4b42-9c33-aec56fd13e2a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.590133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36f65c-89dc-438c-a55d-e0180246670b req-789da764-0abc-4b42-9c33-aec56fd13e2a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.602172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd36f65c-89dc-438c-a55d-e0180246670b req-789da764-0abc-4b42-9c33-aec56fd13e2a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 2373 time: 0.7840648 Aug 31 15:58:54.622133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.633347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-fd0ba8ab-a798-455d-b3f5-bd3eb9f848b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 217 time: 0.2619438 Aug 31 15:58:54.650996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b766237-c79a-4d74-a552-15ea1daff7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.699834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,segment=NetworkSegment(36ef6d31-335d-4525-8012-e60add8b894e),segment_id=36ef6d31-335d-4525-8012-e60add8b894e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:54.705226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:54.716660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:54.723897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:54.729864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:54.740553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b766237-c79a-4d74-a552-15ea1daff7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.751115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d93c32fc-8a99-4232-a6a2-7dd3e1d12467 None None] Port ce71ce9e-27a5-4d15-be66-951eb42886d0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:54.753749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47668) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:54.755622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2', 'network_id': 'bb223d5d-865f-481a-8491-323c155ac630', 'port_id': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2', 'mac_address': 'fa:16:3e:74:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb65e08-2767-4eb1-94b6-b444929fd363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:58:54.759896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd36f65c-89dc-438c-a55d-e0180246670b req-c0bc1946-afc4-4f2e-ab2a-77ba599fad78 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567039 Aug 31 15:58:54.822361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.841608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-635b89b3-56e6-41f4-8e78-3a7613c419e7 req-358d38e7-f1f3-4b6f-b812-2ec60fa23675 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328683 Aug 31 15:58:54.844037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-b185bdd1-538f-46c7-82c6-9bb1feda05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.845687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-b185bdd1-538f-46c7-82c6-9bb1feda05e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1114349 Aug 31 15:58:54.858330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:54.858791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:54.894000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,segment=NetworkSegment(36ef6d31-335d-4525-8012-e60add8b894e),segment_id=36ef6d31-335d-4525-8012-e60add8b894e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:54.903300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.915268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:54.915938 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:54.962111 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-81263de4-f1b6-4488-bb75-c97a228743ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98e6e7ec4cd94dbeafa7a5c9f274daa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802130 Aug 31 15:58:54.963483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47670) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:54.978983 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3bb2c776-7963-41c9-a2fe-eefdfad216c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0065427 Aug 31 15:58:54.991305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.001029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Request body: {'port': {'device_id': '484480a7-c046-4442-80c1-fd0cd4c68694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:55.014186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b766237-c79a-4d74-a552-15ea1daff7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.015942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.016805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b766237-c79a-4d74-a552-15ea1daff7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.022989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b766237-c79a-4d74-a552-15ea1daff7b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfaa2da3-c489-4ff2-a0ce-95dddc44d415 HTTP/1.1" status: 204 len: 168 time: 0.5552065 Aug 31 15:58:55.045544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:55.068990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b766237-c79a-4d74-a552-15ea1daff7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa2da3-c489-4ff2-a0ce-95dddc44d415,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:55.150087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-098142b7-e198-4718-89ba-5d63f1a41fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:55.157165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-098142b7-e198-4718-89ba-5d63f1a41fcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2974579 Aug 31 15:58:55.163121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7315b3f5-e38f-4687-bdc7-aa37221bf8c2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:58:55.196329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.223581 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.244221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fad085b6-e1dd-416f-b460-12b8707347f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.340816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fad085b6-e1dd-416f-b460-12b8707347f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.400694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61969e-1244-442a-81e9-3eca7d368cde req-5b811e13-cb8a-4c69-9eab-4ec2d23b39af tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:55.402699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b61969e-1244-442a-81e9-3eca7d368cde req-5b811e13-cb8a-4c69-9eab-4ec2d23b39af tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 932 time: 0.4444671 Aug 31 15:58:55.450139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac1c63-d865-4c5b-8f8e-fa26f4a41a21 req-b96caa55-8a60-4f9b-94bb-63f770f64965 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:55.464047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bac1c63-d865-4c5b-8f8e-fa26f4a41a21 req-b96caa55-8a60-4f9b-94bb-63f770f64965 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 944 time: 0.4479368 Aug 31 15:58:55.551357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 10.2.2.100 (6f4e5254-44a7-46ea-90dc-a6286d186aec/a2aee17b-2abe-41c0-8ca9-1ad55a523f53/203aecc3-7275-49b3-8b17-d82597983e62) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:55.583134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b61969e-1244-442a-81e9-3eca7d368cde req-8f8de218-afb4-488a-9596-a5c39dbb66ec tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716995 Aug 31 15:58:55.615065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fad085b6-e1dd-416f-b460-12b8707347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.618424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fad085b6-e1dd-416f-b460-12b8707347f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.622732 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fad085b6-e1dd-416f-b460-12b8707347f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793 HTTP/1.1" status: 204 len: 168 time: 0.6530638 Aug 31 15:58:55.649868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-d1008138-c6ee-4cef-aa1a-e79cdfc621a7 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753671 Aug 31 15:58:55.654498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad085b6-e1dd-416f-b460-12b8707347f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d735dbf-cb3c-4fd7-8432-b5a3b3e5c793,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:55.680816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bac1c63-d865-4c5b-8f8e-fa26f4a41a21 req-a28e3f0a-81b7-44df-aa76-e6b571828912 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121890 Aug 31 15:58:55.739296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.838757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb24b192-2ca1-4813-9c01-e9b385051504 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:55.847772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.863142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Transition to ACTIVE for port object eb24b192-2ca1-4813-9c01-e9b385051504 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:55.868342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:55.939395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:55.957045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96327750-22b0-494b-8de9-e0d29e3c00a5 req-41bdd531-08bd-4bab-8103-984a3055fb58 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626469 Aug 31 15:58:55.985978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.074307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Attempting to bind port eb24b192-2ca1-4813-9c01-e9b385051504 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:58:56.074944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Attempting to bind port eb24b192-2ca1-4813-9c01-e9b385051504 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:58:56.075259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Attempting to bind port eb24b192-2ca1-4813-9c01-e9b385051504 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:56.087729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Port eb24b192-2ca1-4813-9c01-e9b385051504 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:58:56.088202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Attempting to bind port eb24b192-2ca1-4813-9c01-e9b385051504 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:58:56.102601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:58:56.103006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:58:56.103535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Bound using segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:58:56.104050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Bound port: eb24b192-2ca1-4813-9c01-e9b385051504, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:58:56.104406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.176638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4199e9d-6fd8-4ca8-a578-7dc90a14abb9 req-f884f01c-883d-4347-b5bc-cea0b31b0b91 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.190698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4199e9d-6fd8-4ca8-a578-7dc90a14abb9 req-f884f01c-883d-4347-b5bc-cea0b31b0b91 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 950 time: 0.3518331 Aug 31 15:58:56.193944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:58:56.203259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:58:56.208425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.237107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33ec9-330b-490b-b71c-4c65b5e10ca9 req-769c7dc2-5c0a-43aa-bf55-f30dc196c9c0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.248037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33ec9-330b-490b-b71c-4c65b5e10ca9 req-769c7dc2-5c0a-43aa-bf55-f30dc196c9c0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.254543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33ec9-330b-490b-b71c-4c65b5e10ca9 req-769c7dc2-5c0a-43aa-bf55-f30dc196c9c0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.256934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90e33ec9-330b-490b-b71c-4c65b5e10ca9 req-769c7dc2-5c0a-43aa-bf55-f30dc196c9c0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 2373 time: 0.3607514 Aug 31 15:58:56.287607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:58:56.290369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.291066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.292606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/eb24b192-2ca1-4813-9c01-e9b385051504 HTTP/1.1" status: 200 len: 1093 time: 1.2980762 Aug 31 15:58:56.296529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db2f7-3013-4e16-97a2-100e0537b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:56.300714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:56.303207 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de020fb-9b62-47ac-9cb2-405c02405cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:56.336754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.354860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4199e9d-6fd8-4ca8-a578-7dc90a14abb9 req-659398c5-66df-4947-88a8-5beace68433c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627870 Aug 31 15:58:56.363410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object 203aecc3-7275-49b3-8b17-d82597983e62 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:56.403657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-9be443cd-fa34-4e5c-a59b-9f1478140bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.405592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-9be443cd-fa34-4e5c-a59b-9f1478140bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1100 time: 0.2929096 Aug 31 15:58:56.410886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90e33ec9-330b-490b-b71c-4c65b5e10ca9 req-dd9efc0f-66dd-4c1c-b6cd-4e6ea5128bde tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040380 Aug 31 15:58:56.435238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.441060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:56.460939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:56.462096 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:56.531649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-e3539e2b-fad4-4ddd-b634-71d69636cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.533437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-e3539e2b-fad4-4ddd-b634-71d69636cca0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1181097 Aug 31 15:58:56.545192 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569e9bd8-0a4e-4804-81b1-188c1df27e45 x-openstack-request-id: req-569e9bd8-0a4e-4804-81b1-188c1df27e45 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:56.545796 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:56.546232 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-569e9bd8-0a4e-4804-81b1-188c1df27e45 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:56.549890 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'status': 'completed', 'code': 200} Aug 31 15:58:56.592163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-737c13bd-fbe7-489b-b0d4-e5a4bd7142fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 217 time: 0.0495520 Aug 31 15:58:56.599196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:56.612041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-9cb08862-c75b-4e61-94cf-87d1cfeb9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.616083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-9cb08862-c75b-4e61-94cf-87d1cfeb9bdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 1096 time: 0.1932166 Aug 31 15:58:56.626570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:56.648831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:56.656960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:56.816354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aea27-1fe3-42bb-98f5-c3c3aeb17423 req-0b55b2ef-4922-40d3-943d-e6e3cf7b4ffb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.817991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d3aea27-1fe3-42bb-98f5-c3c3aeb17423 req-0b55b2ef-4922-40d3-943d-e6e3cf7b4ffb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.2248709 Aug 31 15:58:56.835023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-e15aeda7-ec44-4367-99c6-043f91ff01a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb24b192-2ca1-4813-9c01-e9b385051504 HTTP/1.1" status: 200 len: 217 time: 0.1967905 Aug 31 15:58:56.963356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-edb19da5-b415-4c60-b92f-caecdb1f67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:56.973911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-edb19da5-b415-4c60-b92f-caecdb1f67fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.1247780 Aug 31 15:58:57.013058 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.032224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-d8dc2483-215d-403c-b929-7d1610d9de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.033659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-d8dc2483-215d-403c-b929-7d1610d9de0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.4229219 Aug 31 15:58:57.060010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,segment=NetworkSegment(36ef6d31-335d-4525-8012-e60add8b894e),segment_id=36ef6d31-335d-4525-8012-e60add8b894e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:57.061187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d5e22f-2936-4e74-8496-e3771684de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:58:57.064351 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23641223-85b1-41a7-896f-3c0cfef9f859" -d '{"events": [{"server_uuid": "92d5e22f-2936-4e74-8496-e3771684de91", "name": "network-vif-plugged", "status": "completed", "tag": "7315b3f5-e38f-4687-bdc7-aa37221bf8c2"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:58:57.069110 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.072305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-fa65a7f0-13c5-4ec3-9059-3d3d4828bca4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889773 Aug 31 15:58:57.083182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d3aea27-1fe3-42bb-98f5-c3c3aeb17423 req-4fd45503-6d2a-4051-982d-8eccb6072e0e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149417 Aug 31 15:58:57.092884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.093862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.121894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d00a7e2d-56cf-4949-a052-86da12e85189 None None] Provisioning for port 203aecc3-7275-49b3-8b17-d82597983e62 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:57.139208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d00a7e2d-56cf-4949-a052-86da12e85189 None None] Provisioning complete for port 203aecc3-7275-49b3-8b17-d82597983e62 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:57.139945 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d00a7e2d-56cf-4949-a052-86da12e85189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.190275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:57.196637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a16123-8262-465a-87e9-a444abe983bc req-010a4679-954b-494d-b719-b67030d5daca tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.198255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3a16123-8262-465a-87e9-a444abe983bc req-010a4679-954b-494d-b719-b67030d5daca tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 944 time: 0.3288031 Aug 31 15:58:57.217420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Deleting port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:58:57.217773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.225939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d00a7e2d-56cf-4949-a052-86da12e85189 None None] Port 203aecc3-7275-49b3-8b17-d82597983e62 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:57.237622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1f1d1d22-6a0a-493b-a2e8-7d3b5054c128 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8933165 Aug 31 15:58:57.250581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec', 'admin_state_up': True, 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'security_groups': ['7665e9fe-1ed6-4ca9-8788-a33d766540d1']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:57.310976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47732) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:57.346379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-6f45c793-46a8-45cc-8269-cd50cad498d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.347701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-6f45c793-46a8-45cc-8269-cd50cad498d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2828772 Aug 31 15:58:57.401361 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-ec0d037c-fa3f-44e0-94f5-179102a939db service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899339 Aug 31 15:58:57.463564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3a16123-8262-465a-87e9-a444abe983bc req-bfe35697-a3d1-49d8-abdb-e64867968532 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372015 Aug 31 15:58:57.495765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Made reservation on behalf of 3fbefe13f5e5478d8137264c11160ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:57.500459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.513737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46359-b664-4614-b698-c66c10b15bc9 req-4e3cadee-0513-4897-b552-64c550d2b694 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.514395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37b46359-b664-4614-b698-c66c10b15bc9 req-4e3cadee-0513-4897-b552-64c550d2b694 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.2696812 Aug 31 15:58:57.543714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] For port ac0ed5f3-b39c-4f72-bf27-f33105bb12c5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:58:57.544083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.576905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:57.585644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Calling delete_port for ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:58:57.640356 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fae3b59-dfcd-4774-ad5c-6a7dbdc19797 req-3f59f12f-2ce7-491f-8dc9-aa28840c3862 service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303417 Aug 31 15:58:57.655508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-7a353b10-d247-480c-b814-4a9a44d02b2f service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969201 Aug 31 15:58:57.663140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37b46359-b664-4614-b698-c66c10b15bc9 req-2d04af14-91db-486f-ba6a-b53927e55c06 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391504 Aug 31 15:58:57.758335 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248968d-7f21-4c41-896d-62f44c6796ea x-openstack-request-id: req-6248968d-7f21-4c41-896d-62f44c6796ea {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:58:57.764093 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d5e22f-2936-4e74-8496-e3771684de91", "name": "network-vif-plugged", "status": "completed", "tag": "7315b3f5-e38f-4687-bdc7-aa37221bf8c2", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:58:57.764746 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6248968d-7f21-4c41-896d-62f44c6796ea {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:58:57.766474 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d5e22f-2936-4e74-8496-e3771684de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2', 'code': 200} Aug 31 15:58:57.819154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fa623-ce9c-45d6-803c-b41cdb8148fb req-69ce6de1-0169-4160-8d25-2102bd2d3a1c tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.820722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f7fa623-ce9c-45d6-803c-b41cdb8148fb req-69ce6de1-0169-4160-8d25-2102bd2d3a1c tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1102 time: 0.2168870 Aug 31 15:58:57.838369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-830544640-network', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:57.938514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-e8405393-76a7-4531-877c-e85753c017f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:57.940767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-e8405393-76a7-4531-877c-e85753c017f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 1096 time: 0.1980474 Aug 31 15:58:58.020055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513c81a-ab12-4953-8717-570799d9205a req-62dc349f-e845-4ef5-b2e7-e9d9bca14669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.021643 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f513c81a-ab12-4953-8717-570799d9205a req-62dc349f-e845-4ef5-b2e7-e9d9bca14669 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 1097 time: 0.1924381 Aug 31 15:58:58.030257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:58.032325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.035323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Allocated IP 10.2.2.200 (6f4e5254-44a7-46ea-90dc-a6286d186aec/a2aee17b-2abe-41c0-8ca9-1ad55a523f53/bd47c272-a9ba-497e-940a-f48beff03572) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:58:58.040035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58214fb2-c8d0-428b-a911-23deb6b5bc74 req-8202acae-e6c4-448c-9a5a-1cab05fb48f0 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095047 Aug 31 15:58:58.041681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f7fa623-ce9c-45d6-803c-b41cdb8148fb req-7d9e4230-fca5-45ba-bb53-2939adc8f4c1 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104270 Aug 31 15:58:58.075296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.137007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bfde-af99-4ac1-8f86-9d70130347bc req-660e852e-4ab8-4101-8108-3091b272d7bd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.144572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bfde-af99-4ac1-8f86-9d70130347bc req-660e852e-4ab8-4101-8108-3091b272d7bd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.151269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bfde-af99-4ac1-8f86-9d70130347bc req-660e852e-4ab8-4101-8108-3091b272d7bd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.157367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bfde-af99-4ac1-8f86-9d70130347bc req-660e852e-4ab8-4101-8108-3091b272d7bd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.159180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f281bfde-af99-4ac1-8f86-9d70130347bc req-660e852e-4ab8-4101-8108-3091b272d7bd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 3094 time: 0.2945514 Aug 31 15:58:58.170986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-b6bcbb1c-5271-4b88-af77-92691ba49c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.174250 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-b6bcbb1c-5271-4b88-af77-92691ba49c6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.2220571 Aug 31 15:58:58.273153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f281bfde-af99-4ac1-8f86-9d70130347bc req-c1c898d7-f57e-4e9e-bcd2-9389a09f5323 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041975 Aug 31 15:58:58.312647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.378001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0ed5f3-b39c-4f72-bf27-f33105bb12c5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:58.559954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.582098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.617177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd18c1d-91ca-424d-b111-b889596339a0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:58.636764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7466e-2470-4674-9ba4-7848844f3086 req-4bb09730-6080-4c4e-ba7c-deebbfef8085 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.638539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fe7466e-2470-4674-9ba4-7848844f3086 req-4bb09730-6080-4c4e-ba7c-deebbfef8085 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.2544706 Aug 31 15:58:58.644491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0cce6-b7eb-4866-a7f6-0af51dc0d7e3 req-3e538614-a3bf-48f7-813b-928e57353393 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.647050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6a0cce6-b7eb-4866-a7f6-0af51dc0d7e3 req-3e538614-a3bf-48f7-813b-928e57353393 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1102 time: 0.2649560 Aug 31 15:58:58.663408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:58:58.673561 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-470162eb-a22d-419b-ace3-a2cefab43622 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb24b192-2ca1-4813-9c01-e9b385051504 HTTP/1.1" status: 200 len: 217 time: 0.4850550 Aug 31 15:58:58.674834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f513c81a-ab12-4953-8717-570799d9205a req-e2167877-dc3f-4d10-b3ad-73767169ae4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427879 Aug 31 15:58:58.737287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.737811 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Added segment 41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4 of type vlan for network bef83e45-ef49-44b1-a6bc-e7452837a9e9 Aug 31 15:58:58.776151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-4465266f-86cb-4bf8-b9eb-2ab784e03d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.777655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-4465266f-86cb-4bf8-b9eb-2ab784e03d71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0964551 Aug 31 15:58:58.820829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-74c6a238-682f-47e5-ac00-70d6211d5899 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315025 Aug 31 15:58:58.838487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6a0cce6-b7eb-4866-a7f6-0af51dc0d7e3 req-798a2eba-006b-4612-9e05-d62fb4ec7387 tempest-ServersAdminTestJSON-495770213 tempest-ServersAdminTestJSON-495770213-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759863 Aug 31 15:58:58.849745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fe7466e-2470-4674-9ba4-7848844f3086 req-aec8c12c-147c-4c61-932d-b1e0243ca474 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969531 Aug 31 15:58:58.874981 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.902544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.928216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Transition to ACTIVE for port object bd47c272-a9ba-497e-940a-f48beff03572 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:58:58.933285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.947884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.948853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:58.949481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:58.986433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-ff663477-2b63-450b-a35a-f0f8c9092815 service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581316 Aug 31 15:58:59.064990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:59.125635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:58:59.137455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:58:59.147857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:58:59.218736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:59.218736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:59.258194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0115125 Aug 31 15:58:59.279848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de020fb-9b62-47ac-9cb2-405c02405cfc req-d716b078-1d7f-43b0-b4da-592080f0613c service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845237 Aug 31 15:58:59.281995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d670341-06bd-4c19-9a2e-266b17d43af7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event updated for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:59.298044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:59.372647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:59.468270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f128455f-1484-4370-811f-18f7a0ce09c3 None None] Provisioning for port bd47c272-a9ba-497e-940a-f48beff03572 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:58:59.473408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f128455f-1484-4370-811f-18f7a0ce09c3 None None] Provisioning complete for port bd47c272-a9ba-497e-940a-f48beff03572 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:58:59.474055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f128455f-1484-4370-811f-18f7a0ce09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:59.514957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f128455f-1484-4370-811f-18f7a0ce09c3 None None] Port bd47c272-a9ba-497e-940a-f48beff03572 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:58:59.564490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2507026 Aug 31 15:58:59.567415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47778) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:59.572786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Request body: {'subnet': {'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-830544640-subnet', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:58:59.589348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb13d1-fe7a-4c79-8314-06445be93b5c admin admin] Pushing event updated for resources: {'Network': ['ID=bef83e45-ef49-44b1-a6bc-e7452837a9e9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:58:59.603865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:58:59.610294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530af0-b711-4661-a59b-a4d523884fbc req-380a2fb9-3eb4-4509-9674-4d43ed7c10e4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:59.611850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53530af0-b711-4661-a59b-a4d523884fbc req-380a2fb9-3eb4-4509-9674-4d43ed7c10e4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 944 time: 0.6763823 Aug 31 15:58:59.629126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:58:59.631812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:59.677953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31e4f-3d16-4b57-98ba-f5b4a4472484 req-d2c2b12a-8fb4-47f3-ad48-9cc9b4dd189c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:58:59.679521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebe31e4f-3d16-4b57-98ba-f5b4a4472484 req-d2c2b12a-8fb4-47f3-ad48-9cc9b4dd189c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.3036356 Aug 31 15:58:59.715376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53530af0-b711-4661-a59b-a4d523884fbc req-3f1355c4-f6ce-48ea-967f-f5ac8743aafc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946534 Aug 31 15:58:59.798861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ebe31e4f-3d16-4b57-98ba-f5b4a4472484 req-2e78e57e-21c0-4987-99fb-f73b08605301 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070971 Aug 31 15:58:59.811956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Router 48dcbc3e-7df8-402c-977d-f5ef9c74015c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:58:59.886884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe8741f-edc6-4fdb-9011-4558cc09fb19 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:58:59.950762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:58:59.977738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:58:59.985129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b077329-dcdb-45d3-aff2-0675d214ae3b admin admin] 10.222.0.43 "PUT /v2.0/routers/48dcbc3e-7df8-402c-977d-f5ef9c74015c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8592005 Aug 31 15:58:59.987508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47788) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:58:59.989262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] Sync routers for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:00.014512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:00.015172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:00.032096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Transition to ACTIVE for port object dfe8741f-edc6-4fdb-9011-4558cc09fb19 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:00.037228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.058002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.201935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:00.239930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaff5-6841-493f-8509-d256d5956d09 req-b0b34cd9-df91-4a7d-82f5-f51c0c7a60c3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.246175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaff5-6841-493f-8509-d256d5956d09 req-b0b34cd9-df91-4a7d-82f5-f51c0c7a60c3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.252279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaff5-6841-493f-8509-d256d5956d09 req-b0b34cd9-df91-4a7d-82f5-f51c0c7a60c3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.263512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaff5-6841-493f-8509-d256d5956d09 req-b0b34cd9-df91-4a7d-82f5-f51c0c7a60c3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.272414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaff5-6841-493f-8509-d256d5956d09 req-b0b34cd9-df91-4a7d-82f5-f51c0c7a60c3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.274198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c78eaff5-6841-493f-8509-d256d5956d09 req-b0b34cd9-df91-4a7d-82f5-f51c0c7a60c3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 3827 time: 0.1904001 Aug 31 15:59:00.289327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:00.295129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184239f1-c707-43c5-ba0a-398dc25c748b req-395c165b-8cd8-4150-80ba-6f8a666b4778 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.298259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=846d670d-c692-465f-8ea4-f9d6033ee033,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:00.310792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184239f1-c707-43c5-ba0a-398dc25c748b req-395c165b-8cd8-4150-80ba-6f8a666b4778 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.1708186 Aug 31 15:59:00.322959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:00.332416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.332695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:00.332981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Network hostable DHCP agents. Network: bef83e45-ef49-44b1-a6bc-e7452837a9e9, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:59:00.392442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:59:00.414198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, bef83e45-ef49-44b1-a6bc-e7452837a9e9) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:00.423233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.423400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.430690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Attempting to bind port dfe8741f-edc6-4fdb-9011-4558cc09fb19 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:00.430988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Attempting to bind port dfe8741f-edc6-4fdb-9011-4558cc09fb19 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:00.431334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Attempting to bind port dfe8741f-edc6-4fdb-9011-4558cc09fb19 on network bae57e1e-d17d-4638-a0f8-646a2e5e1545 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:00.438375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e78be-cb39-49ee-b1b3-8a0283f2f9c3 None None] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:00.446101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184239f1-c707-43c5-ba0a-398dc25c748b req-2602ceda-34e3-48ad-b933-c4f771ef40e6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292024 Aug 31 15:59:00.457542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Port dfe8741f-edc6-4fdb-9011-4558cc09fb19 on network bae57e1e-d17d-4638-a0f8-646a2e5e1545 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:00.457542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Attempting to bind port dfe8741f-edc6-4fdb-9011-4558cc09fb19 on network bae57e1e-d17d-4638-a0f8-646a2e5e1545 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:00.463781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:00.464257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Checking segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:00.464768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Bound using segment: {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:00.465261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Bound port: dfe8741f-edc6-4fdb-9011-4558cc09fb19, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c157ed-a251-4fa1-8a82-6b3f283d05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:00.465697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.485111 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f8a3d0d5-2961-4623-acc7-6249792ddcfc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9123816 Aug 31 15:59:00.485818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:00.497704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:00.506325 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:59:00.553481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c78eaff5-6841-493f-8509-d256d5956d09 req-a96fe850-8f15-4d7b-81c6-6f6f4a96ec33 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701762 Aug 31 15:59:00.565052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:00.570222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:00.576166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.642031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.642689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.644555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] 10.222.0.49 "PUT /v2.0/ports/dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 200 len: 1092 time: 1.3634379 Aug 31 15:59:00.645036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:00.650466 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40665caa-7028-4b58-9bf1-90ab6d220807" -d '{"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:00.678734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:00.706187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.707367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.806426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570d74f-4028-4bb5-a609-8bc9e0573ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:00.821204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.823200 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.837222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:00.846027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528db36-786c-40a0-baaa-f039a99ce3f3 req-ec427709-dff2-43e5-bf50-513eacbc0849 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:00.847897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3528db36-786c-40a0-baaa-f039a99ce3f3 req-ec427709-dff2-43e5-bf50-513eacbc0849 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 950 time: 0.2903724 Aug 31 15:59:00.876059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:00.910148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'mac_address': 'fa:16:3e:6c:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:01.045008 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dac379-6f06-4f7c-9a44-2361976c77bf x-openstack-request-id: req-d8dac379-6f06-4f7c-9a44-2361976c77bf {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:01.045954 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:01.046450 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8dac379-6f06-4f7c-9a44-2361976c77bf {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:01.047235 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'status': 'completed', 'code': 200} Aug 31 15:59:01.047553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.097396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:59:01.103056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.110814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.126486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3528db36-786c-40a0-baaa-f039a99ce3f3 req-7cb390e3-469e-4ff1-97d8-3adfcdf62e6a tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914122 Aug 31 15:59:01.145477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:01.196453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-63be99fd-a9d0-481d-b68e-07d42beb0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.201191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-63be99fd-a9d0-481d-b68e-07d42beb0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.201680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-63be99fd-a9d0-481d-b68e-07d42beb0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.202170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-63be99fd-a9d0-481d-b68e-07d42beb0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.202799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-63be99fd-a9d0-481d-b68e-07d42beb0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.208336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-63be99fd-a9d0-481d-b68e-07d42beb0ae8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 4363 time: 0.1569264 Aug 31 15:59:01.251765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:01.269709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.308156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:58:58Z', 'revision_number': 5, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port': {'id': '1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:55:41Z', 'updated_at': '2021-08-31T15:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:01.313073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae957e34-67c1-4df0-8284-2bd5fdc863a3 req-e31b256e-245d-49ad-937b-9c9ab1c4b292 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.320781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae957e34-67c1-4df0-8284-2bd5fdc863a3 req-e31b256e-245d-49ad-937b-9c9ab1c4b292 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 944 time: 0.1915076 Aug 31 15:59:01.354213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] Checking router: 48dcbc3e-7df8-402c-977d-f5ef9c74015c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:01.356676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Deleting port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:01.357049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.389286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920f760-a433-4846-ac65-b80a8fbe2a6a req-dff3a0d1-e95e-42d9-a45d-8c6e797a55f8 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.390835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3920f760-a433-4846-ac65-b80a8fbe2a6a req-dff3a0d1-e95e-42d9-a45d-8c6e797a55f8 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.1876481 Aug 31 15:59:01.419656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:01.425546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] Routers {'48dcbc3e-7df8-402c-977d-f5ef9c74015c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:01.426235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:01.472215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Allocated IP 172.20.0.2 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/3c3505da-579e-4ce9-ac5c-466d7c4b7c62) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:01.478161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-d3acd3a7-fd0e-442e-9b5e-2283cc65a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.478824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-d3acd3a7-fd0e-442e-9b5e-2283cc65a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.478824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-d3acd3a7-fd0e-442e-9b5e-2283cc65a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.480621 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-d3acd3a7-fd0e-442e-9b5e-2283cc65a24d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3fbefe13f5e5478d8137264c11160ffb&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2307951 Aug 31 15:59:01.484408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae957e34-67c1-4df0-8284-2bd5fdc863a3 req-b4cde4e1-718d-4a48-97b6-115993daa35f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626863 Aug 31 15:59:01.520778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device eb24b192-2ca1-4813-9c01-e9b385051504 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:01.548307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3920f760-a433-4846-ac65-b80a8fbe2a6a req-a733b06b-1566-4368-a62f-e3a35da25f13 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147423 Aug 31 15:59:01.598064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] For port 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:01.598322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.691546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b254deab-b8ab-4962-bd6f-da9dd8fdeb6b {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:01.691772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:01.716436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.767592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Calling delete_port for 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:01.782076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc2243-a069-492e-adde-eaf205fe40dc req-c449c54b-faba-4e50-8641-0ddd588f3a1d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.783930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95fc2243-a069-492e-adde-eaf205fe40dc req-c449c54b-faba-4e50-8641-0ddd588f3a1d tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 950 time: 0.2036195 Aug 31 15:59:01.787024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Transition to ACTIVE for port object b254deab-b8ab-4962-bd6f-da9dd8fdeb6b will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:01.791835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] Set router 48dcbc3e-7df8-402c-977d-f5ef9c74015c gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:01.808324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.899800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Pushing event updated for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:01.920723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:59:00Z', 'revision_number': 6, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:01.924258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-978d9633-df79-4961-9f2d-ac42c30ea7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:01.926105 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40665caa-7028-4b58-9bf1-90ab6d220807 req-978d9633-df79-4961-9f2d-ac42c30ea7fc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448017 Aug 31 15:59:01.932740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:01.942935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:01.988584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.020494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79116d9c-2c6f-47c2-ad63-f3346c3599c0 req-41e0cba4-e88d-4dcc-b186-a7941680d67a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.025118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79116d9c-2c6f-47c2-ad63-f3346c3599c0 req-41e0cba4-e88d-4dcc-b186-a7941680d67a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 949 time: 0.3434877 Aug 31 15:59:02.065728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bf16f-ea44-4009-acec-e1e8fedc1510 req-9bcfe153-dcd7-42d4-9c9c-62889dcd2758 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.067333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d10bf16f-ea44-4009-acec-e1e8fedc1510 req-9bcfe153-dcd7-42d4-9c9c-62889dcd2758 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.2975972 Aug 31 15:59:02.229102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Attempting to bind port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:02.229463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Attempting to bind port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:02.229687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Attempting to bind port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:02.237899 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-32370f84-a835-4895-a94e-b023cab63eaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1799183 Aug 31 15:59:02.245049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Deleting port 26ff22c4-9391-45ea-855e-ced16c2ef159 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:02.245476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.249730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b on network f0fee506-4648-4831-a2e8-d997b99ce2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:02.251201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Attempting to bind port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:02.269789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2010686-0dcc-4173-86e8-923637d462ca None None] The sync data for ids ['48dcbc3e-7df8-402c-977d-f5ef9c74015c'] in n-d-793621-35 is: [{'id': '48dcbc3e-7df8-402c-977d-f5ef9c74015c', 'name': 'tempest-ServersTestBootFromVolume-1928092150-router', 'tenant_id': '7719358e9c3343e580f130e3ecdeac14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:55:39Z', 'updated_at': '2021-08-31T15:59:00Z', 'revision_number': 6, 'project_id': '7719358e9c3343e580f130e3ecdeac14', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:02.310882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'mac_address': 'fa:16:3e:4d:18:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:02.319875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:02.320136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Checking segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:02.320615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Bound using segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:02.321070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Bound port: b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:02.321435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.340002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79116d9c-2c6f-47c2-ad63-f3346c3599c0 req-530947d8-4668-4f9d-b0e5-662d220f55e8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059158 Aug 31 15:59:02.444745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-1f9b46a7-c884-4c30-8514-d684967b3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.446376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-1f9b46a7-c884-4c30-8514-d684967b3603 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1101 time: 0.1379609 Aug 31 15:59:02.455211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] For port 26ff22c4-9391-45ea-855e-ced16c2ef159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=26ff22c4-9391-45ea-855e-ced16c2ef159,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:02.455211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.489926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Calling delete_port for 26ff22c4-9391-45ea-855e-ced16c2ef159 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:02.494851 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.501804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d10bf16f-ea44-4009-acec-e1e8fedc1510 req-b5c3a9f0-8578-4f9b-80d8-77447a5eb268 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085517 Aug 31 15:59:02.504831 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.538294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:02.542572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Transition to ACTIVE for port object 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:02.552955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb24b192-2ca1-4813-9c01-e9b385051504 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:02.558040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:02.610919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:02.626098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.627328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.640645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Transition to ACTIVE for port object 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:02.672651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.719838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Allocated IP 172.25.6.39 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/693d772e-5d5b-4e26-9e61-6d3d8a998da8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:02.734038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:02.770805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.791010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:02.792615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] 10.222.0.49 "PUT /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 1136 time: 2.1227148 Aug 31 15:59:02.800513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.807692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.815541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.827642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.834678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.842678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:02.853050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:02.853289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:02.861785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-23f7a6a5-4fdc-4c91-9c95-7f1890b37eb6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 4604 time: 0.3533981 Aug 31 15:59:02.866966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:02.867305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ac0ed5f3-b39c-4f72-bf27-f33105bb12c5 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:02.872627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:02.878389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:02.883504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:02.940648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['eb24b192-2ca1-4813-9c01-e9b385051504'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:02.949486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47836) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:02.971466 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.039185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e26193-6cc9-43a2-a413-7159c6c5ac95 service neutron] Pushing event updated for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:03.045752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.087790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d55a-caa6-4e4f-8aa1-89cca9039b7e req-e4fd6727-5c28-4291-88e7-0fba3f8b14b4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:03.088042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Pushing event updated for resources: {'Port': ['ID=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:03.095955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Attempting to bind port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:03.097180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Attempting to bind port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:03.097551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Attempting to bind port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:03.103243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc1d55a-caa6-4e4f-8aa1-89cca9039b7e req-e4fd6727-5c28-4291-88e7-0fba3f8b14b4 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59c04cfb-ed9c-41f7-afce-ec6f012c46a6 HTTP/1.1" status: 200 len: 950 time: 0.4781442 Aug 31 15:59:03.104305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'b254deab-b8ab-4962-bd6f-da9dd8fdeb6b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:03.110070 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233" -d '{"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "b254deab-b8ab-4962-bd6f-da9dd8fdeb6b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:03.115821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-a2396513-d5fb-40a1-beeb-6115ee49eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:03.117874 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-a2396513-d5fb-40a1-beeb-6115ee49eb31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.6459188 Aug 31 15:59:03.118393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:03.126042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:03.126427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:03.130348 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.131323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:03.131838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Bound port: 3c3505da-579e-4ce9-ac5c-466d7c4b7c62, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:03.132263 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.148275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d18c573-43b5-4b79-8d27-466fc38e4c08 req-ed7009f5-9283-4185-90e0-5720296ae080 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2855155 Aug 31 15:59:03.225482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d247ce06-8ffc-4f37-aa76-4933b15409ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.239466 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-7533d6d9-cc73-46c7-9eda-a99c06fb1789 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0905085 Aug 31 15:59:03.253999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event deleted for resources: {'Port': ['ID=26ff22c4-9391-45ea-855e-ced16c2ef159,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:03.335680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.341721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['177eea41-9d84-42ce-b009-aeb14c5a208d', '26ff22c4-9391-45ea-855e-ced16c2ef159', 'e3910b08-e9cb-46e3-90b2-c959821b591b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:03.349082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc1d55a-caa6-4e4f-8aa1-89cca9039b7e req-3d6b0f40-f766-48e7-ba1b-297c2d2deb54 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429667 Aug 31 15:59:03.426484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.440210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] No DVR routers for this DVR port 26ff22c4-9391-45ea-855e-ced16c2ef159 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:59:03.442416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.477565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] For port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:03.478468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-0fce4a56-44ea-4b39-9cc1-6a1c77603633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:03.480598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-0fce4a56-44ea-4b39-9cc1-6a1c77603633 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2139311 Aug 31 15:59:03.482556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.484749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95fc2243-a069-492e-adde-eaf205fe40dc req-a2f12f4e-fce9-4a79-a627-9fa446f57ff0 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "DELETE /v2.0/ports/26ff22c4-9391-45ea-855e-ced16c2ef159 HTTP/1.1" status: 204 len: 173 time: 1.6775975 Aug 31 15:59:03.581158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] For port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:03.607380 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.649684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.661435 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:03.770829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aff86-fc8d-4e8f-8835-1e59b9b92d4b None None] Pushing event updated for resources: {'Port': ['ID=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:03.796405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-24a9fa35-fef7-4b5d-b1fa-0172d37865d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:03.809721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-24a9fa35-fef7-4b5d-b1fa-0172d37865d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3200274 Aug 31 15:59:03.826736 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d93fd9-eb82-4c96-b055-4e3b37072b81 x-openstack-request-id: req-92d93fd9-eb82-4c96-b055-4e3b37072b81 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:03.827174 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "b254deab-b8ab-4962-bd6f-da9dd8fdeb6b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:03.827533 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92d93fd9-eb82-4c96-b055-4e3b37072b81 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:03.828043 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'b254deab-b8ab-4962-bd6f-da9dd8fdeb6b', 'status': 'completed', 'code': 200} Aug 31 15:59:04.067233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-2af481cd-4acd-4982-86b9-c3610ae63605 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379935 Aug 31 15:59:04.261749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fe0cbe2-0dfa-4fe0-8e10-f8445e4db149 req-2080cbcc-7b6d-41b8-b59c-f89cbfba47a5 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849005 Aug 31 15:59:04.279424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bd78bf-1981-461c-97a2-1f2688d6c3c7 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:04.294588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.313772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Transition to ACTIVE for port object 44bd78bf-1981-461c-97a2-1f2688d6c3c7 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:04.319691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.342399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba466647-21fe-45ad-9582-d0c577a9e7a1 req-063c0622-d4b1-4434-bf65-33cdc1bcf512 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.343983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba466647-21fe-45ad-9582-d0c577a9e7a1 req-063c0622-d4b1-4434-bf65-33cdc1bcf512 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 945 time: 0.8480818 Aug 31 15:59:04.346630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:04.381571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.382416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48dcbc3e-7df8-402c-977d-f5ef9c74015c {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:59:04.388954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.393557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c5e8417b-c8fd-48a9-9ad7-e789fb7e9fe4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/48dcbc3e-7df8-402c-977d-f5ef9c74015c HTTP/1.1" status: 204 len: 168 time: 4.4029815 Aug 31 15:59:04.397477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47854) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:04.462894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5dadc-520a-4f85-af85-dd43b654593c req-e794d039-0bd6-4d08-833d-f3cc282bbc05 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.468731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Pushing event updated for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:04.474919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38b5dadc-520a-4f85-af85-dd43b654593c req-e794d039-0bd6-4d08-833d-f3cc282bbc05 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 949 time: 0.2285943 Aug 31 15:59:04.487476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.489836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:04.495691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:04.496073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.511595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.514951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.515505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.516043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.518086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.518565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:04.528835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-e70e0cd8-b8a4-409a-84da-b817b0b42072 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5292 time: 0.8426640 Aug 31 15:59:04.652072 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.664589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Deleting subnet abff2ad9-73a1-4119-a4bd-ea3456c3cec5 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:59:04.679537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.683723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:04.686470 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e04a08-7a7b-4dda-9229-35510443264c" -d '{"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:04.707233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d247ce06-8ffc-4f37-aa76-4933b15409ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.726509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:04.762458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Attempting to bind port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:04.763275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Attempting to bind port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:04.763774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Attempting to bind port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:04.770881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:04.771848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Attempting to bind port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:04.779103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d247ce06-8ffc-4f37-aa76-4933b15409ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.781804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:04.782297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Checking segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:04.784407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Bound using segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:04.784982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Bound port: 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:04.785785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.794024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:04.810102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:04.821661 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.823066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 26ff22c4-9391-45ea-855e-ced16c2ef159 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:04.825214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:04.859848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba466647-21fe-45ad-9582-d0c577a9e7a1 req-0a3153b5-25de-40b6-b1c2-15782fbd6f69 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885404 Aug 31 15:59:04.860354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Pushing event updated for resources: {'Port': ['ID=693d772e-5d5b-4e26-9e61-6d3d8a998da8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:04.874670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:04.884678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:04.911051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:04.916446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38b5dadc-520a-4f85-af85-dd43b654593c req-9a583747-97ba-49c9-989a-38a854ecea12 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406328 Aug 31 15:59:04.934731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 26ff22c4-9391-45ea-855e-ced16c2ef159 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:04.940745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 26ff22c4-9391-45ea-855e-ced16c2ef159 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:04.992077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d247ce06-8ffc-4f37-aa76-4933b15409ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b26838a109834efaa6e18cb5331564ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0271845 Aug 31 15:59:04.998582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247ce06-8ffc-4f37-aa76-4933b15409ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf9f39b-d5d8-46a7-99dc-c282d98624b3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:05.013363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47858) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:05.038014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:05.044128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:05.092849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.093627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.094147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.094655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.095163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.095678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.096222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.096914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.097411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.097914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.098395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.098893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:05.105383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:05.106006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ebdd9d4-e5ec-4591-bd73-74d9f95fc84a not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:05.276770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-620033c5-1739-4f95-a920-11ecff698c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.277260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-620033c5-1739-4f95-a920-11ecff698c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.277800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-620033c5-1739-4f95-a920-11ecff698c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.279545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-620033c5-1739-4f95-a920-11ecff698c33 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3fbefe13f5e5478d8137264c11160ffb&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6462212 Aug 31 15:59:05.347865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d35ef-a184-4188-a0c4-3c721a4bf28b None None] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:05.408753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3432-0e15-4cdb-ab08-c790292bcc01 req-443f7d8c-6902-446c-bed1-f716becfbf72 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.410360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-775b3432-0e15-4cdb-ab08-c790292bcc01 req-443f7d8c-6902-446c-bed1-f716becfbf72 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.3514221 Aug 31 15:59:05.430327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:05.434266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:05.444602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.460918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.468983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.476142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.485531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.491802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] Provisioning for port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:05.494404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.506945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.512472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] Provisioning complete for port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:05.513101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.514981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.515652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.517142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] 10.222.0.49 "PUT /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 1136 time: 2.6911941 Aug 31 15:59:05.519915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.520321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device eb24b192-2ca1-4813-9c01-e9b385051504 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:05.523132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-56e5dfbf-5bd1-4a9b-a5e9-6c66fb4948a3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5381 time: 0.4241693 Aug 31 15:59:05.578699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-5e78e10b-782d-4282-97b7-d32019331a02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7372055 Aug 31 15:59:05.597330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:05.617099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d41-4d1a-4aba-add7-9bb91ac118fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.670096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-775b3432-0e15-4cdb-ab08-c790292bcc01 req-b52c84e7-c7e2-43fa-b88f-39f77980a715 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422915 Aug 31 15:59:05.695433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0a97c-5fe0-4b04-bf1f-52dd082d269e service neutron] Pushing event updated for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:05.711566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.785237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d41-4d1a-4aba-add7-9bb91ac118fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.787855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port eb24b192-2ca1-4813-9c01-e9b385051504 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:05.810499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-de8b7647-e492-412e-b522-cb4063282d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:05.812036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-154fe8be-ba5a-45bd-bc9e-1c4962ca3233 req-de8b7647-e492-412e-b522-cb4063282d32 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5212100 Aug 31 15:59:05.838269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-660aa804-69a1-44fc-a87d-c15941eaa969 req-d63cf36f-8efc-40cd-839c-1f040f953f19 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2892425 Aug 31 15:59:05.842223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'name': 'network-vif-deleted', 'tag': '26ff22c4-9391-45ea-855e-ced16c2ef159'}, {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': '44bd78bf-1981-461c-97a2-1f2688d6c3c7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:05.847404 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6d86d-9463-4616-80e7-ca885007a7e0" -d '{"events": [{"server_uuid": "59c04cfb-ed9c-41f7-afce-ec6f012c46a6", "name": "network-vif-deleted", "tag": "26ff22c4-9391-45ea-855e-ced16c2ef159"}, {"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "44bd78bf-1981-461c-97a2-1f2688d6c3c7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:05.854016 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.862707 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fae65e6-1531-4cf0-b4c6-d4f5163d8587 x-openstack-request-id: req-3fae65e6-1531-4cf0-b4c6-d4f5163d8587 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:05.863588 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:05.863588 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fae65e6-1531-4cf0-b4c6-d4f5163d8587 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:05.863904 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'code': 200} Aug 31 15:59:05.864789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port eb24b192-2ca1-4813-9c01-e9b385051504 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:05.865954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.952410 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:05.983350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.077379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d41-4d1a-4aba-add7-9bb91ac118fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.081072 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d41-4d1a-4aba-add7-9bb91ac118fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.084909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f34b4d41-4d1a-4aba-add7-9bb91ac118fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bf9f39b-d5d8-46a7-99dc-c282d98624b3 HTTP/1.1" status: 204 len: 168 time: 1.0400484 Aug 31 15:59:06.119095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] For port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:06.123552 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.188621 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.217044 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f0e29-97ec-4f72-ab49-41551e2f4c27 x-openstack-request-id: req-632f0e29-97ec-4f72-ab49-41551e2f4c27 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:06.217347 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c04cfb-ed9c-41f7-afce-ec6f012c46a6", "name": "network-vif-deleted", "tag": "26ff22c4-9391-45ea-855e-ced16c2ef159", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "44bd78bf-1981-461c-97a2-1f2688d6c3c7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:06.217600 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-632f0e29-97ec-4f72-ab49-41551e2f4c27 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:06.218059 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c04cfb-ed9c-41f7-afce-ec6f012c46a6', 'name': 'network-vif-deleted', 'tag': '26ff22c4-9391-45ea-855e-ced16c2ef159', 'status': 'completed', 'code': 200} Aug 31 15:59:06.218324 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': '44bd78bf-1981-461c-97a2-1f2688d6c3c7', 'status': 'completed', 'code': 200} Aug 31 15:59:06.225413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-c2550844-bf89-473d-9917-d240db6ffa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.226996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-c2550844-bf89-473d-9917-d240db6ffa84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81e86c5987b4509ae623773bfade3e4&device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 1102 time: 0.6042335 Aug 31 15:59:06.270832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b4d41-4d1a-4aba-add7-9bb91ac118fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf9f39b-d5d8-46a7-99dc-c282d98624b3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:06.355804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:06.381795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.386935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ea046-0f51-4a81-ae0f-f8f77ca563ae None None] Pushing event updated for resources: {'Port': ['ID=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:06.422547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.436900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6b09e-db25-4db9-9aa1-4bfbd7eaf0ea req-25b4dacc-fbae-42b3-bb00-30387e6e9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.439216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ad6b09e-db25-4db9-9aa1-4bfbd7eaf0ea req-25b4dacc-fbae-42b3-bb00-30387e6e9686 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1102 time: 0.5084713 Aug 31 15:59:06.457855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abff2ad9-73a1-4119-a4bd-ea3456c3cec5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:06.489089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.491775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-24335e60-aba4-48a9-b24d-a2fd8f3f892d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/abff2ad9-73a1-4119-a4bd-ea3456c3cec5 HTTP/1.1" status: 204 len: 168 time: 2.0929070 Aug 31 15:59:06.506258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47878) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:06.507092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73ee85-5ec7-4f81-9139-ad2fc55353a5 None None] Network 000662ac-898a-4f80-b956-1b964ad67df1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:06.557133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.558757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.560912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.566464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.569242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.569741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.571796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.574195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fe009d66-d573-4b2f-a2a4-3403ef8196d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6221 time: 0.5023644 Aug 31 15:59:06.601830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.617414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293019-0605-4876-8067-8d91cdaffe51 req-e679f853-ce78-4781-91a0-88d78a980d1f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.624004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f293019-0605-4876-8067-8d91cdaffe51 req-e679f853-ce78-4781-91a0-88d78a980d1f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 945 time: 0.5255284 Aug 31 15:59:06.654140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:06.668908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-ccf7c4c5-1cfc-41e4-bd5a-24d26a55e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.670438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-ccf7c4c5-1cfc-41e4-bd5a-24d26a55e71a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.4084229 Aug 31 15:59:06.670931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:06.677077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:06.709983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c9707109-3275-4a42-958e-77b9bfde6522 None None] Provisioning complete for port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:06.710355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c9707109-3275-4a42-958e-77b9bfde6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.743727 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-9662a443-cfd7-4fbe-bd58-f7b68aefaa87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e3910b08-e9cb-46e3-90b2-c959821b591b HTTP/1.1" status: 200 len: 217 time: 0.0494037 Aug 31 15:59:06.779479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3483-3165-4e57-a00a-159501854ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.792545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ad6b09e-db25-4db9-9aa1-4bfbd7eaf0ea req-a84c00af-2cd8-476c-9f61-ae80b3370c29 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346543 Aug 31 15:59:06.823807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:06.824428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.855514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fd165cd6-908d-4155-82b7-af0aea91ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.855999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fd165cd6-908d-4155-82b7-af0aea91ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.856553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fd165cd6-908d-4155-82b7-af0aea91ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.865213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-fd165cd6-908d-4155-82b7-af0aea91ea84 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3fbefe13f5e5478d8137264c11160ffb&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2316418 Aug 31 15:59:06.923914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5141561a-59b8-4429-ae4d-7ba252005c67 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:06.935414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] DHCP port deletion for 000662ac-898a-4f80-b956-1b964ad67df1 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:59:06.965091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3483-3165-4e57-a00a-159501854ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.985198 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:06.989657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-2865f9f2-6f6e-4c39-9514-2ec7e3f36e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:06.991336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-2865f9f2-6f6e-4c39-9514-2ec7e3f36e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2244768 Aug 31 15:59:06.995443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3483-3165-4e57-a00a-159501854ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.007806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f293019-0605-4876-8067-8d91cdaffe51 req-8282f682-bcf9-407a-a0ed-ab56a6da73e6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427201 Aug 31 15:59:07.066980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] Deleting port f4a33e4c-e3a3-480a-9152-50831078d01e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:07.067750 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.074279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa3483-3165-4e57-a00a-159501854ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5bcfe9-0828-40c1-b601-9d574f8dffbe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:07.091746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Deleting port f4a33e4c-e3a3-480a-9152-50831078d01e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:07.094632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.105251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b73f08-8cd1-4d5b-ae95-7ef85808a8bd req-157b7f7e-82cf-4472-98ac-b65627e6a39c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.106873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09b73f08-8cd1-4d5b-ae95-7ef85808a8bd req-157b7f7e-82cf-4472-98ac-b65627e6a39c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.3379576 Aug 31 15:59:07.141251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Transition to ACTIVE for port object 5141561a-59b8-4429-ae4d-7ba252005c67 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:07.209509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09b73f08-8cd1-4d5b-ae95-7ef85808a8bd req-4a07e5ee-0a3b-4478-8318-688ffb83a4f3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929840 Aug 31 15:59:07.211257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.284970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Pushing event updated for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:07.304610 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6fa3483-3165-4e57-a00a-159501854ffe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d4887d821a24cdbb565d9c721c4527d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261449 Aug 31 15:59:07.314221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.315296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-14c5bf44-f943-4370-b1b1-b8d613299c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.316930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:07.317352 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-14c5bf44-f943-4370-b1b1-b8d613299c14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2593119 Aug 31 15:59:07.333529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d29e7-0b4e-495a-ab1c-97198bad5b80 req-f28e21ad-ba65-4dc7-8b38-6eac47ec4503 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.335353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-426d29e7-0b4e-495a-ab1c-97198bad5b80 req-f28e21ad-ba65-4dc7-8b38-6eac47ec4503 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 949 time: 0.1715276 Aug 31 15:59:07.343816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-c91867a9-4965-4f68-bc1c-37512c3514c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.345650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15d6d86d-9463-4616-80e7-ca885007a7e0 req-c91867a9-4965-4f68-bc1c-37512c3514c1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4794385 Aug 31 15:59:07.347450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] For port f4a33e4c-e3a3-480a-9152-50831078d01e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f4a33e4c-e3a3-480a-9152-50831078d01e,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:07.347862 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.355809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] For port f4a33e4c-e3a3-480a-9152-50831078d01e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f4a33e4c-e3a3-480a-9152-50831078d01e,segment=NetworkSegment(f53f81e1-93e1-42a0-93ae-a1ae0f64c878),segment_id=f53f81e1-93e1-42a0-93ae-a1ae0f64c878)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:07.356582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.367542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] Calling delete_port for f4a33e4c-e3a3-480a-9152-50831078d01e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:07.383576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Calling delete_port for f4a33e4c-e3a3-480a-9152-50831078d01e owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:07.462464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.488129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] Pushing event deleted for resources: {'Port': ['ID=f4a33e4c-e3a3-480a-9152-50831078d01e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:07.495752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.499049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a45574-0fae-4d3c-b3d6-2f3bc1380c7c None None] No DVR routers for this DVR port f4a33e4c-e3a3-480a-9152-50831078d01e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:59:07.614591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] No DVR routers for this DVR port f4a33e4c-e3a3-480a-9152-50831078d01e on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:59:07.620472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a33e4c-e3a3-480a-9152-50831078d01e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:07.642042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-426d29e7-0b4e-495a-ab1c-97198bad5b80 req-d73a1e69-661e-4aab-814a-ba44835d7c82 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941625 Aug 31 15:59:07.693559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb7f6-2dac-4e66-b466-cbd03f8336f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.702708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.713033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000662ac-898a-4f80-b956-1b964ad67df1']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:07.726842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb7f6-2dac-4e66-b466-cbd03f8336f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.729391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:07.729700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53f81e1-93e1-42a0-93ae-a1ae0f64c878') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:07.749402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.790158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.807624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563134d1-4862-43c0-8da1-7c508116d78f req-5f3adea3-a108-41da-b557-176fcd9f0a05 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.808066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Attempting to bind port 5141561a-59b8-4429-ae4d-7ba252005c67 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:07.808506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Attempting to bind port 5141561a-59b8-4429-ae4d-7ba252005c67 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:07.808844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Attempting to bind port 5141561a-59b8-4429-ae4d-7ba252005c67 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:07.812306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:59:07.812718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.815313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-563134d1-4862-43c0-8da1-7c508116d78f req-5f3adea3-a108-41da-b557-176fcd9f0a05 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.4788566 Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: timer() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:59:07.815642 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:59:07.828431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-365237dd-b878-4bc6-8fab-524e86970d40 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833164 Aug 31 15:59:07.854126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Port 5141561a-59b8-4429-ae4d-7ba252005c67 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:07.854483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Attempting to bind port 5141561a-59b8-4429-ae4d-7ba252005c67 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:07.865261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:07.871139 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179c28f7-cea2-4f36-8095-a4619764a492" -d '{"events": [{"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-plugged", "status": "completed", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:07.877348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Router ecda4ebf-0f91-4917-8c05-585925f29905 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:59:07.889379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.895245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.901846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.907722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.915131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.917648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:07.917990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Checking segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:07.918391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Bound using segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:07.919032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Bound port: 5141561a-59b8-4429-ae4d-7ba252005c67, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:07.919555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.921132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.927059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:07.929064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-6a5b3042-f9f7-40ab-930c-6a96cbd700cb tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5393 time: 0.1859765 Aug 31 15:59:07.932035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-563134d1-4862-43c0-8da1-7c508116d78f req-a88cdf0f-f63c-400a-80a6-57e6e762fc51 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159270 Aug 31 15:59:07.949597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.988477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb7f6-2dac-4e66-b466-cbd03f8336f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.990005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:07.995004 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] 10.222.0.43 "DELETE /v2.0/networks/000662ac-898a-4f80-b956-1b964ad67df1 HTTP/1.1" status: 204 len: 168 time: 1.4844801 Aug 31 15:59:07.995790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb7f6-2dac-4e66-b466-cbd03f8336f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:08.001055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d0ceb7f6-2dac-4e66-b466-cbd03f8336f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c5bcfe9-0828-40c1-b601-9d574f8dffbe HTTP/1.1" status: 204 len: 168 time: 0.6769204 Aug 31 15:59:08.019919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6002e-175b-44d5-871d-e4afd139f389 admin admin] Pushing event deleted for resources: {'Network': ['ID=000662ac-898a-4f80-b956-1b964ad67df1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:08.036381 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07932c0-d071-414b-881b-f2631cf4e0d7 x-openstack-request-id: req-e07932c0-d071-414b-881b-f2631cf4e0d7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:08.036700 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-plugged", "status": "completed", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:08.040046 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e07932c0-d071-414b-881b-f2631cf4e0d7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:08.040046 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'code': 200} Aug 31 15:59:08.078847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-945a53ab-f643-487c-8768-8240d9b82ba9 req-2e29b67b-ca50-4755-9c24-4d3c1cee41fd service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156184 Aug 31 15:59:08.088613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:08.093489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5141561a-59b8-4429-ae4d-7ba252005c67,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:08.096235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fea14f08-2a7e-4659-ba8f-fbeb2ff3482e req-dc8beb17-59ea-46a9-8a71-511d15ff5e38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547348 Aug 31 15:59:08.097494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceb7f6-2dac-4e66-b466-cbd03f8336f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5bcfe9-0828-40c1-b601-9d574f8dffbe,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:08.107382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:08.205210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.205767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:08.207249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] 10.222.0.49 "PUT /v2.0/ports/5141561a-59b8-4429-ae4d-7ba252005c67 HTTP/1.1" status: 200 len: 1092 time: 2.6167576 Aug 31 15:59:08.220899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:08.228044 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090" -d '{"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:08.253425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:08.260774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c89bcb-d3b8-45a8-a406-b9232d5df516 service neutron] Pushing event updated for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:08.334869 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88d90b-47e8-44f1-b732-590e2652dcb4 x-openstack-request-id: req-ae88d90b-47e8-44f1-b732-590e2652dcb4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:08.335251 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:08.335546 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae88d90b-47e8-44f1-b732-590e2652dcb4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:08.335931 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67', 'status': 'completed', 'code': 200} Aug 31 15:59:08.413546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47902) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:08.457331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23fab-f1d0-407a-802c-cad47f35d435 req-3ed338ac-deb1-4d9e-a213-0d0e631b611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.459956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79a23fab-f1d0-407a-802c-cad47f35d435 req-3ed338ac-deb1-4d9e-a213-0d0e631b611d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 1098 time: 0.2788124 Aug 31 15:59:08.474281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3fff1-a901-47e1-b5ac-d8e05b9afc8e req-e66ecaa3-336a-4a4a-81af-7b63cc698ba3 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.476547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71e3fff1-a901-47e1-b5ac-d8e05b9afc8e req-e66ecaa3-336a-4a4a-81af-7b63cc698ba3 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2257614 Aug 31 15:59:08.502759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:08.542850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.543376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.543711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.544316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.544696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.545171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.545649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.547713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-2ceeff47-c501-45f6-9dab-772a77620a61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6289 time: 0.2036216 Aug 31 15:59:08.555366 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-97e2f905-82ac-4705-80af-eee63512ef41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7719358e9c3343e580f130e3ecdeac14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404202 Aug 31 15:59:08.558111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:08.579511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f4a33e4c-e3a3-480a-9152-50831078d01e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:08.624421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f4a33e4c-e3a3-480a-9152-50831078d01e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:08.624421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f4a33e4c-e3a3-480a-9152-50831078d01e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:08.641870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79a23fab-f1d0-407a-802c-cad47f35d435 req-a26f5fc3-004f-40bc-bc87-92a9604aa62e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629729 Aug 31 15:59:08.642859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:08.661538 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Sync routers for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:08.681772 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:08.685126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:08.739422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:08.743990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7460a2f7-71f8-4fed-968b-c18eea9fef79 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2590454 Aug 31 15:59:08.745853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47912) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:08.770851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f4208-1e2e-4ccc-9098-11a0e4c23482 req-904d1527-8001-448e-8e6c-2b7aaec7c71c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:08.772379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c7f4208-1e2e-4ccc-9098-11a0e4c23482 req-904d1527-8001-448e-8e6c-2b7aaec7c71c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.2933040 Aug 31 15:59:08.804996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71e3fff1-a901-47e1-b5ac-d8e05b9afc8e req-ae9ca9ef-0713-456f-a112-96bbb76750b1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146293 Aug 31 15:59:08.920595 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:09.023840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-289cbfee-755b-4b36-a3ac-a207fbaf2525 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.027604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-289cbfee-755b-4b36-a3ac-a207fbaf2525 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 949 time: 0.3868015 Aug 31 15:59:09.104141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-0a2bda2a-5216-4d78-9355-c75790413484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.104862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-0a2bda2a-5216-4d78-9355-c75790413484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.105497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-0a2bda2a-5216-4d78-9355-c75790413484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.108003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-0a2bda2a-5216-4d78-9355-c75790413484 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3fbefe13f5e5478d8137264c11160ffb&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5505669 Aug 31 15:59:09.114558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1290b56-94a1-40ad-8f82-d3918e3518f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.297767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1290b56-94a1-40ad-8f82-d3918e3518f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.301080 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:05Z', 'revision_number': 3, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:09.347666 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Checking router: ecda4ebf-0f91-4917-8c05-585925f29905 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:09.348158 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Updating router ecda4ebf-0f91-4917-8c05-585925f29905 port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:09.379700 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.382679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-c061ac55-39c9-40ea-ae24-e015fcb442c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.384159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1dbf26c5-28d5-44cf-a4e8-3d1a3c05f090 req-c061ac55-39c9-40ea-ae24-e015fcb442c9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2608118 Aug 31 15:59:09.415985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c7f4208-1e2e-4ccc-9098-11a0e4c23482 req-9c8a051b-c506-4580-bf8a-88561b71f2fd tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080952 Aug 31 15:59:09.419588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Deleting port 177eea41-9d84-42ce-b009-aeb14c5a208d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:09.419922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.484379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1290b56-94a1-40ad-8f82-d3918e3518f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.487053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1290b56-94a1-40ad-8f82-d3918e3518f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.490958 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e1290b56-94a1-40ad-8f82-d3918e3518f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90387534-ff6d-403d-a1c6-d10ed8206e5b HTTP/1.1" status: 204 len: 168 time: 0.9293509 Aug 31 15:59:09.534904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290b56-94a1-40ad-8f82-d3918e3518f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90387534-ff6d-403d-a1c6-d10ed8206e5b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:09.579963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce71ce9e-27a5-4d15-be66-951eb42886d0 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:09.586671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-16862db8-2bd7-4ae9-bda4-ef84c02ec27c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.588502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-16862db8-2bd7-4ae9-bda4-ef84c02ec27c tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.30 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.2153556 Aug 31 15:59:09.595106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.623488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] For port 177eea41-9d84-42ce-b009-aeb14c5a208d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=177eea41-9d84-42ce-b009-aeb14c5a208d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:09.624052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.627133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Transition to ACTIVE for port object ce71ce9e-27a5-4d15-be66-951eb42886d0 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:09.635342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.642620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Calling delete_port for 177eea41-9d84-42ce-b009-aeb14c5a208d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:09.715331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Pushing event updated for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:09.814776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d9e5f-2608-4477-9d4e-9f822d9250f4 req-5e45b579-87c5-4630-ae1e-c223e76b6132 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.828649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2d9e5f-2608-4477-9d4e-9f822d9250f4 req-5e45b579-87c5-4630-ae1e-c223e76b6132 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a7443ec-1c32-4960-a016-68c8be2435a3 HTTP/1.1" status: 200 len: 949 time: 0.4512501 Aug 31 15:59:09.933380 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.949105 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Transition to ACTIVE for port object 693d772e-5d5b-4e26-9e61-6d3d8a998da8 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:09.957566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Attempting to bind port ce71ce9e-27a5-4d15-be66-951eb42886d0 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:09.957918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Attempting to bind port ce71ce9e-27a5-4d15-be66-951eb42886d0 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:09.958233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Attempting to bind port ce71ce9e-27a5-4d15-be66-951eb42886d0 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:09.962006 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:09.996475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ef6d-fb23-4b5c-bf8b-f570c47a0ae4 req-26ec842f-add7-4359-8d9d-b0c7da6fd70e tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:09.998126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55c9ef6d-fb23-4b5c-bf8b-f570c47a0ae4 req-26ec842f-add7-4359-8d9d-b0c7da6fd70e tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 945 time: 0.4702415 Aug 31 15:59:10.016042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Attempting to bind port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:10.016439 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Attempting to bind port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:10.017675 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Attempting to bind port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:10.019868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Port ce71ce9e-27a5-4d15-be66-951eb42886d0 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:10.020166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Attempting to bind port ce71ce9e-27a5-4d15-be66-951eb42886d0 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:10.043804 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:10.044240 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:10.044593 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.044985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:10.045472 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Bound port: 693d772e-5d5b-4e26-9e61-6d3d8a998da8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:10.045853 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.067671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:10.068820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Checking segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:10.069123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Bound using segment: {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:10.069589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Bound port: ce71ce9e-27a5-4d15-be66-951eb42886d0, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9367e352-f884-4100-bd16-f28565d6be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:10.069960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.129497 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Pushing event updated for resources: {'Port': ['ID=693d772e-5d5b-4e26-9e61-6d3d8a998da8,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:10.143758 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.144117 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.145071 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.145375 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.145763 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.146488 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.146488 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.146715 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.147042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.147369 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.147697 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.148225 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:10.152246 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] For port 693d772e-5d5b-4e26-9e61-6d3d8a998da8, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:10.156371 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] For port 693d772e-5d5b-4e26-9e61-6d3d8a998da8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=693d772e-5d5b-4e26-9e61-6d3d8a998da8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:10.162278 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.181942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.210490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['177eea41-9d84-42ce-b009-aeb14c5a208d', 'e3910b08-e9cb-46e3-90b2-c959821b591b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:10.223201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2d9e5f-2608-4477-9d4e-9f822d9250f4 req-6336a3aa-c030-4b90-9dc7-0149770ed105 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917930 Aug 31 15:59:10.228760 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:10.229414 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:10.264142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event deleted for resources: {'Port': ['ID=177eea41-9d84-42ce-b009-aeb14c5a208d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:10.288881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Deleting port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:10.289712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.295144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55c9ef6d-fb23-4b5c-bf8b-f570c47a0ae4 req-9b5075c7-e2c9-4b53-bd38-9162f939cd3b tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358477 Aug 31 15:59:10.348859 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df7136-aa5c-463d-a3af-4da736d1e469 None None] Pushing event updated for resources: {'Port': ['ID=693d772e-5d5b-4e26-9e61-6d3d8a998da8,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:10.353435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:10.405943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:10.407327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] No DVR routers for this DVR port 177eea41-9d84-42ce-b009-aeb14c5a208d on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:59:10.417106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.422276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f16121cf-e86d-405a-b4cb-b7f5fb1e65b2 req-ee402771-0d1f-464f-80b9-1db3f38049d6 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "DELETE /v2.0/ports/177eea41-9d84-42ce-b009-aeb14c5a208d HTTP/1.1" status: 204 len: 173 time: 1.3838606 Aug 31 15:59:10.423898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'name': 'network-vif-deleted', 'tag': '177eea41-9d84-42ce-b009-aeb14c5a208d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:10.428096 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceedc2a-bcf4-4c1f-b633-17e397915165" -d '{"events": [{"server_uuid": "5a7443ec-1c32-4960-a016-68c8be2435a3", "name": "network-vif-deleted", "tag": "177eea41-9d84-42ce-b009-aeb14c5a208d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:10.437115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.527091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:10.542973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.543725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.562724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] 10.222.0.49 "PUT /v2.0/ports/ce71ce9e-27a5-4d15-be66-951eb42886d0 HTTP/1.1" status: 200 len: 1091 time: 2.3217835 Aug 31 15:59:10.620602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:10.700755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169987-bab3-4ec3-9c00-3ccd7237df03 service neutron] Pushing event updated for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:10.780684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] For port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,segment=NetworkSegment(36ef6d31-335d-4525-8012-e60add8b894e),segment_id=36ef6d31-335d-4525-8012-e60add8b894e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:10.781054 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.791937 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:10.874160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.884615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.897605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.910680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.922343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.925512 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:05Z', 'revision_number': 3, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:10.942041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.950502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:10.963510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-0b968cf7-383a-45f1-ba08-d8af2266cbd3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5405 time: 0.5227540 Aug 31 15:59:10.971296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Calling delete_port for 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:10.986331 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba289d1-8f14-411d-b2f3-f78a6f4b38b6 None None] The sync data for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 is: [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:05Z', 'revision_number': 3, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:11.122160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3af69-3664-459f-8664-0a2b416c6c32 req-0b365491-321f-4da9-b6eb-537151ed8526 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:11.129711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4a3af69-3664-459f-8664-0a2b416c6c32 req-0b365491-321f-4da9-b6eb-537151ed8526 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.5570970 Aug 31 15:59:11.168310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47972) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:11.215471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa16ca8b-185a-4347-99fc-c78da4c4ee87 req-80fd2a4a-6eaa-478a-8d67-274215649370 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2498524 Aug 31 15:59:11.289835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4a3af69-3664-459f-8664-0a2b416c6c32 req-10b06d0f-da1d-49b1-9d66-39af2da51ce0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591079 Aug 31 15:59:11.313131 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35017f65-cec0-46b3-9767-b6db6461b9bb x-openstack-request-id: req-35017f65-cec0-46b3-9767-b6db6461b9bb {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:11.313434 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7443ec-1c32-4960-a016-68c8be2435a3", "name": "network-vif-deleted", "tag": "177eea41-9d84-42ce-b009-aeb14c5a208d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:11.313692 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35017f65-cec0-46b3-9767-b6db6461b9bb {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:11.314101 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7443ec-1c32-4960-a016-68c8be2435a3', 'name': 'network-vif-deleted', 'tag': '177eea41-9d84-42ce-b009-aeb14c5a208d', 'status': 'completed', 'code': 200} Aug 31 15:59:11.316202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203aecc3-7275-49b3-8b17-d82597983e62 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:11.326936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.344504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1075901001-network', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:11.379880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Transition to ACTIVE for port object 203aecc3-7275-49b3-8b17-d82597983e62 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:11.410714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.413655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.426344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Made reservation on behalf of a4faa3e16ad9454aaf5d7b06699e83b6 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:11.430783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.452947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.468873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7315b3f5-e38f-4687-bdc7-aa37221bf8c2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:11.520684 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.666406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Pushing event deleted for resources: {'Port': ['ID=7315b3f5-e38f-4687-bdc7-aa37221bf8c2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:11.684084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.694691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.709121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:59:11.724112 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.725273 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Added segment b7f8b4a5-60a1-4a95-9653-8c15ec97a71e of type vlan for network d2533d02-68d3-4bc0-be91-c145e50cde96 Aug 31 15:59:11.777575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Allocated IP 172.20.0.1 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/fedfff32-9b69-4246-9b33-b6421b39d877) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:11.908642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af330b19-b5ee-44a2-8690-edda5101bd7d req-072ce39e-aa6c-4f93-9526-3849f8a1b953 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:11.910465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af330b19-b5ee-44a2-8690-edda5101bd7d req-072ce39e-aa6c-4f93-9526-3849f8a1b953 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.5192661 Aug 31 15:59:11.952497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] No DVR routers for this DVR port 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:59:11.970340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:11.972552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a46fb49-ad06-46fb-a209-9f21f1e55158 req-8030d2a7-2def-49db-b95c-55830710ac84 tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.30 "DELETE /v2.0/ports/7315b3f5-e38f-4687-bdc7-aa37221bf8c2 HTTP/1.1" status: 204 len: 173 time: 2.3157456 Aug 31 15:59:11.975380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d5e22f-2936-4e74-8496-e3771684de91', 'name': 'network-vif-deleted', 'tag': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:11.987644 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f69427-b34e-4683-b2e8-aa77d6f2b39a" -d '{"events": [{"server_uuid": "92d5e22f-2936-4e74-8496-e3771684de91", "name": "network-vif-deleted", "tag": "7315b3f5-e38f-4687-bdc7-aa37221bf8c2"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:12.001531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.059147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Transition to ACTIVE for port object fedfff32-9b69-4246-9b33-b6421b39d877 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:12.077951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af330b19-b5ee-44a2-8690-edda5101bd7d req-849bad70-3b6c-40a0-a169-4822935d79c6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564522 Aug 31 15:59:12.154500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.159412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:12.206948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.210553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:12.213885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:12.219612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:12.223307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Pushing event updated for resources: {'Port': ['ID=fedfff32-9b69-4246-9b33-b6421b39d877,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:12.263284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Attempting to bind port 203aecc3-7275-49b3-8b17-d82597983e62 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:12.263680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Attempting to bind port 203aecc3-7275-49b3-8b17-d82597983e62 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:12.264027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Attempting to bind port 203aecc3-7275-49b3-8b17-d82597983e62 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:12.274044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e76a8-a9bb-4412-a3f0-5809a25c5a02,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:12.284168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Port 203aecc3-7275-49b3-8b17-d82597983e62 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:12.284605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Attempting to bind port 203aecc3-7275-49b3-8b17-d82597983e62 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:12.291554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:12.291916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Checking segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:12.292362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Bound using segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:12.292808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Bound port: 203aecc3-7275-49b3-8b17-d82597983e62, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:12.293176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.294592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.310495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.311643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:12.312382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.361099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 177eea41-9d84-42ce-b009-aeb14c5a208d no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:12.389693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] Pushing event updated for resources: {'Network': ['ID=d2533d02-68d3-4bc0-be91-c145e50cde96,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:12.403467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d2533d02-68d3-4bc0-be91-c145e50cde96 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:59:12.407444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ca470a4-cee0-46ef-8000-21e050fd42fe req-962fb3b6-b6df-41ae-96a3-9f6ba2bc9e0f tempest-ServersNegativeTestMultiTenantJSON-1133429079 tempest-ServersNegativeTestMultiTenantJSON-1133429079-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d5e22f-2936-4e74-8496-e3771684de91 HTTP/1.1" status: 200 len: 210 time: 0.1500237 Aug 31 15:59:12.413773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 177eea41-9d84-42ce-b009-aeb14c5a208d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:12.414225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 177eea41-9d84-42ce-b009-aeb14c5a208d not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:12.414748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:12.446085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69f7bacf-6719-46e7-ab78-08158250c99d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2734015 Aug 31 15:59:12.446750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:12.451936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Request body: {'subnet': {'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1075901001-subnet', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:12.544823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Made reservation on behalf of a4faa3e16ad9454aaf5d7b06699e83b6 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:12.548559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.594054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:12.596220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7315b3f5-e38f-4687-bdc7-aa37221bf8c2 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:12.603582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:12.628621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=203aecc3-7275-49b3-8b17-d82597983e62,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:12.628882 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d6c7f6-5374-480e-af62-6950bee71825 x-openstack-request-id: req-e6d6c7f6-5374-480e-af62-6950bee71825 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:12.629194 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d5e22f-2936-4e74-8496-e3771684de91", "name": "network-vif-deleted", "tag": "7315b3f5-e38f-4687-bdc7-aa37221bf8c2", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:12.629454 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6d6c7f6-5374-480e-af62-6950bee71825 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:12.634246 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d5e22f-2936-4e74-8496-e3771684de91', 'name': 'network-vif-deleted', 'tag': '7315b3f5-e38f-4687-bdc7-aa37221bf8c2', 'status': 'completed', 'code': 200} Aug 31 15:59:12.635712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 693d772e-5d5b-4e26-9e61-6d3d8a998da8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:12.637890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.729921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:12.734774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:12.735975 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.764211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:12.764953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.766538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] 10.222.0.49 "PUT /v2.0/ports/203aecc3-7275-49b3-8b17-d82597983e62 HTTP/1.1" status: 200 len: 1092 time: 2.1643405 Aug 31 15:59:12.767315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b631ef-52ea-46e2-8056-c09784ec5fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:12.786229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8dcb6f03-dd4c-4948-ac4a-ae91e036e03a None None] Provisioning for port fedfff32-9b69-4246-9b33-b6421b39d877 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:12.796617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8dcb6f03-dd4c-4948-ac4a-ae91e036e03a None None] Provisioning complete for port fedfff32-9b69-4246-9b33-b6421b39d877 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:12.797304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6f03-dd4c-4948-ac4a-ae91e036e03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.804228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Request body: {'port': {'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:12.877639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.884951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420923-e543-4767-9b5c-4ff01e58d64d req-d500b98e-e7e9-4f5a-8197-6ba92ea11678 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:12.893899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7420923-e543-4767-9b5c-4ff01e58d64d req-d500b98e-e7e9-4f5a-8197-6ba92ea11678 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.2013795 Aug 31 15:59:12.901059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.907169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb6f03-dd4c-4948-ac4a-ae91e036e03a None None] Port fedfff32-9b69-4246-9b33-b6421b39d877 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:12.907771 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:12.931227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 693d772e-5d5b-4e26-9e61-6d3d8a998da8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=693d772e-5d5b-4e26-9e61-6d3d8a998da8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:12.945124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.003527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7420923-e543-4767-9b5c-4ff01e58d64d req-08514dfd-92b1-43e8-bab3-f7620ac4526e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089652 Aug 31 15:59:13.026038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6632-0271-4806-8105-3b35c7de0f76 req-c6368c64-cc91-4008-bbb1-1f61f317efd2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.034822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c4e6632-0271-4806-8105-3b35c7de0f76 req-c6368c64-cc91-4008-bbb1-1f61f317efd2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2478411 Aug 31 15:59:13.089322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=693d772e-5d5b-4e26-9e61-6d3d8a998da8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:13.131026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.247686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c4e6632-0271-4806-8105-3b35c7de0f76 req-a8a6ce3e-8ae6-4495-95a8-2d2331edf017 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118826 Aug 31 15:59:13.275088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd61edc2-a4ba-4ad4-8deb-5b1a61016d01,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:13.292487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.297991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Checking segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:13.298373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Network hostable DHCP agents. Network: d2533d02-68d3-4bc0-be91-c145e50cde96, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:59:13.298643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.306131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.312764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.318477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0'}, {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:13.319135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.320773 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2" -d '{"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0"}, {"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "203aecc3-7275-49b3-8b17-d82597983e62"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:13.325533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.331823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.334218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-641751b4-a0de-46f4-a419-a1d172d520a7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5417 time: 0.1521244 Aug 31 15:59:13.348999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Network d2533d02-68d3-4bc0-be91-c145e50cde96 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:59:13.376925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d2533d02-68d3-4bc0-be91-c145e50cde96) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:13.385460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6eb3c-8ce1-4d5c-a7f9-6ae51774a04d None None] Network d2533d02-68d3-4bc0-be91-c145e50cde96 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:13.385665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:13.386104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.434821 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42614b01-3076-46fd-90ca-c3c38d18368c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9869428 Aug 31 15:59:13.440773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48018) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:13.447553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:13.452426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd47c272-a9ba-497e-940a-f48beff03572 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:13.460987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.462496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.479421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.487599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Transition to ACTIVE for port object bd47c272-a9ba-497e-940a-f48beff03572 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:13.493152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.518500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.525129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.598761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Pushing event updated for resources: {'Port': ['ID=fedfff32-9b69-4246-9b33-b6421b39d877,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:13.621899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d647a5dd-96e9-42c8-be33-e71bceacb423 req-6a930799-c802-4233-86ad-5a3d2e075c6e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2691047 Aug 31 15:59:13.669885 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.680236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-d2533d02-68d3-4bc0-be91-c145e50cde96', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:59:13.681282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.707270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:13.876809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48024) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:13.963641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Pushing event updated for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:13.969955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Allocated IP 172.20.0.2 (d2533d02-68d3-4bc0-be91-c145e50cde96/fd61edc2-a4ba-4ad4-8deb-5b1a61016d01/995e4fd2-6df0-47c4-a09d-460056e3c85e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:13.973106 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064fcd84-2d9b-4a19-887e-f6fc3001a37c x-openstack-request-id: req-064fcd84-2d9b-4a19-887e-f6fc3001a37c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:13.973239 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "203aecc3-7275-49b3-8b17-d82597983e62", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:13.973617 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-064fcd84-2d9b-4a19-887e-f6fc3001a37c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:13.974078 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0', 'status': 'completed', 'code': 200} Aug 31 15:59:13.974973 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62', 'status': 'completed', 'code': 200} Aug 31 15:59:14.118521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48030) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:14.160995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.162506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.163623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.164353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.165019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.165675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.166512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.169232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.169790 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-c71d8705-a795-4eec-9ada-7bd1e34bca0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6451 time: 0.1984770 Aug 31 15:59:14.179137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Transition to ACTIVE for port object 995e4fd2-6df0-47c4-a09d-460056e3c85e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:14.198963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Transition to ACTIVE for port object 995e4fd2-6df0-47c4-a09d-460056e3c85e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:14.210604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.238957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529ae0d-a545-41b2-86be-762c5c63cde7 req-e92d258b-5667-428e-abaf-6c2b9d5958f9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.240576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9529ae0d-a545-41b2-86be-762c5c63cde7 req-e92d258b-5667-428e-abaf-6c2b9d5958f9 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 950 time: 0.5270178 Aug 31 15:59:14.249662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-9f6d464b-ca3c-463b-bf7e-56b9a720462b req-b2b2b1c6-21d2-45bf-824c-0804db07617d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:59:14.250716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f6d464b-ca3c-463b-bf7e-56b9a720462b req-b2b2b1c6-21d2-45bf-824c-0804db07617d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055890 Aug 31 15:59:14.267568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Network d2533d02-68d3-4bc0-be91-c145e50cde96 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:14.277188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.280165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:14.288082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:14.296993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9529ae0d-a545-41b2-86be-762c5c63cde7 req-fcde5517-ecfe-4bd5-91df-ce084e36b7d7 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 Aug 31 15:59:14.304463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Deleting subnet dfb65e08-2767-4eb1-94b6-b444929fd363 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:59:14.325426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.328606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Pushing event updated for resources: {'Port': ['ID=995e4fd2-6df0-47c4-a09d-460056e3c85e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:14.411741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Attempting to bind port 995e4fd2-6df0-47c4-a09d-460056e3c85e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:14.412155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Attempting to bind port 995e4fd2-6df0-47c4-a09d-460056e3c85e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:14.412525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Attempting to bind port 995e4fd2-6df0-47c4-a09d-460056e3c85e on network d2533d02-68d3-4bc0-be91-c145e50cde96 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:14.423061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-ad665ba6-dc1c-4963-9732-17672f7ae86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.423638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-ad665ba6-dc1c-4963-9732-17672f7ae86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.424116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-ad665ba6-dc1c-4963-9732-17672f7ae86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.425976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-ad665ba6-dc1c-4963-9732-17672f7ae86e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3fbefe13f5e5478d8137264c11160ffb&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1348047 Aug 31 15:59:14.431286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:14.431689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Checking segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:14.432085 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.432957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Bound using segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:14.434170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Bound port: 995e4fd2-6df0-47c4-a09d-460056e3c85e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:14.435297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.460577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-06ce15c7-5a3b-4648-b437-2f12e8374d43 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.462283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-06ce15c7-5a3b-4648-b437-2f12e8374d43 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 950 time: 0.3981497 Aug 31 15:59:14.471209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:14.490560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.492773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:14.547122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] For port 995e4fd2-6df0-47c4-a09d-460056e3c85e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:14.558939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] For port 995e4fd2-6df0-47c4-a09d-460056e3c85e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=995e4fd2-6df0-47c4-a09d-460056e3c85e,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:14.565444 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.640889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 693d772e-5d5b-4e26-9e61-6d3d8a998da8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:14.709602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb4909ef-276c-410f-82e9-f220ef1fe9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.712876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-0da85236-64fb-433a-9abf-5b92e74c4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.714412 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-0da85236-64fb-433a-9abf-5b92e74c4581 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2685549 Aug 31 15:59:14.731599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Attempting to bind port bd47c272-a9ba-497e-940a-f48beff03572 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:14.734727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Attempting to bind port bd47c272-a9ba-497e-940a-f48beff03572 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:14.735877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Attempting to bind port bd47c272-a9ba-497e-940a-f48beff03572 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:14.750077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd350e-376e-49b7-a996-2fff69596c1d None None] Pushing event updated for resources: {'Port': ['ID=995e4fd2-6df0-47c4-a09d-460056e3c85e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:14.777903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:14.778330 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.790302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Port bd47c272-a9ba-497e-940a-f48beff03572 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:14.790632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Attempting to bind port bd47c272-a9ba-497e-940a-f48beff03572 on network 6f4e5254-44a7-46ea-90dc-a6286d186aec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:14.804488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.840320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:14.840739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Checking segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:14.841065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Bound using segment: {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:14.841496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Bound port: bd47c272-a9ba-497e-940a-f48beff03572, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3ca346-5790-40eb-878c-dcb3067ab4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:14.841863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.841990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-90093a9a-65eb-40e2-adab-8568edea38b6 None None] Provisioning complete for port fedfff32-9b69-4246-9b33-b6421b39d877 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:14.842332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-90093a9a-65eb-40e2-adab-8568edea38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:14.912155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-90093a9a-65eb-40e2-adab-8568edea38b6 None None] Port fedfff32-9b69-4246-9b33-b6421b39d877 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:14.938737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.939228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.939710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.940217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.940697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.941851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.941851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:14.944392 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-e050be2e-dfb5-4243-8579-f012594a3f30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6451 time: 0.1641536 Aug 31 15:59:15.068954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:15.084109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bd47c272-a9ba-497e-940a-f48beff03572,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:15.104427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.263146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.263786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.265239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-61d427a1-37aa-4537-a661-163760d9222a service neutron] 10.222.0.49 "PUT /v2.0/ports/bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 200 len: 1092 time: 2.4707634 Aug 31 15:59:15.265472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaba83-295a-4ec3-b8cd-5db333437223 req-c8aa3316-3266-4e72-a4d8-7c57ba03858d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.267758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52aaba83-295a-4ec3-b8cd-5db333437223 req-c8aa3316-3266-4e72-a4d8-7c57ba03858d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.8256433 Aug 31 15:59:15.270792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb4909ef-276c-410f-82e9-f220ef1fe9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.285434 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb4909ef-276c-410f-82e9-f220ef1fe9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.312908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-2946808d-7e22-4939-9fd2-e001a75522e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.313393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-2946808d-7e22-4939-9fd2-e001a75522e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.313864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-2946808d-7e22-4939-9fd2-e001a75522e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.315546 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-2946808d-7e22-4939-9fd2-e001a75522e6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3fbefe13f5e5478d8137264c11160ffb&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3585792 Aug 31 15:59:15.316899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-3c26e81d-be89-42ec-bacf-1c3a8f39a66b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6870923 Aug 31 15:59:15.334855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282802ad-7c8c-4aa5-9308-fb8318d32bdf req-6d089dbe-d5a5-4583-8693-633385a56620 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.336437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282802ad-7c8c-4aa5-9308-fb8318d32bdf req-6d089dbe-d5a5-4583-8693-633385a56620 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.7040591 Aug 31 15:59:15.401254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Router ecda4ebf-0f91-4917-8c05-585925f29905 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:59:15.410581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.425199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4909ef-276c-410f-82e9-f220ef1fe9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d6739-5d99-40c8-9e61-e74dfadceae2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:15.432440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Deleting port e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:15.432783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.477030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52aaba83-295a-4ec3-b8cd-5db333437223 req-4f3b474e-8d26-49a2-b2a6-37a2afefc197 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781671 Aug 31 15:59:15.489345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d427a1-37aa-4537-a661-163760d9222a service neutron] Pushing event updated for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:15.493287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.524738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb65e08-2767-4eb1-94b6-b444929fd363,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:15.544692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.549356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b0271633-8b51-45a4-939a-b7f6302b16e2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dfb65e08-2767-4eb1-94b6-b444929fd363 HTTP/1.1" status: 204 len: 168 time: 1.6708899 Aug 31 15:59:15.564813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282802ad-7c8c-4aa5-9308-fb8318d32bdf req-6f569bed-35ba-45b9-b83e-f13aa5af4956 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050233 Aug 31 15:59:15.576520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48052) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:15.581143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.775543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cb4909ef-276c-410f-82e9-f220ef1fe9b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5da6c23c032a48f09d79a00c98afcb68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6540179 Aug 31 15:59:15.783123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48060) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:15.821265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-1844db12-1eb7-49d7-86ac-94e8d51b79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.824317 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce9a6bae-3b6e-45ed-9f46-58b2b94d03d2 req-1844db12-1eb7-49d7-86ac-94e8d51b79e2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4763346 Aug 31 15:59:15.909934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.927195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] For port e3910b08-e9cb-46e3-90b2-c959821b591b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e3910b08-e9cb-46e3-90b2-c959821b591b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:15.927879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.950185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Allocated IP 172.25.6.245 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d521feea-5e37-4536-83d2-f5745c9e5529) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:15.974877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9dedf362-5524-4d37-a1ad-e6cbaa0e0fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:15.975149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.981515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:15.982574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.983803 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddacac3-8c00-463b-ac52-2a00e34224c4" -d '{"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "bd47c272-a9ba-497e-940a-f48beff03572"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:15.988778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:15.996914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.003660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.010581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.017684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.019678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-654dde1e-040f-430d-95d0-30ec93ebf94c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3073092 Aug 31 15:59:16.021981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Calling delete_port for e3910b08-e9cb-46e3-90b2-c959821b591b owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:16.034074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca5a62-a43a-4b96-8b77-dfb085ca88cf req-43cc3a3d-b6f4-46a7-aec9-94e69196ea26 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.036772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9dedf362-5524-4d37-a1ad-e6cbaa0e0fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.041924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-daca5a62-a43a-4b96-8b77-dfb085ca88cf req-43cc3a3d-b6f4-46a7-aec9-94e69196ea26 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 950 time: 0.3204639 Aug 31 15:59:16.080299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.081314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.081804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.082283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.082795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.083266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.084328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.086398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-056b8350-edbd-41b8-b216-2bb6b78d2028 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6493 time: 0.2086864 Aug 31 15:59:16.115486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:16.128231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Sync routers for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:16.142080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:16.142716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:16.146917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dd87335e-9741-455a-b62d-b6cf6f5eb384 admin admin] 10.222.0.43 "PUT /v2.0/routers/ecda4ebf-0f91-4917-8c05-585925f29905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3957143 Aug 31 15:59:16.264299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90f12f-9886-4759-911f-40bb48a453bf None None] Network d2533d02-68d3-4bc0-be91-c145e50cde96 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:16.267380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-70315e43-37cd-4ab7-9d62-1a864bcd8c45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 200 len: 217 time: 0.1685407 Aug 31 15:59:16.307792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.334139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe24127b-e79d-4ebf-85bc-1c37e5310139 req-cffa4e48-821b-476a-a71b-00c4d8c7e740 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2761884 Aug 31 15:59:16.377892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-daca5a62-a43a-4b96-8b77-dfb085ca88cf req-71d5bf83-30f6-4c60-ac55-56811d52108c tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/security-groups?id=99aab618-fa88-4978-8d1c-d70dedaaacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133321 Aug 31 15:59:16.395882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e9711a98-8894-4f15-a887-69524b720904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.396692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.398117 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e9711a98-8894-4f15-a887-69524b720904 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 HTTP/1.1" status: 200 len: 856 time: 0.1187356 Aug 31 15:59:16.420602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb223d5d-865f-481a-8491-323c155ac630']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:16.422271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9dedf362-5524-4d37-a1ad-e6cbaa0e0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.430452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9dedf362-5524-4d37-a1ad-e6cbaa0e0fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.431569 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9dedf362-5524-4d37-a1ad-e6cbaa0e0fd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/556d6739-5d99-40c8-9e61-e74dfadceae2 HTTP/1.1" status: 204 len: 168 time: 0.6468995 Aug 31 15:59:16.468974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ef6d31-335d-4525-8012-e60add8b894e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:16.469606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ef6d31-335d-4525-8012-e60add8b894e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:16.501566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:16.504607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.509594 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af5591-c223-414f-ac1e-80ceb42f09a0 x-openstack-request-id: req-f8af5591-c223-414f-ac1e-80ceb42f09a0 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:16.510150 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "bd47c272-a9ba-497e-940a-f48beff03572", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:16.510598 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8af5591-c223-414f-ac1e-80ceb42f09a0 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:16.511102 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572', 'status': 'completed', 'code': 200} Aug 31 15:59:16.529997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedf362-5524-4d37-a1ad-e6cbaa0e0fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d6739-5d99-40c8-9e61-e74dfadceae2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:16.543341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.570209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.576171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:59:16.581651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.691586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Pushing event updated for resources: {'Port': ['ID=d521feea-5e37-4536-83d2-f5745c9e5529,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:16.696396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-2003bb0a-7bc9-4d29-baa9-d7c7a0665b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.698420 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-2003bb0a-7bc9-4d29-baa9-d7c7a0665b4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2914703 Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:59:16.703370 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:59:16.713394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:16.713856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a0d35d0-64d3-4c39-9470-7925daa6f242 None None] Provisioning for port 995e4fd2-6df0-47c4-a09d-460056e3c85e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:16.740661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:16.766620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:16.782821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.789022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.793648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] 10.222.0.43 "DELETE /v2.0/networks/bb223d5d-865f-481a-8491-323c155ac630 HTTP/1.1" status: 204 len: 168 time: 1.2131665 Aug 31 15:59:16.809042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:16.848940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 995e4fd2-6df0-47c4-a09d-460056e3c85e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:16.855443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653ec3f-dcb7-4eaa-bead-ac8b16b704df admin admin] Pushing event deleted for resources: {'Network': ['ID=bb223d5d-865f-481a-8491-323c155ac630,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:16.910767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b80f8-6c18-4c51-a1b6-8adac5af0808 req-59bf20bf-31d0-493e-9416-7b1c39f42f3f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:16.913984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-742b80f8-6c18-4c51-a1b6-8adac5af0808 req-59bf20bf-31d0-493e-9416-7b1c39f42f3f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2066021 Aug 31 15:59:16.915035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:16.996335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Pushing event deleted for resources: {'Port': ['ID=e3910b08-e9cb-46e3-90b2-c959821b591b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:17.053034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] No DVR routers for this DVR port e3910b08-e9cb-46e3-90b2-c959821b591b on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:59:17.057617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.060572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06fa4d19-035a-42d2-bac5-3487cbaf1570 req-53ab0df2-ed7c-46b6-804b-88b768a98e6b tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.30 "DELETE /v2.0/ports/e3910b08-e9cb-46e3-90b2-c959821b591b HTTP/1.1" status: 204 len: 173 time: 2.5874996 Aug 31 15:59:17.061354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-deleted', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:17.064466 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92584097-61c5-4b7d-8f90-635e171a4fc7" -d '{"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-deleted", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:17.073722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Deleting subnet e75b53c0-4a96-4231-903a-cb430c2acc81 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:59:17.107909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-742b80f8-6c18-4c51-a1b6-8adac5af0808 req-ee5bf7e9-bc1b-4e14-ab72-296324cb524b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673677 Aug 31 15:59:17.115474 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.204415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.226237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 995e4fd2-6df0-47c4-a09d-460056e3c85e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:17.233138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 995e4fd2-6df0-47c4-a09d-460056e3c85e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:17.233712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.263131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48088) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:17.275339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:13Z', 'revision_number': 2, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:17.319455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Checking router: ecda4ebf-0f91-4917-8c05-585925f29905 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:17.320036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Updating router ecda4ebf-0f91-4917-8c05-585925f29905 port fedfff32-9b69-4246-9b33-b6421b39d877 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:17.320228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721e040-3c99-4a13-ba49-61bc524ba2fa req-81db4f22-854e-40c8-9aae-5168574e60ff tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.321806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f721e040-3c99-4a13-ba49-61bc524ba2fa req-81db4f22-854e-40c8-9aae-5168574e60ff tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1025834 Aug 31 15:59:17.367882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.373703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-5be0a854-7939-4b69-94e8-4c8c0f0146a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.375208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-5be0a854-7939-4b69-94e8-4c8c0f0146a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1102 time: 0.4523342 Aug 31 15:59:17.387776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f721e040-3c99-4a13-ba49-61bc524ba2fa req-5897ec32-0d3a-4e8f-99bd-4bf6f459f09c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505984 Aug 31 15:59:17.459125 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7233b2a5-9659-4308-9ff8-e90c03c80a66 x-openstack-request-id: req-7233b2a5-9659-4308-9ff8-e90c03c80a66 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:17.459609 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bd401c-d35f-4e64-88a5-97d2ab068579", "name": "network-vif-deleted", "tag": "e3910b08-e9cb-46e3-90b2-c959821b591b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:17.459869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.460248 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7233b2a5-9659-4308-9ff8-e90c03c80a66 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:17.460834 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bd401c-d35f-4e64-88a5-97d2ab068579', 'name': 'network-vif-deleted', 'tag': 'e3910b08-e9cb-46e3-90b2-c959821b591b', 'status': 'completed', 'code': 200} Aug 31 15:59:17.499782 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.572323 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.648351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48094) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:17.668066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794705717', 'description': 'tempest-description--1008482192'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:17.756643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ebbeb3b-09a0-4cfd-895e-67eb91d6a96e req-f3d0267a-0340-4cd9-be9f-c25e64d7fb26 tempest-ServersAdminTestJSON-668301097 tempest-ServersAdminTestJSON-668301097-project] 10.222.0.43 "GET /v2.0/ports?device_id=37bd401c-d35f-4e64-88a5-97d2ab068579 HTTP/1.1" status: 200 len: 210 time: 0.0423031 Aug 31 15:59:17.758358 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.773907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.780428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.787595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.793892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.797632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 995e4fd2-6df0-47c4-a09d-460056e3c85e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=995e4fd2-6df0-47c4-a09d-460056e3c85e,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:17.806157 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.810885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.816917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.823067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:17.825094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-ebf5ec1d-7d18-4a2e-81d1-e1cd1fbb0d21 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.2343602 Aug 31 15:59:17.844762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0c1fad3d-f6fb-482d-9641-5291fda2bcd5 None None] Provisioning complete for port 995e4fd2-6df0-47c4-a09d-460056e3c85e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:17.845177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0c1fad3d-f6fb-482d-9641-5291fda2bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.900135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9897e352-bed2-40cc-a30b-e29ba3b02975 req-89e0066a-b567-478d-960a-c60e8539f9ff tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591476 Aug 31 15:59:17.929319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=995e4fd2-6df0-47c4-a09d-460056e3c85e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:17.960052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.964783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:17.999433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.001326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3450444 Aug 31 15:59:18.004063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48096) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:18.004832 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-243d6c16-ee0b-4511-8845-6b047b17c872 service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2963614 Aug 31 15:59:18.009721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'security_group_rule': {'security_group_id': 'a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:18.017251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.033677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7d9a9-cb8b-42f6-8d4f-3381149e85bb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:18.038856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Transition to ACTIVE for port object fedfff32-9b69-4246-9b33-b6421b39d877 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:18.047845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.050982 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.060470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 15:59:18.060470 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 15:59:18.060470 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': 'c39006b804fc41c9ae1408ec120b5e14', 'expiration_1': datetime.datetime(2021, 8, 31, 15, 59, 18, 22293)}] Aug 31 15:59:18.060470 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:59:18.061039 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:59:18.118274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.124101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.142825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342b7898-7474-4e24-87b1-fd9e946c0a09,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:18.162729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.164596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d6375ac-f08b-48d2-9efe-963ebf454f05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591978 Aug 31 15:59:18.167845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:18.174339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'security_group_rule': {'security_group_id': 'a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:18.174931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ee63a-74cd-44cb-9048-836c4d03e153 None None] Pushing event updated for resources: {'Port': ['ID=fedfff32-9b69-4246-9b33-b6421b39d877,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:18.193930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Attempting to bind port fedfff32-9b69-4246-9b33-b6421b39d877 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:18.194391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Attempting to bind port fedfff32-9b69-4246-9b33-b6421b39d877 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:18.194831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Attempting to bind port fedfff32-9b69-4246-9b33-b6421b39d877 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:18.200911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:18.201388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:18.201868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.202368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:18.203273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Bound port: fedfff32-9b69-4246-9b33-b6421b39d877, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:18.203855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.244220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.255086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.281354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] For port fedfff32-9b69-4246-9b33-b6421b39d877, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:18.283961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59e7c2-7303-4953-9003-1f590b53cd30 req-8226a804-3fb2-4911-b288-0106830ba440 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:18.285008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] For port fedfff32-9b69-4246-9b33-b6421b39d877, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fedfff32-9b69-4246-9b33-b6421b39d877,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:18.286388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e59e7c2-7303-4953-9003-1f590b53cd30 req-8226a804-3fb2-4911-b288-0106830ba440 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.0876834 Aug 31 15:59:18.292021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.321278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-179891ed-309a-4ad1-a4b8-c75479087e34 service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018501 Aug 31 15:59:18.322475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-3f372d6d-5cb2-41eb-9a29-99d9f4531857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:18.325012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-3f372d6d-5cb2-41eb-9a29-99d9f4531857 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.9000170 Aug 31 15:59:18.344113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75b53c0-4a96-4231-903a-cb430c2acc81,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:18.372158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e59e7c2-7303-4953-9003-1f590b53cd30 req-d9093e39-6f05-4108-b890-50efb4849fdf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727000 Aug 31 15:59:18.378168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:18.379570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.380457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ee63a-74cd-44cb-9048-836c4d03e153 None None] Pushing event updated for resources: {'Port': ['ID=fedfff32-9b69-4246-9b33-b6421b39d877,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:18.385144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.410061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: e3910b08-e9cb-46e3-90b2-c959821b591b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:59:18.410549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e3910b08-e9cb-46e3-90b2-c959821b591b not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:59:18.412007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cd0e75-cc39-4406-a2fb-dcd6a7b3d7b8,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:18.415023 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.416338 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-522b204b-422a-46dd-af2a-ef50d7b59cda tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2470658 Aug 31 15:59:18.420002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:18.420843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:18.424856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48104) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:18.428740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:18.455650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.521787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.529091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cf91d3f3-3f53-4ed9-b98f-56b99f17ed39 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e75b53c0-4a96-4231-903a-cb430c2acc81 HTTP/1.1" status: 204 len: 168 time: 1.7181334 Aug 31 15:59:18.531882 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-dbdd7015-a81f-4eec-b8f5-0b73d9707c7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 217 time: 0.1953998 Aug 31 15:59:18.532671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.533762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48106) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:18.564237 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.572256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 995e4fd2-6df0-47c4-a09d-460056e3c85e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:18.610542 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-73997cc7-241b-4357-b34e-d4d05d294ab4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 217 time: 0.2753863 Aug 31 15:59:18.643413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 995e4fd2-6df0-47c4-a09d-460056e3c85e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:18.643879 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.646886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:18.700832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671fb2f-3a6f-4635-9e8d-2e3862e67c59 req-fb2fadcd-af78-4280-9d45-231217b0b28f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:18.707305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2671fb2f-3a6f-4635-9e8d-2e3862e67c59 req-fb2fadcd-af78-4280-9d45-231217b0b28f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1700323 Aug 31 15:59:18.714700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.763958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d3487aa3-f4e8-4452-a884-93151ef38482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:18.765486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d3487aa3-f4e8-4452-a884-93151ef38482 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.1335175 Aug 31 15:59:18.770255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-fcdc0d89-2421-478d-94eb-92142d41b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:18.771870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-fcdc0d89-2421-478d-94eb-92142d41b057 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1640856 Aug 31 15:59:18.804768 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2671fb2f-3a6f-4635-9e8d-2e3862e67c59 req-69107df9-5b5b-4346-9a2c-52775fb394a4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858757 Aug 31 15:59:18.901537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.955661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-59c9bb9e-af75-41da-ae91-9048cc553120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:18.956611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:18Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:18.958022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-59c9bb9e-af75-41da-ae91-9048cc553120 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1833475 Aug 31 15:59:18.982280 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:18.991001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4833c-a050-497c-8469-02685b8ad4b2 None None] The sync data for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 is: [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:18Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:19.006734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf951e7-327b-436b-8172-41bfff1ef71e']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:19.040672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e431aaf9-7cf7-46ba-a756-0d3f582c83c8') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:19.040672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e431aaf9-7cf7-46ba-a756-0d3f582c83c8') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:19.086030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.089536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-e36cefd9-277f-4577-b67b-5082200c7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.090979 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-e36cefd9-277f-4577-b67b-5082200c7ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2989461 Aug 31 15:59:19.094187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.146742 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.172416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:59:19.172884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: timer() Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:59:19.175210 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:59:19.237654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Allocated IP 172.25.6.252 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/69d7cb60-fc33-40e2-b060-b75357fcb7ee) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:19.259574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.265303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.271673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.277876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.283993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.290674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.296780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.305203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-f726a572-7a9b-4e90-93f9-1af9944da70d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.2956495 Aug 31 15:59:19.306922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.332705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.335306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48116) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:19.360092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.408571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.413263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] 10.222.0.43 "DELETE /v2.0/networks/baf951e7-327b-436b-8172-41bfff1ef71e HTTP/1.1" status: 204 len: 168 time: 0.8723960 Aug 31 15:59:19.462164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fd48845-d1c4-4dbf-baad-ff167259df15 req-9db3756a-3b13-4a34-b14e-ed854c3fbffa tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547761 Aug 31 15:59:19.465620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6955b-f1f3-4291-9335-3a7f176a746f admin admin] Pushing event deleted for resources: {'Network': ['ID=baf951e7-327b-436b-8172-41bfff1ef71e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:19.502300 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-73f95a31-2eae-4ba8-bea0-f57d7e8ee95c service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338092 Aug 31 15:59:19.504562 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c39006b804fc41c9ae1408ec120b5e14&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1698697 Aug 31 15:59:19.510920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70222f2-17b9-4870-8168-3bf75a1cfa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea25872-e300-4c1c-a3b7-d8139c4f45d3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:19.513834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48124) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:19.589337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.597935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-4e4646f2-f02a-4b66-b284-143654cc6c8c service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461107 Aug 31 15:59:19.659761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-30024317-769e-4747-a509-e2fb3e152289 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b81e86c5987b4509ae623773bfade3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224423 Aug 31 15:59:19.672023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ebca7-0620-4dcb-80da-721f619676b6 req-d3823d8d-abb1-497c-8fbd-3356586feea1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:19.673992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-739ebca7-0620-4dcb-80da-721f619676b6 req-d3823d8d-abb1-497c-8fbd-3356586feea1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.1514289 Aug 31 15:59:19.674497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48126) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:19.674833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48128) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:19.777150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a60aa91-6b9b-4191-8b50-1acc65d1e34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.851308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-30d189fd-3116-405f-b628-cf6af5af4beb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=847fc51d7a8b4bdc8115ee0d52a66cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691563 Aug 31 15:59:19.855086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.860504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Router 94e96d0e-376d-4f98-ab9b-cc989c05e754 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:59:19.862484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48132) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:19.869219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-75883769-79f3-4e28-bcde-38531e411637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.879589 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d2a00a00-d97f-4aca-a230-a0f975240ffe service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647532 Aug 31 15:59:19.886814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:19.891982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-739ebca7-0620-4dcb-80da-721f619676b6 req-008d3fec-00f2-4272-8f3e-61b7331f869a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659522 Aug 31 15:59:19.908556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a60aa91-6b9b-4191-8b50-1acc65d1e34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:19.925941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:19.957507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:20.008406 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-26f6c05c-4ed8-4e02-b7e2-68809a605bdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0831115 Aug 31 15:59:20.009584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-75883769-79f3-4e28-bcde-38531e411637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.017572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-849bb6e3-b359-466d-9ef1-6c737dd4f333 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080665 Aug 31 15:59:20.047499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c056f-a300-4fb4-a7f6-923cb106ab15 req-36edcfc6-1ffa-457e-961c-45a46c8e0bb0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.049200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b28c056f-a300-4fb4-a7f6-923cb106ab15 req-36edcfc6-1ffa-457e-961c-45a46c8e0bb0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1541133 Aug 31 15:59:20.056332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=69d7cb60-fc33-40e2-b060-b75357fcb7ee,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:20.158936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.186209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-75883769-79f3-4e28-bcde-38531e411637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.189835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-75883769-79f3-4e28-bcde-38531e411637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.190653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-75883769-79f3-4e28-bcde-38531e411637 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99aab618-fa88-4978-8d1c-d70dedaaacde HTTP/1.1" status: 204 len: 168 time: 0.5128961 Aug 31 15:59:20.229056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b28c056f-a300-4fb4-a7f6-923cb106ab15 req-5de5e8b6-a5f1-4f42-8f76-76100d9513cb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497278 Aug 31 15:59:20.233001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bf88673-8625-4c3f-8dc7-785a750fbb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.245029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.250212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-7e0ed159-ca89-44e9-a283-842540a15573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.251656 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-7e0ed159-ca89-44e9-a283-842540a15573 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.2159693 Aug 31 15:59:20.255206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a60aa91-6b9b-4191-8b50-1acc65d1e34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.258196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75883769-79f3-4e28-bcde-38531e411637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aab618-fa88-4978-8d1c-d70dedaaacde,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:20.259078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a60aa91-6b9b-4191-8b50-1acc65d1e34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.260323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a60aa91-6b9b-4191-8b50-1acc65d1e34b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ea25872-e300-4c1c-a3b7-d8139c4f45d3 HTTP/1.1" status: 204 len: 168 time: 0.7367668 Aug 31 15:59:20.261479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:20.286854 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Sync routers for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:20.313346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.314526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a20457ae-67d3-464b-85ae-ac14c3acab59 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.8705080 Aug 31 15:59:20.317444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48138) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:20.319092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bf88673-8625-4c3f-8dc7-785a750fbb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.321228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60aa91-6b9b-4191-8b50-1acc65d1e34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea25872-e300-4c1c-a3b7-d8139c4f45d3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:20.329395 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:20.331750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:20.393967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e428b8d9-2b2c-4e26-b951-7dbe343e99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.396722 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-e428b8d9-2b2c-4e26-b951-7dbe343e99d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1147070 Aug 31 15:59:20.503560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bf88673-8625-4c3f-8dc7-785a750fbb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.506659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bf88673-8625-4c3f-8dc7-785a750fbb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.510202 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6bf88673-8625-4c3f-8dc7-785a750fbb75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab HTTP/1.1" status: 204 len: 168 time: 0.6273386 Aug 31 15:59:20.538228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf88673-8625-4c3f-8dc7-785a750fbb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f063ba6-95f7-4fcb-a8d9-1f7cc9b100ab,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:20.602986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:20.606536 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-672d691a-d9a4-4639-bf93-2e0dc2a71e94 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021248 Aug 31 15:59:20.660649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fedfff32-9b69-4246-9b33-b6421b39d877 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:20.814318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fedfff32-9b69-4246-9b33-b6421b39d877 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:20.815438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-37035c5b-3a49-46d5-a16c-57be822ff5cf service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011797 Aug 31 15:59:20.828794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fedfff32-9b69-4246-9b33-b6421b39d877 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:20.829230 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.916554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.929005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-1d4041c3-97e4-4e5c-ade8-54301bcb767c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=5141561a-59b8-4429-ae4d-7ba252005c67 HTTP/1.1" status: 200 len: 217 time: 0.1029067 Aug 31 15:59:20.937041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.943899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.953822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.960796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.967947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.974070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.983112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:20.985553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-51ff93fc-ef3d-4707-b5f2-f0076642a596 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3077953 Aug 31 15:59:20.990591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:20.991426 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a7479f03-b2c8-4729-8c82-b625d6ea93f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.071325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-f564949d-e40c-449b-a6de-227265fb6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:21.077493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-f564949d-e40c-449b-a6de-227265fb6c80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.1381359 Aug 31 15:59:21.080840 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.084672 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:18Z', 'revision_number': 3, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:21.146533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Checking router: 94e96d0e-376d-4f98-ab9b-cc989c05e754 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:21.148689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port fedfff32-9b69-4246-9b33-b6421b39d877, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fedfff32-9b69-4246-9b33-b6421b39d877,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:21.149689 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Updating router 94e96d0e-376d-4f98-ab9b-cc989c05e754 port d521feea-5e37-4536-83d2-f5745c9e5529 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:21.153795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.180873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-063a7de8-3a0d-4d1b-8cf8-8077d07760f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:21.184397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-063a7de8-3a0d-4d1b-8cf8-8077d07760f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030667 Aug 31 15:59:21.191121 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.246384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-690bbec9-70b2-4f13-b1e0-84bddb032277 req-9b8e25ad-cfcb-4d21-9da1-7eb9699f148d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370961 Aug 31 15:59:21.269558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=69d7cb60-fc33-40e2-b060-b75357fcb7ee,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:21.289061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=fedfff32-9b69-4246-9b33-b6421b39d877,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:21.323936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.360524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a88047-ccd2-4af4-b62a-d52865971e0c req-1849ac13-4aed-4c51-8c30-cc5f3c2d9c74 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:21.362463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56a88047-ccd2-4af4-b62a-d52865971e0c req-1849ac13-4aed-4c51-8c30-cc5f3c2d9c74 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2984025 Aug 31 15:59:21.366447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48156) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:21.367217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.376854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ca7c753-a7e7-4ec9-8e30-6370e834d41b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9440346 Aug 31 15:59:21.447730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-6af303ef-c637-45d1-a468-cd4f3e5e9fc9 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541215 Aug 31 15:59:21.485311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56a88047-ccd2-4af4-b62a-d52865971e0c req-68e8a967-e0a3-4507-b253-e5d513c1ffa2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072087 Aug 31 15:59:21.541134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-80f08903-2049-45a1-b0a7-ffdf6b7de73d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1849f779b2de4acc95dc09bf5ca4c81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714230 Aug 31 15:59:21.548735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48160) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:21.549069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48162) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:21.592457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-57b71c6d-f168-443b-a643-f0514dc55698 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326210 Aug 31 15:59:21.643277 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-50feeba9-3959-4713-9eeb-7244396db9be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0 HTTP/1.1" status: 200 len: 217 time: 0.0498250 Aug 31 15:59:21.665794 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.678530 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Transition to ACTIVE for port object d521feea-5e37-4536-83d2-f5745c9e5529 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:21.687508 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.721775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-84222cd0-9f90-49f1-b327-21f496df58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:21.723957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-84222cd0-9f90-49f1-b327-21f496df58da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0727603 Aug 31 15:59:21.779241 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8bc41-ac18-44a9-b88e-0e25bfc54dc8 None None] Pushing event updated for resources: {'Port': ['ID=d521feea-5e37-4536-83d2-f5745c9e5529,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:21.800623 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Attempting to bind port d521feea-5e37-4536-83d2-f5745c9e5529 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:21.801075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Attempting to bind port d521feea-5e37-4536-83d2-f5745c9e5529 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:21.801511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Attempting to bind port d521feea-5e37-4536-83d2-f5745c9e5529 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:21.809294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-ccc7cbc7-4505-41c9-8bd2-962947534d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:21.812526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-ccc7cbc7-4505-41c9-8bd2-962947534d9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813699 Aug 31 15:59:21.822790 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:21.827159 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:21.827704 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.828178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:21.828793 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Bound port: d521feea-5e37-4536-83d2-f5745c9e5529, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:21.829260 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.911873 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] For port d521feea-5e37-4536-83d2-f5745c9e5529, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:21.917134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] For port d521feea-5e37-4536-83d2-f5745c9e5529, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d521feea-5e37-4536-83d2-f5745c9e5529,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:21.923894 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:21.937716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-98a64b81-0b7d-428f-9ff4-8e49e0a4c9f3 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169353 Aug 31 15:59:22.061865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-76b5a07c-1a89-401a-95af-d8439f54c8ee service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167772 Aug 31 15:59:22.072610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837c71a-ca4d-40c6-a751-4317e53ab03e req-7ebc492e-181e-412b-be18-b9e0a55d040e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.074113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4837c71a-ca4d-40c6-a751-4317e53ab03e req-7ebc492e-181e-412b-be18-b9e0a55d040e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.6145017 Aug 31 15:59:22.101652 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:22.102255 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:58:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:22.129190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-eba4e904-fe63-4568-906b-5d316fa5bb94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203aecc3-7275-49b3-8b17-d82597983e62 HTTP/1.1" status: 200 len: 217 time: 0.0537503 Aug 31 15:59:22.141458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-27bbbc06-e1de-44ef-939a-69e2a2461527 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=218093d1c48d4da78366c4f65b444cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863876 Aug 31 15:59:22.148134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48190) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:22.161221 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8bc41-ac18-44a9-b88e-0e25bfc54dc8 None None] Pushing event updated for resources: {'Port': ['ID=d521feea-5e37-4536-83d2-f5745c9e5529,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:22.201228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a353f95-ff73-414b-81f8-d4b88814ac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.213443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4837c71a-ca4d-40c6-a751-4317e53ab03e req-2655df1a-2c74-4830-99cb-0c53a6873958 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097991 Aug 31 15:59:22.219952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-95592e82-1abf-4aaf-992f-5783907f2c5e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1794705717&fields=id&tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 267 time: 0.1374316 Aug 31 15:59:22.255118 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:22.255962 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a353f95-ff73-414b-81f8-d4b88814ac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.258181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-0375c0c8-0577-47ba-bfd7-7e89d09fc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.258804 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.259879 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-0375c0c8-0577-47ba-bfd7-7e89d09fc84e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1241193 Aug 31 15:59:22.260612 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1414e0fb-8ed7-4f5c-863b-2831e45c8936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.284936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48192) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:22.321431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1414e0fb-8ed7-4f5c-863b-2831e45c8936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.346534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d2fe6cf3-03b2-4499-9a18-aa2995207d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.348369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d2fe6cf3-03b2-4499-9a18-aa2995207d71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777743 Aug 31 15:59:22.440635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a353f95-ff73-414b-81f8-d4b88814ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.443751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a353f95-ff73-414b-81f8-d4b88814ac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.447320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a353f95-ff73-414b-81f8-d4b88814ac9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/776ca634-4dd3-44b9-bf9d-076c36067e27 HTTP/1.1" status: 204 len: 168 time: 0.8912926 Aug 31 15:59:22.481473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1414e0fb-8ed7-4f5c-863b-2831e45c8936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.485387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1414e0fb-8ed7-4f5c-863b-2831e45c8936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.488232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1414e0fb-8ed7-4f5c-863b-2831e45c8936 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/272d3f85-4f62-4fa1-8561-f893e59924b1 HTTP/1.1" status: 204 len: 168 time: 0.3347809 Aug 31 15:59:22.508788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3f681b4c-4029-40b0-84c5-f8176406b99b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.510579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3f681b4c-4029-40b0-84c5-f8176406b99b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.2792118 Aug 31 15:59:22.511947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414e0fb-8ed7-4f5c-863b-2831e45c8936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d3f85-4f62-4fa1-8561-f893e59924b1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:22.516003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-d866e6fa-a824-4772-a9e2-52e33ec5351b service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580660 Aug 31 15:59:22.524946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a353f95-ff73-414b-81f8-d4b88814ac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ca634-4dd3-44b9-bf9d-076c36067e27,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:22.546926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:18Z', 'revision_number': 3, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:22.553391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-da1962be-4cb3-445a-8b6e-aa274a14cf00 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/quotas/6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 375 time: 0.0323119 Aug 31 15:59:22.560483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-network', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:22.633048 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aad422-1b4f-4f15-9422-e4bd1cc0ca9c None None] The sync data for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 is: [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:18Z', 'revision_number': 3, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:22.633232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.639697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.642715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fedfff32-9b69-4246-9b33-b6421b39d877 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:22.646096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.657537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.676238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.687866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.692439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Made reservation on behalf of 60597ecec58f4d8ab469b11fd69ba7a9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:22.695412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.699490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.702373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-f36fec74-cb64-4ba2-9ab7-07c1d4d8d4fd tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.2916570 Aug 31 15:59:22.708746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.795440 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-b9e66e22-29a9-46fb-a544-a0543caa18d9 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714763 Aug 31 15:59:22.800030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fedfff32-9b69-4246-9b33-b6421b39d877 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:22.801672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:22.809378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7888095-81f6-4cc7-b850-a75cabe883bd req-b3638df6-1857-4f52-8d50-e568b0bd962c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872185 Aug 31 15:59:22.823958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Allocated IP 172.20.0.1 (d2533d02-68d3-4bc0-be91-c145e50cde96/fd61edc2-a4ba-4ad4-8deb-5b1a61016d01/3192a4d3-5ba3-4236-a0fb-7ee580493184) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:22.835389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-a933031b-30a7-4652-bde4-19b34eaab75e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2755244 Aug 31 15:59:22.862966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-86fa0b7c-0946-4ed0-98b7-103d6d06bcad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 200 len: 217 time: 0.0549676 Aug 31 15:59:22.979349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-4a6f10f7-44cb-45e3-99c2-3ebc3f009714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:22.980895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-4a6f10f7-44cb-45e3-99c2-3ebc3f009714 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1064873 Aug 31 15:59:23.118653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9c309-1b45-4dfc-ba45-2203bd34408e req-b643b140-b935-45a8-a9b5-1ea6f462c7fa tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:23.129855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fd9c309-1b45-4dfc-ba45-2203bd34408e req-b643b140-b935-45a8-a9b5-1ea6f462c7fa tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.1564748 Aug 31 15:59:23.214556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fd9c309-1b45-4dfc-ba45-2203bd34408e req-27c68a89-788b-40bb-8c6c-7f2ca880fddf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781727 Aug 31 15:59:23.231812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-4a9380c7-c738-4927-9044-dae609c6cf1a service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833396 Aug 31 15:59:23.394417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-196ec1d8-98c3-4bef-99d6-a02b3af68db4 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401670 Aug 31 15:59:23.410137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.451222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Transition to ACTIVE for port object 3192a4d3-5ba3-4236-a0fb-7ee580493184 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:23.521609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-df2731cc-09be-492f-a2a4-454b4c560430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:23.524027 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-df2731cc-09be-492f-a2a4-454b4c560430 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5292511 Aug 31 15:59:23.547381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723c853-e781-4fe0-93b8-dc39632b789b req-653dee6b-0e71-44d7-b392-8897e620d1d9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:23.550252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b723c853-e781-4fe0-93b8-dc39632b789b req-653dee6b-0e71-44d7-b392-8897e620d1d9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1545866 Aug 31 15:59:23.584835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.635545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.645211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-489b312b-6eac-438b-9703-9da89affa01b service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100729 Aug 31 15:59:23.645893 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.767138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:59:23.778273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Network d2533d02-68d3-4bc0-be91-c145e50cde96 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:23.794842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28d1051-aa7d-4a6a-8efe-3465ee9c8c32,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:23.796826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:23.803925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.804390 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Added segment 1489e666-776c-4c11-89de-2ce070cfb76c of type vlan for network ff2f9727-ff3e-4135-8572-8b76c9720e77 Aug 31 15:59:23.823842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:23.834974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b723c853-e781-4fe0-93b8-dc39632b789b req-9d119bc9-55ea-4b06-b2cc-608c30dd48bd tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718205 Aug 31 15:59:23.855901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-989a672f-1b4a-4d19-b805-556cefd8a96e req-09b296ee-93ee-4877-8d59-8ddc6f9a6e04 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019501 Aug 31 15:59:23.859908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:23.882014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.952850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-497db197-8129-4f68-a22d-8de720c89750 req-aef63f52-54bf-41a7-95ff-1fb81884905c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 210 time: 0.1573484 Aug 31 15:59:23.955581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Pushing event updated for resources: {'Port': ['ID=3192a4d3-5ba3-4236-a0fb-7ee580493184,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:23.978591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.979896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:23.980818 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:23.997727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.060589 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.137406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebe2cca2-7298-4afa-b330-f4cb4dd9281d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.213786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9274242 Aug 31 15:59:24.221430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48258) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:24.241438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Request body: {'subnet': {'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-subnet', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:24.287443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.288132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.288741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.289402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.289933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.290479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.291021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.293181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-1c06e314-3686-4d72-bf9a-299bf04aaa61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6493 time: 0.3069944 Aug 31 15:59:24.293980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba43040-d132-43d8-b46f-38173e6f4331 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2f9727-ff3e-4135-8572-8b76c9720e77,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:24.313190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:59:24.377117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.386509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.393650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.400774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.406398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-f9c9a8c4-e131-4908-a34b-4cd4c1519cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.408046 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-f9c9a8c4-e131-4908-a34b-4cd4c1519cb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 200 len: 903 time: 0.1055982 Aug 31 15:59:24.408629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.415931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-503841939-network', 'tenant_id': '99949c36d79d47d086317b40e619d121'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:24.417800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.426922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.435095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-04703897-726a-4ae5-93a4-9e5789444bf4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3368843 Aug 31 15:59:24.457702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Made reservation on behalf of 60597ecec58f4d8ab469b11fd69ba7a9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:24.460639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.463409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-58eef434-f43e-4ade-bc05-eddea1a7af9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 200 len: 217 time: 0.0438671 Aug 31 15:59:24.519307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6ba319a6-8096-4b2a-8414-908a060b9048 None None] Provisioning for port 3192a4d3-5ba3-4236-a0fb-7ee580493184 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:24.552858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6ba319a6-8096-4b2a-8414-908a060b9048 None None] Provisioning complete for port 3192a4d3-5ba3-4236-a0fb-7ee580493184 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:24.553502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6ba319a6-8096-4b2a-8414-908a060b9048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.585930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60fd81d4-48ee-4b02-a15c-0d2eed458a2f req-c8a824b2-973d-426d-9dec-cdf97c3143d2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496060 Aug 31 15:59:24.631208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660a60a-3797-4969-90db-4da3915feb7d req-44f09479-4e5c-46fc-adcc-3594d5d2f236 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.636841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Made reservation on behalf of 99949c36d79d47d086317b40e619d121 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:24.639046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6660a60a-3797-4969-90db-4da3915feb7d req-44f09479-4e5c-46fc-adcc-3594d5d2f236 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2009826 Aug 31 15:59:24.639274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.645379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-4c99c583-0965-425a-b14f-aa771a466c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.647456 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-4c99c583-0965-425a-b14f-aa771a466c21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1661890 Aug 31 15:59:24.648571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.652063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6ba319a6-8096-4b2a-8414-908a060b9048 None None] Port 3192a4d3-5ba3-4236-a0fb-7ee580493184 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:24.697835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d521feea-5e37-4536-83d2-f5745c9e5529 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:24.698765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.757463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6660a60a-3797-4969-90db-4da3915feb7d req-3f409687-02d4-44e1-bf36-4fb7ad82004b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086299 Aug 31 15:59:24.784449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d521feea-5e37-4536-83d2-f5745c9e5529 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:24.795994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d521feea-5e37-4536-83d2-f5745c9e5529 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:24.796878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:24.826835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-adbacc2c-b5a5-4510-b45b-9641a79d593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:24.829051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-adbacc2c-b5a5-4510-b45b-9641a79d593c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1446061 Aug 31 15:59:25.013007 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.014157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.027737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.032287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.082575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-5eb32a35-8fe9-4145-bf5e-775328c45b4e service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276027 Aug 31 15:59:25.096003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d521feea-5e37-4536-83d2-f5745c9e5529, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d521feea-5e37-4536-83d2-f5745c9e5529,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:25.103048 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.177944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-968c7a62-c7fd-427c-a6fe-1ba479c26f16 req-51e70258-6c2c-486d-8dde-816052ada6c9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 210 time: 0.0859733 Aug 31 15:59:25.189700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.196515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d521feea-5e37-4536-83d2-f5745c9e5529,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:25.207106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.209028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Pushing event updated for resources: {'Port': ['ID=3192a4d3-5ba3-4236-a0fb-7ee580493184,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:25.223322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639f9d4-9832-4c71-b001-1d6f90f43154 req-50a698d9-f71b-4896-a42c-e91becf43936 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.225191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f639f9d4-9832-4c71-b001-1d6f90f43154 req-50a698d9-f71b-4896-a42c-e91becf43936 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.2080150 Aug 31 15:59:25.231154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.234998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.248820 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.321025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f639f9d4-9832-4c71-b001-1d6f90f43154 req-b8a822e2-7bf6-4db5-bb4a-009a4d67a7a1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 Aug 31 15:59:25.341123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:59:25.350166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Network d2533d02-68d3-4bc0-be91-c145e50cde96 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:25.351618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:25.354485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3602e606-c4d8-4e8d-b80a-6eaf8a1cb8dd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:25.365639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ed4d0b-5142-426a-b847-0eae7b57e9db,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:25.369335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.369783 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Added segment 93441537-9ad7-452f-b869-b2e74a8d790a of type vlan for network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 Aug 31 15:59:25.452960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fddacac3-8c00-463b-ac52-2a00e34224c4 req-44f9f411-9a6a-49ef-8e0a-c17f7510bf7d service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601758 Aug 31 15:59:25.454077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Checking segment: {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:25.454649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Network hostable DHCP agents. Network: ff2f9727-ff3e-4135-8572-8b76c9720e77, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:59:25.475449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.520644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Router 94e96d0e-376d-4f98-ab9b-cc989c05e754 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:59:25.522762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:59:25.531269 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.532770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.534508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.548925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, ff2f9727-ff3e-4135-8572-8b76c9720e77) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:25.561877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8acf1-5aca-4c97-b539-a902d27cfff1 None None] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:25.598283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.598983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.698946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:25.708216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f4b383a-658d-4fea-9793-49f4660cacbb admin admin] 10.222.0.43 "PUT /v2.0/routers/94e96d0e-376d-4f98-ab9b-cc989c05e754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3889339 Aug 31 15:59:25.745674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Sync routers for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:25.795709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:25.796415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:25.843130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:25.851363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9890995 Aug 31 15:59:25.854025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48306) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:25.867226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.871879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668260d-d0d5-4231-bbc6-fa3445b0fa59 admin admin] Pushing event updated for resources: {'Network': ['ID=61255bd9-b18a-49fc-ad50-1e96fa52eb82,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:25.877854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.892665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.895383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Request body: {'subnet': {'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-503841939-subnet', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:25.900579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.907371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.916640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.921165 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd60c35d-409f-4bcb-b0c2-b802289c5fa9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6854367 Aug 31 15:59:25.923337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:25.926303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-886b29b5-c3b8-4c59-81f5-8f556ad5ad4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.1668024 Aug 31 15:59:25.928034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48308) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:25.934492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:25.949771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:59:26.004702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Made reservation on behalf of 99949c36d79d47d086317b40e619d121 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:26.007266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.032678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-ff2f9727-ff3e-4135-8572-8b76c9720e77', 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'fixed_ips': [{'subnet_id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:59:26.034606 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.037727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-b4789831-a39c-407b-ae51-619ccdab3c94 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:26.039619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-b4789831-a39c-407b-ae51-619ccdab3c94 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.3008714 Aug 31 15:59:26.050587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07cf47a4-ef28-43c1-b594-b30239a979fe req-523b0a02-4890-4823-8ad6-9b5e08816446 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023216 Aug 31 15:59:26.053065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.054530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.073029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be835b8-5ffd-4b9d-83f6-a09e08ea9a2d req-e884e3f3-2fa2-4466-a82f-38c107802c2b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:26.080588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4be835b8-5ffd-4b9d-83f6-a09e08ea9a2d req-e884e3f3-2fa2-4466-a82f-38c107802c2b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.1531360 Aug 31 15:59:26.152225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.165494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4be835b8-5ffd-4b9d-83f6-a09e08ea9a2d req-8a00887f-47ce-4b53-a85b-833bb38264e1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Aug 31 15:59:26.170645 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-2c7f63b3-b785-45ec-a30a-5f29b517fd70 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 380 time: 0.0731084 Aug 31 15:59:26.185972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'port': {'device_id': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'admin_state_up': True, 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'security_groups': ['a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:26.292577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48318) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:26.339289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-de8c0f72-755d-4d9f-bce3-8c09bf347749 None None] Provisioning complete for port 3192a4d3-5ba3-4236-a0fb-7ee580493184 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:26.339913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-de8c0f72-755d-4d9f-bce3-8c09bf347749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.466377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9a71321-cf67-46aa-9abe-a29bd4d1de47 req-a0eb3853-7be6-4032-aa64-f63334c55122 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 210 time: 0.0848391 Aug 31 15:59:26.470023 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.481936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:26.482848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.506905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:26.519939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.525704 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33316da6-deff-4199-a1c0-bc166bb638f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.553521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-de8c0f72-755d-4d9f-bce3-8c09bf347749 None None] Port 3192a4d3-5ba3-4236-a0fb-7ee580493184 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:26.602883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d521feea-5e37-4536-83d2-f5745c9e5529 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:26.617094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7954665a-8636-439a-a84b-10f3d8c4153a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:26.687422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Checking segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:26.687778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Network hostable DHCP agents. Network: 61255bd9-b18a-49fc-ad50-1e96fa52eb82, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:59:26.701929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Allocated IP 172.20.0.2 (ff2f9727-ff3e-4135-8572-8b76c9720e77/e9ed4d0b-5142-426a-b847-0eae7b57e9db/b96ce20b-5d88-45b8-80b5-1a2c241ebac5) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:26.774732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c8536-5852-4124-a543-8a54d4168af0 req-f21c0f6a-5a03-48bf-a1f2-bc5709cb5900 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:26.782413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a7c8536-5852-4124-a543-8a54d4168af0 req-f21c0f6a-5a03-48bf-a1f2-bc5709cb5900 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1732118 Aug 31 15:59:26.810923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Allocated IP 172.20.0.10 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/63eb8277-3ed1-4f14-a682-7121db6d15a1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:26.854045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48324) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:26.869063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a7c8536-5852-4124-a543-8a54d4168af0 req-04ad7653-9d29-494c-9ec0-6e5a929c5acd tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851071 Aug 31 15:59:26.878361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:59:26.886537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358726387', 'description': 'tempest-description--110818564'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:26.891723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 61255bd9-b18a-49fc-ad50-1e96fa52eb82) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:26.896076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:26.896863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.900125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33316da6-deff-4199-a1c0-bc166bb638f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.910719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33316da6-deff-4199-a1c0-bc166bb638f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.911741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e45d09-c6bd-4f3e-8537-502f93e672c2 None None] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:26.934234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.962808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d521feea-5e37-4536-83d2-f5745c9e5529 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:26.963192 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.983516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:26.988523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316da6-deff-4199-a1c0-bc166bb638f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770001d-4a37-49ea-8b4f-6c1250692ec0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:27.000711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-33316da6-deff-4199-a1c0-bc166bb638f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4feb3aff1aa2471c8eed66b8df100758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070003 Aug 31 15:59:27.005448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48326) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:27.028558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d215e38e-b8ba-472b-9b37-50e0b6bc2dc1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1562197 Aug 31 15:59:27.035515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.037943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:27.045377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:27.045942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.086371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Transition to ACTIVE for port object 63eb8277-3ed1-4f14-a682-7121db6d15a1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:27.114562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.116153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.128843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0060106-2edd-4f8d-8d70-2bada8dba33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.166710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Allocated IP 172.25.6.51 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d9eac0ba-643d-4616-9cc7-024110e015f2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:27.167429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0060106-2edd-4f8d-8d70-2bada8dba33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.219825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.245192 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.284037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.310038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:27.340524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:59:27.341839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.352755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:27.353002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.355935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:27.358948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 2, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:27.372544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.399042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Checking router: 94e96d0e-376d-4f98-ab9b-cc989c05e754 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:27.399402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Updating router 94e96d0e-376d-4f98-ab9b-cc989c05e754 port 3192a4d3-5ba3-4236-a0fb-7ee580493184 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:27.427381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:27.428072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.432249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Transition to ACTIVE for port object b96ce20b-5d88-45b8-80b5-1a2c241ebac5 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:27.435986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0060106-2edd-4f8d-8d70-2bada8dba33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.436308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.443084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.450904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.455563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0060106-2edd-4f8d-8d70-2bada8dba33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.459297 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0060106-2edd-4f8d-8d70-2bada8dba33c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2770001d-4a37-49ea-8b4f-6c1250692ec0 HTTP/1.1" status: 204 len: 168 time: 0.4507222 Aug 31 15:59:27.460806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.469304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.478551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.490276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-7c0c8468-64e9-411f-821f-4baf13f7d115 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3062005 Aug 31 15:59:27.514918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0060106-2edd-4f8d-8d70-2bada8dba33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770001d-4a37-49ea-8b4f-6c1250692ec0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:27.518389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.520669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.534597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6794634 Aug 31 15:59:27.546949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48338) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:27.550095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Transition to ACTIVE for port object b96ce20b-5d88-45b8-80b5-1a2c241ebac5 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:27.557843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Request body: {'security_group_rule': {'security_group_id': '0c93fbb6-b2d5-428a-9eb1-1d03c7c75973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:27.574949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.591222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.609096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33044e-d993-4e36-984b-9651717d30af tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:27.627143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd12764-f64c-420c-98bb-5dedb8dc54dd req-7f101d46-4f9b-49a7-9e2b-e72fdd089f13 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.635933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bd12764-f64c-420c-98bb-5dedb8dc54dd req-7f101d46-4f9b-49a7-9e2b-e72fdd089f13 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.3414078 Aug 31 15:59:27.637349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:27.638035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.678463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.679576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.693652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.743253 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-c26680ee-23e8-4af6-acfc-28c01f2a7888 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5607438 Aug 31 15:59:27.743505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:27.754369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:27.762973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Request body: {'port': {'device_id': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:27.768092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:27.773573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bd12764-f64c-420c-98bb-5dedb8dc54dd req-57c53bce-b0c2-4458-a67f-f68c137f20c3 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363485 Aug 31 15:59:27.807165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ad6ba83-ad11-4183-88da-5ca02d41f211 req-bf7c2bd8-f9cc-4860-90bf-c8b9da8876a6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3096628 Aug 31 15:59:27.838706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:27.853147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.858055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.874742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Allocated IP 172.20.0.2 (61255bd9-b18a-49fc-ad50-1e96fa52eb82/7954665a-8636-439a-a84b-10f3d8c4153a/7a416ca1-3fe1-4bf5-9194-79dbcd7795d3) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:27.903989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.907628 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3524282 Aug 31 15:59:27.908902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48344) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:27.915564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Request body: {'security_group_rule': {'security_group_id': '0c93fbb6-b2d5-428a-9eb1-1d03c7c75973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:27.940358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f1c75-d6b3-4dc1-9e20-b80611686fa7 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb568040-8b77-4e17-ac32-9fdc4bb59ba9,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:27.941626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:27.969538 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.004942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48346) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:28.025048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.056177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Attempting to bind port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:28.056553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Attempting to bind port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:28.056965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Attempting to bind port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 on network ff2f9727-ff3e-4135-8572-8b76c9720e77 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:28.082036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:28.082497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Checking segment: {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:28.082828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.083224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Bound using segment: {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:28.084301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Bound port: b96ce20b-5d88-45b8-80b5-1a2c241ebac5, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:28.084695 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.086500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0064e7e9-fa6f-4c88-92a1-60bab0298abc None None] Provisioning for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:28.098740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93c3daa7-68f8-4e50-ba70-6b8b949f9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.104044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0064e7e9-fa6f-4c88-92a1-60bab0298abc None None] Provisioning complete for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:28.104446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0064e7e9-fa6f-4c88-92a1-60bab0298abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.134027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:28.151167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:28.160964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:28.167241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Pushing event updated for resources: {'Port': ['ID=d9eac0ba-643d-4616-9cc7-024110e015f2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:28.183028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba564-dae8-495e-b704-844c9aa081b6 req-6216035b-be66-4d05-920e-920aa4189b11 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:28.184077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f55ba564-dae8-495e-b704-844c9aa081b6 req-6216035b-be66-4d05-920e-920aa4189b11 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 932 time: 0.2372966 Aug 31 15:59:28.217316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0064e7e9-fa6f-4c88-92a1-60bab0298abc None None] Port 63eb8277-3ed1-4f14-a682-7121db6d15a1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:28.227209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.247258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f0acd-4cb1-4822-9e7c-c62b010d98c4 req-4d84aec2-3756-4a90-98d8-5b02e8891773 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:28.248932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e83f0acd-4cb1-4822-9e7c-c62b010d98c4 req-4d84aec2-3756-4a90-98d8-5b02e8891773 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.2519269 Aug 31 15:59:28.257689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.284533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.314068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.331015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] For port b96ce20b-5d88-45b8-80b5-1a2c241ebac5, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:28.357125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801fa497-74a9-4819-96f6-dd9b5888a722,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:28.376227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] For port b96ce20b-5d88-45b8-80b5-1a2c241ebac5, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,segment=NetworkSegment(1489e666-776c-4c11-89de-2ce070cfb76c),segment_id=1489e666-776c-4c11-89de-2ce070cfb76c)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:28.386791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.391386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.438202 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.444719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Transition to ACTIVE for port object 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:28.474320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Transition to ACTIVE for port object 3192a4d3-5ba3-4236-a0fb-7ee580493184 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:28.499745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Transition to ACTIVE for port object 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:28.504658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.519757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:28.520602 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.532161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d67ea-4292-44e9-98b2-cf49b524aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:28.537584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.540868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Allocated IP 172.25.6.148 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/ad0affc5-f90a-4a3f-a878-b064011fa289) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:28.563866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Transition to ACTIVE for port object 63eb8277-3ed1-4f14-a682-7121db6d15a1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:28.571020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.640208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:28.643006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689e785-b396-4ec7-8ed9-580c4f3045f1 None None] Pushing event updated for resources: {'Port': ['ID=3192a4d3-5ba3-4236-a0fb-7ee580493184,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:28.656456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:28.660160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:28.691167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:28.874845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:28.882670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f55ba564-dae8-495e-b704-844c9aa081b6 req-c8541322-153c-4b53-8a43-930336c6ae07 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6650214 Aug 31 15:59:28.923434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Attempting to bind port 63eb8277-3ed1-4f14-a682-7121db6d15a1 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:28.923778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Attempting to bind port 63eb8277-3ed1-4f14-a682-7121db6d15a1 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:28.925970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Attempting to bind port 63eb8277-3ed1-4f14-a682-7121db6d15a1 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:28.949726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Port 63eb8277-3ed1-4f14-a682-7121db6d15a1 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:28.956762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Attempting to bind port 63eb8277-3ed1-4f14-a682-7121db6d15a1 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:28.978185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e83f0acd-4cb1-4822-9e7c-c62b010d98c4 req-1fcd069e-fcc1-4347-92b2-12d1649aa935 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147512 Aug 31 15:59:28.985943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:28.986550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:28.987151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:28.990776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Bound port: 63eb8277-3ed1-4f14-a682-7121db6d15a1, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:28.991366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.016611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Pushing event updated for resources: {'Port': ['ID=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:29.112924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.138074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93c3daa7-68f8-4e50-ba70-6b8b949f9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.150507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93c3daa7-68f8-4e50-ba70-6b8b949f9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.150813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Attempting to bind port 3192a4d3-5ba3-4236-a0fb-7ee580493184 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:29.151344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Attempting to bind port 3192a4d3-5ba3-4236-a0fb-7ee580493184 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:29.151935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Attempting to bind port 3192a4d3-5ba3-4236-a0fb-7ee580493184 on network d2533d02-68d3-4bc0-be91-c145e50cde96 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:29.159460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Attempting to bind port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:29.159950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Attempting to bind port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:29.160399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Attempting to bind port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:29.163273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:29.163736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Checking segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:29.164259 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.164707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Bound using segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:29.165248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Bound port: 3192a4d3-5ba3-4236-a0fb-7ee580493184, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:29.169151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.169351 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.170412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20d55df7-b8c1-4024-b8b7-0eb7c3754a78 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2603459 Aug 31 15:59:29.173616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:29.176740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48352) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:29.182954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:29.183397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Checking segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:29.183749 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.184144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Bound using segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:29.184661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Bound port: 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:29.185046 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.185993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:29.196961 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:59:29.203788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:29.212816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:29.220656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:29.242114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0affc5-f90a-4a3f-a878-b064011fa289,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:29.270526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:29.276377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.276763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.277101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.277442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.277774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.278114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.278449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.278781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.279110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.279441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.279802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.280082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:29.288427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.292962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-93c3daa7-68f8-4e50-ba70-6b8b949f9025 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ce0a3be05af4912ae0e20b2236b6cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2845869 Aug 31 15:59:29.299755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.300518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48354) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:29.305324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3daa7-68f8-4e50-ba70-6b8b949f9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ecafb-fd2d-41d0-87d6-1f16c5de759b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:29.324019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a00bb2-12c2-4e2d-9a6a-1a4f1d65446b req-231c680e-7431-4f17-8949-f957b5d93e7c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.325000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89a00bb2-12c2-4e2d-9a6a-1a4f1d65446b req-231c680e-7431-4f17-8949-f957b5d93e7c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.3193524 Aug 31 15:59:29.345803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] For port 3192a4d3-5ba3-4236-a0fb-7ee580493184, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:29.348205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] For port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:29.350349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.350988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.351766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] For port 3192a4d3-5ba3-4236-a0fb-7ee580493184, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3192a4d3-5ba3-4236-a0fb-7ee580493184,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:29.352444 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] 10.222.0.30 "PUT /v2.0/ports/63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1093 time: 1.6001461 Aug 31 15:59:29.354242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] For port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:29.355097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:29.358393 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61e9f88-f6dc-40ff-b9d4-440672390a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:29.362455 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.379271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.481781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.488063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.494686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.501395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.508763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.514129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:29.515296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:29.515688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.523387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.531932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-370646c1-d505-4503-80f7-bd31fd66d698 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3894722 Aug 31 15:59:29.617234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f84a3-4eda-48ce-aecc-c959d1e5b44a service neutron] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:29.675042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6111ca1-3b36-4b68-9fa5-841c2f5764d0 None None] Pushing event updated for resources: {'Port': ['ID=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:29.692043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:29.702941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-f7f386c5-0c77-4608-90b1-1f71d15ad8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:29.704541 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-f7f386c5-0c77-4608-90b1-1f71d15ad8c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1096 time: 0.2578230 Aug 31 15:59:29.711971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:29.761564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89a00bb2-12c2-4e2d-9a6a-1a4f1d65446b req-ff72d423-f5ec-4b99-a689-a76909a9c44d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609474 Aug 31 15:59:29.870141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43c67f3f-1fba-4bc6-b64c-b8a8faf014a6 req-2fe266b6-77a8-4654-810d-2d8c7568f6f1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3368020 Aug 31 15:59:29.931603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f823b4fd-0a49-4e34-81fa-b8aaab427cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.034333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689e785-b396-4ec7-8ed9-580c4f3045f1 None None] Pushing event updated for resources: {'Port': ['ID=3192a4d3-5ba3-4236-a0fb-7ee580493184,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:30.049928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f823b4fd-0a49-4e34-81fa-b8aaab427cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.205655 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275da44f-d6ba-4ce7-8868-747c52adc140 x-openstack-request-id: req-275da44f-d6ba-4ce7-8868-747c52adc140 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:30.206171 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:30.206171 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-275da44f-d6ba-4ce7-8868-747c52adc140 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:30.206564 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'status': 'completed', 'code': 200} Aug 31 15:59:30.232176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:30.246767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-65d5e49f-e269-4908-ba7d-3e18e8549d3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 217 time: 0.5303504 Aug 31 15:59:30.284963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19966c10-404a-49d1-b37d-14a7dd6eeb25 None None] The sync data for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 is: [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:30.310476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fab95-77df-4e8f-acb1-b15540623329 req-5e6771cf-e227-44a2-af62-3d216848ac63 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:30.312316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-586fab95-77df-4e8f-acb1-b15540623329 req-5e6771cf-e227-44a2-af62-3d216848ac63 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 944 time: 0.2648313 Aug 31 15:59:30.335381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd97055-3f68-454e-a6dc-c57a2c0e669f req-1c37b816-07c7-4e62-8cda-2c28b8daaa3d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:30.336771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fd97055-3f68-454e-a6dc-c57a2c0e669f req-1c37b816-07c7-4e62-8cda-2c28b8daaa3d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1901727 Aug 31 15:59:30.372903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f823b4fd-0a49-4e34-81fa-b8aaab427cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.372903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f823b4fd-0a49-4e34-81fa-b8aaab427cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.373343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f823b4fd-0a49-4e34-81fa-b8aaab427cc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/944ecafb-fd2d-41d0-87d6-1f16c5de759b HTTP/1.1" status: 204 len: 168 time: 1.0698867 Aug 31 15:59:30.409504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac24fa-d327-43b2-a066-22ad814f2016 None None] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:30.419264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-aace1c4a-3cd9-4fb7-b4f2-b4c5f30b7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:30.421808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-aace1c4a-3cd9-4fb7-b4f2-b4c5f30b7619 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1648104 Aug 31 15:59:30.492550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823b4fd-0a49-4e34-81fa-b8aaab427cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ecafb-fd2d-41d0-87d6-1f16c5de759b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:30.498862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.533763 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.558953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-586fab95-77df-4e8f-acb1-b15540623329 req-63cb544a-d5bf-4103-86b8-472874a80a4e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392550 Aug 31 15:59:30.568698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fd97055-3f68-454e-a6dc-c57a2c0e669f req-e51294d8-b293-4985-9c28-1e61eeb198f5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219148 Aug 31 15:59:30.594473 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:30.648006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5a0cb617-df4d-40c9-bd95-66d07a75a217 None None] Provisioning for port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:30.776225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-64655f0d-1e87-4c7e-be7a-df97d5b79003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:30.777884 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-64655f0d-1e87-4c7e-be7a-df97d5b79003 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3416457 Aug 31 15:59:30.938180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:31.010699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Allocated IP 172.25.6.173 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/9a3f1d41-6381-40a6-bd77-0a0b9aef342c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:31.122914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:31.130738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b96ce20b-5d88-45b8-80b5-1a2c241ebac5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:31.273198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9009f2-b559-4a00-81c0-363898dccfe5 req-e4b0590a-9527-4ef9-8d1d-95114720cb32 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.275114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf9009f2-b559-4a00-81c0-363898dccfe5 req-e4b0590a-9527-4ef9-8d1d-95114720cb32 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2516117 Aug 31 15:59:31.279833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:31.285143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:31.285824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.401877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.411013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11329cdc-fd41-43fc-8b10-0d024ce0e23f None None] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:59:31.415007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.423986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.435253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.441460 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-548467f8-4301-4ab5-9d34-3e9ea788141f service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858154 Aug 31 15:59:31.446130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.458445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.466772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.470523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e33d89c-2928-4176-8d99-e5c948773993 req-5e04f0e8-4646-49ac-8a40-901f57f9ce45 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3500843 Aug 31 15:59:31.481039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:59:31.518882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf9009f2-b559-4a00-81c0-363898dccfe5 req-9dd380bc-556a-4181-b37b-dd25c90ad2eb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233753 Aug 31 15:59:31.672434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e33d89c-2928-4176-8d99-e5c948773993 req-cb51ad3f-f519-4a1e-8fbf-a8853a3d2aa6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1937320 Aug 31 15:59:31.681860 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.751440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] Provisioning for port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:31.756784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e15a19-9afe-443d-b3d2-f0dc90e31de5 req-6723cf72-3e9a-4ed3-98f7-61774615dea9 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007641 Aug 31 15:59:31.770947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] Provisioning complete for port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:31.772227 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.824168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:31.837757 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Sync routers for ids ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:31.851755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b96ce20b-5d88-45b8-80b5-1a2c241ebac5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,segment=NetworkSegment(1489e666-776c-4c11-89de-2ce070cfb76c),segment_id=1489e666-776c-4c11-89de-2ce070cfb76c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:31.854754 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Routers {'9c54053d-51d9-4b9b-9d49-7dee3f205e83'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:31.858635 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:31.871010 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.875603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3192a4d3-5ba3-4236-a0fb-7ee580493184 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:31.917028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.918651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dcf75ee1-4386-441b-8ab9-42ec94c49d2f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9895313 Aug 31 15:59:31.930468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48388) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:31.930779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b061cc6-82ea-4b52-816f-0e87d4b850b5 req-d40fad8e-be33-4135-ad25-544e8e55ff3c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.932438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b061cc6-82ea-4b52-816f-0e87d4b850b5 req-d40fad8e-be33-4135-ad25-544e8e55ff3c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 944 time: 0.2456324 Aug 31 15:59:31.965846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.984496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:31.985817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf0729-09d5-4cbf-8455-6084e38aac24 req-36764008-79d3-434e-8ca7-3159da780079 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:31.994615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bcf0729-09d5-4cbf-8455-6084e38aac24 req-36764008-79d3-434e-8ca7-3159da780079 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1545019 Aug 31 15:59:32.039960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b061cc6-82ea-4b52-816f-0e87d4b850b5 req-12bb817b-669c-4d11-aab2-dcde95d38092 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975878 Aug 31 15:59:32.062822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:32.100015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bcf0729-09d5-4cbf-8455-6084e38aac24 req-343480c4-2d3c-47ec-bbbf-0bc3b400bdc6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032991 Aug 31 15:59:32.140644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3192a4d3-5ba3-4236-a0fb-7ee580493184 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:32.155536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3192a4d3-5ba3-4236-a0fb-7ee580493184 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:32.156335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.158293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.168835 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Set router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:32.187639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-51d0bdb7-72b5-4436-9476-aa3d5d1a0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.193385 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-51d0bdb7-72b5-4436-9476-aa3d5d1a0796 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1096 time: 0.3413627 Aug 31 15:59:32.303761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] For port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:32.326025 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.484397 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.485309 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 3, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:32.492161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfdaf4-d776-42ae-9c0d-3da108cd9101 None None] Pushing event updated for resources: {'Port': ['ID=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:32.528905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.533380 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Checking router: 9c54053d-51d9-4b9b-9d49-7dee3f205e83 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:32.534312 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Updating router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 port d9eac0ba-643d-4616-9cc7-024110e015f2 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:32.537984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 3192a4d3-5ba3-4236-a0fb-7ee580493184, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3192a4d3-5ba3-4236-a0fb-7ee580493184,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:32.544080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a32084d-0d9c-4dad-bd3e-f511d16a4188 None None] Provisioning complete for port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:32.554748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a32084d-0d9c-4dad-bd3e-f511d16a4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.563904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.567086 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.708009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:32.722304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=3192a4d3-5ba3-4236-a0fb-7ee580493184,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:32.723521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:32.729816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b96ce20b-5d88-45b8-80b5-1a2c241ebac5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:32.734793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:32.746235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-77e07269-127a-4756-a366-8ce908e04571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.748123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-77e07269-127a-4756-a366-8ce908e04571 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.5027356 Aug 31 15:59:32.749634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ff1b8-77e0-49a8-bdf9-a4120bb73017 req-1a708400-33b2-40bf-8ef9-352611ec2c8b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.758701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf6ff1b8-77e0-49a8-bdf9-a4120bb73017 req-1a708400-33b2-40bf-8ef9-352611ec2c8b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.1264012 Aug 31 15:59:32.823822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf6ff1b8-77e0-49a8-bdf9-a4120bb73017 req-a69bdfb2-69ac-4100-981d-950200785edb tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631850 Aug 31 15:59:32.877850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:32.878555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.880819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a32084d-0d9c-4dad-bd3e-f511d16a4188 None None] Provisioning complete for port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:32.881354 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a32084d-0d9c-4dad-bd3e-f511d16a4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:32.892506 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-3a18202a-51b6-4bf4-8e55-2968b8e3add7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 217 time: 0.1008179 Aug 31 15:59:32.895965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event updated for resources: {'Port': ['ID=9a3f1d41-6381-40a6-bd77-0a0b9aef342c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:32.908554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.917138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.925113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.932603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.938764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.947345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.954537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:32.962904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-f664e0d3-60d0-4ba3-8731-56732a5e8fe7 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.1339900 Aug 31 15:59:32.986043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:59:33.036606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e95147-c805-4b67-b3a1-077dc6a2ab56 req-dc38160f-a126-430b-9a10-a3ec4e2dcd99 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720072 Aug 31 15:59:33.085854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-b972b005-9ad7-489b-bb2c-00377bd8b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:33.086991 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-b972b005-9ad7-489b-bb2c-00377bd8b580 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1747110 Aug 31 15:59:33.088547 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.115381 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Transition to ACTIVE for port object d9eac0ba-643d-4616-9cc7-024110e015f2 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:33.126754 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.155549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:33.189139 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Attempting to bind port d9eac0ba-643d-4616-9cc7-024110e015f2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:33.189968 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Attempting to bind port d9eac0ba-643d-4616-9cc7-024110e015f2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:33.190600 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Attempting to bind port d9eac0ba-643d-4616-9cc7-024110e015f2 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:33.197466 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951afd0-b086-48cb-8bff-eb24f714e8aa None None] Pushing event updated for resources: {'Port': ['ID=d9eac0ba-643d-4616-9cc7-024110e015f2,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:33.205064 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:33.205313 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:33.206249 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.207112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:33.207891 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Bound port: d9eac0ba-643d-4616-9cc7-024110e015f2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:33.209214 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.232890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:33.233989 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.271914 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] For port d9eac0ba-643d-4616-9cc7-024110e015f2, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:33.275438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.279387 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] For port d9eac0ba-643d-4616-9cc7-024110e015f2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d9eac0ba-643d-4616-9cc7-024110e015f2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:33.290235 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:33.295624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede953f-e65f-4107-ae04-6992d2f28f9b req-0033b9e3-83d0-409a-937a-14c8a1aeab88 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:33.297588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ede953f-e65f-4107-ae04-6992d2f28f9b req-0033b9e3-83d0-409a-937a-14c8a1aeab88 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 944 time: 0.1320133 Aug 31 15:59:33.335413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83540-c58d-4533-9a18-bfc7d7c9b927 req-9f18931a-d717-4ae1-9f49-4cd3cf9a779e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:33.337128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5e83540-c58d-4533-9a18-bfc7d7c9b927 req-9f18931a-d717-4ae1-9f49-4cd3cf9a779e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1285858 Aug 31 15:59:33.374044 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Routers {'9c54053d-51d9-4b9b-9d49-7dee3f205e83'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:33.374712 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:33.398402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ede953f-e65f-4107-ae04-6992d2f28f9b req-34994c33-5f37-4ab1-ba62-da05a2dfd81d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822885 Aug 31 15:59:33.430058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5e83540-c58d-4533-9a18-bfc7d7c9b927 req-bea518b0-c076-454a-a7ec-1f2f9ecaa131 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822034 Aug 31 15:59:33.444341 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951afd0-b086-48cb-8bff-eb24f714e8aa None None] Pushing event updated for resources: {'Port': ['ID=d9eac0ba-643d-4616-9cc7-024110e015f2,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:33.535063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] Set router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:33.763555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 3, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:33.797463 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad1090-b8da-4699-8637-8952f42ee80b None None] The sync data for ids ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'] in n-d-793621-35 is: [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 3, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:33.841130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-f4a504d3-c160-4692-9ade-ac3dd7a6dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:33.842706 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-f4a504d3-c160-4692-9ade-ac3dd7a6dc3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7345068 Aug 31 15:59:33.854811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:33.869178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:33.879739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:33.880466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:33.961983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.069815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767eff7-69e5-4ee8-b2f5-e9398db8dad4 req-9d0160e4-10fa-4b06-aa5a-3b7cacd5d173 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.071522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5767eff7-69e5-4ee8-b2f5-e9398db8dad4 req-9d0160e4-10fa-4b06-aa5a-3b7cacd5d173 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.0820191 Aug 31 15:59:34.090156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:34.104467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.108711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-12f42f06-4728-41ef-b4b0-d7cc457a1f34 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0697181 Aug 31 15:59:34.110770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48498) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:34.147367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-ffa4b36a-1983-48d3-97f1-5390297c7595 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945981 Aug 31 15:59:34.248758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5767eff7-69e5-4ee8-b2f5-e9398db8dad4 req-fe46cd3e-0e11-4775-b2f2-0beaf75554f0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687548 Aug 31 15:59:34.263254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.496543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:34.564346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c61e9f88-f6dc-40ff-b9d4-440672390a0d req-dee3ebab-039f-4c06-9115-f03110128104 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801491 Aug 31 15:59:34.642107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.665399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.712165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 3, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:34.785263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:34.785761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Updating router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 port ad0affc5-f90a-4a3f-a878-b064011fa289 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:34.789772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:34.796205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0248a-0a51-4d4f-8f23-233757ae314b req-58e4de02-bee5-4791-94f1-cdd075440131 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.802127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3c0248a-0a51-4d4f-8f23-233757ae314b req-58e4de02-bee5-4791-94f1-cdd075440131 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 944 time: 0.1726663 Aug 31 15:59:34.816639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.822238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d9eac0ba-643d-4616-9cc7-024110e015f2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:34.823436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.829842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.836643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.842641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.844377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.849183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event updated for resources: {'Port': ['ID=9a3f1d41-6381-40a6-bd77-0a0b9aef342c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:34.849356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.855284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:34.861880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:34.863888 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.868752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Allocated IP 172.20.0.1 (ff2f9727-ff3e-4135-8572-8b76c9720e77/e9ed4d0b-5142-426a-b847-0eae7b57e9db/597471f7-da63-482d-8f43-3626ceda4040) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:34.872306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-012b2082-bbfe-4ec6-a3ba-9270c38eae20 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.2659528 Aug 31 15:59:34.894476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.895909 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ced4835-4a48-4848-af66-f00099788c44 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7165234 Aug 31 15:59:34.930118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:34.930751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3c0248a-0a51-4d4f-8f23-233757ae314b req-b43e2916-fd24-4707-87aa-4c843c751039 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554090 Aug 31 15:59:34.973402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:35.073746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.076627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ba3b963-ff20-4d6e-b939-56e20f78fb7e req-021885b1-e00c-49cd-bb7b-106c4d0ee2e8 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032194 Aug 31 15:59:35.102098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Transition to ACTIVE for port object 597471f7-da63-482d-8f43-3626ceda4040 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:35.158343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.197706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.279597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f576f94-7270-4992-9f22-852c525f834a req-e550819c-ddd0-458c-b161-8ab11130bd52 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:35.287602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f576f94-7270-4992-9f22-852c525f834a req-e550819c-ddd0-458c-b161-8ab11130bd52 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.2521529 Aug 31 15:59:35.298768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:35.316466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:35.319115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:35.347804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.358062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:35.378847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d9eac0ba-643d-4616-9cc7-024110e015f2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:35.396853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Pushing event updated for resources: {'Port': ['ID=597471f7-da63-482d-8f43-3626ceda4040,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:35.436997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.463322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d9eac0ba-643d-4616-9cc7-024110e015f2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:35.464016 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.494768 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f576f94-7270-4992-9f22-852c525f834a req-a2f4e31e-ab22-440d-b085-097a800253e5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056761 Aug 31 15:59:35.589521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-e4a71be8-f6d1-473e-b311-dcd2fc251dad tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--358726387&fields=id&tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6 HTTP/1.1" status: 200 len: 267 time: 0.1721582 Aug 31 15:59:35.610506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:35.696478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['63eb8277-3ed1-4f14-a682-7121db6d15a1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:35.774682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.876503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Allocated IP 172.20.0.1 (61255bd9-b18a-49fc-ad50-1e96fa52eb82/7954665a-8636-439a-a84b-10f3d8c4153a/08d42057-6b76-420e-8c8a-9c155c0d8654) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:35.891347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.901231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-db748116-6156-4f82-807e-53918dccbcb5 None None] Provisioning for port 597471f7-da63-482d-8f43-3626ceda4040 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:35.956461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-db748116-6156-4f82-807e-53918dccbcb5 None None] Provisioning complete for port 597471f7-da63-482d-8f43-3626ceda4040 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:35.957136 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-db748116-6156-4f82-807e-53918dccbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:35.979192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d9eac0ba-643d-4616-9cc7-024110e015f2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d9eac0ba-643d-4616-9cc7-024110e015f2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:36.013017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.019466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.027946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-11de5e0b-0692-4598-aeb4-ddf272c2537e tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:36.035375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-11de5e0b-0692-4598-aeb4-ddf272c2537e tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/networks?id=d2533d02-68d3-4bc0-be91-c145e50cde96 HTTP/1.1" status: 200 len: 806 time: 0.3873069 Aug 31 15:59:36.052909 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.054103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3192a4d3-5ba3-4236-a0fb-7ee580493184 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:36.068535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-153d6b0e-6ac0-4537-ac62-7d4d2bad4543 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/quotas/a4faa3e16ad9454aaf5d7b06699e83b6 HTTP/1.1" status: 200 len: 375 time: 0.0300798 Aug 31 15:59:36.108971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.173877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d9eac0ba-643d-4616-9cc7-024110e015f2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:36.194742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-d9cd80e5-7161-4a71-a03e-2972f92a11cd tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250079 Aug 31 15:59:36.198509 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.203275 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.220127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-db748116-6156-4f82-807e-53918dccbcb5 None None] Port 597471f7-da63-482d-8f43-3626ceda4040 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:36.223187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Pushing event updated for resources: {'Port': ['ID=597471f7-da63-482d-8f43-3626ceda4040,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:36.230068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Transition to ACTIVE for port object ad0affc5-f90a-4a3f-a878-b064011fa289 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:36.235429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:36.237138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:36.247997 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.261655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3192a4d3-5ba3-4236-a0fb-7ee580493184 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:36.262053 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.294405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Transition to ACTIVE for port object 08d42057-6b76-420e-8c8a-9c155c0d8654 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:36.342411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.384004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:59:36.412816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf6a81-9e5a-4f7f-b12d-13fb654690ed None None] Pushing event updated for resources: {'Port': ['ID=ad0affc5-f90a-4a3f-a878-b064011fa289,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:36.434834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:36.448625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Attempting to bind port ad0affc5-f90a-4a3f-a878-b064011fa289 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:36.449035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Attempting to bind port ad0affc5-f90a-4a3f-a878-b064011fa289 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:36.449410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Attempting to bind port ad0affc5-f90a-4a3f-a878-b064011fa289 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:36.455589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:36.459512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:36.470798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:36.472159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:36.472981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.473596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:36.475172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Bound port: ad0affc5-f90a-4a3f-a878-b064011fa289, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:36.475755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.556939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:36.575631 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a2e6a0c8-2489-4b14-9666-f24280a8555e admin admin] 10.222.0.43 "PUT /v2.0/routers/9c54053d-51d9-4b9b-9d49-7dee3f205e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6290863 Aug 31 15:59:36.577672 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Sync routers for ids ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:36.580351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Pushing event updated for resources: {'Port': ['ID=08d42057-6b76-420e-8c8a-9c155c0d8654,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:36.592956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Routers {'9c54053d-51d9-4b9b-9d49-7dee3f205e83'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:36.593638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:36.610844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-ecb62c10-728b-44d6-92e6-3c781579f1ae service neutron] 10.222.0.43 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028821 Aug 31 15:59:36.620231 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.624053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] For port ad0affc5-f90a-4a3f-a878-b064011fa289, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:36.624496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.624851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.625195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.625532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.625871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.626207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.626536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.626865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.627192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.627518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.627843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.628703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:59:36.630525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] For port ad0affc5-f90a-4a3f-a878-b064011fa289, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad0affc5-f90a-4a3f-a878-b064011fa289,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:36.638112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.715073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b845bb-54ea-4bea-9b7f-72ffb13dcb4b req-518d5f8b-96c8-4df0-805a-4d31096896a9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:36.719200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d9eac0ba-643d-4616-9cc7-024110e015f2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:36.723525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29b845bb-54ea-4bea-9b7f-72ffb13dcb4b req-518d5f8b-96c8-4df0-805a-4d31096896a9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.3559854 Aug 31 15:59:36.801513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:36.802244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:36.844820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf6a81-9e5a-4f7f-b12d-13fb654690ed None None] Pushing event updated for resources: {'Port': ['ID=ad0affc5-f90a-4a3f-a878-b064011fa289,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:36.854850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1efefef6-b227-44ae-abdf-50e109987a5b None None] Provisioning complete for port 597471f7-da63-482d-8f43-3626ceda4040 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:36.855228 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1efefef6-b227-44ae-abdf-50e109987a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:36.971517 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Set router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:36.982880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1efefef6-b227-44ae-abdf-50e109987a5b None None] Port 597471f7-da63-482d-8f43-3626ceda4040 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:36.997031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d9eac0ba-643d-4616-9cc7-024110e015f2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:36.997031 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.060503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:37.198789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3af990c5-f1ec-4e63-bae7-e03598e4dd73 None None] Provisioning for port 08d42057-6b76-420e-8c8a-9c155c0d8654 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:37.210660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3af990c5-f1ec-4e63-bae7-e03598e4dd73 None None] Provisioning complete for port 08d42057-6b76-420e-8c8a-9c155c0d8654 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:37.211110 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3af990c5-f1ec-4e63-bae7-e03598e4dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.212844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29b845bb-54ea-4bea-9b7f-72ffb13dcb4b req-f7779f32-6a65-43ad-8a8a-aae7c73ecbcc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880087 Aug 31 15:59:37.282318 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '597471f7-da63-482d-8f43-3626ceda4040', 'name': '', 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'mac_address': 'fa:16:3e:f5:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:34Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 2, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'subnets': [{'id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:37.284770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-94c0b541-ba58-4e8c-bdfc-949e3562908b service neutron] 10.222.0.43 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730673 Aug 31 15:59:37.308753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3af990c5-f1ec-4e63-bae7-e03598e4dd73 None None] Port 08d42057-6b76-420e-8c8a-9c155c0d8654 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:37.323502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Checking router: 9c54053d-51d9-4b9b-9d49-7dee3f205e83 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:37.324021 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Updating router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 port 597471f7-da63-482d-8f43-3626ceda4040 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:37.343409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.357359 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.375492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 3, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:37.417803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4b86c-731e-4cc0-a4de-e6a5c6981931 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:29Z', 'revision_number': 3, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:37.422362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496f183-0d65-4689-8e19-98e31fd0d80e req-d4aa7b44-5458-45b0-8475-30f875d9ff1e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.430540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d496f183-0d65-4689-8e19-98e31fd0d80e req-d4aa7b44-5458-45b0-8475-30f875d9ff1e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1128566 Aug 31 15:59:37.544513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d496f183-0d65-4689-8e19-98e31fd0d80e req-0795257b-bca4-4c6f-b173-54625b95e79f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090620 Aug 31 15:59:37.655355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.661403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.667312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.673626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.680360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.691133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.702844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.704988 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-994c2cb8-f1c4-414d-89f9-5f44a6f6625b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.1386476 Aug 31 15:59:37.764310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3dca20f8-ca38-4faa-8764-b363e2b443c3 req-89226a8a-5feb-4c9c-97dc-246b7ad355e6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521748 Aug 31 15:59:37.843493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.850272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.942515 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:37.968269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46f143-79f9-43ac-878e-f771e9bc3816 req-fa828810-21a4-45ac-91ee-55286b9579dc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:37.970697 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Transition to ACTIVE for port object 597471f7-da63-482d-8f43-3626ceda4040 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:37.976295 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a46f143-79f9-43ac-878e-f771e9bc3816 req-fa828810-21a4-45ac-91ee-55286b9579dc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.2376661 Aug 31 15:59:37.984056 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.018036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Pushing event updated for resources: {'Port': ['ID=08d42057-6b76-420e-8c8a-9c155c0d8654,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:38.080766 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3c9fa-1eda-41c3-9350-6d0a6c918522 None None] Pushing event updated for resources: {'Port': ['ID=597471f7-da63-482d-8f43-3626ceda4040,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:38.118323 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Attempting to bind port 597471f7-da63-482d-8f43-3626ceda4040 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:38.118629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.118775 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Attempting to bind port 597471f7-da63-482d-8f43-3626ceda4040 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:38.119075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Attempting to bind port 597471f7-da63-482d-8f43-3626ceda4040 on network ff2f9727-ff3e-4135-8572-8b76c9720e77 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:38.128315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:38.129049 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Checking segment: {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:38.129879 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.131029 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Bound using segment: {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:38.131943 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Bound port: 597471f7-da63-482d-8f43-3626ceda4040, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1489e666-776c-4c11-89de-2ce070cfb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:38.132812 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.228247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a46f143-79f9-43ac-878e-f771e9bc3816 req-ad17ffef-cc63-4c79-9f9f-7da1bf424ef0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481019 Aug 31 15:59:38.228822 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] For port 597471f7-da63-482d-8f43-3626ceda4040, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:38.232175 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] For port 597471f7-da63-482d-8f43-3626ceda4040, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=597471f7-da63-482d-8f43-3626ceda4040,segment=NetworkSegment(1489e666-776c-4c11-89de-2ce070cfb76c),segment_id=1489e666-776c-4c11-89de-2ce070cfb76c)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:38.250675 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.352762 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3c9fa-1eda-41c3-9350-6d0a6c918522 None None] Pushing event updated for resources: {'Port': ['ID=597471f7-da63-482d-8f43-3626ceda4040,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:38.363914 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Routers {'9c54053d-51d9-4b9b-9d49-7dee3f205e83'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:38.365397 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:38.393359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-adf58995-eac9-49df-b44f-7f4ae8a324b1 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3595257 Aug 31 15:59:38.437880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:38.447751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34af483f-5fcf-4597-a8e0-bd5fc4809320 req-39c822dd-1a67-4a08-b1a3-ef41c33a6f6e tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0825534 Aug 31 15:59:38.454774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:38.460396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:38.501107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:38.563598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.630709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:38.644779 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] Set router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:38.650111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:38.651955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:38.820971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad0affc5-f90a-4a3f-a878-b064011fa289 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:38.964739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:59:39.042479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ad0affc5-f90a-4a3f-a878-b064011fa289 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:39.048528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ad0affc5-f90a-4a3f-a878-b064011fa289 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:39.049464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.051304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.107104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:39.112119 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4e0a66-6635-4779-8b1b-de36bd66c680" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:39.137229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fa275aff-2d01-4367-8ed1-09adaf5558d0 None None] Provisioning complete for port 08d42057-6b76-420e-8c8a-9c155c0d8654 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:39.138569 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa275aff-2d01-4367-8ed1-09adaf5558d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.143555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '597471f7-da63-482d-8f43-3626ceda4040', 'name': '', 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'mac_address': 'fa:16:3e:f5:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:34Z', 'updated_at': '2021-08-31T15:59:38Z', 'revision_number': 4, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'subnets': [{'id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:39.146388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:39.183861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.200127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-f2928be3-b871-4d41-9754-4b394be33d42 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:39.204096 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-f2928be3-b871-4d41-9754-4b394be33d42 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.30 "GET /v2.0/networks?id=d2533d02-68d3-4bc0-be91-c145e50cde96 HTTP/1.1" status: 200 len: 806 time: 0.2509542 Aug 31 15:59:39.212905 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12b8b6-7359-45a5-99f6-ffbf01d97ba4 None None] The sync data for ids ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'] in n-d-793621-35 is: [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '597471f7-da63-482d-8f43-3626ceda4040', 'name': '', 'network_id': 'ff2f9727-ff3e-4135-8572-8b76c9720e77', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'mac_address': 'fa:16:3e:f5:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:34Z', 'updated_at': '2021-08-31T15:59:38Z', 'revision_number': 4, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'subnets': [{'id': 'e9ed4d0b-5142-426a-b847-0eae7b57e9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:39.276943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:39.289595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e40c1b18-2fd9-4ac6-83bc-faac86f58966 admin admin] 10.222.0.43 "PUT /v2.0/routers/23f0d1d3-cb4b-4626-9f41-3eb5a333e911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1777403 Aug 31 15:59:39.293711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.308436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:39.319729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fa275aff-2d01-4367-8ed1-09adaf5558d0 None None] Port 08d42057-6b76-420e-8c8a-9c155c0d8654 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:39.338677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69594ced-c965-4e7d-ba1a-f9d420263634 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6 HTTP/1.1" status: 200 len: 379 time: 0.1241086 Aug 31 15:59:39.356227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Request body: {'port': {'device_id': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'admin_state_up': True, 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'security_groups': ['0c93fbb6-b2d5-428a-9eb1-1d03c7c75973']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:39.446351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb690d-97f3-4823-ae17-991c89e39d77 req-9228679f-3890-4c53-a1d5-43b36c885412 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:39.448004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86bb690d-97f3-4823-ae17-991c89e39d77 req-9228679f-3890-4c53-a1d5-43b36c885412 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.1516328 Aug 31 15:59:39.549482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Allocated IP 172.25.6.151 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/943196a4-666a-4ea1-ad7d-19e806c7e904) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:39.560778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86bb690d-97f3-4823-ae17-991c89e39d77 req-6e0327aa-37f1-4432-b69e-0c971c5e59d6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743005 Aug 31 15:59:39.601579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Made reservation on behalf of a4faa3e16ad9454aaf5d7b06699e83b6 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:39.605321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.614476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.643681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ad0affc5-f90a-4a3f-a878-b064011fa289, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad0affc5-f90a-4a3f-a878-b064011fa289,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:39.651475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.708958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device eb24b192-2ca1-4813-9c01-e9b385051504 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:39.750808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48ff05-b959-48a6-856f-b286b92fe91d req-27487492-e12a-44a0-9f35-52f45547c0a6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:39.759267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c48ff05-b959-48a6-856f-b286b92fe91d req-27487492-e12a-44a0-9f35-52f45547c0a6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.0963240 Aug 31 15:59:39.795968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.801319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Allocated IP 172.20.0.6 (d2533d02-68d3-4bc0-be91-c145e50cde96/fd61edc2-a4ba-4ad4-8deb-5b1a61016d01/0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:39.822465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:39.823326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c48ff05-b959-48a6-856f-b286b92fe91d req-f2a46bd0-1d05-413f-9dac-ff2de014d9b2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550740 Aug 31 15:59:39.847922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ad0affc5-f90a-4a3f-a878-b064011fa289,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:39.852939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'mac_address': 'fa:16:3e:4d:18:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:39.895019 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.903914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:39.913422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb24b192-2ca1-4813-9c01-e9b385051504 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:39.937232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:39.943609 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.017825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:40.024552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:40.031088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:40.032380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['eb24b192-2ca1-4813-9c01-e9b385051504'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:40.063837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:40.067005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=943196a4-666a-4ea1-ad7d-19e806c7e904,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:40.078294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.097792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.103654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Transition to ACTIVE for port object 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:40.104985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.112143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.118852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.125223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.132520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.139899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.142161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-95263232-31fb-4e1f-ae37-20700b3f2cac tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.2017288 Aug 31 15:59:40.170108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.250735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Network d2533d02-68d3-4bc0-be91-c145e50cde96 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:40.254249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:40.257227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-007baf5b-d545-4e98-8eea-1e4e9a2183a5 req-ba72a67c-927e-47b4-b34a-c3bb6f74da98 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841680 Aug 31 15:59:40.275104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:40.288455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.312168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event updated for resources: {'Port': ['ID=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:40.324161 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a74a63-11ce-48eb-9244-3114f4c400bf x-openstack-request-id: req-96a74a63-11ce-48eb-9244-3114f4c400bf {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:40.324701 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:40.325266 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96a74a63-11ce-48eb-9244-3114f4c400bf {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:40.325848 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 15:59:40.370071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.394134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:40.434620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:40.435300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:40.439499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.440242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.479622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-1d21e1a9-075d-406b-9d81-0c46e1a21e6f tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1281681 Aug 31 15:59:40.501965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Request body: {'port': {'device_id': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:40.665440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.671047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:40.759797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae0dc1-8f2e-4a37-818f-3cc44558ace0 req-9f58c9ee-298f-4601-803a-919a42dce630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.761844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48ae0dc1-8f2e-4a37-818f-3cc44558ace0 req-9f58c9ee-298f-4601-803a-919a42dce630 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1098 time: 0.2994609 Aug 31 15:59:40.818629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caaac6-ee1d-4aea-85b4-5b91edcfd517 req-e2c18c0e-2bde-4246-8ccf-c2e13dc49b1d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:40.824791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88caaac6-ee1d-4aea-85b4-5b91edcfd517 req-e2c18c0e-2bde-4246-8ccf-c2e13dc49b1d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1896853 Aug 31 15:59:40.901956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48ae0dc1-8f2e-4a37-818f-3cc44558ace0 req-7398a754-f399-4114-bb82-98bd6a1d1937 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254771 Aug 31 15:59:40.902293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6de35ab4-32b5-4389-ae2b-62eb30557ab0 None None] Provisioning for port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:40.918242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6de35ab4-32b5-4389-ae2b-62eb30557ab0 None None] Provisioning complete for port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:40.918518 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6de35ab4-32b5-4389-ae2b-62eb30557ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:40.976162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6de35ab4-32b5-4389-ae2b-62eb30557ab0 None None] Port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:40.980988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 597471f7-da63-482d-8f43-3626ceda4040 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:40.994188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88caaac6-ee1d-4aea-85b4-5b91edcfd517 req-bc6b6a3e-4d5c-4257-b73c-c80779862e5f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626558 Aug 31 15:59:41.020583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.029665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.112675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 597471f7-da63-482d-8f43-3626ceda4040 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:41.121573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 597471f7-da63-482d-8f43-3626ceda4040 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:41.122111 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.124782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:41.139138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.173526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Transition to ACTIVE for port object 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:41.178697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.184577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 2, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:41.186367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=943196a4-666a-4ea1-ad7d-19e806c7e904,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:41.203750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.227838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f6c70-acd0-4f5a-b8bb-959dde88635a req-1f5f11b8-649f-4b27-ae47-0543d1633a6d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:41.235892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a9f6c70-acd0-4f5a-b8bb-959dde88635a req-1f5f11b8-649f-4b27-ae47-0543d1633a6d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 931 time: 0.1253431 Aug 31 15:59:41.240980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:41.241353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Updating router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 port 08d42057-6b76-420e-8c8a-9c155c0d8654 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:59:41.254517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.262484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-b0ba0f97-ae71-4086-b927-a7dc38508cd7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8678720 Aug 31 15:59:41.284226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Pushing event updated for resources: {'Port': ['ID=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:41.355438 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.361699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Attempting to bind port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:41.362543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Attempting to bind port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:41.363132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Attempting to bind port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 on network d2533d02-68d3-4bc0-be91-c145e50cde96 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:41.367007 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.388629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 on network d2533d02-68d3-4bc0-be91-c145e50cde96 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:41.389000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Attempting to bind port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 on network d2533d02-68d3-4bc0-be91-c145e50cde96 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:41.393520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-1e22863a-cb32-4444-bb55-135754e53e64 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 696 time: 0.1297808 Aug 31 15:59:41.407103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:41.407900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Checking segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:41.409209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Bound using segment: {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:41.420908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Bound port: 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:41.421670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.466318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a9f6c70-acd0-4f5a-b8bb-959dde88635a req-85da9cc5-e20a-4e17-9ad0-3df2cdf7dbea tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278910 Aug 31 15:59:41.622976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] For port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:41.627262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] For port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:41.643223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.713854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device eb24b192-2ca1-4813-9c01-e9b385051504 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:41.737835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:41.740166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.742025 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] 10.222.0.30 "PUT /v2.0/ports/0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 HTTP/1.1" status: 200 len: 1092 time: 1.2534909 Aug 31 15:59:41.742823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:41.744465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 597471f7-da63-482d-8f43-3626ceda4040, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=597471f7-da63-482d-8f43-3626ceda4040,segment=NetworkSegment(1489e666-776c-4c11-89de-2ce070cfb76c),segment_id=1489e666-776c-4c11-89de-2ce070cfb76c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:41.762255 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff86f93-e731-464c-82bf-a073f3d73706" -d '{"events": [{"name": "network-changed", "server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:41.795499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-bb893ff5-0d44-418d-abfe-7309f2f49fb0 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:41.820154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f683a6-4ebf-490f-8fc2-d43e20110d76 req-bb893ff5-0d44-418d-abfe-7309f2f49fb0 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.4251170 Aug 31 15:59:41.841642 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:41.842584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad0affc5-f90a-4a3f-a878-b064011fa289 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:41.889255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeeee0-5e5c-4655-8d7a-85873020ed7b service neutron] Pushing event updated for resources: {'Port': ['ID=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:41.976420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-916e89d5-8d19-4549-9ee1-9b0d65f97fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:41.978330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-916e89d5-8d19-4549-9ee1-9b0d65f97fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6&device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 1095 time: 0.1795106 Aug 31 15:59:42.089203 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-43561c5c-2e03-4e1f-ae36-73f7390f4d2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 HTTP/1.1" status: 200 len: 217 time: 0.0975876 Aug 31 15:59:42.190974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=597471f7-da63-482d-8f43-3626ceda4040,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:42.202558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ad0affc5-f90a-4a3f-a878-b064011fa289 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:42.204112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.222556 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-31fe8891-b256-4793-b8f8-ad87524b7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:42.225064 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-31fe8891-b256-4793-b8f8-ad87524b7ef5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd61edc2-a4ba-4ad4-8deb-5b1a61016d01 HTTP/1.1" status: 200 len: 845 time: 0.1234322 Aug 31 15:59:42.292564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:42.298447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989229449', 'description': 'tempest-description--706163871'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:42.311634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-804c3419-709e-478a-9163-52a64126200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:42.313853 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-804c3419-709e-478a-9163-52a64126200a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2533d02-68d3-4bc0-be91-c145e50cde96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773005 Aug 31 15:59:42.388795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.471025 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-781c63d5-4177-4bc2-a6b7-2c257acf6564 service neutron] 10.222.0.30 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354578 Aug 31 15:59:42.520523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port eb24b192-2ca1-4813-9c01-e9b385051504 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:42.521452 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.553478 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.582532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Transition to ACTIVE for port object 08d42057-6b76-420e-8c8a-9c155c0d8654 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:42.596618 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.602220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a873c6b-c453-4640-a5b9-d3a0b810afe6 req-c1560729-d3a8-4956-9482-e172f6a9e85b service neutron] 10.222.0.30 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240215 Aug 31 15:59:42.683137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-2b2cc7d5-2e5e-499e-a156-cbc451fac22b service neutron] 10.222.0.30 "GET /v2.0/ports/ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.1925380 Aug 31 15:59:42.751993 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.786109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929b7f9-00a4-4ab8-b9f5-dc7c907bd33c req-c581300e-3636-49a3-9708-d6375c053081 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:42.810170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d929b7f9-00a4-4ab8-b9f5-dc7c907bd33c req-c581300e-3636-49a3-9708-d6375c053081 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 945 time: 0.4125891 Aug 31 15:59:42.811707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f79aad-abb8-4470-8dc2-3cf378389a01 None None] Pushing event updated for resources: {'Port': ['ID=08d42057-6b76-420e-8c8a-9c155c0d8654,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:42.836112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:42.839100 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0b6251-491d-4b39-8725-0e9614f9ee54" -d '{"events": [{"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-plugged", "status": "completed", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:42.874793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:42.910934 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:42.926068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4acf-9932-41ba-95ba-55331e46849f req-597856b8-8a44-4ce1-928f-d91b3a58dae0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:42.936246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55be4acf-9932-41ba-95ba-55331e46849f req-597856b8-8a44-4ce1-928f-d91b3a58dae0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.4014826 Aug 31 15:59:43.036738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:43.052344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d929b7f9-00a4-4ab8-b9f5-dc7c907bd33c req-5aa181ac-bb81-4d70-ae2a-7a049d59b032 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408700 Aug 31 15:59:43.075237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Attempting to bind port 08d42057-6b76-420e-8c8a-9c155c0d8654 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:43.075672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Attempting to bind port 08d42057-6b76-420e-8c8a-9c155c0d8654 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:43.080769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Attempting to bind port 08d42057-6b76-420e-8c8a-9c155c0d8654 on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:43.095017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 597471f7-da63-482d-8f43-3626ceda4040 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:43.129946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:43.132476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Checking segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:43.138229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55be4acf-9932-41ba-95ba-55331e46849f req-257d219b-7689-4f58-be79-37d9431e7282 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959274 Aug 31 15:59:43.138529 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.138529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Bound using segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:43.138529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Bound port: 08d42057-6b76-420e-8c8a-9c155c0d8654, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:43.138529 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.150398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.173183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.213894 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ccc095-a1f9-4e4a-bc01-4323e7457a9e x-openstack-request-id: req-42ccc095-a1f9-4e4a-bc01-4323e7457a9e {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:43.214424 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:43.214841 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42ccc095-a1f9-4e4a-bc01-4323e7457a9e {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:43.215460 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'status': 'completed', 'code': 200} Aug 31 15:59:43.219791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-778a6768-6670-453c-b4d7-0bc7c460a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.222461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-778a6768-6670-453c-b4d7-0bc7c460a96f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4&tenant_id=5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 1102 time: 0.1687467 Aug 31 15:59:43.301615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 597471f7-da63-482d-8f43-3626ceda4040 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:43.303093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.331193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-29497cd9-2ef6-47f4-a52d-7c1aef59c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.332807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-29497cd9-2ef6-47f4-a52d-7c1aef59c421 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1102 time: 0.0792847 Aug 31 15:59:43.357055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] For port 08d42057-6b76-420e-8c8a-9c155c0d8654, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:43.379945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] For port 08d42057-6b76-420e-8c8a-9c155c0d8654, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=08d42057-6b76-420e-8c8a-9c155c0d8654,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:43.392223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.443673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.444997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1510434 Aug 31 15:59:43.449172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48766) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:43.452424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-b1422040-cae4-4f18-98bb-e023244a0901 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1622653 Aug 31 15:59:43.454083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'security_group_rule': {'security_group_id': '2e3504d0-538e-4349-bd8a-928afd029e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:43.464062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1d4bc-65d0-4d82-ad6c-6d433a120dbc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3504d0-538e-4349-bd8a-928afd029e17,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:43.471815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:43.500716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.507423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.514147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.517542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.520217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.526962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.527450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-87d0186f-70d5-461a-b13c-bc899cc2d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.529227 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-87d0186f-70d5-461a-b13c-bc899cc2d186 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1882265 Aug 31 15:59:43.533598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.540842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.543046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-db037a29-749f-4849-a01e-dbdeac91c0d9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5429 time: 0.3111901 Aug 31 15:59:43.556566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86f93-e731-464c-82bf-a073f3d73706 req-0d19e1b1-3f6f-4d5d-b30a-e2fe095b0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.557958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-0d19e1b1-3f6f-4d5d-b30a-e2fe095b0ece service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6&device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 1095 time: 0.1557195 Aug 31 15:59:43.594294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-27647327-1d6f-4d59-86a2-74a341649235 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 217 time: 0.0483541 Aug 31 15:59:43.663939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.700931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86f93-e731-464c-82bf-a073f3d73706 req-fd0b89e0-e147-43b6-bf0c-1b417fbe28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.702832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-fd0b89e0-e147-43b6-bf0c-1b417fbe28a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2533d02-68d3-4bc0-be91-c145e50cde96 HTTP/1.1" status: 200 len: 907 time: 0.1128802 Aug 31 15:59:43.733958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ce71ce9e-27a5-4d15-be66-951eb42886d0 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:43.748285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-bdd39503-7237-42ea-963e-ca26e3a3dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.750854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-bdd39503-7237-42ea-963e-ca26e3a3dfce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1403956 Aug 31 15:59:43.752925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.760650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.791864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:43.793521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:43.795841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.802738 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518059 Aug 31 15:59:43.810384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48768) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:43.818046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'security_group_rule': {'security_group_id': '2e3504d0-538e-4349-bd8a-928afd029e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:43.847378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-128319c0-3ea5-4227-a710-192aa8fedfa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 HTTP/1.1" status: 200 len: 217 time: 0.1075499 Aug 31 15:59:43.877998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:59:43.879931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f79aad-abb8-4470-8dc2-3cf378389a01 None None] Pushing event updated for resources: {'Port': ['ID=08d42057-6b76-420e-8c8a-9c155c0d8654,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:43.903940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f1af8-6bc0-4f5e-91db-962060e13a3f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8c1f17-bdde-4148-8702-6d0589a8b7d9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:43.916526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c18e9153-6d0e-4638-8a71-27871737dc2d req-c32f8a96-0bb5-4faf-840c-29acab292600 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3554587 Aug 31 15:59:43.921640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:43.978004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-2f7d93ce-d22a-484d-986d-e0298b57be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:43.979544 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-2f7d93ce-d22a-484d-986d-e0298b57be50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2017365 Aug 31 15:59:44.018490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86f93-e731-464c-82bf-a073f3d73706 req-d6ee57e8-6a9e-4146-9227-8a0bc9782694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:44.020144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-d6ee57e8-6a9e-4146-9227-8a0bc9782694 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd61edc2-a4ba-4ad4-8deb-5b1a61016d01 HTTP/1.1" status: 200 len: 845 time: 0.1021655 Aug 31 15:59:44.107893 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.114356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.153365 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-4ca771cf-104d-4287-88f2-cfdad684a840 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575584 Aug 31 15:59:44.157218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:44.187992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f9ef4e-1ea0-44e7-84ea-46f4cbfec9dc,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:44.193658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86f93-e731-464c-82bf-a073f3d73706 req-66f8129b-647f-4986-bf7a-3d13e888390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:44.195430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-66f8129b-647f-4986-bf7a-3d13e888390f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2533d02-68d3-4bc0-be91-c145e50cde96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646388 Aug 31 15:59:44.233540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5785e-c386-48e0-8bd6-75af59d74f07 req-c4d94a06-1c70-4da2-8739-ca3a2fe9f85d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:44.242717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd5785e-c386-48e0-8bd6-75af59d74f07 req-c4d94a06-1c70-4da2-8739-ca3a2fe9f85d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1324754 Aug 31 15:59:44.248028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.252085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d93095d-31af-4db1-a3c1-7ca881f03028 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358933 Aug 31 15:59:44.253396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48772) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:44.258196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.258557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:44.332545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.353961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94af49bb-5670-4db3-89c5-5f94d57c6542 req-5c88e7f5-d366-440f-9850-233f9b7d90bb service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807566 Aug 31 15:59:44.388762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:44.400296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd5785e-c386-48e0-8bd6-75af59d74f07 req-acb1f06f-f447-4377-b22e-79c9a36fa6ec tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515248 Aug 31 15:59:44.450061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ce71ce9e-27a5-4d15-be66-951eb42886d0', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'port_id': 'ce71ce9e-27a5-4d15-be66-951eb42886d0', 'mac_address': 'fa:16:3e:5d:9e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:44.495494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-730b3609-d9c0-46f1-b20e-f54939eefceb service neutron] 10.222.0.30 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903283 Aug 31 15:59:44.550281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.578756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.598415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce71ce9e-27a5-4d15-be66-951eb42886d0 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:44.624672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:44.636718 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.637201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bd47c272-a9ba-497e-940a-f48beff03572 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:44.687316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dff86f93-e731-464c-82bf-a073f3d73706 req-182ed055-a5d0-4b01-88e9-44bd6bcf02d9 service neutron] 10.222.0.30 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598392 Aug 31 15:59:44.737967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Allocated IP 172.25.6.155 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/1a46cebd-77e6-4767-87e4-50958d171c41) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:44.820618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:44.870480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.875782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bd47c272-a9ba-497e-940a-f48beff03572,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:44.894300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'bd47c272-a9ba-497e-940a-f48beff03572', 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec', 'port_id': 'bd47c272-a9ba-497e-940a-f48beff03572', 'mac_address': 'fa:16:3e:3f:b2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aee17b-2abe-41c0-8ca9-1ad55a523f53', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:44.925119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.979240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:44.999641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd47c272-a9ba-497e-940a-f48beff03572 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:45.025233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bd47c272-a9ba-497e-940a-f48beff03572,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.032214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.033092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 44bd78bf-1981-461c-97a2-1f2688d6c3c7 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:45.039498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:43Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:45.049585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Allocated IP 172.25.6.108 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/6d6a05b2-16e3-40e3-b174-e2577a2e03dc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:45.078722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f406b-033c-4ba2-b43f-1cbcd4faa2c7 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:43Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:45.202475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.269348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '44bd78bf-1981-461c-97a2-1f2688d6c3c7', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'port_id': '44bd78bf-1981-461c-97a2-1f2688d6c3c7', 'mac_address': 'fa:16:3e:19:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:45.271125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:45.341079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.350334 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.365388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bd78bf-1981-461c-97a2-1f2688d6c3c7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:45.394314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.400637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.401241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 203aecc3-7275-49b3-8b17-d82597983e62 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:45.437426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=203aecc3-7275-49b3-8b17-d82597983e62,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.453117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '203aecc3-7275-49b3-8b17-d82597983e62', 'network_id': '6f4e5254-44a7-46ea-90dc-a6286d186aec', 'port_id': '203aecc3-7275-49b3-8b17-d82597983e62', 'mac_address': 'fa:16:3e:77:29:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aee17b-2abe-41c0-8ca9-1ad55a523f53', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:45.494210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.536939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.558890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203aecc3-7275-49b3-8b17-d82597983e62 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:45.588131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=203aecc3-7275-49b3-8b17-d82597983e62,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.595379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.596099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b254deab-b8ab-4962-bd6f-da9dd8fdeb6b details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:45.632926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:45.695632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:45.698200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:45.702786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:45.715280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:45.720476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.741520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'b254deab-b8ab-4962-bd6f-da9dd8fdeb6b', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'port_id': 'b254deab-b8ab-4962-bd6f-da9dd8fdeb6b', 'mac_address': 'fa:16:3e:10:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:45.781475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'Port': ['ID=6d6a05b2-16e3-40e3-b174-e2577a2e03dc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:45.790562 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.815623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b254deab-b8ab-4962-bd6f-da9dd8fdeb6b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:45.844579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:45.853959 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:45.855763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dfe8741f-edc6-4fdb-9011-4558cc09fb19 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:45.909993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:45.934376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:45.959897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:45.964099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:45.971500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.048571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.102924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=1a46cebd-77e6-4767-87e4-50958d171c41,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:46.164604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:46.169166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bce26-029b-46ac-81bc-dbc073134d5e req-38bb01ff-4760-42a1-a4d8-e12bf3febf9c tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:46.178175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf7bce26-029b-46ac-81bc-dbc073134d5e req-38bb01ff-4760-42a1-a4d8-e12bf3febf9c tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 943 time: 0.3984778 Aug 31 15:59:46.195142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'port_id': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'mac_address': 'fa:16:3e:2f:c0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:46.204051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.271655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.291665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe8741f-edc6-4fdb-9011-4558cc09fb19 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:46.307440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.323119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf7bce26-029b-46ac-81bc-dbc073134d5e req-e79dd0da-193b-4283-90e7-b0d35f5b636d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438453 Aug 31 15:59:46.356653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:46.367353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.368082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5141561a-59b8-4429-ae4d-7ba252005c67 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:46.453881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5141561a-59b8-4429-ae4d-7ba252005c67,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:46.483772 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1820c03a-6e4f-49af-bea2-65e13c67e2c5 x-openstack-request-id: req-1820c03a-6e4f-49af-bea2-65e13c67e2c5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:46.484465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.484976 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-plugged", "status": "completed", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:46.485342 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1820c03a-6e4f-49af-bea2-65e13c67e2c5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:46.487201 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'code': 200} Aug 31 15:59:46.493550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.557484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '5141561a-59b8-4429-ae4d-7ba252005c67', 'network_id': 'f0fee506-4648-4831-a2e8-d997b99ce2e7', 'port_id': '5141561a-59b8-4429-ae4d-7ba252005c67', 'mac_address': 'fa:16:3e:2c:38:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff6d6fe-1c04-4141-9305-9247f3c45dfe', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:46.562210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:46.565332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:46.667698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3cb08-dbfb-407f-94af-4bd780201980 req-5f16f434-e9ff-40f4-913c-8af6f21fbfee tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:46.673631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5b3cb08-dbfb-407f-94af-4bd780201980 req-5f16f434-e9ff-40f4-913c-8af6f21fbfee tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.1295991 Aug 31 15:59:46.693420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48816) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:46.693720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:46.702987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'Port': ['ID=6d6a05b2-16e3-40e3-b174-e2577a2e03dc,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:46.706465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'floatingip': {'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:46.708497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:59:46.737750 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.766469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'port_id': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'mac_address': 'fa:16:3e:8e:63:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:46.769390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.772478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-643421ab-0d32-432a-927f-875ceaa0d7f0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5168982 Aug 31 15:59:46.826968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.944525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.962202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5141561a-59b8-4429-ae4d-7ba252005c67 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:46.975630 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:46.989290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5141561a-59b8-4429-ae4d-7ba252005c67,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:46.995732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.041164 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.043457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.071014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65021b-7def-473f-825b-9faa18ea7bd6 req-8320e365-bbf5-4619-9ba6-700d031c1575 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.076782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e65021b-7def-473f-825b-9faa18ea7bd6 req-8320e365-bbf5-4619-9ba6-700d031c1575 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.2829299 Aug 31 15:59:47.102035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 08d42057-6b76-420e-8c8a-9c155c0d8654 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:47.146534 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.196837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=1a46cebd-77e6-4767-87e4-50958d171c41,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:47.212293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:47.223752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:47.226763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:47.240520 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.251637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.257830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:47.274049 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e65021b-7def-473f-825b-9faa18ea7bd6 req-e631d9c4-f9d3-4c2f-b21d-a8e43fcbca6b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872103 Aug 31 15:59:47.284705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.290100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 08d42057-6b76-420e-8c8a-9c155c0d8654 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:47.310133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 08d42057-6b76-420e-8c8a-9c155c0d8654 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:47.310621 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.326363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.329046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-e828b845-c5d9-409d-aa4d-e483e61fffa2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8612323 Aug 31 15:59:47.364662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:47.500338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:47.513007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-02fe4a4e-527d-47de-aadc-28f9aea75aec tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.1742258 Aug 31 15:59:47.536100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.593662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 08d42057-6b76-420e-8c8a-9c155c0d8654, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=08d42057-6b76-420e-8c8a-9c155c0d8654,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:47.599761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:47.604522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:47.648906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.655334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.665988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dfe8741f-edc6-4fdb-9011-4558cc09fb19'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:47.668422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.675054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.688233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.697456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.707391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.710514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-ab0f1acb-ca0f-4c47-80d7-622330925d0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5436 time: 0.3118229 Aug 31 15:59:47.718447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['44bd78bf-1981-461c-97a2-1f2688d6c3c7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:47.738761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['bd47c272-a9ba-497e-940a-f48beff03572'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:47.879709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-11a6118f-448a-427b-8e88-10fc5979c542 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:47.881846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cbc13dd-05a7-435c-aa22-c19a99b074de req-11a6118f-448a-427b-8e88-10fc5979c542 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.3680358 Aug 31 15:59:47.937011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65a7e3e1-1f81-404e-9a32-e4b4af9517db req-671817b2-83b9-40a4-800d-96bf52834bec tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612158 Aug 31 15:59:47.953172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5141561a-59b8-4429-ae4d-7ba252005c67'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:48.009809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=08d42057-6b76-420e-8c8a-9c155c0d8654,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:48.112485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:48.138662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:48.275513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-2a48fae3-726d-472a-af4b-da683866aa11 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1989229449&fields=id&tenant_id=99949c36d79d47d086317b40e619d121 HTTP/1.1" status: 200 len: 267 time: 0.1469769 Aug 31 15:59:48.287165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab2c8-fcb4-4d8f-a1b0-675c363dd827 req-1618d7b4-6dda-42d2-83c0-e1a3ed14c6df tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:48.291545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbbab2c8-fcb4-4d8f-a1b0-675c363dd827 req-1618d7b4-6dda-42d2-83c0-e1a3ed14c6df tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.1750629 Aug 31 15:59:48.479675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbbab2c8-fcb4-4d8f-a1b0-675c363dd827 req-a6e0bf22-e16d-4c63-8307-10da36992a73 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638925 Aug 31 15:59:48.502273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:48.502273 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72715f-7169-4f6c-8311-ab36b6768bc7" -d '{"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:48.524255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:48.538197 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Floating IP 947fc382-d68f-4f15-bd3f-62e4be7ed75c associated. External IP: 172.25.6.252, port: 63eb8277-3ed1-4f14-a682-7121db6d15a1. Aug 31 15:59:48.644146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b254deab-b8ab-4962-bd6f-da9dd8fdeb6b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:48.644629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-a4997173-933d-4845-ab25-58471de05350 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:48.649453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-a4997173-933d-4845-ab25-58471de05350 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 810 time: 0.3593743 Aug 31 15:59:48.723388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ce71ce9e-27a5-4d15-be66-951eb42886d0'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:48.724770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-7eabaaed-4c0a-4e84-85ec-e45513ebb3f5 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/quotas/99949c36d79d47d086317b40e619d121 HTTP/1.1" status: 200 len: 375 time: 0.0333834 Aug 31 15:59:48.782936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653424-17cc-4daf-870c-ef3a0df61187 req-20b332ce-474e-4e43-9e9e-028bea80fd2c tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:48.792239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b653424-17cc-4daf-870c-ef3a0df61187 req-20b332ce-474e-4e43-9e9e-028bea80fd2c tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 944 time: 0.2008059 Aug 31 15:59:48.836902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:48.874071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'mac_address': 'fa:16:3e:6c:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:48.880840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-081ebc83-6933-4958-9704-6b28a6125624 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446266 Aug 31 15:59:48.944416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b653424-17cc-4daf-870c-ef3a0df61187 req-7c05685f-f59a-49ca-a81e-caf967ac2451 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529868 Aug 31 15:59:48.977285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 08d42057-6b76-420e-8c8a-9c155c0d8654 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:49.021168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:49.076900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:49.139529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-851d38a1-06ca-4c9c-ae2f-edbc520d1c81 service neutron] 10.222.0.43 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598643 Aug 31 15:59:49.158152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:49.172063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:49.184167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 08d42057-6b76-420e-8c8a-9c155c0d8654 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:49.184940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:49.221043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Router ecda4ebf-0f91-4917-8c05-585925f29905 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:59:49.258448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-c50c5ef2-f82c-4091-91f3-7bed9c75dbef tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2756281 Aug 31 15:59:49.262808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:49.275404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:49.350797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:49.517862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:49.751544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-a957f0c8-6ce5-48be-b262-e8a6c01a58e1 service neutron] 10.222.0.43 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111436 Aug 31 15:59:49.832474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:59:49.848414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:49.849720 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] Sync routers for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:59:49.862210 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:49.863151 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:49.902274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['203aecc3-7275-49b3-8b17-d82597983e62'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:49.910238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-582c4a2d-3192-4565-8c64-94624b80cb41 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "PUT /v2.0/floatingips/947fc382-d68f-4f15-bd3f-62e4be7ed75c HTTP/1.1" status: 200 len: 992 time: 3.2173152 Aug 31 15:59:49.912141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:49.914932 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb299b4c-c3e7-4497-bddc-81354b09d380" -d '{"events": [{"name": "network-changed", "server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:49.939788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.107710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Allocated IP 172.25.6.195 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/a76f04a7-f60b-440f-a165-49737b6e445f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:50.148926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:50.304159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.389300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.438495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:50.441833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:50.444413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:50.450666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=a76f04a7-f60b-440f-a165-49737b6e445f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:50.514677 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '947fc382-d68f-4f15-bd3f-62e4be7ed75c', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:20Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 1, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:50.526272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:50.608158 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] Checking router: ecda4ebf-0f91-4917-8c05-585925f29905 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:59:50.619847 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:59:50.639293 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:50.650545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:50.651253 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.713751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.771488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.786449 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:59:50.818848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345f09a-47f9-46b7-9a50-0b2eeae09aa2 req-ec56b48c-9333-44d3-acdf-0d9f0a0a2b46 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:50.820718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d345f09a-47f9-46b7-9a50-0b2eeae09aa2 req-ec56b48c-9333-44d3-acdf-0d9f0a0a2b46 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.1764660 Aug 31 15:59:50.821554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.888162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:50.896056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:50.896937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:50.913246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d345f09a-47f9-46b7-9a50-0b2eeae09aa2 req-e2fdec3b-2bc0-4601-b5cd-01863e79713e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Aug 31 15:59:51.050981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f99b-4caa-482f-8b90-bcdef56c5f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.065465 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b25c3-29f2-4ced-b79d-19b85ce94130 x-openstack-request-id: req-5c5b25c3-29f2-4ced-b79d-19b85ce94130 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:51.065782 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:51.066004 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c5b25c3-29f2-4ced-b79d-19b85ce94130 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:51.066403 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'code': 200} Aug 31 15:59:51.072172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ce71ce9e-27a5-4d15-be66-951eb42886d0 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:51.149123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:51.154708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:51.155087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.185469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.195727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.200383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:51.208223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port ce71ce9e-27a5-4d15-be66-951eb42886d0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:51.215404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ce71ce9e-27a5-4d15-be66-951eb42886d0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:51.215836 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.313509 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.375294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:51.378508 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '947fc382-d68f-4f15-bd3f-62e4be7ed75c', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:20Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 1, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:59:51.392890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=a76f04a7-f60b-440f-a165-49737b6e445f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:51.409909 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.435367 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9354cc3-f311-4423-88e4-eef33af02ffc None None] The sync data for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 is: [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '947fc382-d68f-4f15-bd3f-62e4be7ed75c', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:20Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 1, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:59:51.440354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.450260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-4a4f5f5b-ab87-4622-a247-bfb3280c637a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1906290 Aug 31 15:59:51.473773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.475634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bd47c272-a9ba-497e-940a-f48beff03572 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:51.507337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.619245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-530031b8-421f-4a56-ba9d-3d6200a80cfa tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.1670210 Aug 31 15:59:51.656966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:51.725670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-96413277-4652-4068-8f55-52086fa2544d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.730063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-96413277-4652-4068-8f55-52086fa2544d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 810 time: 0.3000388 Aug 31 15:59:51.759652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:51.766545 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.828214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port bd47c272-a9ba-497e-940a-f48beff03572 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:51.837170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port bd47c272-a9ba-497e-940a-f48beff03572 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:51.837702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:51.841606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-1779d2ed-2926-462b-b311-c0f9da0c1977 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99949c36d79d47d086317b40e619d121 HTTP/1.1" status: 200 len: 380 time: 0.1003838 Aug 31 15:59:51.858986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'port': {'device_id': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'admin_state_up': True, 'tenant_id': '99949c36d79d47d086317b40e619d121', 'security_groups': ['2e3504d0-538e-4349-bd8a-928afd029e17']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:51.892496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6d00-a90d-4fae-9029-35ea342101f2 None None] New status for floating IP 947fc382-d68f-4f15-bd3f-62e4be7ed75c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:59:51.911182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.917148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.923141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.929162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.935162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.947597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.953722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:51.955719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-8c487772-6766-48f9-a6ba-89c611f97ecc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5437 time: 0.3352199 Aug 31 15:59:52.006476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-852c23b5-15f3-4275-9613-005e3a61109f tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.008138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed883b52-6cc8-41e9-9dec-a60460f3908c req-852c23b5-15f3-4275-9613-005e3a61109f tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.3217664 Aug 31 15:59:52.053655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27fdd9c6-eae4-4698-8559-47d2f71c8520 req-22172b39-9ed4-4c2c-90e0-47d45a941aa6 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833166 Aug 31 15:59:52.061116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Made reservation on behalf of 99949c36d79d47d086317b40e619d121 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:59:52.078713 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:52.080474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-399aea57-429b-4ffe-87c9-19b6982fa08e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.083021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-399aea57-429b-4ffe-87c9-19b6982fa08e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4&tenant_id=5118963bc2594d19b64fcb3b08713d27&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 950 time: 0.4126122 Aug 31 15:59:52.233474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc7ce5da-edbd-45cc-bc83-4fe7e7cf0246 req-28aa6c73-cafe-4e1a-b214-27a11283d2b5 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 210 time: 0.0434747 Aug 31 15:59:52.247184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-7dbd4917-17d7-4ac0-aebe-e10bc040a61e service neutron] 10.222.0.30 "GET /v2.0/ports/ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.1518309 Aug 31 15:59:52.276529 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9609697b-5e7a-48c4-b6aa-6d0a654b479c x-openstack-request-id: req-9609697b-5e7a-48c4-b6aa-6d0a654b479c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:52.276822 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:52.277077 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9609697b-5e7a-48c4-b6aa-6d0a654b479c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:52.277483 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'status': 'completed', 'code': 200} Aug 31 15:59:52.336261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:52.441275 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:52.462270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-3bdb2d4e-8974-4e59-a715-c68a5f98bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.463835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-3bdb2d4e-8974-4e59-a715-c68a5f98bafe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1102 time: 0.1833103 Aug 31 15:59:52.482122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-2613317c-9067-43e0-bb50-b61b3dcb428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.485846 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-2613317c-9067-43e0-bb50-b61b3dcb428b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1098 time: 0.1402593 Aug 31 15:59:52.528999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bd47c272-a9ba-497e-940a-f48beff03572,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:52.539466 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:52.540684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 44bd78bf-1981-461c-97a2-1f2688d6c3c7 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:52.626815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-947b692f-4df9-479a-8f55-167603147be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.628409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-947b692f-4df9-479a-8f55-167603147be2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.1341386 Aug 31 15:59:52.630161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Allocated IP 172.20.0.3 (61255bd9-b18a-49fc-ad50-1e96fa52eb82/7954665a-8636-439a-a84b-10f3d8c4153a/8d6a3239-cb63-4390-ae31-bb5f76a67b03) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:52.682514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:52.707819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:52.718876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:52.719586 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:52.738995 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-c562ea26-a6ac-4ec1-bc6f-4809f988a976 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1002 time: 0.0911241 Aug 31 15:59:52.743321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-fd5e8106-99e7-4875-b365-2caf25f5799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.744914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-fd5e8106-99e7-4875-b365-2caf25f5799c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2673681 Aug 31 15:59:52.878654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-20086994-6c0b-41c1-878d-ef438120ba12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 217 time: 0.1195521 Aug 31 15:59:52.888666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:52.910423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-23ef1c4d-a8db-4aa5-b895-df1bb178464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.912715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-23ef1c4d-a8db-4aa5-b895-df1bb178464e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1492360 Aug 31 15:59:52.953939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b029faf-f55b-4b50-b7d5-224ebecd63af req-29e4e881-3fa0-496c-a26c-a9eb2e7d381a tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:52.955674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b029faf-f55b-4b50-b7d5-224ebecd63af req-29e4e881-3fa0-496c-a26c-a9eb2e7d381a tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.5678737 Aug 31 15:59:53.001237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-c6420ca8-cdf1-4631-9f74-0a94199fb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.002826 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-c6420ca8-cdf1-4631-9f74-0a94199fb05f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806360 Aug 31 15:59:53.021048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:53.038873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b029faf-f55b-4b50-b7d5-224ebecd63af req-afbe605f-fdd1-4c02-9fcd-3d9c9259ea80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747511 Aug 31 15:59:53.044890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-b469d573-f7ce-4c14-8174-103abad3a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.050231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-b469d573-f7ce-4c14-8174-103abad3a514 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1605220 Aug 31 15:59:53.071335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.078846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dfe8741f-edc6-4fdb-9011-4558cc09fb19 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:53.122405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-63881371-43ee-4813-8aa7-ccd27ab48d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.124268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-63881371-43ee-4813-8aa7-ccd27ab48d06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647585 Aug 31 15:59:53.134650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0'}, {'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd78bf-1981-461c-97a2-1f2688d6c3c7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:53.147178 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e81453-3b9f-4951-b948-0dee971d004a" -d '{"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0"}, {"server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "name": "network-vif-plugged", "status": "completed", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "bd47c272-a9ba-497e-940a-f48beff03572"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "44bd78bf-1981-461c-97a2-1f2688d6c3c7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:53.228000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.264410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:53.266404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Transition to ACTIVE for port object 8d6a3239-cb63-4390-ae31-bb5f76a67b03 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:53.270417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port dfe8741f-edc6-4fdb-9011-4558cc09fb19 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:53.277704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port dfe8741f-edc6-4fdb-9011-4558cc09fb19 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:53.278365 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.311362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae13a2b-6bbe-452b-9404-03713cd7009f req-cbb3f4cc-0cbf-450d-855c-17fe63a48294 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.318970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bae13a2b-6bbe-452b-9404-03713cd7009f req-cbb3f4cc-0cbf-450d-855c-17fe63a48294 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1610487 Aug 31 15:59:53.331949 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-d33fc3a3-370e-4a9b-be1d-7308c218ed26 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155215 Aug 31 15:59:53.354446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.390064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-dce4785b-6aff-453d-be09-2dc64615d2ba service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573361 Aug 31 15:59:53.399725 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.448109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:53.454604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.466062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b254deab-b8ab-4962-bd6f-da9dd8fdeb6b up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:53.529414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bae13a2b-6bbe-452b-9404-03713cd7009f req-b62861ad-7dcb-42d5-9e97-0d7aa957d351 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043867 Aug 31 15:59:53.555041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1036-0f97-4d06-ae42-c0498118367d req-9f83fa00-cada-4a25-ac4b-216939069b8b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.556981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff1036-0f97-4d06-ae42-c0498118367d req-9f83fa00-cada-4a25-ac4b-216939069b8b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.3039062 Aug 31 15:59:53.576439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:53.595399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:53.600614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-24f38bde-75ce-4e43-a902-63b6e9b40ad8 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904597 Aug 31 15:59:53.601560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:53.601944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.659558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff1036-0f97-4d06-ae42-c0498118367d req-0b2d23e8-bfbe-419d-9c1c-2a4b0d8cbbd1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909600 Aug 31 15:59:53.740043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.812663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:53.824087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.825367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5141561a-59b8-4429-ae4d-7ba252005c67 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:53.845027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-d7fa55be-58fe-493e-8a96-ba4f85b0c410 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2868097 Aug 31 15:59:53.855656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:53.860300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'Port': ['ID=8d6a3239-cb63-4390-ae31-bb5f76a67b03,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:53.886077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:53.888882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.889941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:53.893567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:53.896494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.902562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.908660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.915838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.922177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.932479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.940446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-e86aeea6-21e8-471f-9b15-00ac575a08e3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5440 time: 0.1606696 Aug 31 15:59:53.957417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:53.964503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:53.965161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:53.996244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb299b4c-c3e7-4497-bddc-81354b09d380 req-d01a6f93-17a5-4ebf-8469-02d8d6d7a8d0 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536531 Aug 31 15:59:54.010839 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8ae35532-abc8-4b25-8ebb-31a3e683989b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1598768 Aug 31 15:59:54.014703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 5141561a-59b8-4429-ae4d-7ba252005c67 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:54.018767 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.023262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 5141561a-59b8-4429-ae4d-7ba252005c67 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:54.023730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.027237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Request body: {'port': {'device_id': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:54.079665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb3389ea-8651-4b6c-ac28-4c5f4d45b35c req-bf21065b-2351-40d3-8b99-a9a18c65731d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383276 Aug 31 15:59:54.118135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.135982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.151790 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23f38325-28b6-4c82-bb97-0fc456435d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.197506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.269922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5141561a-59b8-4429-ae4d-7ba252005c67,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:54.278362 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.294227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 203aecc3-7275-49b3-8b17-d82597983e62 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:59:54.336283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.376591 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa83dbc-595c-4502-b5c5-e19e52d7bc00 x-openstack-request-id: req-caa83dbc-595c-4502-b5c5-e19e52d7bc00 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:54.376896 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0", "code": 200}, {"server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "name": "network-vif-plugged", "status": "completed", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "bd47c272-a9ba-497e-940a-f48beff03572", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "44bd78bf-1981-461c-97a2-1f2688d6c3c7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:54.377153 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa83dbc-595c-4502-b5c5-e19e52d7bc00 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:54.377555 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'code': 200} Aug 31 15:59:54.377860 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0', 'code': 200} Aug 31 15:59:54.378307 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'code': 200} Aug 31 15:59:54.378569 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572', 'code': 200} Aug 31 15:59:54.379057 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bd78bf-1981-461c-97a2-1f2688d6c3c7', 'code': 200} Aug 31 15:59:54.462771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-14f1e53e-666f-405b-8766-0e07d8967e70 None None] Provisioning for port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:54.482771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:54.489159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-14f1e53e-666f-405b-8766-0e07d8967e70 None None] Provisioning complete for port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:54.490078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14f1e53e-666f-405b-8766-0e07d8967e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.543539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 203aecc3-7275-49b3-8b17-d82597983e62 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:59:54.558894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 203aecc3-7275-49b3-8b17-d82597983e62 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:59:54.558894 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.565746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Allocated IP 172.25.6.140 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/75999457-cbaf-4083-b149-fed3c203043d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:59:54.632259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-14f1e53e-666f-405b-8766-0e07d8967e70 None None] Port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:59:54.641923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cfd8-8400-47e8-b68b-1e3f918c2460 req-b3955e01-6599-446a-95f7-15347cb51e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:54.643909 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4a83cfd8-8400-47e8-b68b-1e3f918c2460 req-b3955e01-6599-446a-95f7-15347cb51e4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 1097 time: 0.1376238 Aug 31 15:59:54.767999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96587954-1fb6-46bb-86ac-a0d5805b0202 req-722200b0-4a41-4e58-a2de-e855aa1d3a4c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:54.769663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96587954-1fb6-46bb-86ac-a0d5805b0202 req-722200b0-4a41-4e58-a2de-e855aa1d3a4c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 931 time: 0.1889963 Aug 31 15:59:54.779356 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.782456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6a3239-cb63-4390-ae31-bb5f76a67b03 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:54.794558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.823804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Transition to ACTIVE for port object 8d6a3239-cb63-4390-ae31-bb5f76a67b03 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:59:54.826281 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4a83cfd8-8400-47e8-b68b-1e3f918c2460 req-47ff0470-9c36-4bb8-ab47-5d04ab9b155e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719993 Aug 31 15:59:54.832436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.835185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=203aecc3-7275-49b3-8b17-d82597983e62,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:54.846151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.875203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96587954-1fb6-46bb-86ac-a0d5805b0202 req-9df38af1-7376-4cba-8fa4-f22d6f5eb10c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908334 Aug 31 15:59:54.897858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a3239-cb63-4390-ae31-bb5f76a67b03,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:54.953599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:54.964743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:54.976451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.063644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Attempting to bind port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:59:55.063938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Attempting to bind port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:59:55.064251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Attempting to bind port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:55.070071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:59:55.071582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Attempting to bind port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:59:55.078430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:59:55.078873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Checking segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:59:55.079329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Bound using segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:59:55.079854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Bound port: 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:59:55.080323 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.117241 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.137396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080a5a0-ecb8-42ed-ad02-4bbe775f3d87 req-9657caf4-6df2-44a9-b29b-dab94cd3cf52 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:55.151334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2080a5a0-ecb8-42ed-ad02-4bbe775f3d87 req-9657caf4-6df2-44a9-b29b-dab94cd3cf52 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1533759 Aug 31 15:59:55.199996 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.232687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] For port 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:59:55.233531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:59:55.237830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] For port 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:59:55.244294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:59:55.252791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:59:55.255953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=75999457-cbaf-4083-b149-fed3c203043d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:55.258848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.305263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:55.305869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.307484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] 10.222.0.49 "PUT /v2.0/ports/8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 1092 time: 1.2856281 Aug 31 15:59:55.310169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:55.313261 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28112130-62f3-410f-9fa1-d46a2c1ee086" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:55.351908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fdf96-2560-4e31-9595-9e24782859de service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a3239-cb63-4390-ae31-bb5f76a67b03,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:55.357847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2080a5a0-ecb8-42ed-ad02-4bbe775f3d87 req-3cb48d65-0c38-47d0-bb4a-db356805b8a2 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056155 Aug 31 15:59:55.419101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8a2298b2-de4a-41f9-8592-ca5490a5545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:55.420813 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-8a2298b2-de4a-41f9-8592-ca5490a5545d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0643961 Aug 31 15:59:55.452702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.480028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-ff78d4eb-b4a6-4294-bf49-211e246ca4c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 217 time: 0.0506811 Aug 31 15:59:55.510360 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.583835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c5eee63c-9df6-4b5b-874c-ba1717e16e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:55.586168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-c5eee63c-9df6-4b5b-874c-ba1717e16e34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.0982933 Aug 31 15:59:55.704117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-13936b71-c425-4d40-8dca-271c906f5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:55.705995 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-13936b71-c425-4d40-8dca-271c906f5c4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954487 Aug 31 15:59:55.729569 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.791478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.820031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.880923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event updated for resources: {'Port': ['ID=75999457-cbaf-4083-b149-fed3c203043d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:55.925688 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-1c7e7d3d-6729-4061-961a-d992d7e78b39 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078612 Aug 31 15:59:55.938852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.956729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:55.958235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-33bc5dc4-0a9d-4002-9569-52d39fcc31a3 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1065729 Aug 31 15:59:56.057241 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59defbd5-fd92-49cf-873a-bc74951b5144 req-7fce9913-960f-4daa-9926-0f46c23b26f7 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222389 Aug 31 15:59:56.073637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-859959bb-6128-4db6-8a20-bd0d0903d75b tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.1081262 Aug 31 15:59:56.118991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2193-068a-420d-9605-9e826725b5b6 req-c1faca81-502b-4cf2-ba2a-d86df8fdcd22 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.120551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58ce2193-068a-420d-9605-9e826725b5b6 req-c1faca81-502b-4cf2-ba2a-d86df8fdcd22 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1421709 Aug 31 15:59:56.218463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58ce2193-068a-420d-9605-9e826725b5b6 req-347fe68f-58fd-41b8-8157-9880710d230b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Aug 31 15:59:56.262243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-a2641005-5281-4206-bdb3-9d9133bfed4e tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.263692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d497529-c5e0-454d-a111-6f744c9d63bf req-a2641005-5281-4206-bdb3-9d9133bfed4e tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1813352 Aug 31 15:59:56.361977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457afb74-740f-41f0-8c3b-4fe361361388 req-05200fe4-43ff-4967-8ab4-5a5f697ee25c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.372293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-457afb74-740f-41f0-8c3b-4fe361361388 req-05200fe4-43ff-4967-8ab4-5a5f697ee25c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.0691831 Aug 31 15:59:56.379930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b254deab-b8ab-4962-bd6f-da9dd8fdeb6b'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:59:56.383988 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1b237f-7372-4973-84eb-635edae29f55" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "b254deab-b8ab-4962-bd6f-da9dd8fdeb6b"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "203aecc3-7275-49b3-8b17-d82597983e62"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:59:56.447482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-457afb74-740f-41f0-8c3b-4fe361361388 req-16979daf-3aa1-44ee-b2f4-a9fe36ca9404 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738494 Aug 31 15:59:56.525807 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46da3e2a-e3d9-4fcf-a474-f7994909a230 x-openstack-request-id: req-46da3e2a-e3d9-4fcf-a474-f7994909a230 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:56.526298 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:56.526647 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46da3e2a-e3d9-4fcf-a474-f7994909a230 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:56.527158 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'status': 'completed', 'code': 200} Aug 31 15:59:56.596840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.615682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.629343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.633907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-46f74505-2040-4899-a14e-84f3f41c5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.636308 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-46f74505-2040-4899-a14e-84f3f41c5d52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0765374 Aug 31 15:59:56.638931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.646312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.660072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.668224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.683845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-5b22dd70-cfb7-4be7-8ad8-a0555cf7b4b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.2636201 Aug 31 15:59:56.783288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-86fb6bf1-fd48-4411-9e3b-654089eedafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.783561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a3a6962-5961-49f5-91f3-33c488f75301 req-c64d21e2-fe73-470b-84f6-7808737e89f8 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985525 Aug 31 15:59:56.786357 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-86fb6bf1-fd48-4411-9e3b-654089eedafb service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.1416178 Aug 31 15:59:56.795610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44a13-c880-4e1c-97e7-cfc40786d5e4 req-6c8cc4f4-68d0-4900-845d-2bedc28f102c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.805105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cf44a13-c880-4e1c-97e7-cfc40786d5e4 req-6c8cc4f4-68d0-4900-845d-2bedc28f102c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 943 time: 0.1115894 Aug 31 15:59:56.854844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-e3a0c5aa-6e49-44aa-b079-e1ceae612bc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 217 time: 0.0550718 Aug 31 15:59:56.869159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cf44a13-c880-4e1c-97e7-cfc40786d5e4 req-2f47383f-27fc-4fd5-a580-63eb94560418 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630131 Aug 31 15:59:56.954037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-356512dd-e0b3-4b71-8e42-81dc00ed6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:56.956314 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-356512dd-e0b3-4b71-8e42-81dc00ed6be7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.0833073 Aug 31 15:59:56.984836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e92041e6-4895-4632-a4a4-6e67d54396b9 req-63b04a4f-105e-40b2-9b2d-17f3e16ab7ca tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips/6e96052c-8f31-4321-82ca-f588773b566e HTTP/1.1" status: 200 len: 693 time: 0.0957265 Aug 31 15:59:57.041639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-e43b1297-49d5-45c4-89d5-6a76c57bf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.044472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-e43b1297-49d5-45c4-89d5-6a76c57bf8c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4&tenant_id=5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 1102 time: 0.1089439 Aug 31 15:59:57.058866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-a0f2b1ef-b043-4cbc-993e-a019bdb8819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.064735 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-a0f2b1ef-b043-4cbc-993e-a019bdb8819c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827274 Aug 31 15:59:57.184884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-e6fffd7d-99b9-4f62-a2db-7e5b56d66c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.191059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-e6fffd7d-99b9-4f62-a2db-7e5b56d66c80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 1102 time: 0.1126180 Aug 31 15:59:57.213925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92041e6-4895-4632-a4a4-6e67d54396b9 req-48b53941-6b73-440a-904b-31d0d47b2d5a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.227012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e92041e6-4895-4632-a4a4-6e67d54396b9 req-48b53941-6b73-440a-904b-31d0d47b2d5a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2407541 Aug 31 15:59:57.252530 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-dac81768-3ee7-404b-aeaa-4db7257dfcbd service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825559 Aug 31 15:59:57.264130 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 15:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794c1e72-ed70-4f5f-b891-1766a1cba3ae x-openstack-request-id: req-794c1e72-ed70-4f5f-b891-1766a1cba3ae {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:59:57.264645 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "b254deab-b8ab-4962-bd6f-da9dd8fdeb6b", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-plugged", "status": "completed", "tag": "203aecc3-7275-49b3-8b17-d82597983e62", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:59:57.265077 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-794c1e72-ed70-4f5f-b891-1766a1cba3ae {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:59:57.265738 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'code': 200} Aug 31 15:59:57.266175 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b254deab-b8ab-4962-bd6f-da9dd8fdeb6b', 'code': 200} Aug 31 15:59:57.266601 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67', 'code': 200} Aug 31 15:59:57.267020 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62', 'code': 200} Aug 31 15:59:57.401886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bdf86-071a-4f1a-9959-56ba37884137 req-2f06fbd3-06d1-4e0e-8dd3-8f8706804d96 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.410075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-438bdf86-071a-4f1a-9959-56ba37884137 req-2f06fbd3-06d1-4e0e-8dd3-8f8706804d96 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0749917 Aug 31 15:59:57.483415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.483950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.484463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.485056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.485532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.486305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.486473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.488958 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-2ae70518-0d9c-4efc-bdcd-51e959b4d867 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6507 time: 0.1080966 Aug 31 15:59:57.490885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-438bdf86-071a-4f1a-9959-56ba37884137 req-b0773f0a-6a5b-4cae-99b6-df5d2e965bf0 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778265 Aug 31 15:59:57.558762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28112130-62f3-410f-9fa1-d46a2c1ee086 req-05c22490-25bd-47d9-99ce-2cc17a44662c service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839847 Aug 31 15:59:57.578224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-65eb38a5-1832-45a2-b54b-3d03cc340679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.580030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-65eb38a5-1832-45a2-b54b-3d03cc340679 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3262408 Aug 31 15:59:57.582687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-83f27b4b-24de-4a85-ba5c-303cae4c8950 req-4762d890-95f2-400d-96d9-b95c171f239f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863070 Aug 31 15:59:57.591779 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:57.617802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-b6577dad-dcda-4190-a7b8-62112b7d26e5 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips/6e96052c-8f31-4321-82ca-f588773b566e HTTP/1.1" status: 200 len: 693 time: 0.1219306 Aug 31 15:59:57.649208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-f0d06502-f365-494d-a9ae-753d480c8006 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 200 len: 217 time: 0.0604136 Aug 31 15:59:57.710480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-8a02c653-ca4f-4a6a-b846-a33742ad50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.711955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-8a02c653-ca4f-4a6a-b846-a33742ad50f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0536366 Aug 31 15:59:57.790852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-7dac78c6-20ee-4e20-8cee-754336f3aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.792668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-7dac78c6-20ee-4e20-8cee-754336f3aa65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695145 Aug 31 15:59:57.814190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-e5831047-fed9-4f3e-a375-a0e25db9d7f1 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.815722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-e5831047-fed9-4f3e-a375-a0e25db9d7f1 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1910591 Aug 31 15:59:57.825208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1e7ef-f684-430f-a9a6-c247287d43f9 req-2f0cb9f7-caf0-4df4-acf1-a5f745c27077 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:57.826790 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0e1e7ef-f684-430f-a9a6-c247287d43f9 req-2f0cb9f7-caf0-4df4-acf1-a5f745c27077 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.1091111 Aug 31 15:59:57.897307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-9a4f2a49-0b86-4b74-b9f6-6462c711c8f4 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.0693831 Aug 31 15:59:57.920455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-f6efef56-4ed6-4250-b525-d324ad6daf53 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170735 Aug 31 15:59:58.002850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0e1e7ef-f684-430f-a9a6-c247287d43f9 req-9bebd7a1-4619-4dec-9324-c6baf30b973b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175931 Aug 31 15:59:58.009863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-02c5693a-5d68-47c6-9d2d-1647cba7b0b1 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.1110182 Aug 31 15:59:58.108912 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b4c4228f-719e-4d9f-82b2-93f7ceccf2dc req-bac32780-b3d5-49df-8460-16679dbeb94e service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783924 Aug 31 15:59:58.271145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b47b6d-50b1-4a5f-9454-717a3af82406 req-8ef5f718-b6f3-4f41-9d68-75d003fd894c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.272902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61b47b6d-50b1-4a5f-9454-717a3af82406 req-8ef5f718-b6f3-4f41-9d68-75d003fd894c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.0974541 Aug 31 15:59:58.319186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Deleting port 75999457-cbaf-4083-b149-fed3c203043d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:59:58.319358 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.375574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61b47b6d-50b1-4a5f-9454-717a3af82406 req-bd4fbce3-0b15-40c0-8715-d6fbb037f33d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946078 Aug 31 15:59:58.428411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.429627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.447186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Calling delete_port for 75999457-cbaf-4083-b149-fed3c203043d owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:59:58.605151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19c108-973f-43f7-86c2-1e4c28d12572 req-84ed9377-192d-4fd0-a9a0-bedd76fdd306 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.607747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb19c108-973f-43f7-86c2-1e4c28d12572 req-84ed9377-192d-4fd0-a9a0-bedd76fdd306 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1271436 Aug 31 15:59:58.618200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49118) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:58.631085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Request body: {'floatingip': {'port_id': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:59:58.723027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.724463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.764841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event deleted for resources: {'Port': ['ID=75999457-cbaf-4083-b149-fed3c203043d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:58.876742 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.879531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:58.881303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7e367a2-8a63-4efd-b9aa-7bcd84976f8a req-18d87fd5-97a7-4b07-a778-d7c141e8c3ee tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "DELETE /v2.0/floatingips/6e96052c-8f31-4321-82ca-f588773b566e HTTP/1.1" status: 204 len: 173 time: 0.8649292 Aug 31 15:59:58.927621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.935677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.945908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.952335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.958905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.965582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.972575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:58.980588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-642987ff-3726-4d36-806a-1d1b6d9dc54e tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.1291144 Aug 31 15:59:59.024155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49132) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:59.060920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9bdb783-81a6-4612-a448-6ae373983c27 req-db776ccd-850e-4cbb-8db9-1eb6dca842f1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772324 Aug 31 15:59:59.082060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401469-fb74-4b06-ab7a-d27360757b09 req-ba792494-efd2-4769-aa4a-3bfebb85f19a tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:59.085347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f401469-fb74-4b06-ab7a-d27360757b09 req-ba792494-efd2-4769-aa4a-3bfebb85f19a tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 943 time: 0.0975182 Aug 31 15:59:59.085522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8d6a3239-cb63-4390-ae31-bb5f76a67b03 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:59:59.215997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:59.235781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'port_id': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'mac_address': 'fa:16:3e:40:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:59:59.282172 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.286153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-973f93e6-14c6-494d-9270-ff5919ce62d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.296265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6a3239-cb63-4390-ae31-bb5f76a67b03 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:59:59.318710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:59:59.323415 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.325158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce04ac-e24a-47db-b1a6-312c447a7fd2 req-5df0c9dc-2004-44dc-805a-d2dbc54e41d0 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:59.326772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbce04ac-e24a-47db-b1a6-312c447a7fd2 req-5df0c9dc-2004-44dc-805a-d2dbc54e41d0 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2341218 Aug 31 15:59:59.330390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f401469-fb74-4b06-ab7a-d27360757b09 req-ab9e416c-6cb0-4e73-8a01-3b80741f1e20 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082900 Aug 31 15:59:59.389007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8d6a3239-cb63-4390-ae31-bb5f76a67b03,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:59.392496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.407034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.484101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf682ff3-df3f-47e5-b1f7-378ffd1fe99e req-9b6d6353-d77c-4cfa-b8e6-4ae62c482964 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=60597ecec58f4d8ab469b11fd69ba7a9 HTTP/1.1" status: 200 len: 1657 time: 0.1198590 Aug 31 15:59:59.552936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-973f93e6-14c6-494d-9270-ff5919ce62d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.555201 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Floating IP 44d62689-3a42-4c88-ad2e-cc4776862f5a associated. External IP: 172.25.6.173, port: 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33. Aug 31 15:59:59.559616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-973f93e6-14c6-494d-9270-ff5919ce62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.669528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8d6a3239-cb63-4390-ae31-bb5f76a67b03'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:59:59.674503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-973f93e6-14c6-494d-9270-ff5919ce62d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7147296b67e24f78b8c67b71825977b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491604 Aug 31 15:59:59.675125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f93e6-14c6-494d-9270-ff5919ce62d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ba891-374e-4675-844b-903fb0b6b8db,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:59:59.682860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49144) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:59:59.754749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-51f20a5e-c843-4fb0-94f1-7cd14667f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:59.757133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-51f20a5e-c843-4fb0-94f1-7cd14667f7e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 1098 time: 0.1626811 Aug 31 15:59:59.899363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19576a1-92cf-4275-99a3-367fd2cae71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.915168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe4361-9c6d-4426-a839-299c15ef7527 req-d29eccbc-3c67-45f7-a133-45517548b908 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:59.916706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10fe4361-9c6d-4426-a839-299c15ef7527 req-d29eccbc-3c67-45f7-a133-45517548b908 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 950 time: 0.4830806 Aug 31 15:59:59.986507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19576a1-92cf-4275-99a3-367fd2cae71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:59:59.988368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf682ff3-df3f-47e5-b1f7-378ffd1fe99e req-443708cd-9bcf-4942-b621-4bf8b473154f tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:59:59.990484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf682ff3-df3f-47e5-b1f7-378ffd1fe99e req-443708cd-9bcf-4942-b621-4bf8b473154f tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks?id=a72a23db-185e-4387-b2be-9681752b2fa1&id=a72a23db-185e-4387-b2be-9681752b2fa1&id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 787 time: 0.4824002 Aug 31 16:00:00.000084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-fdbf0245-d064-4537-8d1d-6c787af26346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.003077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-fdbf0245-d064-4537-8d1d-6c787af26346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.2348945 Aug 31 16:00:00.016497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10fe4361-9c6d-4426-a839-299c15ef7527 req-d47d289b-2e11-4be0-8d13-77040a99bd4b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863576 Aug 31 16:00:00.077347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-2b1f863d-04f5-44c2-b70a-68c0d014751d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb24b192-2ca1-4813-9c01-e9b385051504 HTTP/1.1" status: 200 len: 217 time: 0.0666552 Aug 31 16:00:00.099728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Router 94e96d0e-376d-4f98-ab9b-cc989c05e754 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:00:00.101226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efef527-5657-4788-8ef2-e2f126ed2e8d req-d0962b63-d388-4f72-9254-33edd93c54d1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.102664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8efef527-5657-4788-8ef2-e2f126ed2e8d req-d0962b63-d388-4f72-9254-33edd93c54d1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 946 time: 0.0588131 Aug 31 16:00:00.139952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19576a1-92cf-4275-99a3-367fd2cae71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:00.141817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19576a1-92cf-4275-99a3-367fd2cae71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:00.142951 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f19576a1-92cf-4275-99a3-367fd2cae71b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/730ba891-374e-4675-844b-903fb0b6b8db HTTP/1.1" status: 204 len: 168 time: 0.4596312 Aug 31 16:00:00.150321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8efef527-5657-4788-8ef2-e2f126ed2e8d req-36031e9f-0404-4f09-8501-fc55ee8c0f94 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Aug 31 16:00:00.193292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-a5359e51-e7df-4098-a7a5-652d2396609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.194795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-a5359e51-e7df-4098-a7a5-652d2396609f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.1087751 Aug 31 16:00:00.197116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19576a1-92cf-4275-99a3-367fd2cae71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ba891-374e-4675-844b-903fb0b6b8db,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:00.234433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-4eafd0eb-6ab9-4c08-bb24-1d342d6e19e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321584 Aug 31 16:00:00.243081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-ee5aa8ce-2462-4c60-9b87-f0f0994897df tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips/2882e7e7-4076-4180-87e7-3cdd5d88a9c3 HTTP/1.1" status: 200 len: 693 time: 0.0801458 Aug 31 16:00:00.365265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:00.377396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:00.386038 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] Sync routers for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:00.408639 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:00.409163 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:00.493604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.500937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.508378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.515057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.531162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.543893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.562293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.564772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-f5bcb821-a19a-40fe-865e-70f4246f107b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.2323642 Aug 31 16:00:00.578372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:00.582912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:00.608642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-ca79bd0b-8381-4de9-b659-3206ad2a47fa tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:00.619270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-ca79bd0b-8381-4de9-b659-3206ad2a47fa tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.3682101 Aug 31 16:00:00.711560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-10343b72-9747-4ac3-81b9-2fdc6a578026 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0900695 Aug 31 16:00:00.718270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-633c44f9-a1b3-4892-96c0-d228e771d0a0 req-e404a0f0-a7e4-41ee-8d66-63c346465170 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952899 Aug 31 16:00:00.768558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-33b01b95-451e-49c9-81cb-84254b548b80 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "PUT /v2.0/floatingips/44d62689-3a42-4c88-ad2e-cc4776862f5a HTTP/1.1" status: 200 len: 991 time: 2.1482086 Aug 31 16:00:00.770876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:00.773856 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55" -d '{"events": [{"name": "network-changed", "server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:00.774154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-483f5e1e-8c92-4b39-a68e-5529176d7d87 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0616777 Aug 31 16:00:00.783685 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:00.823508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:00.827183 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d6ef9-bc5a-4b60-b4d6-bfbe2ad4a4c0" -d '{"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:00.829348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-f78957ee-0141-483b-87ff-008e95362dd5 service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873744 Aug 31 16:00:00.861371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:00.867666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:00.935239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:00.979267 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9a2007ee-0f8c-4c77-8775-c9b120f8dcbd req-26f120df-483b-4cff-8b8a-ed04abca36ad service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419861 Aug 31 16:00:00.981309 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '44d62689-3a42-4c88-ad2e-cc4776862f5a', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'port_id': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'mac_address': 'fa:16:3e:8e:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:33Z', 'updated_at': '2021-08-31T15:59:59Z', 'revision_number': 1, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:32Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:00.999240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc43cbf-3ca0-4260-9b83-416ed23972bc req-8f709ba6-885e-4170-a99c-0e58f6e7277b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.006980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6bc43cbf-3ca0-4260-9b83-416ed23972bc req-8f709ba6-885e-4170-a99c-0e58f6e7277b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 944 time: 0.0935624 Aug 31 16:00:01.016166 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] Checking router: 94e96d0e-376d-4f98-ab9b-cc989c05e754 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:01.027915 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:01.028660 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:01.043532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Deleting port a76f04a7-f60b-440f-a165-49737b6e445f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:01.043724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.092549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6bc43cbf-3ca0-4260-9b83-416ed23972bc req-c3c7dc1f-b624-42c2-846c-8b1195d5ff28 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846789 Aug 31 16:00:01.112607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8d6a3239-cb63-4390-ae31-bb5f76a67b03 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:01.168284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.168624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.180632 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:01.187620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Calling delete_port for a76f04a7-f60b-440f-a165-49737b6e445f owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:01.195883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:01.208133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:01.208705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.289216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49188) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:01.317946 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.333783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.340100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.347428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.354225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.360199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.362707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:01.366966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.367866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.368823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device eb24b192-2ca1-4813-9c01-e9b385051504 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:01.373323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.375502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00f02a7f-7615-42da-9e4d-a4fea6ab2ccc req-0a5fe7fd-0170-4993-b29e-d1f115bc4264 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.1381388 Aug 31 16:00:01.388444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49192) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:01.394086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Request body: {'floatingip': {'port_id': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:01.453111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.465592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8d6a3239-cb63-4390-ae31-bb5f76a67b03,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:01.479420 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79a47ff-f56d-4a52-a8b4-b3d87e30a621 x-openstack-request-id: req-d79a47ff-f56d-4a52-a8b4-b3d87e30a621 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:01.479906 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:01.480383 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d79a47ff-f56d-4a52-a8b4-b3d87e30a621 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:01.480932 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'status': 'completed', 'code': 200} Aug 31 16:00:01.487689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1039630565-network', 'tenant_id': '26706d8887614b998f101b0bb5169373'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:01.502494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.519909 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.526232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event deleted for resources: {'Port': ['ID=a76f04a7-f60b-440f-a165-49737b6e445f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:01.566654 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a996a-0889-4ea8-ae6d-e1a73d7d4df2 x-openstack-request-id: req-aa4a996a-0889-4ea8-ae6d-e1a73d7d4df2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:01.567095 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:01.567485 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa4a996a-0889-4ea8-ae6d-e1a73d7d4df2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:01.567985 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'code': 200} Aug 31 16:00:01.593413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:01.596934 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '44d62689-3a42-4c88-ad2e-cc4776862f5a', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'port_id': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'mac_address': 'fa:16:3e:8e:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:33Z', 'updated_at': '2021-08-31T15:59:59Z', 'revision_number': 1, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:32Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:01.601514 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.611236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.617437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.620682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06e036b7-88d3-405e-8f51-98092fe84cdb req-de80043b-4997-4e5e-8a09-ff54a3bc9da7 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "DELETE /v2.0/floatingips/2882e7e7-4076-4180-87e7-3cdd5d88a9c3 HTTP/1.1" status: 204 len: 173 time: 0.8374321 Aug 31 16:00:01.653343 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2af8c-ca83-49e0-a862-acaebe2fd8e4 None None] The sync data for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 is: [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '44d62689-3a42-4c88-ad2e-cc4776862f5a', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'port_id': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'mac_address': 'fa:16:3e:8e:63:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:33Z', 'updated_at': '2021-08-31T15:59:59Z', 'revision_number': 1, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:32Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:01.657111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Made reservation on behalf of 26706d8887614b998f101b0bb5169373 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:01.660842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.685871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:01.690029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:01.694607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c8d0f-0494-4aa9-a3cc-5346f6ff4e73 req-0d8cd2e7-0400-4be0-a3ba-1b207fb2a61a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.700872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a94c8d0f-0494-4aa9-a3cc-5346f6ff4e73 req-0d8cd2e7-0400-4be0-a3ba-1b207fb2a61a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.0789559 Aug 31 16:00:01.712721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-a921efc5-21cf-4c00-b09a-273cb763c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.714262 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-a921efc5-21cf-4c00-b09a-273cb763c0f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6&device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 1097 time: 0.2077067 Aug 31 16:00:01.749963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a94c8d0f-0494-4aa9-a3cc-5346f6ff4e73 req-4604ae79-4bcd-48b8-9846-ed18f5c8e619 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Aug 31 16:00:01.827788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-1ce58079-42d0-46a0-8958-35a60acbcfd2 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips/9b900d09-fe44-42a1-9152-9992585f9d87 HTTP/1.1" status: 200 len: 693 time: 0.0466266 Aug 31 16:00:01.929550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f784b-81b4-455e-8a56-b542288030d0 None None] New status for floating IP 44d62689-3a42-4c88-ad2e-cc4776862f5a: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:00:01.939680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41ea84-02f5-4a69-a76b-62aeb14c5c17 req-a6bfd4d0-3ad2-4162-983c-3c0fdd0c251a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:01.941374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b41ea84-02f5-4a69-a76b-62aeb14c5c17 req-a6bfd4d0-3ad2-4162-983c-3c0fdd0c251a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 944 time: 0.1181514 Aug 31 16:00:02.004605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-6fc2149b-2ac0-4a08-aa80-df41262a7119 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.006066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-6fc2149b-2ac0-4a08-aa80-df41262a7119 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1668093 Aug 31 16:00:02.010030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-50d60521-e9e3-4f4f-8283-92b683bd3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.011880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-50d60521-e9e3-4f4f-8283-92b683bd3c0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2533d02-68d3-4bc0-be91-c145e50cde96 HTTP/1.1" status: 200 len: 907 time: 0.2876887 Aug 31 16:00:02.034514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b41ea84-02f5-4a69-a76b-62aeb14c5c17 req-99554404-eac0-414e-bdbe-d0f9ab1fac66 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620003 Aug 31 16:00:02.096528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-1bca50a3-fae4-41f5-9992-3dadeddfdf33 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0771239 Aug 31 16:00:02.165160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-5d7ae1b8-49e5-417f-aba5-6856fdf27f4a tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.155 HTTP/1.1" status: 200 len: 696 time: 0.0675588 Aug 31 16:00:02.220589 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-41d3d67a-8196-4dea-b1ec-8c802922fc2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2181547 Aug 31 16:00:02.229209 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-1537ffa3-43b5-4ddd-8208-c7f56f45169d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 HTTP/1.1" status: 200 len: 999 time: 0.1810794 Aug 31 16:00:02.235578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.276147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.279053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc988df-5ced-40cc-9b32-10eabbd733e2 req-d17a7720-bff1-47b4-9970-a1e1de9a1c20 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.280900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bc988df-5ced-40cc-9b32-10eabbd733e2 req-d17a7720-bff1-47b4-9970-a1e1de9a1c20 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 948 time: 0.1369977 Aug 31 16:00:02.350270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:00:02.353245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bc988df-5ced-40cc-9b32-10eabbd733e2 req-74745786-260d-421c-ba75-79f194a8f4c3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520024 Aug 31 16:00:02.358944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Deleting port 1a46cebd-77e6-4767-87e4-50958d171c41 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:02.359300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.396702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-1d3b32e8-7a19-4573-a280-0ee10848d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.398296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-1d3b32e8-7a19-4573-a280-0ee10848d907 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd61edc2-a4ba-4ad4-8deb-5b1a61016d01 HTTP/1.1" status: 200 len: 845 time: 0.1588316 Aug 31 16:00:02.403389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.403736 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Added segment 0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab of type vlan for network cc66721b-b4e4-4272-af20-e9f2d4563f55 Aug 31 16:00:02.404977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:02.477966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.478299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.494837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Calling delete_port for 1a46cebd-77e6-4767-87e4-50958d171c41 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:02.506559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9e9a-45c9-4847-b172-e422dfc3c5e0 req-5c2a106f-2bff-4045-bb21-6e0c078dce0d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.508085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4ed9e9a-45c9-4847-b172-e422dfc3c5e0 req-5c2a106f-2bff-4045-bb21-6e0c078dce0d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0815573 Aug 31 16:00:02.510584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-b0e7295f-0b17-4704-83e5-7ceb7ff25250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.512077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-b0e7295f-0b17-4704-83e5-7ceb7ff25250 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 1101 time: 0.2329433 Aug 31 16:00:02.525923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.568639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.591645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:02.592825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4ed9e9a-45c9-4847-b172-e422dfc3c5e0 req-e721bc28-faee-4d9f-89f7-be26d251ac87 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763323 Aug 31 16:00:02.616949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.619837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-be465e69-f3d8-4f3d-9916-6d0778622749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.622064 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-be465e69-f3d8-4f3d-9916-6d0778622749 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2533d02-68d3-4bc0-be91-c145e50cde96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025223 Aug 31 16:00:02.679182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.680712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.681813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.727730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.793522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event deleted for resources: {'Port': ['ID=1a46cebd-77e6-4767-87e4-50958d171c41,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:02.820324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5298417 Aug 31 16:00:02.828108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49208) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:02.837519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Request body: {'subnet': {'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1039630565-subnet', 'tenant_id': '26706d8887614b998f101b0bb5169373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:02.858667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:02.872411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'mac_address': 'fa:16:3e:6c:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:02.894389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0e406-c911-44c9-a592-ecd652dcae44 admin admin] Pushing event updated for resources: {'Network': ['ID=cc66721b-b4e4-4272-af20-e9f2d4563f55,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:02.902629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Made reservation on behalf of 26706d8887614b998f101b0bb5169373 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:02.905354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.907404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-fda9ed57-98b9-4959-a83a-ad78f9214475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:02.908933 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-fda9ed57-98b9-4959-a83a-ad78f9214475 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3744082 Aug 31 16:00:02.909085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.912953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:02.917945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0638939d-3f3d-4636-ae96-c7343dd4d989 req-73d0b7df-24ad-4b5f-8d8e-887693745fce tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "DELETE /v2.0/floatingips/9b900d09-fe44-42a1-9152-9992585f9d87 HTTP/1.1" status: 204 len: 173 time: 0.7382345 Aug 31 16:00:02.934762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:00:02.984869 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-df6a535d-1243-4412-888d-05bd0620023d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 200 len: 217 time: 0.0629468 Aug 31 16:00:02.987846 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Floating IP 62de50ef-7d95-4384-9f01-4f727fb48107 associated. External IP: 172.25.6.235, port: dfe8741f-edc6-4fdb-9011-4558cc09fb19. Aug 31 16:00:02.992822 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-07030368-8191-4112-9ea1-27c162961a7f service neutron] 10.222.0.30 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279006 Aug 31 16:00:03.017908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:03.039634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:03.067568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:03.068446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-4d4fd92c-9015-47c0-859c-54d66c5cfadf tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips/6010d22b-1cd6-4faa-9417-37e514f7110a HTTP/1.1" status: 200 len: 693 time: 0.0657451 Aug 31 16:00:03.071981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:03.132112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:03.185352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6c3ce64b-287f-4f1d-997f-620a5d482a01 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425825 Aug 31 16:00:03.196665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-fee989f9-807c-400e-9fc5-e49426bc7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:03.198136 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-fee989f9-807c-400e-9fc5-e49426bc7b9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2044582 Aug 31 16:00:03.313234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1c5c2fe-3f60-4390-bb54-d68bd2d21d55 req-08d71f33-0e1a-4f62-b871-e1d8379a08cc service neutron] 10.222.0.30 "GET /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801647 Aug 31 16:00:03.324751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-60e28a68-22f7-4edc-82bb-c4701f7d35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:03.326337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-60e28a68-22f7-4edc-82bb-c4701f7d35a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190052 Aug 31 16:00:03.361652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-3b7e86df-652b-4aba-bc1d-5e1574ee9084 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:03.363076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-3b7e86df-652b-4aba-bc1d-5e1574ee9084 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2937965 Aug 31 16:00:03.411325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:03.455740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Router 844f0fbe-038b-4992-b540-4da1810258ca has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:00:03.481835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-ff8efac9-f36d-4ef5-a3d3-8fa2da12d5ce service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462963 Aug 31 16:00:03.502903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-93a20ada-2a5f-4b6f-aee0-8777af4ddc1b tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 696 time: 0.1288180 Aug 31 16:00:03.568890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03'}, {'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:03.571536 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50daf0e-9fe9-4604-9ab7-fbd489db103c" -d '{"events": [{"server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "name": "network-vif-plugged", "status": "completed", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03"}, {"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-unplugged", "status": "completed", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:03.807609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-9516232f-4e66-4968-aae9-05c7df565a4d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:03.809369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-9516232f-4e66-4968-aae9-05c7df565a4d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6147401 Aug 31 16:00:03.824741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-1f5936e3-ed69-4bea-a115-527e1d8ab94c tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 696 time: 0.3110995 Aug 31 16:00:03.862383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-eb1f7df8-7a17-400c-8b6c-812c83b2ea85 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/quotas/5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 375 time: 0.0456655 Aug 31 16:00:03.949918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:03.955975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:03.960167 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] Sync routers for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:03.962406 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3a7b9c1-574a-4aac-9a76-fd10799ced35 req-de0106c8-ea48-450d-9bd9-8630850a7c6d service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472771 Aug 31 16:00:03.970963 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:03.972927 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:03.977371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:03.994730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-85a0a3e0-e129-4ab6-9857-1cd99755fede tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "PUT /v2.0/floatingips/62de50ef-7d95-4384-9f01-4f727fb48107 HTTP/1.1" status: 200 len: 991 time: 2.6050282 Aug 31 16:00:03.995335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:03.997723 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b171db85-ba50-4c95-ae1f-e989987dcb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:04.070816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-519d7a1d-244d-440d-815d-2aed66f92c08 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1997521 Aug 31 16:00:04.096656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4f5e1c-fc7e-4584-95c6-5c3204263495,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:04.097912 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:04.108387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Checking segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:04.108758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Network hostable DHCP agents. Network: cc66721b-b4e4-4272-af20-e9f2d4563f55, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:00:04.127936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Deleting port 943196a4-666a-4ea1-ad7d-19e806c7e904 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:04.128349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.175087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:00:04.195713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, cc66721b-b4e4-4272-af20-e9f2d4563f55) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:04.202213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:04.203064 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.207930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e033632-9f5e-40b9-85e2-67cb3e41bec7 None None] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:00:04.249207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4e8a222c-917d-4d72-944d-3b0dd37486d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4194057 Aug 31 16:00:04.289220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.289588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.348447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Calling delete_port for 943196a4-666a-4ea1-ad7d-19e806c7e904 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:04.429627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46e993-2194-4dd0-a204-d61d3d660e00 req-3b6f8199-c3d2-4d83-943a-1a7e46a91f69 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:04.437196 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b46e993-2194-4dd0-a204-d61d3d660e00 req-3b6f8199-c3d2-4d83-943a-1a7e46a91f69 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 944 time: 0.1598103 Aug 31 16:00:04.438319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e8144-171e-49ec-9ea5-4214d8c7251f None None] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:00:04.471783 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '62de50ef-7d95-4384-9f01-4f727fb48107', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'port_id': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'mac_address': 'fa:16:3e:2f:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:58:37Z', 'updated_at': '2021-08-31T16:00:02Z', 'revision_number': 1, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:04Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:04.512899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b46e993-2194-4dd0-a204-d61d3d660e00 req-1407b5f8-212a-45fd-b1a0-ac536c89989f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600705 Aug 31 16:00:04.521702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] Checking router: 844f0fbe-038b-4992-b540-4da1810258ca for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:04.533027 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:04.534264 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:04.658099 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f2b4d6-4051-45dd-b307-5dfcce0a39b6 x-openstack-request-id: req-85f2b4d6-4051-45dd-b307-5dfcce0a39b6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:04.658415 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "name": "network-vif-plugged", "status": "completed", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03", "code": 200}, {"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-unplugged", "status": "failed", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504", "code": 422}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:04.658669 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85f2b4d6-4051-45dd-b307-5dfcce0a39b6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:04.659064 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'code': 200} Aug 31 16:00:04.659320 n-d-793621-35 neutron-server[101479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'code': 422} returned with failed status Aug 31 16:00:04.660162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:04.664431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.699261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Pushing event deleted for resources: {'Port': ['ID=943196a4-666a-4ea1-ad7d-19e806c7e904,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:04.741243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b88d3-52c1-40a3-bf83-d4e0dc0081f0 req-a34a88f5-b4af-420d-9894-26ef09aa712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:04.744683 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e37b88d3-52c1-40a3-bf83-d4e0dc0081f0 req-a34a88f5-b4af-420d-9894-26ef09aa712a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1019385 Aug 31 16:00:04.800649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e37b88d3-52c1-40a3-bf83-d4e0dc0081f0 req-689bcc28-b314-40ca-b6af-e4799d0eac10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 Aug 31 16:00:04.818345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:04.818720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.850832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e05e14-23ae-40d4-80e4-5b415801a881 req-4f9ce364-9dfd-48a7-876d-5fea3d787939 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:04.858097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e05e14-23ae-40d4-80e4-5b415801a881 req-4f9ce364-9dfd-48a7-876d-5fea3d787939 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1625340 Aug 31 16:00:04.860240 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:04.877938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.880502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.888104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:04.892534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d825b2ac-3db7-4033-bacc-3a2d1a13f9ff req-782d0f4b-28af-4bd4-a319-880075405d80 tempest-FloatingIPDetailsTestJSON-899949409 tempest-FloatingIPDetailsTestJSON-899949409-project] 10.222.0.43 "DELETE /v2.0/floatingips/6010d22b-1cd6-4faa-9417-37e514f7110a HTTP/1.1" status: 204 len: 173 time: 1.0593820 Aug 31 16:00:04.918344 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:04.944041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e05e14-23ae-40d4-80e4-5b415801a881 req-33c66add-629e-4ab2-bc7c-ebe59e928808 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849743 Aug 31 16:00:04.952864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:04.959791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:05.029090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:05.119382 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc7028-920a-463f-883c-c548a75f495c x-openstack-request-id: req-a8bc7028-920a-463f-883c-c548a75f495c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:05.119780 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:05.120139 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8bc7028-920a-463f-883c-c548a75f495c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:05.120684 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'status': 'completed', 'code': 200} Aug 31 16:00:05.128771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device eb24b192-2ca1-4813-9c01-e9b385051504 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:05.239777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.240431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.240986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.241532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.242080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.242620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.243160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.245371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-ce004d60-0689-41f7-9543-e94a4abfa669 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6507 time: 0.1081321 Aug 31 16:00:05.272799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f651bef4-0aa9-46bf-94ab-348197a35bef req-d51f93fa-cee5-4948-bbc3-d01727809216 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 210 time: 0.0661631 Aug 31 16:00:05.347814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '62de50ef-7d95-4384-9f01-4f727fb48107', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'port_id': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'mac_address': 'fa:16:3e:2f:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:58:37Z', 'updated_at': '2021-08-31T16:00:02Z', 'revision_number': 1, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:04Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:05.392799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb28d2f-6c6d-4a87-b92d-f6f07a799830 None None] The sync data for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 is: [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '62de50ef-7d95-4384-9f01-4f727fb48107', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'port_id': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'mac_address': 'fa:16:3e:2f:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:58:37Z', 'updated_at': '2021-08-31T16:00:02Z', 'revision_number': 1, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:04Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:05.429293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-d0c2ab59-4d29-432c-a607-3da6c4eb85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.430880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-d0c2ab59-4d29-432c-a607-3da6c4eb85e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bae57e1e-d17d-4638-a0f8-646a2e5e1545 HTTP/1.1" status: 200 len: 918 time: 0.1491780 Aug 31 16:00:05.483388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-2ac304a6-e4e5-4f87-9828-5225880af477 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.490513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-2ac304a6-e4e5-4f87-9828-5225880af477 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.1235175 Aug 31 16:00:05.507164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-72e77935-e5ae-4c9a-8e4c-5208f34e9139 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/quotas/26706d8887614b998f101b0bb5169373 HTTP/1.1" status: 200 len: 375 time: 0.0157320 Aug 31 16:00:05.524170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-7d5e1d95-438f-41ba-b138-64ab71d5c43b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 200 len: 999 time: 0.0827394 Aug 31 16:00:05.557101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-74a5ec58-97e1-4172-aa4a-e7ddcb5379ec tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428357 Aug 31 16:00:05.606865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-cdb3df21-332c-408a-b17f-d80cb9f0b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.608399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-cdb3df21-332c-408a-b17f-d80cb9f0b519 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 HTTP/1.1" status: 200 len: 856 time: 0.0636849 Aug 31 16:00:05.616287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:05.682172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cf084-cdcd-457d-a6ab-2de1081162fb None None] New status for floating IP 62de50ef-7d95-4384-9f01-4f727fb48107: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:00:05.692273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-82f39b5f-5e5c-42dd-b528-e132809aaf7c service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236787 Aug 31 16:00:05.796063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-e5e69a86-c327-40a5-aa16-f86d76a96215 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5118963bc2594d19b64fcb3b08713d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267420 Aug 31 16:00:05.802389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-ae27259f-ccf0-4003-9704-ced36c510da5 service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090925 Aug 31 16:00:05.805528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-2c363486-b26f-43cc-84ec-5d1d6cfe8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:05.807029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-2c363486-b26f-43cc-84ec-5d1d6cfe8d44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495013 Aug 31 16:00:06.155455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-be70237a-0846-42f8-ac97-73eefbe0efdf service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386192 Aug 31 16:00:06.199007 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:00:06.219514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-5661e0d2-1dba-4620-a0a5-c9c2304e3861 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:06.221227 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-5661e0d2-1dba-4620-a0a5-c9c2304e3861 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027810 Aug 31 16:00:06.222352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19401-8d30-4012-84d8-0f3a57494c4d req-e2a53314-9a34-448a-8911-1f7c60566720 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:06.224314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76c19401-8d30-4012-84d8-0f3a57494c4d req-e2a53314-9a34-448a-8911-1f7c60566720 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1007273 Aug 31 16:00:06.239664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Request body: {'port': {'device_id': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '5118963bc2594d19b64fcb3b08713d27'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:06.282971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76c19401-8d30-4012-84d8-0f3a57494c4d req-4ebf44a1-ce1b-44fd-adb2-a6d343671243 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504470 Aug 31 16:00:06.392005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b171db85-ba50-4c95-ae1f-e989987dcb6e req-29c6637b-4e98-4f60-ae65-bff4f84114d4 service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270775 Aug 31 16:00:06.488096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8109f65-749c-4383-ae36-bcc53508ec15 req-02742862-4a9c-4f92-a55f-1aea0ad2c004 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 210 time: 0.0674977 Aug 31 16:00:06.502243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Made reservation on behalf of 5118963bc2594d19b64fcb3b08713d27 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:06.502907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-bdfd18f2-3204-46f4-a22d-74ae944064ff tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:06.508155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:06.512994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Deleting port 597471f7-da63-482d-8f43-3626ceda4040 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:06.514263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-bdfd18f2-3204-46f4-a22d-74ae944064ff tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=484480a7-c046-4442-80c1-fd0cd4c68694 HTTP/1.1" status: 200 len: 944 time: 0.1655331 Aug 31 16:00:06.514482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:06.661897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:06.667887 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce276637-aa1f-4442-a385-5c55256d7a54" -d '{"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:06.685756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Deleting port eb24b192-2ca1-4813-9c01-e9b385051504 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:06.686112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:06.773056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] For port 597471f7-da63-482d-8f43-3626ceda4040, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=597471f7-da63-482d-8f43-3626ceda4040,segment=NetworkSegment(1489e666-776c-4c11-89de-2ce070cfb76c),segment_id=1489e666-776c-4c11-89de-2ce070cfb76c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:06.773621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:06.833495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Calling delete_port for 597471f7-da63-482d-8f43-3626ceda4040 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:06.834574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ec6a89e-d0e5-4f22-8644-85656f6f1b44 req-f2e5872e-2b28-4cb0-9073-a03af7a583ad tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 210 time: 0.0554249 Aug 31 16:00:06.885073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] For port eb24b192-2ca1-4813-9c01-e9b385051504, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=eb24b192-2ca1-4813-9c01-e9b385051504,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:06.885748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:06.893212 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2d240e-480f-4bef-ad91-d3df8e87a06a x-openstack-request-id: req-1b2d240e-480f-4bef-ad91-d3df8e87a06a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:06.893732 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:06.893732 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b2d240e-480f-4bef-ad91-d3df8e87a06a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:06.894126 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'code': 200} Aug 31 16:00:06.905360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Calling delete_port for eb24b192-2ca1-4813-9c01-e9b385051504 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:06.924506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Allocated IP 192.168.233.245 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/af7c9dcd-7792-42f2-8762-cdef7fbb30ce) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:07.034764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:07.069863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event deleted for resources: {'Port': ['ID=eb24b192-2ca1-4813-9c01-e9b385051504,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:07.114571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] No DVR routers for this DVR port eb24b192-2ca1-4813-9c01-e9b385051504 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:07.117444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:07.119615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61fb8d5c-c5eb-4b01-887d-89f7a66f6cc6 req-b5a06eb3-0efe-497a-bc55-6c81812767d2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "DELETE /v2.0/ports/eb24b192-2ca1-4813-9c01-e9b385051504 HTTP/1.1" status: 204 len: 173 time: 0.6038125 Aug 31 16:00:07.120094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-deleted', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:07.127051 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7d825-87c9-4098-a50b-36551c841f95" -d '{"events": [{"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-deleted", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:07.170200 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e154cd-58c6-478b-8e4f-58f38be6eafa x-openstack-request-id: req-b6e154cd-58c6-478b-8e4f-58f38be6eafa {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:07.170664 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484480a7-c046-4442-80c1-fd0cd4c68694", "name": "network-vif-deleted", "tag": "eb24b192-2ca1-4813-9c01-e9b385051504", "status": "failed", "code": 422}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:07.171046 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6e154cd-58c6-478b-8e4f-58f38be6eafa {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:07.171614 n-d-793621-35 neutron-server[101477]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '484480a7-c046-4442-80c1-fd0cd4c68694', 'name': 'network-vif-deleted', 'tag': 'eb24b192-2ca1-4813-9c01-e9b385051504', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:00:07.196779 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:07.201530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:07.239841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Transition to ACTIVE for port object af7c9dcd-7792-42f2-8762-cdef7fbb30ce will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:07.242634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Pushing event deleted for resources: {'Port': ['ID=597471f7-da63-482d-8f43-3626ceda4040,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:07.474099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc990d68-0096-4979-9b42-69e045c3a8e3 req-be7ec713-ac8b-4075-8f3e-148fd059b37c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:07.477153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc990d68-0096-4979-9b42-69e045c3a8e3 req-be7ec713-ac8b-4075-8f3e-148fd059b37c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0688312 Aug 31 16:00:07.490268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:07.501960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8ae711a0-6259-47e1-8c6b-aa543b319695'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:07.507106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99', 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:07.513668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-4880c2fc-1c6a-47ed-a47f-2c2dd277a93a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:07.515759 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-4880c2fc-1c6a-47ed-a47f-2c2dd277a93a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.2738268 Aug 31 16:00:07.551067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc990d68-0096-4979-9b42-69e045c3a8e3 req-fe8b8bcf-ae6f-4a2c-8a4e-1cb822c89ac6 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661888 Aug 31 16:00:07.570529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Request body: {'port': {'device_id': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'admin_state_up': True, 'tenant_id': '26706d8887614b998f101b0bb5169373'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:07.736642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:07.780669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:07.790850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba808e8d-2adc-4467-8531-2d1c597c7786 req-0bbe5961-fc20-413e-8032-119458aa2a71 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 210 time: 0.0519309 Aug 31 16:00:07.799385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:07.802449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:07.879005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c79cc-ef61-4fec-a46b-e5fea8739aaa req-b4c5fb3f-0f47-4971-99c8-8643cb288e46 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:07.881654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-668c79cc-ef61-4fec-a46b-e5fea8739aaa req-b4c5fb3f-0f47-4971-99c8-8643cb288e46 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1059196 Aug 31 16:00:07.890707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49352) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:07.902326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'floatingip': {'port_id': '8d6a3239-cb63-4390-ae31-bb5f76a67b03'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:07.948703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:07.998564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:08.038154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:08.039164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:08.048426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Made reservation on behalf of 26706d8887614b998f101b0bb5169373 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:08.052963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:08.119877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-6d5ef3a1-17cc-40ce-9dfe-e0a4b14076b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8850813 Aug 31 16:00:08.139839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Request body: {'port': {'device_id': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:08.167579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a18e5cd3-6206-4209-8fbb-d3478b4a2356 None None] Provisioning for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:08.174561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a18e5cd3-6206-4209-8fbb-d3478b4a2356 None None] Provisioning complete for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:08.175282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a18e5cd3-6206-4209-8fbb-d3478b4a2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:08.184389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351f5e4-af9d-4ced-aa18-b8f9bce99865 req-ce4473a2-3789-411c-917b-722234c2c419 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:08.186069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2351f5e4-af9d-4ced-aa18-b8f9bce99865 req-ce4473a2-3789-411c-917b-722234c2c419 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 936 time: 0.1133804 Aug 31 16:00:08.238215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a18e5cd3-6206-4209-8fbb-d3478b4a2356 None None] Port af7c9dcd-7792-42f2-8762-cdef7fbb30ce cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:00:08.333963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:08.392914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2351f5e4-af9d-4ced-aa18-b8f9bce99865 req-68d77713-1778-4ff5-b777-d8905e32aac0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864369 Aug 31 16:00:08.433801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-10edcb96-0a68-48e0-8128-a709a3e1b4e6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:08.435390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-10edcb96-0a68-48e0-8128-a709a3e1b4e6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.2252510 Aug 31 16:00:08.493080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-8b4d2055-7f78-473d-bc08-ca8b41116740 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0502975 Aug 31 16:00:08.566020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7f8468d5-2381-49f2-8064-850da0783224 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366986 Aug 31 16:00:08.734591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Allocated IP 172.20.0.3 (cc66721b-b4e4-4272-af20-e9f2d4563f55/de4f5e1c-fc7e-4584-95c6-5c3204263495/87f66fd3-fb4c-4d35-8e70-6b822f7808d9) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:08.753911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-a704d792-9780-4f6d-ae2e-73f7621970ed service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780589 Aug 31 16:00:08.829440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:00:08.860299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:08.865709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.021681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c50a38a-c323-4312-af71-84b716afe766 req-5d373d92-79f2-483b-ac63-493856a097e9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 210 time: 0.0791371 Aug 31 16:00:09.027357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-cfd9dc27-d1d1-4958-a6c2-4de67b41e2f5 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668850 Aug 31 16:00:09.146963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:09.155507 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9994a187-e238-4d8f-a8c0-22bc76affe96 admin admin] 10.222.0.43 "PUT /v2.0/routers/9c54053d-51d9-4b9b-9d49-7dee3f205e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2659323 Aug 31 16:00:09.159730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:09.162178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] Sync routers for ids ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:09.174972 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] Routers {'9c54053d-51d9-4b9b-9d49-7dee3f205e83'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:09.176041 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:09.338181 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] Set router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:09.361581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7c9dcd-7792-42f2-8762-cdef7fbb30ce {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:09.370878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.387195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Transition to ACTIVE for port object af7c9dcd-7792-42f2-8762-cdef7fbb30ce will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:09.392300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.515242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.524496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b1dd6d1-c83e-4e09-b137-20d524abd791 req-c7a88a3f-bda5-4ed7-a796-d51aa739f1bd tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 210 time: 0.0399752 Aug 31 16:00:09.539974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.548587 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Floating IP aff3da5b-939c-4df5-8b82-fd6aec23cd09 associated. External IP: 172.25.6.108, port: 8d6a3239-cb63-4390-ae31-bb5f76a67b03. Aug 31 16:00:09.615820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:09.624991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:09.657438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:09.684757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:09.700943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdc8d3-6999-44e0-b14a-4c0011d170c1 req-55d0d0c0-c5d2-4650-8b93-faf2649de131 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:09.710860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11bdc8d3-6999-44e0-b14a-4c0011d170c1 req-55d0d0c0-c5d2-4650-8b93-faf2649de131 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.1090541 Aug 31 16:00:09.722863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.772970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:09.774477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:09.812297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11bdc8d3-6999-44e0-b14a-4c0011d170c1 req-ada78afd-dd1e-4c03-bec8-6fdea1b31e15 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000903 Aug 31 16:00:09.834068 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T16:00:07Z', 'revision_number': 5, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:09.864981 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] Checking router: 9c54053d-51d9-4b9b-9d49-7dee3f205e83 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:09.874935 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] Routers {'9c54053d-51d9-4b9b-9d49-7dee3f205e83'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:09.875613 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:09.891276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3437085 Aug 31 16:00:09.914220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Request body: {'port': {'device_id': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:09.993129 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] Set router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:09.996272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.011210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:00:10.133507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba6650-58f8-4364-a4f5-8c902c9cdfdc tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:10.142602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:10.143094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:10.143447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:10.168023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:10.168754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:10.179360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:10.179741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:10.180102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:10.181017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Bound port: af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:10.181401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.214152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:00:10.238672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:00:10.247364 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T16:00:07Z', 'revision_number': 5, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:10.248880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.252912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:10.254192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:10.311041 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421897-98a2-451d-b4b3-227470344f20 None None] The sync data for ids ['9c54053d-51d9-4b9b-9d49-7dee3f205e83'] in n-d-793621-35 is: [{'id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'name': 'tempest-FloatingIPDetailsTestJSON-1811431811-router', 'tenant_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T16:00:07Z', 'revision_number': 5, 'project_id': '60597ecec58f4d8ab469b11fd69ba7a9', 'gw_port': {'id': 'd9eac0ba-643d-4616-9cc7-024110e015f2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54053d-51d9-4b9b-9d49-7dee3f205e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:26Z', 'updated_at': '2021-08-31T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:10.311326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.342001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d01d57bf-2959-4f5f-a255-1ce48a2121bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "PUT /v2.0/floatingips/aff3da5b-939c-4df5-8b82-fd6aec23cd09 HTTP/1.1" status: 200 len: 991 time: 2.4475152 Aug 31 16:00:10.342001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:10.343130 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4447e-496b-4c0f-982a-91c2c86bde2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:10.362942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba727c-9c46-4c05-9aca-acc7f272e00c req-be9010fd-b985-4701-8a21-affc281676df tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:10.371090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69ba727c-9c46-4c05-9aca-acc7f272e00c req-be9010fd-b985-4701-8a21-affc281676df tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 931 time: 0.2385032 Aug 31 16:00:10.432777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69ba727c-9c46-4c05-9aca-acc7f272e00c req-194f4754-bee7-4f3d-a1ea-a25a1946a8c7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607178 Aug 31 16:00:10.436353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:10.455589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:10.459848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:10.470531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.480618 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35489c34-52ed-442c-8c5b-4dd5c1736c70 x-openstack-request-id: req-35489c34-52ed-442c-8c5b-4dd5c1736c70 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:10.480911 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:10.481168 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35489c34-52ed-442c-8c5b-4dd5c1736c70 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:10.481580 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'status': 'completed', 'code': 200} Aug 31 16:00:10.546543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:10.547332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.548933 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] 10.222.0.49 "PUT /v2.0/ports/af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 1097 time: 2.4164088 Aug 31 16:00:10.554322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:10.556939 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:10.582422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-9ee41260-5cbd-454d-b594-04b031b15923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:10.586185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-9ee41260-5cbd-454d-b594-04b031b15923 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0700665 Aug 31 16:00:10.589452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Deleting port d9eac0ba-643d-4616-9cc7-024110e015f2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:10.589879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:10.756733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aff3da5b-939c-4df5-8b82-fd6aec23cd09', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'port_id': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'mac_address': 'fa:16:3e:40:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:45Z', 'updated_at': '2021-08-31T16:00:08Z', 'revision_number': 1, 'project_id': '99949c36d79d47d086317b40e619d121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:10.760035 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09db809-6edc-4f3b-8858-2525adef1db4 x-openstack-request-id: req-d09db809-6edc-4f3b-8858-2525adef1db4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:10.761099 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:10.761714 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d09db809-6edc-4f3b-8858-2525adef1db4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:10.762568 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'status': 'completed', 'code': 200} Aug 31 16:00:10.773415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-981b9c4e-6770-43de-a6dd-eed7d28e0df2 req-efd05cea-c8f2-4eab-a93c-c0099dbf42f2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 210 time: 0.0713270 Aug 31 16:00:10.855179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-f333f475-3339-402c-b02c-52cb5e4d06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:10.856799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-f333f475-3339-402c-b02c-52cb5e4d06d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.2603679 Aug 31 16:00:10.919924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296323d8-0b4c-43cd-8c8d-a8e3f49ab149 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:10.924166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 597471f7-da63-482d-8f43-3626ceda4040 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:10.951721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:00:10.980965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 597471f7-da63-482d-8f43-3626ceda4040 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:00:10.982287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 597471f7-da63-482d-8f43-3626ceda4040 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:10.987357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] For port d9eac0ba-643d-4616-9cc7-024110e015f2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d9eac0ba-643d-4616-9cc7-024110e015f2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:10.987817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:11.000827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:00:11.001942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T15:59:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:11.067745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-5e84b7fd-266f-4ed6-b887-5b8435bd6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.069591 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-5e84b7fd-266f-4ed6-b887-5b8435bd6588 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1100 time: 0.3360074 Aug 31 16:00:11.082099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Calling delete_port for d9eac0ba-643d-4616-9cc7-024110e015f2 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:11.111272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-8a1e0139-a2a4-426e-91da-dd9e0f421d1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 999 time: 0.2431300 Aug 31 16:00:11.139374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:00:11.152769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-e66f456c-f8e7-46f3-b1bc-27c4c95e20c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0681691 Aug 31 16:00:11.155049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:11.170101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fd15-0561-46ca-8168-e2c6674f7efa req-15976022-ca5e-4a33-9c54-7414ae36b7e7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.172285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbc6fd15-0561-46ca-8168-e2c6674f7efa req-15976022-ca5e-4a33-9c54-7414ae36b7e7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.1590247 Aug 31 16:00:11.179397 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:11.185783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-24c1f5db-bbce-4c57-b915-3c2a73ad27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.188091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-24c1f5db-bbce-4c57-b915-3c2a73ad27a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.0734286 Aug 31 16:00:11.279464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-946a81a2-9805-4226-b677-377ca3a03baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.281677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-946a81a2-9805-4226-b677-377ca3a03baa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832076 Aug 31 16:00:11.291961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbc6fd15-0561-46ca-8168-e2c6674f7efa req-6f782cea-44ec-4b24-bc40-54931060236a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026278 Aug 31 16:00:11.306554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-94b4768a-abda-40d3-8fea-a5c837d75604 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.306554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-94b4768a-abda-40d3-8fea-a5c837d75604 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.5307457 Aug 31 16:00:11.310993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-93b00dd2-f8f6-4006-99b5-b2ff8a03d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.312786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-93b00dd2-f8f6-4006-99b5-b2ff8a03d58a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1396518 Aug 31 16:00:11.313778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Transition to ACTIVE for port object 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:11.322919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Request body: {'port': {'device_id': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'admin_state_up': True, 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:11.330002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:11.419715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aff3da5b-939c-4df5-8b82-fd6aec23cd09', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'port_id': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'mac_address': 'fa:16:3e:40:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:45Z', 'updated_at': '2021-08-31T16:00:08Z', 'revision_number': 1, 'project_id': '99949c36d79d47d086317b40e619d121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:11.428517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-c8366e23-861f-4905-9fcb-bff15c3eb9e3 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308949 Aug 31 16:00:11.485326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24946b9d-3b64-45c0-a32b-5170e8e6d299 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aff3da5b-939c-4df5-8b82-fd6aec23cd09', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'port_id': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'mac_address': 'fa:16:3e:40:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:59:45Z', 'updated_at': '2021-08-31T16:00:08Z', 'revision_number': 1, 'project_id': '99949c36d79d47d086317b40e619d121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:00:11.550286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:11.597231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-2da5ce15-6ac9-4095-ba3a-536a66222f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.598783 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-2da5ce15-6ac9-4095-ba3a-536a66222f96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2725804 Aug 31 16:00:11.652157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fff4447e-496b-4c0f-982a-91c2c86bde2d req-3e572601-0615-4a3e-b106-94c0a65e7a69 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107041 Aug 31 16:00:11.666174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfce1a3-19ff-4f9d-9c5b-d7c12412a873 req-22ac9ce8-5bcf-4649-9e03-c5d705bf72c4 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:11.667996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dfce1a3-19ff-4f9d-9c5b-d7c12412a873 req-22ac9ce8-5bcf-4649-9e03-c5d705bf72c4 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 943 time: 0.0860465 Aug 31 16:00:11.714351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dfce1a3-19ff-4f9d-9c5b-d7c12412a873 req-d749b18e-0cd7-4fa6-9fd2-a6ccbb219873 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364549 Aug 31 16:00:11.766341 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea744b09-7e04-4ce1-a771-b1530ce0eae6 None None] New status for floating IP aff3da5b-939c-4df5-8b82-fd6aec23cd09: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:00:11.796444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Attempting to bind port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:11.796783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Attempting to bind port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:11.797117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Attempting to bind port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:11.812017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:11.813809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:11.817869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:11.825060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:11.825861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Attempting to bind port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:11.860163 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-55ec446a-a67e-4601-a4d0-3eaed3b23a75 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374218 Aug 31 16:00:11.861659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:11.862069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Checking segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:11.862357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Bound using segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:11.862801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Bound port: 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:11.863178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:11.870993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eac0ba-643d-4616-9cc7-024110e015f2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:11.908246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ff1f4da-7baf-438a-9d26-a915649c307d req-a2c282bb-1ab5-4136-ae3a-9adf0b752ce4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 210 time: 0.0331819 Aug 31 16:00:12.404664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.411705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1860b-de51-4d95-ad40-babc406c633b req-a307c730-d5d6-45ca-9cd9-35681a2e088b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:12.414114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dea1860b-de51-4d95-ad40-babc406c633b req-a307c730-d5d6-45ca-9cd9-35681a2e088b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0518150 Aug 31 16:00:12.452684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dea1860b-de51-4d95-ad40-babc406c633b req-696af765-7ada-445a-99db-e681a0aff38b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Aug 31 16:00:12.467506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:12.559621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:12.566387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.571761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.573928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.577236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-794c1aaf-ffac-419e-be7e-52267546fcbd req-9e5b4aad-0396-4fa7-9f63-848bee4a0590 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013428 Aug 31 16:00:12.594509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Allocated IP 172.20.0.13 (424157c3-c008-4db5-b7e9-1ea8de01ea4d/3373b457-c3c4-4471-9949-81f21a318aaf/2e0201bb-3903-4982-8560-6e3b52722e5a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:12.674161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:12.674831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.676156 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] 10.222.0.49 "PUT /v2.0/ports/87f66fd3-fb4c-4d35-8e70-6b822f7808d9 HTTP/1.1" status: 200 len: 1092 time: 2.7765987 Aug 31 16:00:12.699379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.700598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c54053d-51d9-4b9b-9d49-7dee3f205e83 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:00:12.710603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:12.713677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3b38bab1-fee1-4e12-b360-2aae5f3317fd admin admin] 10.222.0.43 "DELETE /v2.0/routers/9c54053d-51d9-4b9b-9d49-7dee3f205e83 HTTP/1.1" status: 204 len: 168 time: 3.5524061 Aug 31 16:00:12.714429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49428) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:12.781500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:12.783742 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841deb5-e5ac-4fa0-822b-61b55f3543b8" -d '{"events": [{"name": "network-changed", "server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:12.864276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-43f7a765-7be6-4373-8f69-aa174ef258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:12.866068 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-43f7a765-7be6-4373-8f69-aa174ef258f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 1095 time: 0.1302850 Aug 31 16:00:12.875244 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4818d9-e5fc-4196-8076-cfa4b14c489d x-openstack-request-id: req-ce4818d9-e5fc-4196-8076-cfa4b14c489d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:12.875887 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:12.876505 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce4818d9-e5fc-4196-8076-cfa4b14c489d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:12.877055 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'status': 'completed', 'code': 200} Aug 31 16:00:12.877795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b7f6f-d83b-44d6-8e40-1a7a1224ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:12.896247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd5b14-36c0-41e0-a572-ac6d612d51d5 req-28e751d3-ec42-41ee-b44b-0e364a9c16be tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:12.904463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16dd5b14-36c0-41e0-a572-ac6d612d51d5 req-28e751d3-ec42-41ee-b44b-0e364a9c16be tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 943 time: 0.0983562 Aug 31 16:00:12.941173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-5f2dd67c-cebd-488a-adff-eb5224f036a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:12.943382 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-5f2dd67c-cebd-488a-adff-eb5224f036a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1100 time: 0.2874849 Aug 31 16:00:12.944833 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-97f9abea-aaad-4192-ac85-da7cbc506922 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9 HTTP/1.1" status: 200 len: 217 time: 0.0599377 Aug 31 16:00:13.060481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16dd5b14-36c0-41e0-a572-ac6d612d51d5 req-5ba84af5-3d5d-40d2-aa1d-210f59b09548 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535466 Aug 31 16:00:13.082806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f103d430-d662-4dcc-bc36-f7502990349f req-1f920ad2-9964-49e3-8db3-2df8c3f11a31 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 210 time: 0.0455351 Aug 31 16:00:13.113115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Deleting subnet e9ed4d0b-5142-426a-b847-0eae7b57e9db {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:00:13.128693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.155048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-8606baab-933c-4488-9e45-f0d1d3ad7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:13.156542 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-8606baab-933c-4488-9e45-f0d1d3ad7cb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.1896677 Aug 31 16:00:13.215349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.259297 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-b81fe637-ef07-4a0d-9fab-d719cb218452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828092 Aug 31 16:00:13.353291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.357263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-d43aabe1-8156-41b6-93f1-5b92da773d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:13.358821 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-d43aabe1-8156-41b6-93f1-5b92da773d04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3932145 Aug 31 16:00:13.466617 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-34daebcf-8c23-478f-95e2-689b2db65474 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0906932 Aug 31 16:00:13.523271 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-4623dadd-f7a7-421e-8568-1e6159cc9077 service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509286 Aug 31 16:00:13.537250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.590942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e797-fb73-4682-904e-8389e36e3165 req-cad502de-d03d-4269-90f9-d1b1bd72caec tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:13.592735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df9e797-fb73-4682-904e-8389e36e3165 req-cad502de-d03d-4269-90f9-d1b1bd72caec tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0662398 Aug 31 16:00:13.625113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.640709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df9e797-fb73-4682-904e-8389e36e3165 req-003109d4-ce0a-4b4c-85d8-8305c11c2fd2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Aug 31 16:00:13.679414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-fdfbf6c7-882e-417a-b509-f8a3348c5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:13.680939 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-fdfbf6c7-882e-417a-b509-f8a3348c5bfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1979568 Aug 31 16:00:13.750159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:13.763858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:13.768889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event updated for resources: {'Port': ['ID=2e0201bb-3903-4982-8560-6e3b52722e5a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:13.772846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:13.781428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.843677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ed4d0b-5142-426a-b847-0eae7b57e9db,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:13.846803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4e06002a-8d4e-4e60-a2f2-8fd7833d281e req-a351c814-d83e-4168-a7d0-ac9ba16f9fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038366 Aug 31 16:00:13.852611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:13.856168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3456ab02-7151-4a46-b2c9-a457ef481f59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e9ed4d0b-5142-426a-b847-0eae7b57e9db HTTP/1.1" status: 204 len: 168 time: 1.1213768 Aug 31 16:00:13.856811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c8753-58a2-41c1-bf61-d1262577c808 None None] Network ff2f9727-ff3e-4135-8572-8b76c9720e77 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:00:13.858238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49448) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:13.887472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-0404b9dd-c7d5-4fe1-b359-9bd0a6e34e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:13.889006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-0404b9dd-c7d5-4fe1-b359-9bd0a6e34e14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940892 Aug 31 16:00:13.921000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:13.921673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.022723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-ee43bfdf-44d7-447a-bbe8-7a2f9a5ab725 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7037952 Aug 31 16:00:14.037398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] DHCP port deletion for ff2f9727-ff3e-4135-8572-8b76c9720e77 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:00:14.053956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Request body: {'port': {'device_id': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:14.070332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.087529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Deleting port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:14.087912 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.128736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-cf6a4ab2-0f41-43f2-8aec-69c8f2585490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:14.130331 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-cf6a4ab2-0f41-43f2-8aec-69c8f2585490 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 1095 time: 0.2037981 Aug 31 16:00:14.170818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] For port b96ce20b-5d88-45b8-80b5-1a2c241ebac5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,segment=NetworkSegment(1489e666-776c-4c11-89de-2ce070cfb76c),segment_id=1489e666-776c-4c11-89de-2ce070cfb76c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:14.171124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.184352 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-3b185564-fc65-4eaf-afd5-b17a614ab1fa service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587721 Aug 31 16:00:14.186898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Calling delete_port for b96ce20b-5d88-45b8-80b5-1a2c241ebac5 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:14.198339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04426b5-608a-44bb-bc42-08308481bd11 req-903d2ebf-27fe-4138-9b46-589f05cffd1b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:14.199736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b04426b5-608a-44bb-bc42-08308481bd11 req-903d2ebf-27fe-4138-9b46-589f05cffd1b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 943 time: 0.0658548 Aug 31 16:00:14.229749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.258038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b04426b5-608a-44bb-bc42-08308481bd11 req-114ca3f6-ce9d-45d5-9a26-72d92f4e1a5b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Aug 31 16:00:14.296076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.337264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300a964-e98e-4fb9-bab2-e9f12a805008 req-d0d90194-96ad-487b-af3f-418410c32698 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:14.341556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] No DVR routers for this DVR port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:14.345090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9300a964-e98e-4fb9-bab2-e9f12a805008 req-d0d90194-96ad-487b-af3f-418410c32698 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 932 time: 0.1779227 Aug 31 16:00:14.347726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Pushing event deleted for resources: {'Port': ['ID=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:14.361257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.361418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.361890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.362292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.362694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.363088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.364620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.364620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.364620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.365009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.365404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.365788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5c1b3-cc04-4a18-a81b-d125e818486e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:14.384996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9300a964-e98e-4fb9-bab2-e9f12a805008 req-b3a7789b-6d25-4c0a-af2d-002474f4f388 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 Aug 31 16:00:14.420364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-4603ce30-997a-4270-b8c8-3db0637b7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:14.421920 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-4603ce30-997a-4270-b8c8-3db0637b7819 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 906 time: 0.2679095 Aug 31 16:00:14.453858 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2c6e36b-a992-45e8-8d8e-431ddaf86c6b req-fe031b7c-580b-4dbd-9c06-dc312c39c8a3 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385623 Aug 31 16:00:14.526966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-fd1a4b9d-7cfe-42f1-ab93-d2d4dc09a169 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9 HTTP/1.1" status: 200 len: 217 time: 0.0896819 Aug 31 16:00:14.553838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Deleting port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:14.554179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:14.789704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482a0f5-b4c9-4f36-816b-3aaf624b950d req-f024cfad-dfc1-4c6d-b395-8ff70cd99890 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:14.790486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0482a0f5-b4c9-4f36-816b-3aaf624b950d req-f024cfad-dfc1-4c6d-b395-8ff70cd99890 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0635388 Aug 31 16:00:14.831868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0482a0f5-b4c9-4f36-816b-3aaf624b950d req-d4ce2df8-8c23-4abd-8e95-2bc28dc20412 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Aug 31 16:00:14.933070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d9eac0ba-643d-4616-9cc7-024110e015f2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:14.955019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d9eac0ba-643d-4616-9cc7-024110e015f2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:00:14.955456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d9eac0ba-643d-4616-9cc7-024110e015f2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:14.955961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b96ce20b-5d88-45b8-80b5-1a2c241ebac5 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:14.977278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b96ce20b-5d88-45b8-80b5-1a2c241ebac5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:00:14.977621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b96ce20b-5d88-45b8-80b5-1a2c241ebac5 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:14.995623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-d62b78fa-19f0-4a7b-8643-7a8ac4fd8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:14.997159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-d62b78fa-19f0-4a7b-8643-7a8ac4fd8352 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.4602215 Aug 31 16:00:15.010153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] For port b96ce20b-5d88-45b8-80b5-1a2c241ebac5, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:15.010521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.048499 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-52ba931d-e70c-4de7-ace2-fa9c6180082b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395238 Aug 31 16:00:15.058522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Calling delete_port for b96ce20b-5d88-45b8-80b5-1a2c241ebac5 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:15.063359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 was not found and therefore no delete operation was performed {{(pid=101478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:00:15.072008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.147993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b96ce20b-5d88-45b8-80b5-1a2c241ebac5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.153232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] No DVR routers for this DVR port b96ce20b-5d88-45b8-80b5-1a2c241ebac5 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:15.188663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:15.282189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0201bb-3903-4982-8560-6e3b52722e5a {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:15.292256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:15.305062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.305443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'mac_address': 'fa:16:3e:39:3a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:15.309662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.325048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-b537f7ec-76bd-4152-9fc1-d523d3879844 service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538006 Aug 31 16:00:15.330075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2f9727-ff3e-4135-8572-8b76c9720e77']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:15.346733 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.349928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Transition to ACTIVE for port object 2e0201bb-3903-4982-8560-6e3b52722e5a will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:15.353195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1489e666-776c-4c11-89de-2ce070cfb76c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:15.353492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1489e666-776c-4c11-89de-2ce070cfb76c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:00:15.365868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7c9dcd-7792-42f2-8762-cdef7fbb30ce {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:15.372918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.377240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c730-9eed-4101-8874-36eb2b4437a7 req-3e7cdd72-26cf-43c4-aea4-123874b4af19 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:15.379859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ee1c730-9eed-4101-8874-36eb2b4437a7 req-3e7cdd72-26cf-43c4-aea4-123874b4af19 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 943 time: 0.0610962 Aug 31 16:00:15.387583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:15.392618 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.405201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.434268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ee1c730-9eed-4101-8874-36eb2b4437a7 req-818d7c61-7de7-44ff-8ea0-efbdd64f5b8e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Aug 31 16:00:15.455396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.472637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.495190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Pushing event updated for resources: {'Port': ['ID=2e0201bb-3903-4982-8560-6e3b52722e5a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.502532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:00:15.502932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:00:15.504813 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:00:15.546616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4802-6d74-48d1-84b0-b38778042416 req-3c809fbe-1a69-4266-a9f5-6b7ce236a3b0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:15.554982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37ee4802-6d74-48d1-84b0-b38778042416 req-3c809fbe-1a69-4266-a9f5-6b7ce236a3b0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 944 time: 0.0586445 Aug 31 16:00:15.590714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37ee4802-6d74-48d1-84b0-b38778042416 req-fc9f765e-c3fd-4122-8d14-785cd6c45295 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Aug 31 16:00:15.604395 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5841deb5-e5ac-4fa0-822b-61b55f3543b8 req-e53e66b8-565d-4e4e-ba4a-62d865e42609 service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654486 Aug 31 16:00:15.624163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.636539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.638430 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff2f9727-ff3e-4135-8572-8b76c9720e77 HTTP/1.1" status: 204 len: 168 time: 1.7774079 Aug 31 16:00:15.652614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52352d4e-8dcb-4589-963d-8fcd95fbc6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2f9727-ff3e-4135-8572-8b76c9720e77,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.662847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Attempting to bind port 2e0201bb-3903-4982-8560-6e3b52722e5a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:15.663189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Attempting to bind port 2e0201bb-3903-4982-8560-6e3b52722e5a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:15.663526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Attempting to bind port 2e0201bb-3903-4982-8560-6e3b52722e5a on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:15.668255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Port 2e0201bb-3903-4982-8560-6e3b52722e5a on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:15.668537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Attempting to bind port 2e0201bb-3903-4982-8560-6e3b52722e5a on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:15.673359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:15.673699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:15.674087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Bound using segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:15.674504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Bound port: 2e0201bb-3903-4982-8560-6e3b52722e5a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:15.674866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.744677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['af7c9dcd-7792-42f2-8762-cdef7fbb30ce'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:15.755484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] For port 2e0201bb-3903-4982-8560-6e3b52722e5a, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:15.759600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] For port 2e0201bb-3903-4982-8560-6e3b52722e5a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2e0201bb-3903-4982-8560-6e3b52722e5a,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:15.764813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.774676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49478) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:15.809140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:15.810028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.812083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] 10.222.0.30 "PUT /v2.0/ports/2e0201bb-3903-4982-8560-6e3b52722e5a HTTP/1.1" status: 200 len: 1093 time: 1.7693071 Aug 31 16:00:15.812772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'tag': '2e0201bb-3903-4982-8560-6e3b52722e5a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:15.815306 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbddc4a1-506e-42fb-9684-16cc3ffbc814" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4716a7-4795-4607-98fe-700eec8ed4ae", "tag": "2e0201bb-3903-4982-8560-6e3b52722e5a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:15.841741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8ea1c4e7-dd57-486b-961f-c1c6381ca910 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60597ecec58f4d8ab469b11fd69ba7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657485 Aug 31 16:00:15.842532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefcf73-1696-48a3-95ba-ff4dcf9c69ab service neutron] Pushing event updated for resources: {'Port': ['ID=2e0201bb-3903-4982-8560-6e3b52722e5a,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:15.844078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49484) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:15.908254 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c98b0b76-446d-4116-80f2-1d0327f57eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.928223 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b870e5e-1083-4040-90e6-ade6df71fba7 x-openstack-request-id: req-2b870e5e-1083-4040-90e6-ade6df71fba7 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:15.928521 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4716a7-4795-4607-98fe-700eec8ed4ae", "tag": "2e0201bb-3903-4982-8560-6e3b52722e5a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:15.928779 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b870e5e-1083-4040-90e6-ade6df71fba7 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:15.929191 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'tag': '2e0201bb-3903-4982-8560-6e3b52722e5a', 'status': 'completed', 'code': 200} Aug 31 16:00:15.956360 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c98b0b76-446d-4116-80f2-1d0327f57eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:15.967841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-476c187c-8c28-4cd4-9730-f7ce5fdb4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:15.969433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-476c187c-8c28-4cd4-9730-f7ce5fdb4404 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 1096 time: 0.0957878 Aug 31 16:00:16.020894 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-9bb5a2e7-3555-4d9a-b417-09463fb9db41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0201bb-3903-4982-8560-6e3b52722e5a HTTP/1.1" status: 200 len: 217 time: 0.0426290 Aug 31 16:00:16.049856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b14cf-007d-457f-aaaa-c1944b8f9a7c req-a9a37f14-550d-4488-9995-4220b864b421 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.051428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-889b14cf-007d-457f-aaaa-c1944b8f9a7c req-a9a37f14-550d-4488-9995-4220b864b421 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 949 time: 0.0670667 Aug 31 16:00:16.061576 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c98b0b76-446d-4116-80f2-1d0327f57eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:16.064962 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c98b0b76-446d-4116-80f2-1d0327f57eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:16.066429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c98b0b76-446d-4116-80f2-1d0327f57eb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e28d1051-aa7d-4a6a-8efe-3465ee9c8c32 HTTP/1.1" status: 204 len: 168 time: 0.2211163 Aug 31 16:00:16.089000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b0b76-446d-4116-80f2-1d0327f57eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28d1051-aa7d-4a6a-8efe-3465ee9c8c32,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:16.096989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-543e16d7-6687-4f08-8b94-b4a53a73f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.099244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-543e16d7-6687-4f08-8b94-b4a53a73f8ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0537224 Aug 31 16:00:16.113228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-889b14cf-007d-457f-aaaa-c1944b8f9a7c req-7ca2040b-7347-4d21-b58d-6ccd9e50e044 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534241 Aug 31 16:00:16.141348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-7b62d4e9-cc7b-4094-8a70-c46eb6e6d444 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334651 Aug 31 16:00:16.241457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-756b976d-22d4-4a8d-b8a4-9d27e3e53860 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927911 Aug 31 16:00:16.343263 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af933fb4-a7a3-40de-bbf8-c52bc010b5d5 req-e4b1292a-5fda-46bf-9af4-13da17d5b23f service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Aug 31 16:00:16.461707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-9b9c3cd9-5567-4f57-a02c-7c307875d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.463421 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-9b9c3cd9-5567-4f57-a02c-7c307875d246 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 1096 time: 0.0536335 Aug 31 16:00:16.570191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d954-f239-44cc-ae42-dc021c657e60 req-a391b341-edd3-4234-bd60-a76e12750841 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.573052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4fa9d954-f239-44cc-ae42-dc021c657e60 req-a391b341-edd3-4234-bd60-a76e12750841 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 943 time: 0.0560420 Aug 31 16:00:16.576617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-a236d40c-ea7e-48b1-90f7-3697641e59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.578713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-a236d40c-ea7e-48b1-90f7-3697641e59d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.1057308 Aug 31 16:00:16.626699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4fa9d954-f239-44cc-ae42-dc021c657e60 req-98bd8877-4e5b-43c1-858f-f762a356035f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Aug 31 16:00:16.638471 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-16e58923-9f66-4d3f-8223-529d410b818f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0201bb-3903-4982-8560-6e3b52722e5a HTTP/1.1" status: 200 len: 217 time: 0.0521111 Aug 31 16:00:16.714966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-75721e39-b9e6-4d44-90a1-9120be80476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.717143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-75721e39-b9e6-4d44-90a1-9120be80476d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0558779 Aug 31 16:00:16.751315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681efa5e-4f61-4c05-8ecd-0f74d04d739e req-275f2c05-4de7-4d16-89bb-e7056fd2ff63 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:16.752993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-681efa5e-4f61-4c05-8ecd-0f74d04d739e req-275f2c05-4de7-4d16-89bb-e7056fd2ff63 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 944 time: 0.0615442 Aug 31 16:00:16.756470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-8fc12e6b-f761-4551-a0b4-52d489b3967a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301216 Aug 31 16:00:16.804754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-681efa5e-4f61-4c05-8ecd-0f74d04d739e req-5d8591d7-5128-4b6d-8082-caa788bbd516 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Aug 31 16:00:16.856832 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-139bb4da-b692-41eb-95c7-d66c519c971e service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884688 Aug 31 16:00:16.873932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49518) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:16.970094 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bbddc4a1-506e-42fb-9684-16cc3ffbc814 req-23e76d27-e152-4793-b85c-bc11aee34836 service neutron] 10.222.0.30 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046238 Aug 31 16:00:16.993687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-861714910-network', 'tenant_id': 'b9e83b219b1c44ab993f9b97460be224'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:17.017277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Made reservation on behalf of b9e83b219b1c44ab993f9b97460be224 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:17.019228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.027545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.116664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.120415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.142774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:00:17.157917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d6f34a-90ca-476d-b395-132cd8fad93a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:17.164587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.164946 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Added segment 2736b460-5998-4aeb-ae5c-82b74042a7cf of type vlan for network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a Aug 31 16:00:17.208241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:17.213212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:17.237167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.271807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d84ced-8fac-416a-805f-77ad4eed5df9 req-01213995-a6c0-4760-949b-ac01af747688 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:17.273140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64d84ced-8fac-416a-805f-77ad4eed5df9 req-01213995-a6c0-4760-949b-ac01af747688 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 949 time: 0.0780723 Aug 31 16:00:17.279685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.280882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:17.281554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.323450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:17.330856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:17.331239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.338866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4638031 Aug 31 16:00:17.341967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49526) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:17.350094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Request body: {'subnet': {'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-861714910-subnet', 'tenant_id': 'b9e83b219b1c44ab993f9b97460be224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:17.368057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774016c-2b2f-4539-917c-7497d5b4223c admin admin] Pushing event updated for resources: {'Network': ['ID=6441ccec-79a3-48d2-be23-fc0c6fd21b3a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:17.369391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:17.373422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64d84ced-8fac-416a-805f-77ad4eed5df9 req-a3312708-d569-42ac-bd87-eba50efb602d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892911 Aug 31 16:00:17.385171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Made reservation on behalf of b9e83b219b1c44ab993f9b97460be224 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:17.389244 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.390105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:00:17.393349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'mac_address': 'fa:16:3e:af:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:17.517377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.537885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:17.545942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.568945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.570962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:17.578909 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.587881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:17.590153 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff339103-3ffa-422d-9301-676c8f1d31bf" -d '{"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-plugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:17.634025 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1046ad8e-7a8c-4f97-bbdc-73b446ca8356 x-openstack-request-id: req-1046ad8e-7a8c-4f97-bbdc-73b446ca8356 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:17.634311 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-plugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:17.634565 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1046ad8e-7a8c-4f97-bbdc-73b446ca8356 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:17.634956 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'code': 200} Aug 31 16:00:17.635613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb46b6a-e1ee-46e9-8400-befd96777c61,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:17.638088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:17.648418 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.649165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Checking segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:17.649642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Network hostable DHCP agents. Network: 6441ccec-79a3-48d2-be23-fc0c6fd21b3a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:00:17.673314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:00:17.677047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:17.698008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6441ccec-79a3-48d2-be23-fc0c6fd21b3a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:17.708633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:17.708633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:17.710714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3a093-4df8-49f6-adc7-3054d99b8d9b None None] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:00:17.764547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c490c3a9-4628-44fe-9915-63a3185ac29a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4209940 Aug 31 16:00:17.775910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a356aa8-a80d-4069-83a3-f13ae56920c8 req-d71b035e-bfea-4482-bfe0-36871c613d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:17.777781 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4a356aa8-a80d-4069-83a3-f13ae56920c8 req-d71b035e-bfea-4482-bfe0-36871c613d2d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1102 time: 0.0626380 Aug 31 16:00:17.808344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c83bf3-1b55-489d-8ffa-bccdc8427574 req-8f9c0f43-c4e7-4420-b4f0-1d05c978eb76 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:17.811219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82c83bf3-1b55-489d-8ffa-bccdc8427574 req-8f9c0f43-c4e7-4420-b4f0-1d05c978eb76 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 944 time: 0.0995722 Aug 31 16:00:17.823265 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4a356aa8-a80d-4069-83a3-f13ae56920c8 req-d53f8bbf-8407-41ff-b5a1-c4909f7f2a13 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Aug 31 16:00:17.868988 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82c83bf3-1b55-489d-8ffa-bccdc8427574 req-3a0bef9b-b6dc-4230-ba06-05065361360a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519226 Aug 31 16:00:17.938961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b114a-b1e4-417e-ab61-2c2eb311027b req-2c1f2706-8855-47ec-af97-2892af068545 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:17.942704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-804b114a-b1e4-417e-ab61-2c2eb311027b req-2c1f2706-8855-47ec-af97-2892af068545 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 944 time: 0.0611482 Aug 31 16:00:17.984712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-804b114a-b1e4-417e-ab61-2c2eb311027b req-9bc005f5-19f2-4ceb-aa94-2c67535490c0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Aug 31 16:00:18.003113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['87f66fd3-fb4c-4d35-8e70-6b822f7808d9'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:18.026006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:18.053928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79d5de-f356-497c-a1b5-61780f7cfd2d None None] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:00:18.308262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-ab7b14ab-bfa5-4be1-98e9-4639b94ca644 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:18.309682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-ab7b14ab-bfa5-4be1-98e9-4639b94ca644 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 821 time: 0.1052191 Aug 31 16:00:18.325023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-903211de-de11-4335-a87c-98979b0bc55d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/quotas/b9e83b219b1c44ab993f9b97460be224 HTTP/1.1" status: 200 len: 375 time: 0.0096529 Aug 31 16:00:18.358061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-0e604159-da8c-4753-9e6c-31fd770692f8 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276232 Aug 31 16:00:18.452838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-d9be5a5b-a6bb-454d-800d-7d162f6d2e06 service neutron] 10.222.0.43 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862072 Aug 31 16:00:18.557690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2508ca-9a60-444e-b066-7aae56683edb req-c7fdd265-d04c-4d3e-82d5-f60bb8c654e2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:18.559270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2508ca-9a60-444e-b066-7aae56683edb req-c7fdd265-d04c-4d3e-82d5-f60bb8c654e2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1089783 Aug 31 16:00:18.592999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-d49d2271-7df8-4d55-b25f-ac9487cd573a service neutron] 10.222.0.43 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316681 Aug 31 16:00:18.609667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2508ca-9a60-444e-b066-7aae56683edb req-ffdba958-1809-47fd-8596-8610ee3788f9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Aug 31 16:00:18.767387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e2b51ce-3b82-4ac4-bf89-c77ff46ae23f req-1485771c-527b-434c-8e50-0115feda2ac1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 210 time: 0.0343595 Aug 31 16:00:18.990998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c62488-59b3-46ca-8446-6d20dc7eecd5 req-390d8ce2-0af0-41e0-97e0-f4249d5a9f83 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:18.992720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00c62488-59b3-46ca-8446-6d20dc7eecd5 req-390d8ce2-0af0-41e0-97e0-f4249d5a9f83 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 944 time: 0.0537806 Aug 31 16:00:19.042092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00c62488-59b3-46ca-8446-6d20dc7eecd5 req-5dbe26d1-c7de-42f2-89f0-54159c5845fd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Aug 31 16:00:19.138583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67990671-be5f-40ea-8363-da6bf7529539 req-9c5c6f84-c655-46b9-a427-cbec2166839c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:19.141051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67990671-be5f-40ea-8363-da6bf7529539 req-9c5c6f84-c655-46b9-a427-cbec2166839c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 944 time: 0.0580101 Aug 31 16:00:19.229258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67990671-be5f-40ea-8363-da6bf7529539 req-0faf3de7-542b-4f04-8467-889a05467bc6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804744 Aug 31 16:00:19.734739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a941e-8a86-4b3d-a3bb-b35cc3eae532 req-9ede206e-88b7-4991-a27b-b729d7f9a4d3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:19.736403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-511a941e-8a86-4b3d-a3bb-b35cc3eae532 req-9ede206e-88b7-4991-a27b-b729d7f9a4d3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0578017 Aug 31 16:00:19.783124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-511a941e-8a86-4b3d-a3bb-b35cc3eae532 req-c8c7cf09-79a5-4ebf-bf9d-34d5bbb58094 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Aug 31 16:00:19.874174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54742277-4fd6-4ee5-8121-14eb07094a0b req-fab58688-c43b-4a3b-8d2f-0ac3f7ea2684 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 210 time: 0.0361614 Aug 31 16:00:19.928166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656b70d-8155-4276-a142-5de3e8259f44 req-1dd37fad-336d-4fab-939e-a48a1e901cc1 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:19.929962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2656b70d-8155-4276-a142-5de3e8259f44 req-1dd37fad-336d-4fab-939e-a48a1e901cc1 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1102 time: 0.0591018 Aug 31 16:00:19.978910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2656b70d-8155-4276-a142-5de3e8259f44 req-9ccb9a43-4a1e-4ddb-b1b8-6a14f950de5e tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Aug 31 16:00:19.980625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-45008acb-3c64-4d19-af47-bcab4f7d88e6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:19.983501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-45008acb-3c64-4d19-af47-bcab4f7d88e6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 821 time: 0.1449840 Aug 31 16:00:20.002163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'port': {'device_id': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'admin_state_up': True, 'tenant_id': 'b9e83b219b1c44ab993f9b97460be224'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:20.126928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Made reservation on behalf of b9e83b219b1c44ab993f9b97460be224 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:20.130454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:20.196827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101265b8-2f2b-4778-8b3b-51485b803fc1 req-bec7c1d3-023d-433d-8e33-c18dc0f324f2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:20.198511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-101265b8-2f2b-4778-8b3b-51485b803fc1 req-bec7c1d3-023d-433d-8e33-c18dc0f324f2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 944 time: 0.0789652 Aug 31 16:00:20.285973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Allocated IP 172.20.0.5 (6441ccec-79a3-48d2-be23-fc0c6fd21b3a/fcb46b6a-e1ee-46e9-8400-befd96777c61/91730097-4c92-4372-9654-3779c3717119) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:20.296721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-101265b8-2f2b-4778-8b3b-51485b803fc1 req-72e24996-da77-45a7-8bac-86dcee7dd926 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915494 Aug 31 16:00:20.329135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fe5a8-58b4-41e4-a4d8-c6ffb9d7adb8 req-7d8ad132-5c95-4679-ba05-9716e40d54f6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:20.330659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc8fe5a8-58b4-41e4-a4d8-c6ffb9d7adb8 req-7d8ad132-5c95-4679-ba05-9716e40d54f6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0946755 Aug 31 16:00:20.334252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-2f50d25a-cd34-4d9a-9b28-497b25b7aced service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992737 Aug 31 16:00:20.388765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc8fe5a8-58b4-41e4-a4d8-c6ffb9d7adb8 req-22aec4b1-afa3-40dc-b80a-49050c9a4cc5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510533 Aug 31 16:00:20.497157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:20.523047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f20160-1a9a-4835-9b3d-d948e60809b1 req-ea61c09d-ecea-4637-a53a-4f482f53e44c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:20.524706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0f20160-1a9a-4835-9b3d-d948e60809b1 req-ea61c09d-ecea-4637-a53a-4f482f53e44c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 944 time: 0.0541196 Aug 31 16:00:20.546981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:20.581051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0f20160-1a9a-4835-9b3d-d948e60809b1 req-c744999a-8039-4f6e-9a1e-a227b8dd8b79 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Aug 31 16:00:20.597743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:20.601254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:20.605282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:20.612331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:20.667721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:20.668307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:20.683601 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-22a30c9d-39e6-4984-9234-7a34a1325452 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6871893 Aug 31 16:00:20.697781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Request body: {'port': {'device_id': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:20.720228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2e0201bb-3903-4982-8560-6e3b52722e5a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:20.758518 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:20.847168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2e0201bb-3903-4982-8560-6e3b52722e5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2e0201bb-3903-4982-8560-6e3b52722e5a,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:20.861433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '2e0201bb-3903-4982-8560-6e3b52722e5a', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': '2e0201bb-3903-4982-8560-6e3b52722e5a', 'mac_address': 'fa:16:3e:ed:68:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:20.909975 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:20.926899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0201bb-3903-4982-8560-6e3b52722e5a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:20.958787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2e0201bb-3903-4982-8560-6e3b52722e5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2e0201bb-3903-4982-8560-6e3b52722e5a,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:20.968789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.015549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dedd10eb-91c3-4109-93ab-ef669249d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.075890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2e0201bb-3903-4982-8560-6e3b52722e5a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.087355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711311eb-30af-40a4-b88f-5a37df0823f4 req-ec1deedf-5fd8-4bee-9d03-b2c647b538f1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.089746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-711311eb-30af-40a4-b88f-5a37df0823f4 req-ec1deedf-5fd8-4bee-9d03-b2c647b538f1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 931 time: 0.1237288 Aug 31 16:00:21.136111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-711311eb-30af-40a4-b88f-5a37df0823f4 req-42971414-4d2e-4fbf-a92f-b4d6b803629a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Aug 31 16:00:21.151608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91730097-4c92-4372-9654-3779c3717119 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:21.169352 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.184802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Transition to ACTIVE for port object 91730097-4c92-4372-9654-3779c3717119 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:21.189703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.245920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:21.253671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.294988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['2e0201bb-3903-4982-8560-6e3b52722e5a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:21.332257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Attempting to bind port 91730097-4c92-4372-9654-3779c3717119 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:21.333187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Attempting to bind port 91730097-4c92-4372-9654-3779c3717119 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:21.333482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Attempting to bind port 91730097-4c92-4372-9654-3779c3717119 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:21.339346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Port 91730097-4c92-4372-9654-3779c3717119 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:21.339688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Attempting to bind port 91730097-4c92-4372-9654-3779c3717119 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:21.344882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:21.345231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Checking segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:21.345624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Bound using segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:21.346315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Bound port: 91730097-4c92-4372-9654-3779c3717119, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:21.346472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.364852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:21.372972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:21.374432 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.431589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a79c3-a892-4aeb-9d7a-17a9072aff43 req-cf70ea96-0fef-4597-9bd4-26a868edcc49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.433474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b01a79c3-a892-4aeb-9d7a-17a9072aff43 req-cf70ea96-0fef-4597-9bd4-26a868edcc49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 944 time: 0.0600326 Aug 31 16:00:21.442956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:21.446382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:21.452441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.489152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.490096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.492279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] 10.222.0.30 "PUT /v2.0/ports/91730097-4c92-4372-9654-3779c3717119 HTTP/1.1" status: 200 len: 1092 time: 0.8000593 Aug 31 16:00:21.503046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'tag': '91730097-4c92-4372-9654-3779c3717119'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:21.507240 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd664ac6-4903-4ee4-853f-84bf94ba772c" -d '{"events": [{"name": "network-changed", "server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "tag": "91730097-4c92-4372-9654-3779c3717119"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:21.524309 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.529295 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b01a79c3-a892-4aeb-9d7a-17a9072aff43 req-b0ec8072-9bee-4b4d-b84f-3554286fd63f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869033 Aug 31 16:00:21.559442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:21.564347 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbbb080-d2c7-4b39-af6c-42121280cd46" -d '{"events": [{"server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "name": "network-vif-plugged", "status": "completed", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:21.579251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:21.582271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1332955-46f0-4633-ae05-f3192b843bcd service neutron] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.584425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:21.591758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ac07-1922-45cd-9254-41c8fb4d4377 req-3f970653-0e1f-436a-811b-6e119b4367ee tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.593550 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8447ac07-1922-45cd-9254-41c8fb4d4377 req-3f970653-0e1f-436a-811b-6e119b4367ee tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0984578 Aug 31 16:00:21.607337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-4e6ebf22-6106-4930-beb7-22152aeb4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.609019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-4e6ebf22-6106-4930-beb7-22152aeb4215 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0682406 Aug 31 16:00:21.638624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:21.641594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8447ac07-1922-45cd-9254-41c8fb4d4377 req-2884540e-ae04-4cc9-81a6-0ee46cf72199 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Aug 31 16:00:21.669090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-b22dd85e-9ee5-4e9a-9bc7-4f1b581e458d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91730097-4c92-4372-9654-3779c3717119 HTTP/1.1" status: 200 len: 217 time: 0.0417705 Aug 31 16:00:21.684404 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584645d-92e2-4734-8032-ad325848d460 x-openstack-request-id: req-a584645d-92e2-4734-8032-ad325848d460 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:21.684766 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "tag": "91730097-4c92-4372-9654-3779c3717119", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:21.685328 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a584645d-92e2-4734-8032-ad325848d460 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:21.685796 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'tag': '91730097-4c92-4372-9654-3779c3717119', 'status': 'completed', 'code': 200} Aug 31 16:00:21.722750 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36644bc0-1986-43e8-8638-50c610b5bf93 x-openstack-request-id: req-36644bc0-1986-43e8-8638-50c610b5bf93 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:21.724162 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "name": "network-vif-plugged", "status": "completed", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:21.724162 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36644bc0-1986-43e8-8638-50c610b5bf93 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:21.724892 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'code': 200} Aug 31 16:00:21.742555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-c93f3dd3-f6c7-42ed-9af5-bbcb575f9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.744436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-c93f3dd3-f6c7-42ed-9af5-bbcb575f9467 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 200 len: 861 time: 0.0566330 Aug 31 16:00:21.807135 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-a9a7f77c-b705-47a1-92aa-dc84c1d65eaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286448 Aug 31 16:00:21.826343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d5521-335f-46f7-ac5d-613be030bcd8 req-a6dff1ce-a416-405a-b12f-3fd7e4d94e03 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.827983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd1d5521-335f-46f7-ac5d-613be030bcd8 req-a6dff1ce-a416-405a-b12f-3fd7e4d94e03 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 945 time: 0.0653086 Aug 31 16:00:21.871083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd1d5521-335f-46f7-ac5d-613be030bcd8 req-d90a0e0e-229a-4ed7-9959-afda1d38ce69 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370352 Aug 31 16:00:21.939231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c51cec-36fb-415c-b740-f5b1455ce76d req-1af4fd28-14fa-44e4-b330-46e42cf42227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.940741 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95c51cec-36fb-415c-b740-f5b1455ce76d req-1af4fd28-14fa-44e4-b330-46e42cf42227 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 1097 time: 0.1326132 Aug 31 16:00:21.944388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-59813b31-36f1-4c63-a597-13d837112692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:21.945746 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-59813b31-36f1-4c63-a597-13d837112692 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1102 time: 0.1127210 Aug 31 16:00:22.018437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-b3dbb373-23c5-446d-ae06-c4ad1922205e service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865149 Aug 31 16:00:22.105234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95c51cec-36fb-415c-b740-f5b1455ce76d req-cd7eeb2f-a496-488f-a03b-b20f9d71f6e1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450164 Aug 31 16:00:22.137579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-e2ace6fb-ec61-4a7a-ae90-efee61b74402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.139485 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-e2ace6fb-ec61-4a7a-ae90-efee61b74402 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1782484 Aug 31 16:00:22.158062 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d21d3397-42c5-4507-a067-f1a699ee5f73 req-ca141a35-d3d4-4825-a15b-3288770d04bf service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287491 Aug 31 16:00:22.250660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-682f9323-e98c-4bd8-95db-914ffe2861a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.252085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-682f9323-e98c-4bd8-95db-914ffe2861a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0422266 Aug 31 16:00:22.277395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79646e20-399d-49b7-868d-90f5efbd3f98 req-4dcde4f8-28eb-40fc-8dd6-0f5261a89985 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.278909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79646e20-399d-49b7-868d-90f5efbd3f98 req-4dcde4f8-28eb-40fc-8dd6-0f5261a89985 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 943 time: 0.0521433 Aug 31 16:00:22.319104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79646e20-399d-49b7-868d-90f5efbd3f98 req-07be8cc7-c7e4-4faf-82af-02e7cf763f13 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Aug 31 16:00:22.359831 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-130180a5-57f0-4f6a-81f5-2e2e33a25308 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0453167 Aug 31 16:00:22.431570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-1b542ed3-8089-4ec8-b49e-fc3ad271a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.433745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-1b542ed3-8089-4ec8-b49e-fc3ad271a26a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 922 time: 0.1612241 Aug 31 16:00:22.453688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-df7604a6-ce24-4c25-9033-cbaea3d18dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.455144 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-df7604a6-ce24-4c25-9033-cbaea3d18dbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0756669 Aug 31 16:00:22.508926 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-d33ded20-b7ae-486e-8c34-2abd72f763cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91730097-4c92-4372-9654-3779c3717119 HTTP/1.1" status: 200 len: 217 time: 0.0639572 Aug 31 16:00:22.572690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-d8ca29f2-902f-4108-ba48-d9fd5c8aae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.574168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-d8ca29f2-902f-4108-ba48-d9fd5c8aae80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 200 len: 861 time: 0.0517077 Aug 31 16:00:22.576732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-56d51d92-a08e-4590-9af7-6f314cb0f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.578128 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-56d51d92-a08e-4590-9af7-6f314cb0f750 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827699 Aug 31 16:00:22.645139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a1a8c-ba62-4fc4-8052-603f7ba469a3 req-c14ac7e0-c38a-4176-8d19-81c747c8ae44 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.646757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-562a1a8c-ba62-4fc4-8052-603f7ba469a3 req-c14ac7e0-c38a-4176-8d19-81c747c8ae44 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 945 time: 0.0576999 Aug 31 16:00:22.661296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-7d3d9319-99b0-47ca-93f6-906978e83d88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623314 Aug 31 16:00:22.697728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-562a1a8c-ba62-4fc4-8052-603f7ba469a3 req-ce0c6533-5e92-476c-a906-13637f1b5b6b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436060 Aug 31 16:00:22.737448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2e0201bb-3903-4982-8560-6e3b52722e5a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:22.761874 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-cbbb3e08-2b42-43f5-bbfd-1903f7a8045f service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747384 Aug 31 16:00:22.803709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 2e0201bb-3903-4982-8560-6e3b52722e5a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:22.808734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 2e0201bb-3903-4982-8560-6e3b52722e5a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:22.809106 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:22.826178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307eace-1487-476b-b831-475a290ff221 req-223ca5a5-bb3c-4886-be77-153085033e54 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:22.828028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2307eace-1487-476b-b831-475a290ff221 req-223ca5a5-bb3c-4886-be77-153085033e54 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0655878 Aug 31 16:00:22.871302 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-2adb00f1-b944-4647-b45d-cf10d78af6fd service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969166 Aug 31 16:00:22.872728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2307eace-1487-476b-b831-475a290ff221 req-e3d9baae-6b3b-4f2a-ae62-6813647e8941 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366795 Aug 31 16:00:22.913843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:22.958910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2e0201bb-3903-4982-8560-6e3b52722e5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2e0201bb-3903-4982-8560-6e3b52722e5a,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:22.964218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:22.976300 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-ad7bb5c8-328f-4658-85a4-43003076bc9c service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003691 Aug 31 16:00:23.015002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd664ac6-4903-4ee4-853f-84bf94ba772c req-45fcac61-dcee-41d3-9b5a-f475cd8f87c2 service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309378 Aug 31 16:00:23.015686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc5e29-dfb6-47f1-955c-233e2c1da9de req-8793f838-80c0-46b8-b7c3-d09a66a8294c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:23.021607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cabc5e29-dfb6-47f1-955c-233e2c1da9de req-8793f838-80c0-46b8-b7c3-d09a66a8294c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0557466 Aug 31 16:00:23.036245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2e0201bb-3903-4982-8560-6e3b52722e5a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:23.068812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cabc5e29-dfb6-47f1-955c-233e2c1da9de req-be057b4c-b1c7-452d-92dd-89e8ffbbbe35 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Aug 31 16:00:23.443786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86256a9d-d61b-4d12-abf6-9d8e3abf34db req-817f9672-ba47-44c4-aeb2-9a7099a920b2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:23.445365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86256a9d-d61b-4d12-abf6-9d8e3abf34db req-817f9672-ba47-44c4-aeb2-9a7099a920b2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 943 time: 0.0583980 Aug 31 16:00:23.725916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0201bb-3903-4982-8560-6e3b52722e5a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:23.732043 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badfa420-3c67-4c3b-ae36-ccc3b68a472e" -d '{"events": [{"server_uuid": "ee4716a7-4795-4607-98fe-700eec8ed4ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e0201bb-3903-4982-8560-6e3b52722e5a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:23.748735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86256a9d-d61b-4d12-abf6-9d8e3abf34db req-eb0e68fa-d27d-4311-8988-1e5183b804dc tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967641 Aug 31 16:00:23.823523 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716980de-3b05-4b8a-a6a4-b1f5218b92c8 x-openstack-request-id: req-716980de-3b05-4b8a-a6a4-b1f5218b92c8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:23.824098 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4716a7-4795-4607-98fe-700eec8ed4ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e0201bb-3903-4982-8560-6e3b52722e5a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:23.824098 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-716980de-3b05-4b8a-a6a4-b1f5218b92c8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:23.824517 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0201bb-3903-4982-8560-6e3b52722e5a', 'code': 200} Aug 31 16:00:23.864616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae549b-c3ab-454d-adae-2385dd43cacb req-6ff3c4f3-bb76-45d4-8fd5-0b7261035a3a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:23.867605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fae549b-c3ab-454d-adae-2385dd43cacb req-6ff3c4f3-bb76-45d4-8fd5-0b7261035a3a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 945 time: 0.0615089 Aug 31 16:00:23.915225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fae549b-c3ab-454d-adae-2385dd43cacb req-93214b89-0788-40ed-99a0-d8b6fff58c95 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Aug 31 16:00:23.949873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14831d-9e36-4828-bd67-a3f41a85fe40 req-59392b73-c1fb-4c9f-abad-282811b022fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:23.951426 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9e14831d-9e36-4828-bd67-a3f41a85fe40 req-59392b73-c1fb-4c9f-abad-282811b022fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 1098 time: 0.0515659 Aug 31 16:00:23.995376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9e14831d-9e36-4828-bd67-a3f41a85fe40 req-09619a52-94d2-4659-b58e-911435e1a913 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Aug 31 16:00:24.019270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967073c-2b1d-468d-9c61-93400f825422 req-9277d168-af39-40e6-8a01-dad593a76676 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:24.021476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5967073c-2b1d-468d-9c61-93400f825422 req-9277d168-af39-40e6-8a01-dad593a76676 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0531585 Aug 31 16:00:24.065066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:24.070518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5967073c-2b1d-468d-9c61-93400f825422 req-0ee17785-52f6-44de-aad3-3800dbd98020 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Aug 31 16:00:24.112576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2398fffe-57c1-43a3-9088-13d3b2eed29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:24.184314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9061a94-893b-470c-b2cf-bf9de2492d43 req-489a0d8f-7a65-471c-b6e2-6e054a886b2c tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:24.185798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9061a94-893b-470c-b2cf-bf9de2492d43 req-489a0d8f-7a65-471c-b6e2-6e054a886b2c tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Aug 31 16:00:24.229297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9061a94-893b-470c-b2cf-bf9de2492d43 req-f583357f-320c-4f88-b819-15d820d90670 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376058 Aug 31 16:00:24.328419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc10eb-8b66-4eff-afc7-8fd05757fc26 req-6ab555ea-698f-4ae0-bbae-190c81c794ad tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:24.330326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1fc10eb-8b66-4eff-afc7-8fd05757fc26 req-6ab555ea-698f-4ae0-bbae-190c81c794ad tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0552092 Aug 31 16:00:24.369217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1fc10eb-8b66-4eff-afc7-8fd05757fc26 req-4bbe9b98-e03d-4800-b1aa-3ed7a36f1a36 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Aug 31 16:00:24.753704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:24.853843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:24.867566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '91730097-4c92-4372-9654-3779c3717119', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'port_id': '91730097-4c92-4372-9654-3779c3717119', 'mac_address': 'fa:16:3e:80:82:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb46b6a-e1ee-46e9-8400-befd96777c61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:24.869869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1cf21-ac96-4c95-9e93-92e1500bb81c req-340b0da3-5126-4966-93a0-11fcd27badcf tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:24.871496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52e1cf21-ac96-4c95-9e93-92e1500bb81c req-340b0da3-5126-4966-93a0-11fcd27badcf tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 943 time: 0.0514486 Aug 31 16:00:24.909852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:24.914806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52e1cf21-ac96-4c95-9e93-92e1500bb81c req-3ebd73bb-3c08-4a32-a8ee-9ce78c4e51bc tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 Aug 31 16:00:24.937358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91730097-4c92-4372-9654-3779c3717119 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:24.956491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:24.962464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:24.966820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:25.012066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:25.175015 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:25.198626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd3019-c795-4b28-bbab-5c82ea3adc1d req-06da1cb2-7093-4709-9919-2afe7b85ca51 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:25.200123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42cd3019-c795-4b28-bbab-5c82ea3adc1d req-06da1cb2-7093-4709-9919-2afe7b85ca51 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0564461 Aug 31 16:00:25.239337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42cd3019-c795-4b28-bbab-5c82ea3adc1d req-78ce016f-a2f6-4943-a596-d345347cdb66 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Aug 31 16:00:25.321505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['91730097-4c92-4372-9654-3779c3717119'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:25.354568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c2f6-88c8-48f1-8fa4-bf3b06aa7e1b req-774c2cf4-9cee-45ab-9e7b-afafb9c48faf tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:25.356095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d27c2f6-88c8-48f1-8fa4-bf3b06aa7e1b req-774c2cf4-9cee-45ab-9e7b-afafb9c48faf tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Aug 31 16:00:25.427825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d27c2f6-88c8-48f1-8fa4-bf3b06aa7e1b req-5ee42dab-966f-4183-b6a8-cd09b92bb7ad tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624092 Aug 31 16:00:25.519266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6b97-2285-449d-8d09-9a542b359b9c req-3c40a37e-c24b-4c98-837e-6f86ef3d34ce tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:25.520918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f4a6b97-2285-449d-8d09-9a542b359b9c req-3c40a37e-c24b-4c98-837e-6f86ef3d34ce tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0560746 Aug 31 16:00:25.561367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f4a6b97-2285-449d-8d09-9a542b359b9c req-0c675ea2-99ed-49f3-afdf-a9ea76f18617 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Aug 31 16:00:25.738749 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:25.849036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771310-a77e-4d94-a957-37ed730cc4de req-306bf2f4-6869-41ad-bd35-2b7000367f8b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:25.850847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33771310-a77e-4d94-a957-37ed730cc4de req-306bf2f4-6869-41ad-bd35-2b7000367f8b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0786755 Aug 31 16:00:25.893072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33771310-a77e-4d94-a957-37ed730cc4de req-dfae19a5-273c-4368-a918-65c39c46678f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351322 Aug 31 16:00:26.038391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe387c9-cc7c-4197-b408-5b20c95dbfa5 req-e3a5e1fb-d027-4065-bb1b-e38ec99d118b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:26.040007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fe387c9-cc7c-4197-b408-5b20c95dbfa5 req-e3a5e1fb-d027-4065-bb1b-e38ec99d118b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 944 time: 0.0550296 Aug 31 16:00:26.080491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fe387c9-cc7c-4197-b408-5b20c95dbfa5 req-3c86c4b9-8ed4-461d-8e3f-5cdc82f4d509 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Aug 31 16:00:26.365749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07dde1-1f6f-4a42-98e6-7ce6619c8da1 req-fcbbc0aa-34f8-4379-aac7-fc599e8f4437 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:26.367219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea07dde1-1f6f-4a42-98e6-7ce6619c8da1 req-fcbbc0aa-34f8-4379-aac7-fc599e8f4437 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0526245 Aug 31 16:00:26.406437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea07dde1-1f6f-4a42-98e6-7ce6619c8da1 req-3380755e-e931-4d17-ae87-34cc18ffc89a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Aug 31 16:00:26.762882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:26.814728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 91730097-4c92-4372-9654-3779c3717119 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:26.818579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 91730097-4c92-4372-9654-3779c3717119 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:26.818958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:26.907071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:26.934097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91730097-4c92-4372-9654-3779c3717119'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:26.936405 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5138b1-66c6-4a6b-b196-4a9592bcda69" -d '{"events": [{"server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "name": "network-vif-plugged", "status": "completed", "tag": "91730097-4c92-4372-9654-3779c3717119"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:26.953035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:26.957747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:26.990299 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8f7777-475f-4741-86f1-69bfda766fbc x-openstack-request-id: req-dc8f7777-475f-4741-86f1-69bfda766fbc {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:26.990783 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "name": "network-vif-plugged", "status": "completed", "tag": "91730097-4c92-4372-9654-3779c3717119", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:26.991019 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc8f7777-475f-4741-86f1-69bfda766fbc {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:26.991405 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91730097-4c92-4372-9654-3779c3717119', 'code': 200} Aug 31 16:00:27.024667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:27.031179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e55ad0-bb63-49f2-a60e-b622e2a34bad req-ae99baec-f8bf-412c-87a3-46f47c316e46 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:27.034772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36e55ad0-bb63-49f2-a60e-b622e2a34bad req-ae99baec-f8bf-412c-87a3-46f47c316e46 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0666373 Aug 31 16:00:27.082355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36e55ad0-bb63-49f2-a60e-b622e2a34bad req-c05e12b4-8912-4c17-99de-f96556535617 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Aug 31 16:00:27.103193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc72e-9621-4cfa-8f04-08a882d5138b req-fb3d3c53-dceb-4f5d-90b5-1a2a05747f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:27.105682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65adc72e-9621-4cfa-8f04-08a882d5138b req-fb3d3c53-dceb-4f5d-90b5-1a2a05747f05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0434678 Aug 31 16:00:27.145158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65adc72e-9621-4cfa-8f04-08a882d5138b req-746c1c37-9465-4b92-8f44-e8153b974cb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Aug 31 16:00:27.200724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c5f5-a922-4c7d-9281-17ba7308aab3 req-a5dac450-2841-4bc0-ba0b-179858b4ebc0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:27.202261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd96c5f5-a922-4c7d-9281-17ba7308aab3 req-a5dac450-2841-4bc0-ba0b-179858b4ebc0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Aug 31 16:00:27.241783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd96c5f5-a922-4c7d-9281-17ba7308aab3 req-8593cb92-23fb-4aab-ab6b-7c446c4fc877 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Aug 31 16:00:27.269185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:27.363490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:27.375797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'mac_address': 'fa:16:3e:af:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:27.419888 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:27.433333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:27.453569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:27.459058 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:27.520632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:27.534336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5a1af-7428-4aff-b019-c7b8d1e01ae2 req-a5efa5fc-a107-407d-a0e7-5b25dfe77031 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:27.536049 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda5a1af-7428-4aff-b019-c7b8d1e01ae2 req-a5efa5fc-a107-407d-a0e7-5b25dfe77031 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0540171 Aug 31 16:00:27.571340 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:27.580074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda5a1af-7428-4aff-b019-c7b8d1e01ae2 req-87cb56e2-3d4a-48d5-b40e-fc82c878fb93 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Aug 31 16:00:27.620391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['87f66fd3-fb4c-4d35-8e70-6b822f7808d9'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:28.210193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10f89-1cfc-402d-9d70-67080697c8f2 req-e69d6726-0f6f-4c90-8a41-4dc3ce50ce13 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:28.211747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61b10f89-1cfc-402d-9d70-67080697c8f2 req-e69d6726-0f6f-4c90-8a41-4dc3ce50ce13 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0551591 Aug 31 16:00:28.251204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61b10f89-1cfc-402d-9d70-67080697c8f2 req-6293cb70-90e0-4210-b1e2-e0c136a384b5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Aug 31 16:00:28.376475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a32c51-5d83-4e1e-ba9e-978555a6a80b req-af6e7adb-097b-4685-b2c5-808eac9866a8 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:28.378135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44a32c51-5d83-4e1e-ba9e-978555a6a80b req-af6e7adb-097b-4685-b2c5-808eac9866a8 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0546975 Aug 31 16:00:28.419641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44a32c51-5d83-4e1e-ba9e-978555a6a80b req-87a63c0a-883e-4f86-bb89-83cd45026bf0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Aug 31 16:00:28.703111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8cb4a-2d2a-426c-9730-7d5bdb3a62e1 req-ac67a9b8-8e1f-4fd1-852c-4fa67899405e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:28.704651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1b8cb4a-2d2a-426c-9730-7d5bdb3a62e1 req-ac67a9b8-8e1f-4fd1-852c-4fa67899405e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0495658 Aug 31 16:00:28.744326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1b8cb4a-2d2a-426c-9730-7d5bdb3a62e1 req-fa4b50a7-e173-486f-9ba0-97e52740dd12 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328197 Aug 31 16:00:29.266259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:29.332872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:29.333969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:29.404662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12dff6-bba4-41b5-ac49-63b3d1f212f4 req-0a97606a-6328-4b78-93b3-bdca5c5816e6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:29.426491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc12dff6-bba4-41b5-ac49-63b3d1f212f4 req-0a97606a-6328-4b78-93b3-bdca5c5816e6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0850778 Aug 31 16:00:29.450420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:29.466817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc12dff6-bba4-41b5-ac49-63b3d1f212f4 req-5ad8ecde-d40a-41a4-aff3-62b72c87c211 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Aug 31 16:00:29.482824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:29.498535 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab14695-7001-4019-8c4d-4e09f973e062" -d '{"events": [{"server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "name": "network-vif-plugged", "status": "completed", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:29.519302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:29.526404 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:29.590647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:29.602012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f344cf8-3096-4fbd-a90e-faf1ae0b7338 req-d6ed99e9-7412-462f-85d6-6a58ab6279cf tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:29.611924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f344cf8-3096-4fbd-a90e-faf1ae0b7338 req-d6ed99e9-7412-462f-85d6-6a58ab6279cf tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.1039464 Aug 31 16:00:29.670612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f344cf8-3096-4fbd-a90e-faf1ae0b7338 req-d0373602-ddab-4277-bb2a-ed416b2004bc tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568376 Aug 31 16:00:29.705465 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f265c-2b2f-4542-8088-d87b927da061 x-openstack-request-id: req-511f265c-2b2f-4542-8088-d87b927da061 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:29.705898 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "name": "network-vif-plugged", "status": "completed", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:29.706162 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-511f265c-2b2f-4542-8088-d87b927da061 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:29.706562 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'code': 200} Aug 31 16:00:29.827057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab1622-14e0-4e10-8113-2f5b4cb2e361 req-db540fb0-2a76-4118-ae15-34b1677b66c1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:29.828828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-feab1622-14e0-4e10-8113-2f5b4cb2e361 req-db540fb0-2a76-4118-ae15-34b1677b66c1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0586596 Aug 31 16:00:29.902562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-feab1622-14e0-4e10-8113-2f5b4cb2e361 req-39f5a7d7-4785-43e7-b825-4361352c9c6b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597875 Aug 31 16:00:29.915563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a06235-c5ff-418f-adb3-6e96ccf77a20 req-11fe60fb-38ec-4b81-a861-4357f45167a1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:29.917385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99a06235-c5ff-418f-adb3-6e96ccf77a20 req-11fe60fb-38ec-4b81-a861-4357f45167a1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0835063 Aug 31 16:00:29.976373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99a06235-c5ff-418f-adb3-6e96ccf77a20 req-74d4bfab-bd40-4593-9920-97178182055b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Aug 31 16:00:30.100291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be340-9e85-4cc8-8ba1-72b4a2ed3124 req-361fd7d7-e273-455c-9596-9ea8341d8602 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:30.110707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a37be340-9e85-4cc8-8ba1-72b4a2ed3124 req-361fd7d7-e273-455c-9596-9ea8341d8602 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0786185 Aug 31 16:00:30.152416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a37be340-9e85-4cc8-8ba1-72b4a2ed3124 req-9c4f0736-7d6c-4cd0-b139-da746c0d62ff tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Aug 31 16:00:30.314888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56373629-2cb1-47fd-bf3d-a900b26a2906 req-f12e38fd-14cc-4a87-87c0-5230b68d7888 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:30.316156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56373629-2cb1-47fd-bf3d-a900b26a2906 req-f12e38fd-14cc-4a87-87c0-5230b68d7888 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0610342 Aug 31 16:00:30.368278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56373629-2cb1-47fd-bf3d-a900b26a2906 req-57f220f8-d430-4b62-aa3e-4695d9b4534a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Aug 31 16:00:30.538272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba822c-03e7-4c28-9f9a-76cd23f7210c req-2dab17a9-9ada-43de-97ff-d267b0f83553 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:30.539998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4eba822c-03e7-4c28-9f9a-76cd23f7210c req-2dab17a9-9ada-43de-97ff-d267b0f83553 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0755825 Aug 31 16:00:30.622322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4eba822c-03e7-4c28-9f9a-76cd23f7210c req-e01b2c63-624e-4ac2-a2f0-b7927ef93b65 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758328 Aug 31 16:00:30.664740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677230e-4815-40d8-869f-e95c107d237c req-18f418ab-3a22-431c-bf1b-d4f8fc9300a3 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:30.673209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8677230e-4815-40d8-869f-e95c107d237c req-18f418ab-3a22-431c-bf1b-d4f8fc9300a3 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.1048334 Aug 31 16:00:30.717194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8677230e-4815-40d8-869f-e95c107d237c req-6d4826d5-8405-425d-b1a3-2096b2607cc2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Aug 31 16:00:30.903244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ce419-0bdc-44e2-86f9-99d32c804985 req-9e1df5b2-5269-4350-9f39-e9b3063d4314 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:30.905410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-163ce419-0bdc-44e2-86f9-99d32c804985 req-9e1df5b2-5269-4350-9f39-e9b3063d4314 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.1006086 Aug 31 16:00:30.967555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-163ce419-0bdc-44e2-86f9-99d32c804985 req-cdd79e94-6418-4b3f-a838-10673614af9c tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 Aug 31 16:00:31.173419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5515a8f-fef4-487c-8762-aab56c97f9fb req-551a64a1-5db9-4d89-b351-65c176be05c6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:31.175995 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5515a8f-fef4-487c-8762-aab56c97f9fb req-551a64a1-5db9-4d89-b351-65c176be05c6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.1212926 Aug 31 16:00:31.193590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46fe20-d971-4628-a75b-020e7755f77d req-4e95aa61-cca1-400e-8c3b-bc35c3159255 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:31.195958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d46fe20-d971-4628-a75b-020e7755f77d req-4e95aa61-cca1-400e-8c3b-bc35c3159255 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0962689 Aug 31 16:00:31.292029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5515a8f-fef4-487c-8762-aab56c97f9fb req-5ac2d9f5-56b3-442a-9a9d-cdbb025ec7f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084692 Aug 31 16:00:31.325840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d46fe20-d971-4628-a75b-020e7755f77d req-56c80832-21cd-4854-942a-b4872a9d8c8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026371 Aug 31 16:00:31.516065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b25717-8ea4-4952-9e24-4349f0ba2ac8 req-dc4da8cf-250e-4115-b963-853681f58bf0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:31.517747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41b25717-8ea4-4952-9e24-4349f0ba2ac8 req-dc4da8cf-250e-4115-b963-853681f58bf0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0710180 Aug 31 16:00:31.569999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41b25717-8ea4-4952-9e24-4349f0ba2ac8 req-cfae4d85-3949-4f25-9f44-3d8459de095c tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Aug 31 16:00:31.886713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b9e5f-7121-4a92-bbd8-f71353007811 req-77528813-9fe3-4a5a-8ee2-948ec46d52c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:31.894429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-043b9e5f-7121-4a92-bbd8-f71353007811 req-77528813-9fe3-4a5a-8ee2-948ec46d52c7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0855894 Aug 31 16:00:31.970316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-043b9e5f-7121-4a92-bbd8-f71353007811 req-34485628-b7d7-4be6-924d-7040f554332b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687888 Aug 31 16:00:32.351477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b120-ed1e-4af7-847b-63ffd5ecf1a9 req-40bb8111-1728-4751-8ad6-75e3f89fb8b0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:32.353467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a49b120-ed1e-4af7-847b-63ffd5ecf1a9 req-40bb8111-1728-4751-8ad6-75e3f89fb8b0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0580981 Aug 31 16:00:32.403402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a49b120-ed1e-4af7-847b-63ffd5ecf1a9 req-b3d76454-3fd2-4360-a13c-943da2ca408d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Aug 31 16:00:32.486963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc961d-4cd2-44fe-860f-4e58521facce req-7510d378-7c42-4199-9d60-1101d324f82e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:32.488588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0cc961d-4cd2-44fe-860f-4e58521facce req-7510d378-7c42-4199-9d60-1101d324f82e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0768933 Aug 31 16:00:32.550160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0cc961d-4cd2-44fe-860f-4e58521facce req-4d90f53d-e850-4e62-9504-b351c386c037 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Aug 31 16:00:33.122752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254385e-2f3a-4c68-9e47-c35d38b22909 req-3dc288ad-6f81-4d9a-bf36-ab3083c8b7f5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:33.135256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d254385e-2f3a-4c68-9e47-c35d38b22909 req-3dc288ad-6f81-4d9a-bf36-ab3083c8b7f5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0971193 Aug 31 16:00:33.187976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d254385e-2f3a-4c68-9e47-c35d38b22909 req-47f71a03-3dd5-4adb-80ad-afe7803c9ced tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Aug 31 16:00:33.549419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9cf57-c651-4eab-b9c2-1a6e512a02b4 req-0bac28c4-b5c1-4f4e-be85-c05c19eb764a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:33.564774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48c9cf57-c651-4eab-b9c2-1a6e512a02b4 req-0bac28c4-b5c1-4f4e-be85-c05c19eb764a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0820067 Aug 31 16:00:33.620542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48c9cf57-c651-4eab-b9c2-1a6e512a02b4 req-1101ff51-5f6f-46f8-a9ca-4d6b59016c13 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546398 Aug 31 16:00:33.751020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf12903-53e3-4928-9a56-9f1a2fb16110 req-4d3f9d58-62ac-4cb5-aaa9-befba0e45e5d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:33.760916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bf12903-53e3-4928-9a56-9f1a2fb16110 req-4d3f9d58-62ac-4cb5-aaa9-befba0e45e5d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1004159 Aug 31 16:00:33.800921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bf12903-53e3-4928-9a56-9f1a2fb16110 req-c026df9f-e975-4449-a0af-8d0e3f4d85ec tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Aug 31 16:00:34.328469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37481bc3-659c-410f-ade2-84770e623019 req-1a539fad-8daa-4049-bd42-a44dd082c222 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:34.330290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37481bc3-659c-410f-ade2-84770e623019 req-1a539fad-8daa-4049-bd42-a44dd082c222 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0627124 Aug 31 16:00:34.385909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37481bc3-659c-410f-ade2-84770e623019 req-1a6ec20d-f5bd-4bee-9eff-67a98b33f42c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Aug 31 16:00:34.749176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8f5c-2773-4f64-ba2a-d8c20db2f13a req-756f878e-0ef2-4341-8be0-95beb8df3d24 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:34.757992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-391d8f5c-2773-4f64-ba2a-d8c20db2f13a req-756f878e-0ef2-4341-8be0-95beb8df3d24 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0633538 Aug 31 16:00:34.804174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-391d8f5c-2773-4f64-ba2a-d8c20db2f13a req-e435a67a-1471-47a9-948d-2e82f41f36d3 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451818 Aug 31 16:00:34.819760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:34.976917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:34.984406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788152-2f3e-4f49-a61a-b5bcfdbc69dd req-6b241789-e45a-4925-bfda-89f9e6703406 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:34.991201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '91730097-4c92-4372-9654-3779c3717119', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'port_id': '91730097-4c92-4372-9654-3779c3717119', 'mac_address': 'fa:16:3e:80:82:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb46b6a-e1ee-46e9-8400-befd96777c61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:34.992859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25788152-2f3e-4f49-a61a-b5bcfdbc69dd req-6b241789-e45a-4925-bfda-89f9e6703406 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0833218 Aug 31 16:00:35.043318 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:35.048631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25788152-2f3e-4f49-a61a-b5bcfdbc69dd req-9b262f44-dede-4a71-b8e3-9564c1175952 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Aug 31 16:00:35.063252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91730097-4c92-4372-9654-3779c3717119 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:35.091617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:35.096941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:35.155961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:35.259377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['91730097-4c92-4372-9654-3779c3717119'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:35.552284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5afc4-05b8-42d2-b238-435e2924edba req-08fa61fa-f884-4e16-ab35-c530a77ec3bc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:35.553899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ef5afc4-05b8-42d2-b238-435e2924edba req-08fa61fa-f884-4e16-ab35-c530a77ec3bc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0673771 Aug 31 16:00:35.614227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ef5afc4-05b8-42d2-b238-435e2924edba req-fa616508-c152-4807-b76a-61aa2d2742b1 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521967 Aug 31 16:00:35.992151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a0dff-e471-4592-b05e-72997f4a2be5 req-14d2dfae-6e0b-432b-8d5d-177c2591d5dc tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:36.008471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b5a0dff-e471-4592-b05e-72997f4a2be5 req-14d2dfae-6e0b-432b-8d5d-177c2591d5dc tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 944 time: 0.1003652 Aug 31 16:00:36.079268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b5a0dff-e471-4592-b05e-72997f4a2be5 req-59f3fa7c-98e7-41b4-be34-8f1cc80a24f7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694294 Aug 31 16:00:36.204837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066a93-6fc9-48dd-bf39-ae7dc7cf9cfb req-7bfaa55c-bf81-4f75-ae71-9034b7929976 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:36.206696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12066a93-6fc9-48dd-bf39-ae7dc7cf9cfb req-7bfaa55c-bf81-4f75-ae71-9034b7929976 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0656803 Aug 31 16:00:36.267102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12066a93-6fc9-48dd-bf39-ae7dc7cf9cfb req-e83e0128-21a4-4a36-8a68-fb0c0d68050b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Aug 31 16:00:36.420152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1b783-5960-4073-bbca-10bf054f1299 req-0ec68574-d481-4389-b734-a336f26915d2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:36.422144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93e1b783-5960-4073-bbca-10bf054f1299 req-0ec68574-d481-4389-b734-a336f26915d2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 944 time: 0.0679171 Aug 31 16:00:36.470303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93e1b783-5960-4073-bbca-10bf054f1299 req-48a46992-01b9-4e85-8543-83c77c0d5f78 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Aug 31 16:00:36.748805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17946a9f-0859-40d9-afcf-29b42b33853b req-0b2d60d9-10de-4356-9c56-a745a4077d74 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:36.756680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17946a9f-0859-40d9-afcf-29b42b33853b req-0b2d60d9-10de-4356-9c56-a745a4077d74 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0691221 Aug 31 16:00:36.800806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17946a9f-0859-40d9-afcf-29b42b33853b req-fa7aadad-504a-4eeb-80cc-8b705a042967 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Aug 31 16:00:36.833812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:36.891044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 91730097-4c92-4372-9654-3779c3717119 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:36.891420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:37.012001 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:37.065072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91730097-4c92-4372-9654-3779c3717119'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:37.072020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b0799-01c6-42a7-bf19-2e6d7cbf8a22" -d '{"events": [{"server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "name": "network-vif-plugged", "status": "completed", "tag": "91730097-4c92-4372-9654-3779c3717119"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:37.087986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:37.095844 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:37.148128 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89ab602-59e2-4b19-beda-9a223e6248dd x-openstack-request-id: req-a89ab602-59e2-4b19-beda-9a223e6248dd {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:37.148462 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "name": "network-vif-plugged", "status": "completed", "tag": "91730097-4c92-4372-9654-3779c3717119", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:37.148829 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a89ab602-59e2-4b19-beda-9a223e6248dd {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:37.149279 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91730097-4c92-4372-9654-3779c3717119', 'code': 200} Aug 31 16:00:37.154267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:37.425913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aa5ac-21f3-42db-a791-7d1e92063781 req-7bdf0e03-962c-45e9-9a71-8cfa6313ea57 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:37.428565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-363aa5ac-21f3-42db-a791-7d1e92063781 req-7bdf0e03-962c-45e9-9a71-8cfa6313ea57 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0680368 Aug 31 16:00:37.482590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-363aa5ac-21f3-42db-a791-7d1e92063781 req-b33d473b-ef11-4510-a540-207739c9fa64 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Aug 31 16:00:37.623553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc2722-dc48-47c4-bcbf-bbb0387da269 req-8c9a0a95-a5e2-4a19-8830-98e1eeff36d7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:37.625323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16fc2722-dc48-47c4-bcbf-bbb0387da269 req-8c9a0a95-a5e2-4a19-8830-98e1eeff36d7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0698647 Aug 31 16:00:37.672807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16fc2722-dc48-47c4-bcbf-bbb0387da269 req-5838acbd-bc0f-4f7b-805b-bbaf75c617d7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Aug 31 16:00:37.928816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8491b5-15e3-4c47-b6d6-b3062658f6f3 req-b4c217f8-3b52-4957-a2c4-9dd4c58b513b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:37.930448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d8491b5-15e3-4c47-b6d6-b3062658f6f3 req-b4c217f8-3b52-4957-a2c4-9dd4c58b513b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0541074 Aug 31 16:00:37.989413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d8491b5-15e3-4c47-b6d6-b3062658f6f3 req-8f1c8a74-9333-44b2-9cb4-0a21cb97ee18 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458748 Aug 31 16:00:38.240345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-4a982899-e716-4607-89d4-98fbbc75c3fa tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:38.241914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-4a982899-e716-4607-89d4-98fbbc75c3fa tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0688448 Aug 31 16:00:38.662432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb043a-8097-46c8-bf3e-a4d3bf748ca5 req-243a3974-7f42-46be-8319-110d5fa8d26f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:38.669947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4bfb043a-8097-46c8-bf3e-a4d3bf748ca5 req-243a3974-7f42-46be-8319-110d5fa8d26f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0757301 Aug 31 16:00:38.715444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4bfb043a-8097-46c8-bf3e-a4d3bf748ca5 req-cf35504b-d3e8-46c3-8ff7-ab43edb10fd6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Aug 31 16:00:38.730988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Deleting port 91730097-4c92-4372-9654-3779c3717119 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:38.731771 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:38.815656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bacdb-f756-4d4c-962f-1cf05eda8cd5 req-ac224b7a-5704-4a35-be1f-75592b4fb646 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:38.817629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c91bacdb-f756-4d4c-962f-1cf05eda8cd5 req-ac224b7a-5704-4a35-be1f-75592b4fb646 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4149b94b-f81a-48ba-8e68-2a5445147ad3 HTTP/1.1" status: 200 len: 945 time: 0.0620458 Aug 31 16:00:38.840884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] For port 91730097-4c92-4372-9654-3779c3717119, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=91730097-4c92-4372-9654-3779c3717119,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:38.841252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:38.846478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:38.859209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Calling delete_port for 91730097-4c92-4372-9654-3779c3717119 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:38.872920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c91bacdb-f756-4d4c-962f-1cf05eda8cd5 req-a91cb59b-20e6-41a1-a646-12eea5c76144 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482876 Aug 31 16:00:38.983772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:39.021504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:39.067918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event deleted for resources: {'Port': ['ID=91730097-4c92-4372-9654-3779c3717119,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:39.081360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.081711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.082048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.083849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.083849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.083849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.083849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.083849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.084436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.084436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.084663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.085368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:39.120223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] No DVR routers for this DVR port 91730097-4c92-4372-9654-3779c3717119 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:39.122815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:39.124855 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06ac582c-5ee9-403f-9e54-f194b8770ce2 req-a5010358-1a43-406d-b338-20b402aed586 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "DELETE /v2.0/ports/91730097-4c92-4372-9654-3779c3717119 HTTP/1.1" status: 204 len: 173 time: 0.8755922 Aug 31 16:00:39.125291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'name': 'network-vif-deleted', 'tag': '91730097-4c92-4372-9654-3779c3717119'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:39.128327 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ed2d0-5cf0-4fe1-bf71-63940405983e" -d '{"events": [{"server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "name": "network-vif-deleted", "tag": "91730097-4c92-4372-9654-3779c3717119"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:39.128990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3e038-4fa5-4747-81f5-01fdcbe3aec4 req-6327863b-a58e-4ad2-85a6-57a14dd46802 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:39.131039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ae3e038-4fa5-4747-81f5-01fdcbe3aec4 req-6327863b-a58e-4ad2-85a6-57a14dd46802 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0737565 Aug 31 16:00:39.175748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ae3e038-4fa5-4747-81f5-01fdcbe3aec4 req-cba0ce82-76e1-4aac-a7fe-b24a20bc4277 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376589 Aug 31 16:00:39.362563 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7882a434-3922-4835-aa97-59064531195d x-openstack-request-id: req-7882a434-3922-4835-aa97-59064531195d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:39.363088 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4149b94b-f81a-48ba-8e68-2a5445147ad3", "name": "network-vif-deleted", "tag": "91730097-4c92-4372-9654-3779c3717119", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:39.363206 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7882a434-3922-4835-aa97-59064531195d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:39.364101 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4149b94b-f81a-48ba-8e68-2a5445147ad3', 'name': 'network-vif-deleted', 'tag': '91730097-4c92-4372-9654-3779c3717119', 'status': 'completed', 'code': 200} Aug 31 16:00:39.922986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12169e09-b692-43d4-92bf-f275d14c8b08 req-d0ecb7c5-c382-4bb2-8e08-500492a51904 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:39.924559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12169e09-b692-43d4-92bf-f275d14c8b08 req-d0ecb7c5-c382-4bb2-8e08-500492a51904 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1186271 Aug 31 16:00:39.962026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-156c5c3d-0534-4ce3-b6b0-03c5b4309f1b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:39.963491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-156c5c3d-0534-4ce3-b6b0-03c5b4309f1b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.1563385 Aug 31 16:00:39.991878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-c2952fb1-8340-4060-a8da-2710b99be0cd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/quotas/26706d8887614b998f101b0bb5169373 HTTP/1.1" status: 200 len: 375 time: 0.0226450 Aug 31 16:00:39.994865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12169e09-b692-43d4-92bf-f275d14c8b08 req-cea9fcd1-e6cb-4a87-956e-65e474ac59b6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633194 Aug 31 16:00:40.042473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-485a213f-b27b-4433-9983-4987a1a30952 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448177 Aug 31 16:00:40.131456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-7fd1f0f3-82d3-4b3a-82ca-c281a0432ec5 service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822551 Aug 31 16:00:40.224425 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-b5861593-8a9c-465e-beeb-1afc6d487c02 service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866163 Aug 31 16:00:40.317456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50188) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:40.321074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526811695', 'description': 'tempest-description--1328174505'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:40.351865 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.466355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff9c4b-e933-4472-90ac-51f44ee7a171 req-b9a891e2-2ef5-45a2-9185-37eb8f973368 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:40.467873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44ff9c4b-e933-4472-90ac-51f44ee7a171 req-b9a891e2-2ef5-45a2-9185-37eb8f973368 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0944734 Aug 31 16:00:40.487027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26aa3272-a461-41f6-964e-f152ff4e0c3d req-3bbee537-5041-4b62-8732-a6ebfd769442 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 210 time: 0.0490425 Aug 31 16:00:40.547504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44ff9c4b-e933-4472-90ac-51f44ee7a171 req-9a6e4c0e-bdb7-4885-b931-d92eaeeb7abd tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629239 Aug 31 16:00:40.558335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.562594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.608904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.610424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2931662 Aug 31 16:00:40.613957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50204) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:40.619217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'security_group_rule': {'security_group_id': '2c82c68c-6f3e-4ff5-a021-da9ab7fbfe9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:40.623791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82c68c-6f3e-4ff5-a021-da9ab7fbfe9b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:40.638323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.638673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.639016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.639389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.639725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.640059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.640417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.640755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.641068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.642562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.642896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.643228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f2cdf-13ee-4497-9078-a1e9cdcb0e00 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:00:40.664942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.719295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.728259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.752455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed95b79-3c03-4d57-8348-e83168eff0f3,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:40.758921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.764143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bafbf307-726c-47a1-bb03-b82e75387e47 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465607 Aug 31 16:00:40.764615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50210) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:40.771819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'security_group_rule': {'security_group_id': '2c82c68c-6f3e-4ff5-a021-da9ab7fbfe9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:40.806729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.875451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.879921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.904467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001e98ba-a536-430f-a1fb-247a218ce0fa,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:40.907872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:40.912127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-33d43b04-dc41-43f4-ad39-1b9061be7312 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435182 Aug 31 16:00:40.912857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50212) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:00:40.918436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:40.946447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.065407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.206647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a6d6-6d4b-4f74-949e-7d9ab7a19892 req-b47fc1b8-7e49-4097-8246-fd28bc096993 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:41.208317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b960a6d6-6d4b-4f74-949e-7d9ab7a19892 req-b47fc1b8-7e49-4097-8246-fd28bc096993 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1030884 Aug 31 16:00:41.233899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Allocated IP 172.25.6.46 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/585ab6e2-7898-49b8-859d-8a257d2eaf42) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:41.282050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b960a6d6-6d4b-4f74-949e-7d9ab7a19892 req-e64dc89b-eb15-4d8a-b593-74fd6ad59020 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Aug 31 16:00:41.369565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.427561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.477497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:41.480675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:41.485463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:41.512073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'Port': ['ID=585ab6e2-7898-49b8-859d-8a257d2eaf42,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:41.566939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-57fac565-ea5e-4726-af35-59af10628969 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:41.568566 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-57fac565-ea5e-4726-af35-59af10628969 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.1590083 Aug 31 16:00:41.583821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Request body: {'port': {'device_id': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'admin_state_up': True, 'tenant_id': '26706d8887614b998f101b0bb5169373'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:41.609503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f7e3de6-e546-4a37-993f-2392c36bf1eb req-71be5c45-e43f-4265-b242-e8cff0603e40 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 210 time: 0.0387962 Aug 31 16:00:41.620661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.702495 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.754398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Made reservation on behalf of 26706d8887614b998f101b0bb5169373 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:41.761474 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.769003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021f35b-ad5e-4e3f-b6e9-1ff064594b98 req-23532b73-7027-46a7-8843-2e3c73cefbaf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:41.771200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e021f35b-ad5e-4e3f-b6e9-1ff064594b98 req-23532b73-7027-46a7-8843-2e3c73cefbaf tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0999422 Aug 31 16:00:41.855113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-034bb740-9eba-4cba-acdf-d79ba7cbf60e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:41.856765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-034bb740-9eba-4cba-acdf-d79ba7cbf60e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "GET /v2.0/ports?device_id=17fcc992-9449-48cb-9821-c1eeb6f91e13 HTTP/1.1" status: 200 len: 945 time: 0.1208897 Aug 31 16:00:41.865104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e021f35b-ad5e-4e3f-b6e9-1ff064594b98 req-c4f52eeb-ab3a-434e-be07-007740fb2c0e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806777 Aug 31 16:00:41.925941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:41.930513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.005008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'Port': ['ID=585ab6e2-7898-49b8-859d-8a257d2eaf42,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:42.020472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.035744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.037255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7d9ffc77-3cb4-4fd3-bf0c-fae7d4f599a7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1230528 Aug 31 16:00:42.094980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Allocated IP 172.20.0.11 (cc66721b-b4e4-4272-af20-e9f2d4563f55/de4f5e1c-fc7e-4584-95c6-5c3204263495/c8aaf837-0728-4d71-bb18-915ef5a33f2c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:42.110610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Deleting port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:42.110972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.265842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-f8b38bf0-a9d6-401e-a25f-75258b2d631d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:42.267253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-f8b38bf0-a9d6-401e-a25f-75258b2d631d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 821 time: 0.1126282 Aug 31 16:00:42.283786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-8abe3b80-bc7e-4344-b718-1977fd24b1f1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/quotas/b9e83b219b1c44ab993f9b97460be224 HTTP/1.1" status: 200 len: 375 time: 0.0094852 Aug 31 16:00:42.304779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] For port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:42.305151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.327016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Calling delete_port for 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:42.340215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-2c43f01d-b2e1-4337-8025-86374c52e82b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505745 Aug 31 16:00:42.355884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-0752ddd5-f704-438c-a5f2-b711fea0c967 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:00:42.358201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-0752ddd5-f704-438c-a5f2-b711fea0c967 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071115 Aug 31 16:00:42.412318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.464014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c57f-3bd0-43f8-af38-150f815a815d req-a9c4b745-b464-48da-a3ec-ba14c4d3a4b9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:42.465570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9041c57f-3bd0-43f8-af38-150f815a815d req-a9c4b745-b464-48da-a3ec-ba14c4d3a4b9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1065195 Aug 31 16:00:42.482073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.509128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-af0617d3-0b21-4a6a-9274-2bf0bdedca3a service neutron] 10.222.0.43 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399159 Aug 31 16:00:42.539029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9041c57f-3bd0-43f8-af38-150f815a815d req-ec512f95-76ef-4244-962e-124fb75daf4b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665145 Aug 31 16:00:42.577694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:42.594920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:42.598810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:42.616893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-1f9e8546-8110-4f16-bece-1fcd08d83e04 service neutron] 10.222.0.43 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014512 Aug 31 16:00:42.646234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:42.657700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.719774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:42.720708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.724008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event deleted for resources: {'Port': ['ID=87f66fd3-fb4c-4d35-8e70-6b822f7808d9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:42.760103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10921bc-7f8a-4154-9285-316166beb7c7 req-8ad16ca9-9579-4490-83c2-b0fb38bff1c4 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:42.761753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d10921bc-7f8a-4154-9285-316166beb7c7 req-8ad16ca9-9579-4490-83c2-b0fb38bff1c4 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 932 time: 0.0687866 Aug 31 16:00:42.796176 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-d82926e6-0ee8-4204-8c86-6dbbe7a36707 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2177870 Aug 31 16:00:42.797404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] No DVR routers for this DVR port 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:42.802365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:42.805905 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3932cb3a-ad18-41f6-bc65-a60bdbcee44a req-7400ac98-b4a1-401f-9e2a-f345fe3b1c0b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "DELETE /v2.0/ports/87f66fd3-fb4c-4d35-8e70-6b822f7808d9 HTTP/1.1" status: 204 len: 173 time: 0.9089034 Aug 31 16:00:42.812518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d10921bc-7f8a-4154-9285-316166beb7c7 req-206776ff-120c-4bf0-9856-955fa2662428 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369399 Aug 31 16:00:42.813104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-912a208a-d57b-4f84-b0c2-fdab106edc6f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:00:42.815054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-912a208a-d57b-4f84-b0c2-fdab106edc6f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072830 Aug 31 16:00:42.815538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'name': 'network-vif-deleted', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:42.819180 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a27341-c011-49c1-9dfc-d4cadcf7e1fe" -d '{"events": [{"server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "name": "network-vif-deleted", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:42.867997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:42.913543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 91730097-4c92-4372-9654-3779c3717119 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:00:42.915124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 91730097-4c92-4372-9654-3779c3717119 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:42.927703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff13e80b-6a38-44b8-b66e-539435bc230b req-a7bc989f-750b-4d1f-b058-2f7332a2fb3e tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 210 time: 0.0501015 Aug 31 16:00:42.993923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Request body: {'port': {'device_id': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:43.065523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55de7-2011-4057-a1d6-cfc6f9199e41 req-f4877705-a93d-4731-9693-44952bbcca64 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:43.073470 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41362f89-303c-4fff-bf11-77067da9b3ba x-openstack-request-id: req-41362f89-303c-4fff-bf11-77067da9b3ba {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:43.073772 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fcc992-9449-48cb-9821-c1eeb6f91e13", "name": "network-vif-deleted", "tag": "87f66fd3-fb4c-4d35-8e70-6b822f7808d9", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:43.074296 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41362f89-303c-4fff-bf11-77067da9b3ba {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:43.074508 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fcc992-9449-48cb-9821-c1eeb6f91e13', 'name': 'network-vif-deleted', 'tag': '87f66fd3-fb4c-4d35-8e70-6b822f7808d9', 'status': 'completed', 'code': 200} Aug 31 16:00:43.074632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bf55de7-2011-4057-a1d6-cfc6f9199e41 req-f4877705-a93d-4731-9693-44952bbcca64 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0645196 Aug 31 16:00:43.086163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:43.125080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bf55de7-2011-4057-a1d6-cfc6f9199e41 req-03056b5c-8945-4a63-b7b3-50c6b740c26b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Aug 31 16:00:43.200731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:00:43.365021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:43.388894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:00:43.389856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 87f66fd3-fb4c-4d35-8e70-6b822f7808d9 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:43.436901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aaf837-0728-4d71-bb18-915ef5a33f2c {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:43.445490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:43.465475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Transition to ACTIVE for port object c8aaf837-0728-4d71-bb18-915ef5a33f2c will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:43.469997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:43.544734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:43.618738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Attempting to bind port c8aaf837-0728-4d71-bb18-915ef5a33f2c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:43.619977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Attempting to bind port c8aaf837-0728-4d71-bb18-915ef5a33f2c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:43.619977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Attempting to bind port c8aaf837-0728-4d71-bb18-915ef5a33f2c on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:43.624725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Port c8aaf837-0728-4d71-bb18-915ef5a33f2c on network cc66721b-b4e4-4272-af20-e9f2d4563f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:43.625089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Attempting to bind port c8aaf837-0728-4d71-bb18-915ef5a33f2c on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:43.631064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:43.631400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Checking segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:43.631781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Bound using segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:43.632230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Bound port: c8aaf837-0728-4d71-bb18-915ef5a33f2c, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:43.632597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:43.670423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97a55-5d06-4019-8f42-db94a4145c4b req-0b70930e-78a3-43a1-ac5f-a8954d0ae830 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:43.678536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7e97a55-5d06-4019-8f42-db94a4145c4b req-0b70930e-78a3-43a1-ac5f-a8954d0ae830 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0646510 Aug 31 16:00:43.726971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7e97a55-5d06-4019-8f42-db94a4145c4b req-08ff332d-c142-4386-8c95-e5d8e0bdaa20 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Aug 31 16:00:43.729443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:43.734862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:43.740647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:43.779971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:43.780625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:43.782022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8aaf837-0728-4d71-bb18-915ef5a33f2c HTTP/1.1" status: 200 len: 1093 time: 0.9590654 Aug 31 16:00:43.805295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b509-7a94-4a6f-8dda-43dfa68386d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:43.876925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-3f1c7f85-6a19-4f5b-aec2-4dd684a09521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:43.878795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-3f1c7f85-6a19-4f5b-aec2-4dd684a09521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 1096 time: 0.0535727 Aug 31 16:00:43.933940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-57edb371-ff34-43fd-a7a2-60667348d5b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c HTTP/1.1" status: 200 len: 217 time: 0.0451386 Aug 31 16:00:43.937313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118333e-b129-4062-827c-ea31d9a6cc11 req-5fab22cc-08ed-42d9-8870-11e58076918b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:43.938889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d118333e-b129-4062-827c-ea31d9a6cc11 req-5fab22cc-08ed-42d9-8870-11e58076918b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 944 time: 0.0539846 Aug 31 16:00:43.982976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d118333e-b129-4062-827c-ea31d9a6cc11 req-348690cb-6a97-45bb-9a16-fee5e6caba86 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358975 Aug 31 16:00:44.003791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7b35-51a0-4796-a181-392a6de52747 req-65a70bfc-8063-459f-9f89-08045ab7f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:44.005966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-65a70bfc-8063-459f-9f89-08045ab7f2fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.0646069 Aug 31 16:00:44.058127 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-28334a78-e544-4ec2-a4af-03a09b8a5533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355911 Aug 31 16:00:44.138850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f28d14b-5f1a-488f-842a-7c00e98b4e0c req-ec42c48f-19dd-42d0-b9e7-89a06329b0c4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 210 time: 0.0737479 Aug 31 16:00:44.195088 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-e8f375ad-5461-4f8b-9001-e4d5010212fa service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245141 Aug 31 16:00:44.219663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-60f5c4b7-a10b-4738-8089-9d496fc44803 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:44.221314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-60f5c4b7-a10b-4738-8089-9d496fc44803 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 821 time: 0.1839480 Aug 31 16:00:44.259563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'port': {'device_id': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'admin_state_up': True, 'tenant_id': 'b9e83b219b1c44ab993f9b97460be224'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:44.304244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-088b7b35-51a0-4796-a181-392a6de52747 req-57f468a2-6514-440e-aca8-707ec02f5fac service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977697 Aug 31 16:00:44.579482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079773-01ea-4000-ac42-9a472728d0e7 req-aa20f299-f891-4dda-8c91-2648102cec1e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:44.580930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e079773-01ea-4000-ac42-9a472728d0e7 req-aa20f299-f891-4dda-8c91-2648102cec1e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.3555861 Aug 31 16:00:44.648503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e079773-01ea-4000-ac42-9a472728d0e7 req-33745ae7-21b2-4258-af76-8e50be450a50 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607147 Aug 31 16:00:44.669995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Made reservation on behalf of b9e83b219b1c44ab993f9b97460be224 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:44.674021 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:44.881732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Allocated IP 172.20.0.4 (6441ccec-79a3-48d2-be23-fc0c6fd21b3a/fcb46b6a-e1ee-46e9-8400-befd96777c61/956a506f-25ae-4e13-b381-1c06dfbf5554) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:44.893638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4683f-953a-49f6-81e4-60af63691245 req-c1a8df3e-427c-47e3-b9cc-736b6ce9227b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:44.895843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3de4683f-953a-49f6-81e4-60af63691245 req-c1a8df3e-427c-47e3-b9cc-736b6ce9227b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0912037 Aug 31 16:00:44.981238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3de4683f-953a-49f6-81e4-60af63691245 req-35605437-9eb9-40a8-8079-3b1816643670 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693536 Aug 31 16:00:45.076001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:45.078832 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0293bfc-3537-4e65-ab75-eca911d84471" -d '{"events": [{"name": "network-changed", "server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:45.123340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:45.123542 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d40b0c-1a23-4781-a529-097418423993 x-openstack-request-id: req-35d40b0c-1a23-4781-a529-097418423993 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:45.123737 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:45.123993 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35d40b0c-1a23-4781-a529-097418423993 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:45.124436 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'status': 'completed', 'code': 200} Aug 31 16:00:45.149141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de6bfd-a748-408b-b6d6-68d3e65ab910 req-0973441f-40ad-4ad6-be6b-1d1b799f65ca tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.150542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59de6bfd-a748-408b-b6d6-68d3e65ab910 req-0973441f-40ad-4ad6-be6b-1d1b799f65ca tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 944 time: 0.0919964 Aug 31 16:00:45.197886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-ca54a883-5389-43fa-b70e-a0702ef92ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.199459 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-ca54a883-5389-43fa-b70e-a0702ef92ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 1096 time: 0.0439558 Aug 31 16:00:45.211696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59de6bfd-a748-408b-b6d6-68d3e65ab910 req-babaeb1b-c51f-405a-a6dd-39d5d05ddb68 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544808 Aug 31 16:00:45.213264 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:45.312659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-7038df2d-af55-4832-aff7-c1ef365e53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.314363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-7038df2d-af55-4832-aff7-c1ef365e53a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 906 time: 0.1074984 Aug 31 16:00:45.319480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:45.325875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:45.330400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:45.334844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:45.364298 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-2169bcae-4e35-4686-82e0-113432b7e2db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c HTTP/1.1" status: 200 len: 217 time: 0.0392146 Aug 31 16:00:45.390696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dd78f-0fd0-4dca-877e-0f356523b9b1 req-22cef62f-6937-44c6-8e0c-b59209626dd5 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.392389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c39dd78f-0fd0-4dca-877e-0f356523b9b1 req-22cef62f-6937-44c6-8e0c-b59209626dd5 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 931 time: 0.1694736 Aug 31 16:00:45.403664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.404232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:45.420175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-5ccd1937-8fd7-451e-9031-5743a61ea96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.421681 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-5ccd1937-8fd7-451e-9031-5743a61ea96a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.0456069 Aug 31 16:00:45.433764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-7eca62c4-e2fe-40ed-ab32-b4671cbc44f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799378 Aug 31 16:00:45.446867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c39dd78f-0fd0-4dca-877e-0f356523b9b1 req-057d35c3-ba68-4dd8-9957-ca1b1c1b4255 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Aug 31 16:00:45.452008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Request body: {'port': {'device_id': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:45.460592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-dd35a8ba-d9ca-4f93-93ae-d15c9c7ccf0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312378 Aug 31 16:00:45.505290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:45.554323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-db8a079d-94de-415f-b800-dc0ddd5948e6 service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Aug 31 16:00:45.656143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b0293bfc-3537-4e65-ab75-eca911d84471 req-f91a3df8-efbe-4614-80c8-92160041d4eb service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933743 Aug 31 16:00:45.805274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae5c2-e2dc-408e-b121-40a31ae64825 req-da77368f-6814-477f-bb3f-ed7cf78e6e07 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:45.806805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f3ae5c2-e2dc-408e-b121-40a31ae64825 req-da77368f-6814-477f-bb3f-ed7cf78e6e07 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0756745 Aug 31 16:00:45.863571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f3ae5c2-e2dc-408e-b121-40a31ae64825 req-96efcfb8-b67c-4d75-b955-aef42192ee9d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Aug 31 16:00:45.900999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956a506f-25ae-4e13-b381-1c06dfbf5554 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:45.908503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:45.921463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Transition to ACTIVE for port object 956a506f-25ae-4e13-b381-1c06dfbf5554 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:45.925505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:45.978756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:46.049304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Attempting to bind port 956a506f-25ae-4e13-b381-1c06dfbf5554 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:46.049570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Attempting to bind port 956a506f-25ae-4e13-b381-1c06dfbf5554 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:46.049900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Attempting to bind port 956a506f-25ae-4e13-b381-1c06dfbf5554 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:46.054743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Port 956a506f-25ae-4e13-b381-1c06dfbf5554 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:46.055068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Attempting to bind port 956a506f-25ae-4e13-b381-1c06dfbf5554 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:46.060116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:46.060490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Checking segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:46.060909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Bound using segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:46.061304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Bound port: 956a506f-25ae-4e13-b381-1c06dfbf5554, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:46.061706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:46.163200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a7a03-9030-453a-a200-a50bca974ba1 req-674c6ace-eb09-40de-b065-4887e0673638 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.164792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe4a7a03-9030-453a-a200-a50bca974ba1 req-674c6ace-eb09-40de-b065-4887e0673638 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0932353 Aug 31 16:00:46.173547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:46.182109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:46.190761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:46.237487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.238130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:46.240112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] 10.222.0.30 "PUT /v2.0/ports/956a506f-25ae-4e13-b381-1c06dfbf5554 HTTP/1.1" status: 200 len: 1092 time: 0.7923172 Aug 31 16:00:46.242574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:46.244897 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:46.260302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe4a7a03-9030-453a-a200-a50bca974ba1 req-ff6bacc7-d11f-49e8-87b1-ea54bd7922af tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886405 Aug 31 16:00:46.276839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1b5d-9604-40a5-ac6b-a2bf3a9c1da3 service neutron] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:46.318643 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16b439-e8b6-4ee3-9e5f-49e964cba541 x-openstack-request-id: req-3b16b439-e8b6-4ee3-9e5f-49e964cba541 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:46.318933 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:46.319186 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b16b439-e8b6-4ee3-9e5f-49e964cba541 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:46.319586 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'status': 'completed', 'code': 200} Aug 31 16:00:46.363152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-a8d9003b-26f4-4a1f-b2da-8f653b31a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.365408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-a8d9003b-26f4-4a1f-b2da-8f653b31a6c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 1095 time: 0.0776081 Aug 31 16:00:46.387274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bbf02-e392-46fd-9350-6faf6010764d req-8cfcea34-265e-47b6-9663-6598c868fe77 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.389929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f1bbf02-e392-46fd-9350-6faf6010764d req-8cfcea34-265e-47b6-9663-6598c868fe77 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 944 time: 0.0691934 Aug 31 16:00:46.440304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-63d055d8-3fab-470a-8eaa-fe4d41db9eb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=956a506f-25ae-4e13-b381-1c06dfbf5554 HTTP/1.1" status: 200 len: 217 time: 0.0489907 Aug 31 16:00:46.491716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f1bbf02-e392-46fd-9350-6faf6010764d req-2ca933ce-5ab5-49df-9fc9-e685c3e1f58a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Aug 31 16:00:46.512555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-38045a9e-4b64-4934-ba81-e8f240c8f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.514454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-38045a9e-4b64-4934-ba81-e8f240c8f399 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 200 len: 861 time: 0.0658474 Aug 31 16:00:46.565366 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-c9f5e392-64c2-4f64-b4b5-60edd747796d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377910 Aug 31 16:00:46.633730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed5dda-5435-44e8-a9f8-ecb892d5a45d req-cf21599f-4d8c-43c9-8b27-2d25293228e0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.635274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffed5dda-5435-44e8-a9f8-ecb892d5a45d req-cf21599f-4d8c-43c9-8b27-2d25293228e0 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 943 time: 0.1162632 Aug 31 16:00:46.706181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffed5dda-5435-44e8-a9f8-ecb892d5a45d req-4499ca39-79c3-49ff-be05-21111471285e tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646725 Aug 31 16:00:46.709680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-4aced21a-696a-4445-af81-94e6f4800c58 service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362340 Aug 31 16:00:46.800545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbf0156-9adf-41f8-a3ea-31828f7ff8fd req-e5ec6a50-d901-437d-b453-d239fb2260c7 service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 Aug 31 16:00:46.874760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:46.889689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-4fd6228a-799f-4c7a-b432-246048ba4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:46.901461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-4fd6228a-799f-4c7a-b432-246048ba4793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 1095 time: 0.0519185 Aug 31 16:00:46.982055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:46.993189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'mac_address': 'fa:16:3e:3c:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:47.030020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:47.032560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d76631-7372-43b1-a69a-21d29552ce07 req-5e128f57-db4a-4739-b0cb-1c455ca52261 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:47.034062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d76631-7372-43b1-a69a-21d29552ce07 req-5e128f57-db4a-4739-b0cb-1c455ca52261 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0779324 Aug 31 16:00:47.040533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-cdf4a55d-1ec7-49cb-9f62-3cfeb45fdd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:47.042096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-cdf4a55d-1ec7-49cb-9f62-3cfeb45fdd16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 922 time: 0.1318178 Aug 31 16:00:47.044006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aaf837-0728-4d71-bb18-915ef5a33f2c {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:47.065638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:47.069860 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:47.103823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-0db2937d-384b-48ba-8e49-bb6fc7536a27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=956a506f-25ae-4e13-b381-1c06dfbf5554 HTTP/1.1" status: 200 len: 217 time: 0.0518703 Aug 31 16:00:47.125553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:47.148137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d76631-7372-43b1-a69a-21d29552ce07 req-1d50476c-d108-4c80-9eaf-ff1e692f5d1b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050839 Aug 31 16:00:47.168487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-ea3d3110-dfc3-4402-ab45-e553e8b9e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:47.169984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-ea3d3110-dfc3-4402-ab45-e553e8b9e2a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 200 len: 861 time: 0.0558693 Aug 31 16:00:47.205385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-f3fbbc33-3673-478b-8c0e-4babb9e2f47e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263045 Aug 31 16:00:47.313397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-205aaebf-ec8c-44dc-97b4-6367444c54c1 service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Aug 31 16:00:47.394678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c8aaf837-0728-4d71-bb18-915ef5a33f2c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:47.442627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d026-7e5c-4a58-83d4-2576ce476ce3 req-1c919c1f-2076-4e66-b1c8-695f1fbe5992 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:47.443382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed01d026-7e5c-4a58-83d4-2576ce476ce3 req-1c919c1f-2076-4e66-b1c8-695f1fbe5992 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1137481 Aug 31 16:00:47.481480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0406aeeb-aadd-49d3-a51d-4b3e95edd7c8 req-1d50ab4c-7b79-4efa-b53b-43b6ad8323f3 service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603107 Aug 31 16:00:47.508712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed01d026-7e5c-4a58-83d4-2576ce476ce3 req-ef721b1e-4c7f-4008-aa21-1e1923774544 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Aug 31 16:00:47.624030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63938f-7566-4e7d-88c2-ae2d3f9f9471 req-28d8e6a8-7919-4e44-b3c7-39f956a6a174 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:47.625538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c63938f-7566-4e7d-88c2-ae2d3f9f9471 req-28d8e6a8-7919-4e44-b3c7-39f956a6a174 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 31 16:00:47.664401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c63938f-7566-4e7d-88c2-ae2d3f9f9471 req-a1b10ace-d3af-4230-9f6c-88016dbac1d5 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Aug 31 16:00:47.826712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e53a1-8217-4d06-90db-2837a9193864 req-f755e674-4d31-49d4-abc5-6a098587964b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:47.828104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-671e53a1-8217-4d06-90db-2837a9193864 req-f755e674-4d31-49d4-abc5-6a098587964b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 943 time: 0.0491941 Aug 31 16:00:47.865699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-671e53a1-8217-4d06-90db-2837a9193864 req-9a4f345f-35d6-4b33-8822-db5ad2069344 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Aug 31 16:00:48.271509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b9a0d-5ff8-42b1-b5eb-94d36712aafe req-ebcdbfe2-33b9-42aa-99cb-6820dbce746d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:48.273056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d64b9a0d-5ff8-42b1-b5eb-94d36712aafe req-ebcdbfe2-33b9-42aa-99cb-6820dbce746d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0539141 Aug 31 16:00:48.311105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d64b9a0d-5ff8-42b1-b5eb-94d36712aafe req-a5bbcf1b-2731-442b-b5eb-88254c48e97e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Aug 31 16:00:48.633618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c39a6-63df-44de-928a-176d9daa2e20 req-d1ac4571-3db9-4d1b-8ced-d131990f8897 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:48.635216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b4c39a6-63df-44de-928a-176d9daa2e20 req-d1ac4571-3db9-4d1b-8ced-d131990f8897 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0504839 Aug 31 16:00:48.674191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b4c39a6-63df-44de-928a-176d9daa2e20 req-8de56aa0-e323-4d17-9300-e1223fd1ba81 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Aug 31 16:00:48.784080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affffe51-889d-4240-a812-65d64a06cb39 req-6c5c7952-7360-4d2f-999b-c6e0a3b00a67 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:48.785620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-affffe51-889d-4240-a812-65d64a06cb39 req-6c5c7952-7360-4d2f-999b-c6e0a3b00a67 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Aug 31 16:00:48.824447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-affffe51-889d-4240-a812-65d64a06cb39 req-730d1ef2-5b86-4edc-b8f6-d18f13d29086 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Aug 31 16:00:48.890118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:48.940105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port c8aaf837-0728-4d71-bb18-915ef5a33f2c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:48.944986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port c8aaf837-0728-4d71-bb18-915ef5a33f2c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:48.945361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:48.991923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395893-22f8-4238-af24-44620b119598 req-b895821d-de1c-4b67-add3-ba5816b94816 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:48.993628 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94395893-22f8-4238-af24-44620b119598 req-b895821d-de1c-4b67-add3-ba5816b94816 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 943 time: 0.0543563 Aug 31 16:00:49.027516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:49.038117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94395893-22f8-4238-af24-44620b119598 req-b1b0084d-9331-4e94-80e0-cc80b2030ae7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346525 Aug 31 16:00:49.053063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:49.055048 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a2360a-d35a-4fb6-9d38-8f4735151098" -d '{"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-plugged", "status": "completed", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:49.072351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:49.077385 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:49.104316 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f54b17-ae7a-471c-8c99-fb985b6905a7 x-openstack-request-id: req-41f54b17-ae7a-471c-8c99-fb985b6905a7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:49.104627 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-plugged", "status": "completed", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:49.104850 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41f54b17-ae7a-471c-8c99-fb985b6905a7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:49.105235 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'code': 200} Aug 31 16:00:49.145055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:49.208098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f4392-38f6-4bcd-832d-1e3e26db128c req-a4d5e2a0-b3dd-404a-b738-680a80d9a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:49.210063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-178f4392-38f6-4bcd-832d-1e3e26db128c req-a4d5e2a0-b3dd-404a-b738-680a80d9a4af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 1098 time: 0.0484829 Aug 31 16:00:49.253867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-178f4392-38f6-4bcd-832d-1e3e26db128c req-f3bcf1af-ac4a-4cd3-bcdd-9a9f9f1afd81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Aug 31 16:00:49.428728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c923f1-f902-4006-9f07-c3f74b1f9c53 req-2566143a-5f37-439a-8e70-dd5a78f0513d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:49.430236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3c923f1-f902-4006-9f07-c3f74b1f9c53 req-2566143a-5f37-439a-8e70-dd5a78f0513d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0490754 Aug 31 16:00:49.470629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3c923f1-f902-4006-9f07-c3f74b1f9c53 req-afee9922-4cbf-4d00-8471-38ecc1b59a2c tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Aug 31 16:00:49.804364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffba8d-e90d-4f26-819d-b9a7b58b49d5 req-764985a9-628d-4919-a2c5-5b2b6c212ddc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:49.805781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ffba8d-e90d-4f26-819d-b9a7b58b49d5 req-764985a9-628d-4919-a2c5-5b2b6c212ddc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0566466 Aug 31 16:00:49.842923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ffba8d-e90d-4f26-819d-b9a7b58b49d5 req-7090d9a8-949b-4e76-b2c4-7eaaa2fbfd39 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 31 16:00:49.942993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad7557-ac6a-4b93-aa15-4abb95f725c1 req-611269a1-2268-4c05-a7c0-fd228658db06 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:49.944611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fad7557-ac6a-4b93-aa15-4abb95f725c1 req-611269a1-2268-4c05-a7c0-fd228658db06 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0490303 Aug 31 16:00:49.983197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fad7557-ac6a-4b93-aa15-4abb95f725c1 req-b2c9b67b-7071-42bf-a3e4-85752112cf7b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Aug 31 16:00:50.155342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b054b1-8667-4c1b-b02f-d33bdc686740 req-3b1556a8-8002-4b55-9c74-dc37a66002ab tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:50.156937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9b054b1-8667-4c1b-b02f-d33bdc686740 req-3b1556a8-8002-4b55-9c74-dc37a66002ab tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 943 time: 0.0490019 Aug 31 16:00:50.195090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9b054b1-8667-4c1b-b02f-d33bdc686740 req-3c77fc51-82c5-4e38-ba58-d69a65e942f8 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Aug 31 16:00:50.603433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce561-a350-4132-b6b8-0029d47d665d req-bf95b91d-e5f8-4dab-b9f6-6df3c23b88c6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:50.604978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb1ce561-a350-4132-b6b8-0029d47d665d req-bf95b91d-e5f8-4dab-b9f6-6df3c23b88c6 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0534692 Aug 31 16:00:50.644755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb1ce561-a350-4132-b6b8-0029d47d665d req-982cfde9-42f1-4818-a9d0-757ddb37a019 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Aug 31 16:00:50.904455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:50.964624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cedc2e-63b9-4c3c-9936-a5afc28ce760 req-415198d4-0d18-4307-9ed3-ca895de7354d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:50.966174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6cedc2e-63b9-4c3c-9936-a5afc28ce760 req-415198d4-0d18-4307-9ed3-ca895de7354d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0518188 Aug 31 16:00:50.981489 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d339-851d-43ed-a8c0-ecb00abfbfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:51.007247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6cedc2e-63b9-4c3c-9936-a5afc28ce760 req-981cc7cd-3005-4d6b-ad56-92faa171f2b4 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Aug 31 16:00:51.015897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:51.028275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'port_id': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'mac_address': 'fa:16:3e:73:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb46b6a-e1ee-46e9-8400-befd96777c61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:51.072432 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:51.086316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956a506f-25ae-4e13-b381-1c06dfbf5554 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:51.106987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:51.107778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c0ff-2799-4c39-935c-a0413fc56518 req-69984353-3f80-4fc4-89fe-e60055b8526e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:51.109720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b58c0ff-2799-4c39-935c-a0413fc56518 req-69984353-3f80-4fc4-89fe-e60055b8526e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0590775 Aug 31 16:00:51.111820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:51.149085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b58c0ff-2799-4c39-935c-a0413fc56518 req-e3f9843d-6383-49c0-893e-151b694f9df7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Aug 31 16:00:51.161990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:51.320318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8312061-dd27-44e1-bf01-3ea8c91f18d2 req-5789a6b3-a962-4153-a1e2-f62829efebf4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:51.321931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8312061-dd27-44e1-bf01-3ea8c91f18d2 req-5789a6b3-a962-4153-a1e2-f62829efebf4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 944 time: 0.0596702 Aug 31 16:00:51.382278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['956a506f-25ae-4e13-b381-1c06dfbf5554'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:51.384319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8312061-dd27-44e1-bf01-3ea8c91f18d2 req-d40f28aa-b553-4a7d-b470-0c92e39df009 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Aug 31 16:00:51.409774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b70a71-ee41-4155-b2f0-2e49cdd7925f req-5cb8aa90-f08a-4cae-9cbd-27ca0edb7299 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:51.411471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29b70a71-ee41-4155-b2f0-2e49cdd7925f req-5cb8aa90-f08a-4cae-9cbd-27ca0edb7299 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0638785 Aug 31 16:00:51.453085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29b70a71-ee41-4155-b2f0-2e49cdd7925f req-b9e17a38-9844-4796-bfa2-b162a006fb6d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Aug 31 16:00:51.765092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c60651-6269-4442-88d5-34be283d866c req-8c5d80a3-61dc-49ef-b7f9-4ed4499e4996 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:51.766593 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67c60651-6269-4442-88d5-34be283d866c req-8c5d80a3-61dc-49ef-b7f9-4ed4499e4996 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0496144 Aug 31 16:00:51.804781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67c60651-6269-4442-88d5-34be283d866c req-05d7c364-2796-43b9-bc69-03d828872b3e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Aug 31 16:00:52.056814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc87076-b802-48c0-969a-f4ee39eaaf09 req-548ee558-f895-42ea-a836-7a8e6578e0f8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:52.058389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efc87076-b802-48c0-969a-f4ee39eaaf09 req-548ee558-f895-42ea-a836-7a8e6578e0f8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0541019 Aug 31 16:00:52.119061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efc87076-b802-48c0-969a-f4ee39eaaf09 req-af8df490-5e49-44b9-8b44-8db986c9bea8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 Aug 31 16:00:52.142969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f698b7-0d6d-4f35-994e-5390db8d5867 req-be6f1476-2ac8-4c52-97b1-188ddc583562 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:52.145093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85f698b7-0d6d-4f35-994e-5390db8d5867 req-be6f1476-2ac8-4c52-97b1-188ddc583562 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0630872 Aug 31 16:00:52.184460 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85f698b7-0d6d-4f35-994e-5390db8d5867 req-d6d9ffb8-9ab2-44eb-868b-5c42fdc154ea tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Aug 31 16:00:52.504692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9538f4-1782-48bf-a00f-74cdb99812f0 req-a95303b7-f3cb-476d-8b85-08ed0a5a32a1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:52.506218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b9538f4-1782-48bf-a00f-74cdb99812f0 req-a95303b7-f3cb-476d-8b85-08ed0a5a32a1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 944 time: 0.0494614 Aug 31 16:00:52.544879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b9538f4-1782-48bf-a00f-74cdb99812f0 req-5fd7dcfc-1f29-42fc-acd6-564ef067c4c2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Aug 31 16:00:52.619492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072723a-6b4c-415d-8511-71984aa7f661 req-ab6276af-1c09-4826-8c4a-524c3e74e1b7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:52.621061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1072723a-6b4c-415d-8511-71984aa7f661 req-ab6276af-1c09-4826-8c4a-524c3e74e1b7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0534081 Aug 31 16:00:52.660459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1072723a-6b4c-415d-8511-71984aa7f661 req-480e1da4-d7a7-4434-9a96-6f639ab43196 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Aug 31 16:00:52.935710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:00:52.985984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 956a506f-25ae-4e13-b381-1c06dfbf5554 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:00:52.990584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 956a506f-25ae-4e13-b381-1c06dfbf5554 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:00:52.990958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.074138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.095733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:53.097977 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be92132b-e8c8-452c-811e-e4e7355f0933" -d '{"events": [{"server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "name": "network-vif-plugged", "status": "completed", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:53.111605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:53.116205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.141325 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf93d5-9b8e-43b7-ad1c-574287fc1320 x-openstack-request-id: req-fabf93d5-9b8e-43b7-ad1c-574287fc1320 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:53.141960 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "name": "network-vif-plugged", "status": "completed", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:53.142174 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fabf93d5-9b8e-43b7-ad1c-574287fc1320 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:53.142383 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'code': 200} Aug 31 16:00:53.176557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:53.310753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d1df1-756a-4b42-b89f-95db63a2303f req-f2be2a9d-58a8-41d0-be4e-f199a59358f9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:53.312311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-474d1df1-756a-4b42-b89f-95db63a2303f req-f2be2a9d-58a8-41d0-be4e-f199a59358f9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.1077983 Aug 31 16:00:53.317444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422beca-3587-4092-b67f-6ca1d2ab76be req-5f03205e-cc9e-41e7-bb97-6fceeed24dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:53.318899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e422beca-3587-4092-b67f-6ca1d2ab76be req-5f03205e-cc9e-41e7-bb97-6fceeed24dcd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 1097 time: 0.1047194 Aug 31 16:00:53.341166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-4d6230ea-db16-4b54-a26b-82532e7509dc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:53.342668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-4d6230ea-db16-4b54-a26b-82532e7509dc tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee4716a7-4795-4607-98fe-700eec8ed4ae HTTP/1.1" status: 200 len: 946 time: 0.0539844 Aug 31 16:00:53.373135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c840c1-c5c8-4601-89e6-6dbf8b52db00 req-5ca4d933-5f84-418f-bcc6-90d0b91ccda1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:53.374708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7c840c1-c5c8-4601-89e6-6dbf8b52db00 req-5ca4d933-5f84-418f-bcc6-90d0b91ccda1 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1179836 Aug 31 16:00:53.395729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-474d1df1-756a-4b42-b89f-95db63a2303f req-abd9582b-cb40-4c3d-b977-07f159b70e2e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757570 Aug 31 16:00:53.417077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e422beca-3587-4092-b67f-6ca1d2ab76be req-f94b5514-21b7-4634-9dc5-dc840b545996 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825851 Aug 31 16:00:53.427519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7c840c1-c5c8-4601-89e6-6dbf8b52db00 req-39d2c389-a598-41f7-a79c-3f85b0f6b2bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Aug 31 16:00:53.442253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Deleting port 2e0201bb-3903-4982-8560-6e3b52722e5a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:00:53.442599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.538502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] For port 2e0201bb-3903-4982-8560-6e3b52722e5a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2e0201bb-3903-4982-8560-6e3b52722e5a,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:53.539031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.559331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Calling delete_port for 2e0201bb-3903-4982-8560-6e3b52722e5a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:00:53.667907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbbaab-c7a1-44e1-a108-7fbede81a736 req-dc2f1ae0-ec9e-43dd-b9c3-8813b0e69634 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:53.669524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5dbbaab-c7a1-44e1-a108-7fbede81a736 req-dc2f1ae0-ec9e-43dd-b9c3-8813b0e69634 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0544569 Aug 31 16:00:53.703695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.710812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5dbbaab-c7a1-44e1-a108-7fbede81a736 req-94947921-8fdd-47aa-81dc-a122041fa4e4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354679 Aug 31 16:00:53.715995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['2e0201bb-3903-4982-8560-6e3b52722e5a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:53.734221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event deleted for resources: {'Port': ['ID=2e0201bb-3903-4982-8560-6e3b52722e5a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:53.781960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] No DVR routers for this DVR port 2e0201bb-3903-4982-8560-6e3b52722e5a on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:53.784577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:53.787180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af6f86e0-2efb-40a8-9258-a16790d86777 req-b16e0c31-2637-4b9e-9b00-e557f6617a16 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.30 "DELETE /v2.0/ports/2e0201bb-3903-4982-8560-6e3b52722e5a HTTP/1.1" status: 204 len: 173 time: 0.4383783 Aug 31 16:00:53.787626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'name': 'network-vif-deleted', 'tag': '2e0201bb-3903-4982-8560-6e3b52722e5a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:53.789967 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c593aea-2623-4b30-a0b0-e4b1c2279b6f" -d '{"events": [{"server_uuid": "ee4716a7-4795-4607-98fe-700eec8ed4ae", "name": "network-vif-deleted", "tag": "2e0201bb-3903-4982-8560-6e3b52722e5a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:53.858145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7056f-e6b6-4b28-add3-e2ee7a96a1fd req-2e8342c3-bbb7-4573-b95b-0d50fa94d4a6 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:53.858577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcc7056f-e6b6-4b28-add3-e2ee7a96a1fd req-2e8342c3-bbb7-4573-b95b-0d50fa94d4a6 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0552151 Aug 31 16:00:53.891071 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a7af6-eab0-46b1-b5de-623f5658ce83 x-openstack-request-id: req-841a7af6-eab0-46b1-b5de-623f5658ce83 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:53.892541 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4716a7-4795-4607-98fe-700eec8ed4ae", "name": "network-vif-deleted", "tag": "2e0201bb-3903-4982-8560-6e3b52722e5a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:53.892807 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-841a7af6-eab0-46b1-b5de-623f5658ce83 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:53.893369 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4716a7-4795-4607-98fe-700eec8ed4ae', 'name': 'network-vif-deleted', 'tag': '2e0201bb-3903-4982-8560-6e3b52722e5a', 'status': 'completed', 'code': 200} Aug 31 16:00:53.906745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcc7056f-e6b6-4b28-add3-e2ee7a96a1fd req-19a9cf26-f4e1-4a5e-a9a9-9261047c2437 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Aug 31 16:00:54.075149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:54.112431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6b5e15e5-013e-46dd-b27d-c022ff2d48e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:54.549807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae5bcd-5980-40f2-82c8-97b575801a44 req-97d84431-13c8-4ace-9ce8-a0b9991b7d3f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:54.553279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eeae5bcd-5980-40f2-82c8-97b575801a44 req-97d84431-13c8-4ace-9ce8-a0b9991b7d3f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0554712 Aug 31 16:00:54.600228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eeae5bcd-5980-40f2-82c8-97b575801a44 req-8446b17c-e339-4cc6-9663-f11165fb743d tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Aug 31 16:00:54.766493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-b1e10c82-7992-454d-95be-27f00f27f315 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:54.768008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-b1e10c82-7992-454d-95be-27f00f27f315 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.1333661 Aug 31 16:00:54.807360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-b20cd6a0-05db-4909-a848-92459b3f4c7e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/quotas/5689419a60784e8d8b987de2c2e96415 HTTP/1.1" status: 200 len: 375 time: 0.0110712 Aug 31 16:00:54.835841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-fcf89647-2d2a-4bb8-98fd-2105fc65e22f tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361559 Aug 31 16:00:54.963587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:55.084587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-e06b6ed6-97aa-421f-b977-fd3ac8efccbb tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:00:55.085539 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-e06b6ed6-97aa-421f-b977-fd3ac8efccbb tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055997 Aug 31 16:00:55.183073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:55.220681 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-49b40f2e-8518-4c6d-b4d1-0494b5d6e0b5 service neutron] show failed (client error): The resource could not be found. Aug 31 16:00:55.221859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-49b40f2e-8518-4c6d-b4d1-0494b5d6e0b5 service neutron] 10.222.0.49 "GET /v2.0/ports/af7c9dcd-7792-42f2-8762-cdef7fbb30ce/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.1265483 Aug 31 16:00:55.222336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661fbd9-6219-40f3-a2dc-3519f0fd359e req-83d81037-7aeb-4aff-82d3-04ba10259351 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:55.225263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2661fbd9-6219-40f3-a2dc-3519f0fd359e req-83d81037-7aeb-4aff-82d3-04ba10259351 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.3884184 Aug 31 16:00:55.266937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-fcf3f73f-6be5-4407-88e6-83246ef55d48 service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191377 Aug 31 16:00:55.289842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2661fbd9-6219-40f3-a2dc-3519f0fd359e req-15f59e1b-4ce3-4197-b1fc-dad6cec0ff0f tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Aug 31 16:00:55.395993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-5af9fd67-7f0b-47d3-a125-60d0e330d54a service neutron] 10.222.0.43 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203547 Aug 31 16:00:55.453449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-7fb3d703-e4f4-47e8-a042-f4f5316ab244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:55.455195 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-7fb3d703-e4f4-47e8-a042-f4f5316ab244 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f&tenant_id=5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 1102 time: 0.0539899 Aug 31 16:00:55.476166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:55.542083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:55.607572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f769ed-33ff-4d72-9bbf-8462a1a5c01b req-b4d09eeb-65b4-4528-9e33-a4bb4e836ea8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:55.609880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79f769ed-33ff-4d72-9bbf-8462a1a5c01b req-b4d09eeb-65b4-4528-9e33-a4bb4e836ea8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0830235 Aug 31 16:00:55.684362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79f769ed-33ff-4d72-9bbf-8462a1a5c01b req-3c461a2d-6973-4364-ba84-818b6b21ecfb tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667636 Aug 31 16:00:55.732572 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:55.738957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596f9f1-e5d0-4f15-a4dd-a02c81e3009a req-cfe7ff66-ef67-4780-9321-9e2a92196e30 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:55.740694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8596f9f1-e5d0-4f15-a4dd-a02c81e3009a req-cfe7ff66-ef67-4780-9321-9e2a92196e30 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.1005049 Aug 31 16:00:55.775808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66d2664d-8ced-4c45-9977-6aaa75d7444e req-7515ed82-d06e-4afd-9e5c-819270abce09 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 210 time: 0.0340185 Aug 31 16:00:55.805904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8596f9f1-e5d0-4f15-a4dd-a02c81e3009a req-c443df16-2836-4323-85f4-257ad058ebfd tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550280 Aug 31 16:00:55.875365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:55.923269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:55.964294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727a8d3-14c7-4025-93cb-596cd4fec4b0 req-10f648d1-e221-4c66-8bd7-b988494ae195 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:55.976724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a727a8d3-14c7-4025-93cb-596cd4fec4b0 req-10f648d1-e221-4c66-8bd7-b988494ae195 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.1030154 Aug 31 16:00:55.993437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:56.004687 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dbe800-48d8-4d88-bc1b-73c382dd34fc" -d '{"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-unplugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:56.014528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:56.017569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a727a8d3-14c7-4025-93cb-596cd4fec4b0 req-009858be-44c6-4378-92ea-8c2827d88822 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Aug 31 16:00:56.046920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Transition to ACTIVE for port object af7c9dcd-7792-42f2-8762-cdef7fbb30ce will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:56.046920 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:56.109002 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e44c54-3a44-4dfa-93e9-8782dac28b4c x-openstack-request-id: req-89e44c54-3a44-4dfa-93e9-8782dac28b4c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:56.109589 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-unplugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:56.109670 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89e44c54-3a44-4dfa-93e9-8782dac28b4c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:56.110119 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'code': 200} Aug 31 16:00:56.122970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:56.155524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] No DVR routers for this DVR port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:00:56.200758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:56.201113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:56.201465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:56.208907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:56.209591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:56.216223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:56.216529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:56.216967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:56.218080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Bound port: af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:56.218495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:56.332969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:56.338071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:56.345541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:56.397714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.398644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:56.402163 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] 10.222.0.30 "PUT /v2.0/ports/af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 1097 time: 0.9305365 Aug 31 16:00:56.457885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f1a0-21cc-4afc-8329-c0920462dd41 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:56.559705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-06f83812-7ceb-4d5d-b38c-f449bee9c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.561727 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-06f83812-7ceb-4d5d-b38c-f449bee9c546 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1100 time: 0.0628922 Aug 31 16:00:56.696985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-e44ed889-b077-499b-92a3-726c02c7165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.698306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-e44ed889-b077-499b-92a3-726c02c7165a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1276274 Aug 31 16:00:56.709480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddcfde-c31f-40e9-a447-2d70854499c7 req-ccec40ae-e719-4134-826c-12c4af1acfc1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.711868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17ddcfde-c31f-40e9-a447-2d70854499c7 req-ccec40ae-e719-4134-826c-12c4af1acfc1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0603938 Aug 31 16:00:56.756863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17ddcfde-c31f-40e9-a447-2d70854499c7 req-3ebecf13-267e-4c7a-8388-20e356b8cee1 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Aug 31 16:00:56.766404 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-10304f97-cf90-487d-a404-099849e05219 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0549405 Aug 31 16:00:56.832976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ad331-8ec1-4a5e-9792-3358461c81bf req-c7d94b63-6e00-4221-a4c7-0544aee28c46 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.834890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad2ad331-8ec1-4a5e-9792-3358461c81bf req-c7d94b63-6e00-4221-a4c7-0544aee28c46 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0555534 Aug 31 16:00:56.884362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-094c6033-9dfd-4d98-b997-69d2d370ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.886168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-094c6033-9dfd-4d98-b997-69d2d370ddb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0993493 Aug 31 16:00:56.912525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-091ad9da-e263-45c1-b67c-83564ff60502 req-dda0edd3-44f4-4e3d-b7a9-6616a568cf70 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 210 time: 0.0398004 Aug 31 16:00:56.934031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad2ad331-8ec1-4a5e-9792-3358461c81bf req-1c21ab60-73cc-4dd5-b0bb-754243f8df2e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753732 Aug 31 16:00:56.949320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-e038433f-c7d2-4c5f-b95f-8f7687076cb8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.950878 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-e038433f-c7d2-4c5f-b95f-8f7687076cb8 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.49 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 812 time: 0.1937664 Aug 31 16:00:56.966380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Request body: {'port': {'device_id': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'admin_state_up': True, 'tenant_id': '5689419a60784e8d8b987de2c2e96415'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:56.973963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-44ad3155-85b5-4df6-9f92-50c4a84ae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:56.975728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-44ad3155-85b5-4df6-9f92-50c4a84ae4cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739312 Aug 31 16:00:56.984616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2e0201bb-3903-4982-8560-6e3b52722e5a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:57.007114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 2e0201bb-3903-4982-8560-6e3b52722e5a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:00:57.007466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2e0201bb-3903-4982-8560-6e3b52722e5a not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:57.143754 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-7769f169-0aac-49eb-afa9-315bf891775d service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266019 Aug 31 16:00:57.149611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9786-84e6-47ef-aae1-7c49529913ec req-06b0ac75-3fed-41fb-a2c6-f57a5a56c8bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:57.151140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60aa9786-84e6-47ef-aae1-7c49529913ec req-06b0ac75-3fed-41fb-a2c6-f57a5a56c8bb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0493920 Aug 31 16:00:57.172902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Made reservation on behalf of 5689419a60784e8d8b987de2c2e96415 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:00:57.177053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:57.190675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60aa9786-84e6-47ef-aae1-7c49529913ec req-d3c4e3db-933e-4368-8d40-970f3d668a5e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Aug 31 16:00:57.308996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-06cd1fe4-f85f-4ec7-8b50-a8eed7a98120 req-98fa063e-df1d-4fd3-9809-0aeca1ff5c7d service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552505 Aug 31 16:00:57.368038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Allocated IP 172.20.0.11 (424157c3-c008-4db5-b7e9-1ea8de01ea4d/3373b457-c3c4-4471-9949-81f21a318aaf/df53a9ce-0871-4c58-8171-13f5dd6b11a8) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:00:57.455450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:00:57.497971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:00:57.530813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:57.572140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:57.576160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:57.631317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Network 424157c3-c008-4db5-b7e9-1ea8de01ea4d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:00:57.637761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:00:57.637761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:00:57.645200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event updated for resources: {'Port': ['ID=df53a9ce-0871-4c58-8171-13f5dd6b11a8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:57.692038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:57.692701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:57.706919 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-8516baf7-c1e6-4d9c-acdf-f5f9334abdf5 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449899 Aug 31 16:00:57.719387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Request body: {'port': {'device_id': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:00:57.775969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:57.884686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ef6c7-eacb-495b-9fc6-ae483df0f49a req-f3348bd4-163e-44e9-9232-f95c34100b62 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:57.886213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d5ef6c7-eacb-495b-9fc6-ae483df0f49a req-f3348bd4-163e-44e9-9232-f95c34100b62 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Aug 31 16:00:57.931843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d5ef6c7-eacb-495b-9fc6-ae483df0f49a req-7f021d16-e9e2-42c4-8bf4-f5d937257142 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Aug 31 16:00:58.057894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df53a9ce-0871-4c58-8171-13f5dd6b11a8 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:58.065643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:58.068496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7784b-482f-4cc3-a6c5-d8c436874b41 req-d1b78dc9-ea00-48fa-80db-0a1522008ba0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.070029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02b7784b-482f-4cc3-a6c5-d8c436874b41 req-d1b78dc9-ea00-48fa-80db-0a1522008ba0 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 932 time: 0.0818157 Aug 31 16:00:58.078540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Transition to ACTIVE for port object df53a9ce-0871-4c58-8171-13f5dd6b11a8 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:00:58.082686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:58.099921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077383-924f-4a22-8c10-6f22c0452c37 req-e37cee23-7765-4c53-ae8f-c7e9dfa60206 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.101442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09077383-924f-4a22-8c10-6f22c0452c37 req-e37cee23-7765-4c53-ae8f-c7e9dfa60206 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0831921 Aug 31 16:00:58.110988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:00:58.113761 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:00:58.136170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02b7784b-482f-4cc3-a6c5-d8c436874b41 req-4d2343e8-edfa-41a2-a1aa-03fb41489745 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600121 Aug 31 16:00:58.136942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Pushing event updated for resources: {'Port': ['ID=df53a9ce-0871-4c58-8171-13f5dd6b11a8,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:58.165674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09077383-924f-4a22-8c10-6f22c0452c37 req-17837fe2-2377-4828-8e7a-b16c7beae81d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574644 Aug 31 16:00:58.218708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Attempting to bind port df53a9ce-0871-4c58-8171-13f5dd6b11a8 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:00:58.219179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Attempting to bind port df53a9ce-0871-4c58-8171-13f5dd6b11a8 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:00:58.219627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Attempting to bind port df53a9ce-0871-4c58-8171-13f5dd6b11a8 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:58.224203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Port df53a9ce-0871-4c58-8171-13f5dd6b11a8 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:00:58.224803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Attempting to bind port df53a9ce-0871-4c58-8171-13f5dd6b11a8 on network 424157c3-c008-4db5-b7e9-1ea8de01ea4d {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:00:58.229998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:00:58.230343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Checking segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:00:58.230730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Bound using segment: {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:00:58.231157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Bound port: df53a9ce-0871-4c58-8171-13f5dd6b11a8, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14f0b2f-a1da-4834-ad66-3b270a13083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:00:58.231516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:58.353463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924bb03-bfbf-4697-9938-5cea3540d767 req-9e63207b-e9d7-482f-a822-fe036a39776e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.355086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3924bb03-bfbf-4697-9938-5cea3540d767 req-9e63207b-e9d7-482f-a822-fe036a39776e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0518358 Aug 31 16:00:58.396562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3924bb03-bfbf-4697-9938-5cea3540d767 req-a038f57b-d4bb-4274-9d1c-ea65f06ce82e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Aug 31 16:00:58.527742 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5aefc4-a344-47fa-9690-a674dbfbf5cb x-openstack-request-id: req-ef5aefc4-a344-47fa-9690-a674dbfbf5cb {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:00:58.527980 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:00:58.528166 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef5aefc4-a344-47fa-9690-a674dbfbf5cb {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:00:58.528585 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'status': 'completed', 'code': 200} Aug 31 16:00:58.644963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-15eafdf9-62ca-4e13-8727-63cdac2df97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.646480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-15eafdf9-62ca-4e13-8727-63cdac2df97f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1100 time: 0.1206462 Aug 31 16:00:58.647562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] For port df53a9ce-0871-4c58-8171-13f5dd6b11a8, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:00:58.650895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-1b717e27-3851-4aaf-b305-ff518f88b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.652389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-1b717e27-3851-4aaf-b305-ff518f88b748 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1100 time: 0.1230879 Aug 31 16:00:58.679000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] For port df53a9ce-0871-4c58-8171-13f5dd6b11a8, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:00:58.721084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:58.808945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.809579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:58.810975 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] 10.222.0.49 "PUT /v2.0/ports/df53a9ce-0871-4c58-8171-13f5dd6b11a8 HTTP/1.1" status: 200 len: 1093 time: 1.0958033 Aug 31 16:00:58.876273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8b5b9-13da-4736-9271-bbfbfd28eeca service neutron] Pushing event updated for resources: {'Port': ['ID=df53a9ce-0871-4c58-8171-13f5dd6b11a8,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:58.901526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-151af372-507a-4185-8aa1-63319474967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.902987 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-151af372-507a-4185-8aa1-63319474967b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2354941 Aug 31 16:00:58.909584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-d76316f6-6b94-4940-9e32-aa7475b3e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.911619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-d76316f6-6b94-4940-9e32-aa7475b3e460 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2568929 Aug 31 16:00:58.960664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-500e5979-c808-474a-af25-4f45cd30dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:58.962223 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-500e5979-c808-474a-af25-4f45cd30dc66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 1096 time: 0.1144764 Aug 31 16:00:58.995223 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-4c39a7fe-5e62-4d27-809e-da1e5d8f432a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0769260 Aug 31 16:00:58.996453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-f70dc660-9d4d-46c7-915b-aaa7a42fbdf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0761664 Aug 31 16:00:59.005017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:00:59.044877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-4bd073ec-e92c-4b74-b2f7-ff225db53c2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8 HTTP/1.1" status: 200 len: 217 time: 0.0564845 Aug 31 16:00:59.057111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e79707-0fb1-45b1-8b09-b4102d3517cb req-1e465f09-bdf6-4ee3-abea-2768f6a1e896 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.058740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e79707-0fb1-45b1-8b09-b4102d3517cb req-1e465f09-bdf6-4ee3-abea-2768f6a1e896 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Aug 31 16:00:59.105727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e79707-0fb1-45b1-8b09-b4102d3517cb req-0ad1d816-a974-48f6-9e9e-6e7b3d5a3650 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357707 Aug 31 16:00:59.153288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-be7e5763-bc15-4d8d-8508-5c80b7bcbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.154779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-be7e5763-bc15-4d8d-8508-5c80b7bcbec4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1263978 Aug 31 16:00:59.157719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-3e8d8930-ac34-4d62-8a1b-4e9b3b9dd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.159138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-3e8d8930-ac34-4d62-8a1b-4e9b3b9dd900 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1293266 Aug 31 16:00:59.163720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-cb086a06-0469-4c69-9853-eb347a9e3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.165138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-cb086a06-0469-4c69-9853-eb347a9e3f1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.1001279 Aug 31 16:00:59.237772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:59.240668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-2afc2f37-42da-430a-b9a9-e6e42df2be0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595715 Aug 31 16:00:59.264011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'port_id': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'mac_address': 'fa:16:3e:73:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb46b6a-e1ee-46e9-8400-befd96777c61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:00:59.310375 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:59.317489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-86799608-1adc-42d0-a5c1-341f12d33346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.319010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-86799608-1adc-42d0-a5c1-341f12d33346 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1461973 Aug 31 16:00:59.326518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-fba7eb36-4efe-4736-9bd9-395db48bbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.328173 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-fba7eb36-4efe-4736-9bd9-395db48bbfb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386268 Aug 31 16:00:59.333760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 956a506f-25ae-4e13-b381-1c06dfbf5554 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:00:59.340614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb322b3e-b6c7-4ec8-9a11-b3ac1912bd4e req-e5f8eb4a-21ab-43fe-b60e-79b396a5dd86 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.349277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb322b3e-b6c7-4ec8-9a11-b3ac1912bd4e req-e5f8eb4a-21ab-43fe-b60e-79b396a5dd86 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 944 time: 0.1174953 Aug 31 16:00:59.355326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:00:59.365531 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:00:59.383273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15f931-b75b-47d1-b78b-93803c0e1e96 req-b82265f5-a120-4a41-b968-5f902232da96 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.390396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c15f931-b75b-47d1-b78b-93803c0e1e96 req-b82265f5-a120-4a41-b968-5f902232da96 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.1285875 Aug 31 16:00:59.428483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:00:59.433083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb322b3e-b6c7-4ec8-9a11-b3ac1912bd4e req-0eaf8dda-9b23-4e3b-ab44-ad69f01ebb6d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819254 Aug 31 16:00:59.446270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c15f931-b75b-47d1-b78b-93803c0e1e96 req-c8b54f37-090a-4f7a-a278-d3a022017109 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551972 Aug 31 16:00:59.492435 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-2719b5a7-2d01-416b-a768-e379bfe3eefd service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429769 Aug 31 16:00:59.510867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['956a506f-25ae-4e13-b381-1c06dfbf5554'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:00:59.569570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-4a7a4896-2b97-47bb-8429-d9b879ac5f15 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386565 Aug 31 16:00:59.649787 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-3fbe8a85-15af-40d1-b31e-f02c055690a0 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969279 Aug 31 16:00:59.688358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa48fb-e9af-4bd7-9c49-7c269504ec68 req-6328b1f7-91c5-408c-a4b0-664b5f780eeb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:00:59.700774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82fa48fb-e9af-4bd7-9c49-7c269504ec68 req-6328b1f7-91c5-408c-a4b0-664b5f780eeb tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.1243701 Aug 31 16:00:59.750191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82fa48fb-e9af-4bd7-9c49-7c269504ec68 req-ca939427-e5c7-464b-8f2a-f9ec339c7cdc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479965 Aug 31 16:00:59.754866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-adf6e2fd-cdb6-42be-b389-1cef1d56824a req-3c83420b-72b7-4695-9bb8-f1d8d7ff9469 service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494302 Aug 31 16:00:59.805772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-48fb2ebf-e82c-4f0b-ab75-a373c4c34cdd service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243869 Aug 31 16:00:59.824598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce5b1ee5-1ff7-4dfd-903d-7bfbb87684c1 req-fb63bccd-7512-4759-bcbb-3d0d8b925f19 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643703 Aug 31 16:01:00.226665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2333f-e929-49c1-8595-3f7c961cc1c8 req-3000b899-0752-4a97-be7c-65a4712b4dfa tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.228169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32c2333f-e929-49c1-8595-3f7c961cc1c8 req-3000b899-0752-4a97-be7c-65a4712b4dfa tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 944 time: 0.0504477 Aug 31 16:01:00.265355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32c2333f-e929-49c1-8595-3f7c961cc1c8 req-224b2818-7be2-4c95-b743-dffd89d834d8 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Aug 31 16:01:00.499885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb31de7-227c-42d1-aba8-02e3401e7bd2 req-83a86021-40bb-49dd-9fa2-a8587dcd966a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.501447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb31de7-227c-42d1-aba8-02e3401e7bd2 req-83a86021-40bb-49dd-9fa2-a8587dcd966a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 944 time: 0.0502203 Aug 31 16:01:00.529895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'tag': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:00.532275 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa" -d '{"events": [{"name": "network-changed", "server_uuid": "be04fd43-248a-4355-b4b3-bf52e81221d5", "tag": "df53a9ce-0871-4c58-8171-13f5dd6b11a8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:00.571155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb31de7-227c-42d1-aba8-02e3401e7bd2 req-6bb27074-034b-4eb8-9dd7-f8088a518158 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599959 Aug 31 16:01:00.579416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c73a5-06f3-4ead-bff9-d28c6c6bc886 req-14d32d8a-76fb-4053-8b6f-4b43d7540499 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.580923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-678c73a5-06f3-4ead-bff9-d28c6c6bc886 req-14d32d8a-76fb-4053-8b6f-4b43d7540499 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 944 time: 0.0785861 Aug 31 16:01:00.625081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-678c73a5-06f3-4ead-bff9-d28c6c6bc886 req-2d1dc6fb-d74b-4cdc-a104-91b43c071907 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327823 Aug 31 16:01:00.685154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b5eeb-daef-4ffd-bc9a-f7ed84f2e4b3 req-68ef94e3-a64a-4920-9887-c57c78bbd5f5 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.686580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-204b5eeb-daef-4ffd-bc9a-f7ed84f2e4b3 req-68ef94e3-a64a-4920-9887-c57c78bbd5f5 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0606189 Aug 31 16:01:00.730014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-204b5eeb-daef-4ffd-bc9a-f7ed84f2e4b3 req-00b6df8b-5973-4820-884a-b8c5c794278e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359664 Aug 31 16:01:00.775876 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f5599c-c432-4a52-b28b-e3eb354413e4 x-openstack-request-id: req-46f5599c-c432-4a52-b28b-e3eb354413e4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:00.776159 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be04fd43-248a-4355-b4b3-bf52e81221d5", "tag": "df53a9ce-0871-4c58-8171-13f5dd6b11a8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:00.776438 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46f5599c-c432-4a52-b28b-e3eb354413e4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:00.776834 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'tag': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8', 'status': 'completed', 'code': 200} Aug 31 16:01:00.845102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-fdd73fc2-36bc-4a6e-9ff9-63f8a2312d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.846620 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-fdd73fc2-36bc-4a6e-9ff9-63f8a2312d23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5689419a60784e8d8b987de2c2e96415&device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 1096 time: 0.0475438 Aug 31 16:01:00.877037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85727bec-2e0b-4b1e-8d53-59c025e243d9 req-037dd996-7362-4868-b8a0-2af2403ecfea tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.878583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85727bec-2e0b-4b1e-8d53-59c025e243d9 req-037dd996-7362-4868-b8a0-2af2403ecfea tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0572784 Aug 31 16:01:00.919442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85727bec-2e0b-4b1e-8d53-59c025e243d9 req-992f32bd-dbcb-4ab9-afa2-bfa7313df989 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Aug 31 16:01:00.958666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-82827a08-db37-483f-9922-2937fffca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:00.960171 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-82827a08-db37-483f-9922-2937fffca079 service neutron] 10.222.0.49 "GET /v2.0/networks?id=424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 200 len: 913 time: 0.1059170 Aug 31 16:01:01.002107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-2ed1f668-6c26-48b4-a1ed-b4d0d6b9be82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8 HTTP/1.1" status: 200 len: 217 time: 0.0348544 Aug 31 16:01:01.017194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:01.021326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:01.054420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-2ac91ebb-1768-4c87-b320-5d99d55dc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.056015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-2ac91ebb-1768-4c87-b320-5d99d55dc746 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 200 len: 852 time: 0.0463624 Aug 31 16:01:01.100261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-3ccd6d88-d678-4b2f-85c6-9314ee6df46d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424157c3-c008-4db5-b7e9-1ea8de01ea4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345922 Aug 31 16:01:01.140889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 956a506f-25ae-4e13-b381-1c06dfbf5554 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:01.141411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.180370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df491-953c-4048-99c9-2a642a0d118b req-8b5006e2-cae8-4fd1-8dfa-accdb66eb534 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.182254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae1df491-953c-4048-99c9-2a642a0d118b req-8b5006e2-cae8-4fd1-8dfa-accdb66eb534 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 948 time: 0.0538454 Aug 31 16:01:01.197390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:01.207115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-45d7229e-c7d0-4cfc-a114-c06c073edd79 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.208153 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-45d7229e-c7d0-4cfc-a114-c06c073edd79 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f&tenant_id=5118963bc2594d19b64fcb3b08713d27&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 948 time: 0.0936277 Aug 31 16:01:01.213756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'mac_address': 'fa:16:3e:39:3a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:01.226112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae1df491-953c-4048-99c9-2a642a0d118b req-5bbbbe84-6a47-4f37-902b-d9acc4221c0b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361946 Aug 31 16:01:01.278764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-a9b11b62-7871-4cd6-9811-47a145e8a1ec service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735339 Aug 31 16:01:01.286152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.289147 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.313095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7c9dcd-7792-42f2-8762-cdef7fbb30ce {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:01.323878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:01.326150 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d44b646-5bfb-4a1c-af2c-7b81dea4e37d" -d '{"events": [{"server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "name": "network-vif-plugged", "status": "completed", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:01.335633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-86469b86-162b-4852-9e66-66994d04a729 service neutron] 10.222.0.30 "GET /v2.0/ports/af7c9dcd-7792-42f2-8762-cdef7fbb30ce/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.1182506 Aug 31 16:01:01.350438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:01.355193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:01.356695 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.381554 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.411275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52ce4c26-6a5b-4d4e-a684-ba3c269d91aa req-389a0b99-2316-4b18-9fbd-1b9e7d826b3f service neutron] 10.222.0.49 "GET /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248260 Aug 31 16:01:01.415682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:01.426949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-0383ab20-404e-4dc0-b2e8-776449237962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.428645 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-0383ab20-404e-4dc0-b2e8-776449237962 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1101 time: 0.0594714 Aug 31 16:01:01.453894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df53a9ce-0871-4c58-8171-13f5dd6b11a8 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:01.458305 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb020c29-7413-4440-b277-1ba0b02483cd x-openstack-request-id: req-bb020c29-7413-4440-b277-1ba0b02483cd {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:01.458427 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "name": "network-vif-plugged", "status": "completed", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:01.458679 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb020c29-7413-4440-b277-1ba0b02483cd {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:01.459054 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'code': 200} Aug 31 16:01:01.504474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:01.532418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-62fe529c-a176-465a-b876-055d152ae643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.533913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-62fe529c-a176-465a-b876-055d152ae643 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.0964098 Aug 31 16:01:01.573438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df53a9ce-0871-4c58-8171-13f5dd6b11a8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:01.579333 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-713fbaac-0083-4ec5-8879-786644ccfc0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0345032 Aug 31 16:01:01.585351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8', 'network_id': '424157c3-c008-4db5-b7e9-1ea8de01ea4d', 'port_id': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8', 'mac_address': 'fa:16:3e:5c:b3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373b457-c3c4-4471-9949-81f21a318aaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:01.631534 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.640107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-ca741955-ee6a-4a84-baf3-0bd9e5c35167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.641873 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-ca741955-ee6a-4a84-baf3-0bd9e5c35167 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0499625 Aug 31 16:01:01.650280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df53a9ce-0871-4c58-8171-13f5dd6b11a8 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:01.675940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df53a9ce-0871-4c58-8171-13f5dd6b11a8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:01.682455 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:01.704465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca552a44-13f3-4ce1-a478-621c9b0fcfaf req-70922559-7301-4109-be4d-41b96687c10c tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.705069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-f229c33b-9e5c-49a4-9660-263df4af582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.706663 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-f229c33b-9e5c-49a4-9660-263df4af582a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499520 Aug 31 16:01:01.710713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca552a44-13f3-4ce1-a478-621c9b0fcfaf req-70922559-7301-4109-be4d-41b96687c10c tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0639813 Aug 31 16:01:01.741851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['af7c9dcd-7792-42f2-8762-cdef7fbb30ce'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:01.774199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=df53a9ce-0871-4c58-8171-13f5dd6b11a8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:01.792645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca552a44-13f3-4ce1-a478-621c9b0fcfaf req-2f3d06a9-f78b-4052-b3d3-69b150b4fd9a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790589 Aug 31 16:01:01.801459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aff45-1c0c-4d99-9bbd-691bfd6cbb7f req-7e524a3b-27f9-4302-be58-55ac9004f148 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.812930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f21aff45-1c0c-4d99-9bbd-691bfd6cbb7f req-7e524a3b-27f9-4302-be58-55ac9004f148 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 945 time: 0.0976026 Aug 31 16:01:01.851573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f21aff45-1c0c-4d99-9bbd-691bfd6cbb7f req-1e9094b3-860f-4eff-b510-ab9e6155a9a2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Aug 31 16:01:01.860159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-7d2bdb41-e774-4059-be8b-06db8201fa73 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426072 Aug 31 16:01:01.975803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-034ef61d-dcf6-46d3-bc62-ee0f1cf162db service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059091 Aug 31 16:01:01.977083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['df53a9ce-0871-4c58-8171-13f5dd6b11a8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:01.993047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd42857-2dbb-471d-a8a6-e1d03cb50139 req-8de202ba-4e4b-4296-ae70-1af09eb68fee tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:01.995179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bd42857-2dbb-471d-a8a6-e1d03cb50139 req-8de202ba-4e4b-4296-ae70-1af09eb68fee tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0590432 Aug 31 16:01:02.042115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bd42857-2dbb-471d-a8a6-e1d03cb50139 req-07630e5f-527f-49dd-be91-ab5aaac8c9b3 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367739 Aug 31 16:01:02.348259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aed70-d787-417f-ac65-ef6c43be430d req-81f4afc5-c0ac-4e48-9295-8d61f671d8d7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:02.350019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8aed70-d787-417f-ac65-ef6c43be430d req-81f4afc5-c0ac-4e48-9295-8d61f671d8d7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 949 time: 0.0485022 Aug 31 16:01:02.389753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b8aed70-d787-417f-ac65-ef6c43be430d req-0cfefb6c-7a1b-46bb-ba02-914fb3c030a0 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Aug 31 16:01:02.558027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058e409-e49d-4f55-9157-6ef521142737 req-b32cac56-cbb9-4e7f-ac52-e9f7364a2d49 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:02.559533 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6058e409-e49d-4f55-9157-6ef521142737 req-b32cac56-cbb9-4e7f-ac52-e9f7364a2d49 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Aug 31 16:01:02.664139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Deleting port 956a506f-25ae-4e13-b381-1c06dfbf5554 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:02.664531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:02.760938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] For port 956a506f-25ae-4e13-b381-1c06dfbf5554, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=956a506f-25ae-4e13-b381-1c06dfbf5554,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:02.761310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:02.774626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Calling delete_port for 956a506f-25ae-4e13-b381-1c06dfbf5554 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:02.925998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:02.935175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7ab95-08b2-43f9-9935-6518bb99c528 req-e6fb05b6-bf99-4fe8-9edd-4cb6f2a8e854 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:02.936714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48f7ab95-08b2-43f9-9935-6518bb99c528 req-e6fb05b6-bf99-4fe8-9edd-4cb6f2a8e854 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ff276-bf40-4377-bfff-ee00cfc8bad3 HTTP/1.1" status: 200 len: 945 time: 0.0630953 Aug 31 16:01:02.954342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event deleted for resources: {'Port': ['ID=956a506f-25ae-4e13-b381-1c06dfbf5554,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:02.999776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] No DVR routers for this DVR port 956a506f-25ae-4e13-b381-1c06dfbf5554 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:03.002688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.005994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48f7ab95-08b2-43f9-9935-6518bb99c528 req-a68027d8-3faa-485f-8306-09dbae0e34d9 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592699 Aug 31 16:01:03.006232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6058e409-e49d-4f55-9157-6ef521142737 req-762ea76c-4b72-40e2-b9ad-f94bfa2f532b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "DELETE /v2.0/ports/956a506f-25ae-4e13-b381-1c06dfbf5554 HTTP/1.1" status: 204 len: 173 time: 0.4337487 Aug 31 16:01:03.006838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'name': 'network-vif-deleted', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:03.009295 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d560b7-cb49-432b-bb13-590e458ac0da" -d '{"events": [{"server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "name": "network-vif-deleted", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:03.018853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaec88b-fac1-422e-8431-46f83a454fdc req-0681ae19-f3fd-4ec3-875d-aab63de1b070 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:03.029039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:03.029495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3eaec88b-fac1-422e-8431-46f83a454fdc req-0681ae19-f3fd-4ec3-875d-aab63de1b070 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 945 time: 0.0829978 Aug 31 16:01:03.075459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3eaec88b-fac1-422e-8431-46f83a454fdc req-90ca4b0e-3521-430e-99da-dd3b6c60c0b9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Aug 31 16:01:03.080823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:03.085958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:03.086335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.159590 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e2e813-0dc7-4f11-9096-845b74f26ca7 x-openstack-request-id: req-37e2e813-0dc7-4f11-9096-845b74f26ca7 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:03.160029 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43ff276-bf40-4377-bfff-ee00cfc8bad3", "name": "network-vif-deleted", "tag": "956a506f-25ae-4e13-b381-1c06dfbf5554", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:03.160308 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37e2e813-0dc7-4f11-9096-845b74f26ca7 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:03.161087 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43ff276-bf40-4377-bfff-ee00cfc8bad3', 'name': 'network-vif-deleted', 'tag': '956a506f-25ae-4e13-b381-1c06dfbf5554', 'status': 'completed', 'code': 200} Aug 31 16:01:03.189828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.225931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:03.232349 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.233317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:03.270129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77efd-f36b-4a20-a1cb-f1d8664d71b1 req-b63df432-ece9-4a7a-9879-f989b41b6e53 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:03.272324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ab77efd-f36b-4a20-a1cb-f1d8664d71b1 req-b63df432-ece9-4a7a-9879-f989b41b6e53 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0542130 Aug 31 16:01:03.272525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 956a506f-25ae-4e13-b381-1c06dfbf5554 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:03.272876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:03.301752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:03.314535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ab77efd-f36b-4a20-a1cb-f1d8664d71b1 req-290e9662-c95e-47e7-82b7-8151d4127cfa tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Aug 31 16:01:03.460145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:03.462467 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4288580-cec3-43cd-89c6-d805d81403c6" -d '{"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-plugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:03.468126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df53a9ce-0871-4c58-8171-13f5dd6b11a8 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:03.517584 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66d0ff1-8878-4931-aa69-37a1a3e21e64 x-openstack-request-id: req-d66d0ff1-8878-4931-aa69-37a1a3e21e64 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:03.517877 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-plugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:03.518130 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d66d0ff1-8878-4931-aa69-37a1a3e21e64 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:03.518518 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'code': 200} Aug 31 16:01:03.519435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad509d6c-66a5-4ac4-b54c-80a28f467ff6 req-2655024e-baa6-4544-8792-29a6df236fdc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:03.521079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad509d6c-66a5-4ac4-b54c-80a28f467ff6 req-2655024e-baa6-4544-8792-29a6df236fdc tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0621378 Aug 31 16:01:03.531770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port df53a9ce-0871-4c58-8171-13f5dd6b11a8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:03.536397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port df53a9ce-0871-4c58-8171-13f5dd6b11a8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:03.536775 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.568741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad509d6c-66a5-4ac4-b54c-80a28f467ff6 req-fc278df3-9d94-47b1-9240-f91f5789e86f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Aug 31 16:01:03.622215 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.657698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df53a9ce-0871-4c58-8171-13f5dd6b11a8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:03.662286 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:03.708244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=df53a9ce-0871-4c58-8171-13f5dd6b11a8,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:04.006756 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-2530baef-46aa-41a7-86fa-8c6ca9152110 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0485964 Aug 31 16:01:04.076474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.076955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.077427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.077936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.078344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.078802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.079260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.081185 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c7a69604-cf89-4d20-b27a-a1b7bb496076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6507 time: 0.0504417 Aug 31 16:01:04.216095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-e5aec87c-121b-4d61-bf3e-69a79044d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.216642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-e5aec87c-121b-4d61-bf3e-69a79044d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.217130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-e5aec87c-121b-4d61-bf3e-69a79044d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.218769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-e5aec87c-121b-4d61-bf3e-69a79044d763 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=6f4e5254-44a7-46ea-90dc-a6286d186aec&id=6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 200 len: 2299 time: 0.1095157 Aug 31 16:01:04.291694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22a1f-ac0c-40f5-b915-5a36b6202590 req-b6f5748f-fb21-4f2c-997a-18a646019eb4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.294097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5b22a1f-ac0c-40f5-b915-5a36b6202590 req-b6f5748f-fb21-4f2c-997a-18a646019eb4 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.1387267 Aug 31 16:01:04.294837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c9adebbd-092d-4ba6-bce4-bed5e64d19d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 200 len: 1001 time: 0.0684149 Aug 31 16:01:04.358610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-5778961c-2f63-42e9-9974-bf3e76a5a468 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.360084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-a7d2a062-7171-4a2b-8e77-06f74de4799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.360234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-5778961c-2f63-42e9-9974-bf3e76a5a468 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 821 time: 0.1760848 Aug 31 16:01:04.361703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-a7d2a062-7171-4a2b-8e77-06f74de4799f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 HTTP/1.1" status: 200 len: 856 time: 0.0545611 Aug 31 16:01:04.365451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5b22a1f-ac0c-40f5-b915-5a36b6202590 req-51f961a2-87c1-4fc4-9b1d-9c5f32acb43a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 Aug 31 16:01:04.379749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-94965ca3-6114-4667-89a3-92d2a66981cb tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/quotas/b9e83b219b1c44ab993f9b97460be224 HTTP/1.1" status: 200 len: 375 time: 0.0119729 Aug 31 16:01:04.417538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-cade7880-0a71-4e03-a0e7-895657927526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.419127 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-cade7880-0a71-4e03-a0e7-895657927526 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507622 Aug 31 16:01:04.439484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-6c4e7a34-cc89-4937-8e66-721662f9a0c7 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503194 Aug 31 16:01:04.453522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-d58aed34-7d2b-4c22-ae66-586b66daad46 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:01:04.454497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-d58aed34-7d2b-4c22-ae66-586b66daad46 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053980 Aug 31 16:01:04.567133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-a84046fe-733b-4bb1-91fe-a6d7e0796039 service neutron] 10.222.0.43 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013007 Aug 31 16:01:04.575661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-ede78e67-a139-4563-b8d7-43a3abe61f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.577191 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-ede78e67-a139-4563-b8d7-43a3abe61f06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f&tenant_id=5118963bc2594d19b64fcb3b08713d27 HTTP/1.1" status: 200 len: 1102 time: 0.0656657 Aug 31 16:01:04.578930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-a4d74184-c606-42c7-8b88-4b1440dcf88e service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497247 Aug 31 16:01:04.595236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:04.684807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-401e0391-26d0-4cc1-a5f1-5fc76f194eec service neutron] 10.222.0.43 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072359 Aug 31 16:01:04.709786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:04.746766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305142-8177-49af-be9c-09c63bfbb43c req-b5762fb7-d909-4b38-be8a-e5bb751d67b3 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.748664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9305142-8177-49af-be9c-09c63bfbb43c req-b5762fb7-d909-4b38-be8a-e5bb751d67b3 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0621941 Aug 31 16:01:04.762713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-32060cad-c0a3-4bf2-9269-cc130c000049 service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645458 Aug 31 16:01:04.820798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9305142-8177-49af-be9c-09c63bfbb43c req-2e59766c-35ac-4d2d-9cd0-bca83ebc37ee tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605521 Aug 31 16:01:04.822040 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-3661e4ab-0422-49cd-8257-82e69f775fe8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 217 time: 0.0526628 Aug 31 16:01:04.953214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff4420-4b85-4103-bb24-5c37871935cc req-bc0c5cfb-53fa-4de7-90b2-bcf2e55ab133 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:04.955083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6ff4420-4b85-4103-bb24-5c37871935cc req-bc0c5cfb-53fa-4de7-90b2-bcf2e55ab133 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0909092 Aug 31 16:01:04.957632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-197787f8-2114-41f3-a007-f6489173d841 req-0549d8c9-4f96-4e1f-b0f5-b76e1df50ceb tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 210 time: 0.0515282 Aug 31 16:01:05.000953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6ff4420-4b85-4103-bb24-5c37871935cc req-9e66bafa-dcad-4829-a094-23cc9c3c86e8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Aug 31 16:01:05.265478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-f7c8e688-942a-429a-acc6-887746ef3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:05.267430 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-f7c8e688-942a-429a-acc6-887746ef3d9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.4004669 Aug 31 16:01:05.342091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:05.345699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-f6255faf-84ea-486d-80db-6090afa1fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:05.347188 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-f6255faf-84ea-486d-80db-6090afa1fc66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693638 Aug 31 16:01:05.428239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:05.488871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:05.491054 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666d3d6-753e-4998-b832-db6a18d270dc" -d '{"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-unplugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:05.495010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:05.505696 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-d868fcc7-c214-4742-a45b-4b084e79ecef service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491220 Aug 31 16:01:05.510920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e92c1d-95cf-4928-8a3d-80880ad0eee3 req-e74269b4-8fae-4b5c-b5f8-6762db755a02 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:05.512706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Transition to ACTIVE for port object af7c9dcd-7792-42f2-8762-cdef7fbb30ce will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:05.512865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43e92c1d-95cf-4928-8a3d-80880ad0eee3 req-e74269b4-8fae-4b5c-b5f8-6762db755a02 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0735123 Aug 31 16:01:05.520604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:05.522691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:05.524696 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae758d1c-3729-4ae9-ba95-12ca15afb277" -d '{"events": [{"server_uuid": "be04fd43-248a-4355-b4b3-bf52e81221d5", "name": "network-vif-plugged", "status": "completed", "tag": "df53a9ce-0871-4c58-8171-13f5dd6b11a8"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:05.552556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43e92c1d-95cf-4928-8a3d-80880ad0eee3 req-889b75cf-3358-40d0-99ea-037ae37c5d47 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337615 Aug 31 16:01:05.590373 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d264456d-eebc-433d-a334-e0c80b08f2d9 x-openstack-request-id: req-d264456d-eebc-433d-a334-e0c80b08f2d9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:05.590574 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-unplugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:05.590828 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d264456d-eebc-433d-a334-e0c80b08f2d9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:05.591218 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'code': 200} Aug 31 16:01:05.629267 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0f8079-5a13-4189-91dd-a72991e6884b x-openstack-request-id: req-8d0f8079-5a13-4189-91dd-a72991e6884b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:05.629805 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be04fd43-248a-4355-b4b3-bf52e81221d5", "name": "network-vif-plugged", "status": "completed", "tag": "df53a9ce-0871-4c58-8171-13f5dd6b11a8", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:05.630290 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d0f8079-5a13-4189-91dd-a72991e6884b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:05.630867 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8', 'code': 200} Aug 31 16:01:05.642603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] No DVR routers for this DVR port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:05.649758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:05.724110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-f3adbbda-fd42-47fb-bd80-01d0460a4a1c service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096109 Aug 31 16:01:05.759163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9ff23-c5a5-4798-898c-266effd694f5 req-fda510aa-1db3-411f-a516-59617af0d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:05.760804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75a9ff23-c5a5-4798-898c-266effd694f5 req-fda510aa-1db3-411f-a516-59617af0d7d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 1098 time: 0.0632668 Aug 31 16:01:05.777872 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-0456e4dc-472a-4f65-86b0-0422498c4bfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0453839 Aug 31 16:01:05.778993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:05.779339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:05.779726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:05.793998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:05.794333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Attempting to bind port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:05.801004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75a9ff23-c5a5-4798-898c-266effd694f5 req-003c72ce-dc17-48c5-9981-ecb9f7a10870 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Aug 31 16:01:05.820391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:05.820901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:05.821352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:05.821816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Bound port: af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:05.822319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:05.934388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-4c6511e2-7ff7-4e84-8c97-6a7fea6caa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:05.935895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-4c6511e2-7ff7-4e84-8c97-6a7fea6caa15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.1501503 Aug 31 16:01:05.971252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced8883-b49d-47b0-891e-689fea643433 req-b68dc4d5-18bb-408d-83db-61fd072d95be tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:05.979719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ced8883-b49d-47b0-891e-689fea643433 req-b68dc4d5-18bb-408d-83db-61fd072d95be tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0651069 Aug 31 16:01:05.995555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:06.026202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ced8883-b49d-47b0-891e-689fea643433 req-5c3453f4-8014-4f61-b5de-168b0f66d551 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Aug 31 16:01:06.046592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:06.053370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:06.065428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-35438715-c375-4ae0-bd21-bfc7a8c5201d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.067972 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-35438715-c375-4ae0-bd21-bfc7a8c5201d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 821 time: 0.2225440 Aug 31 16:01:06.094073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b572b5d-cd58-4c1a-adb7-cba6acdd5bb3 req-8f1daeb2-a390-4546-946b-b7afbb9226bf tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 210 time: 0.0306935 Aug 31 16:01:06.100912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Request body: {'port': {'device_id': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'admin_state_up': True, 'tenant_id': 'b9e83b219b1c44ab993f9b97460be224'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:06.135435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.136044 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:06.137687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] 10.222.0.49 "PUT /v2.0/ports/af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 1098 time: 1.5467582 Aug 31 16:01:06.163956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4047-1a31-4815-a40b-8114caf3f80b req-7a73e4f9-3bb9-42f5-a533-afa590fda337 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.165857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0da4047-1a31-4815-a40b-8114caf3f80b req-7a73e4f9-3bb9-42f5-a533-afa590fda337 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 949 time: 0.0707643 Aug 31 16:01:06.201259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-40984fc5-5370-4233-89ec-e6fc748e9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.203389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-40984fc5-5370-4233-89ec-e6fc748e9545 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2127039 Aug 31 16:01:06.211313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0da4047-1a31-4815-a40b-8114caf3f80b req-d846dbd9-3fff-41d0-a200-29a2042fbefd tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389121 Aug 31 16:01:06.222082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f9b45-b84b-4b01-8086-c7da6467b628 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=11']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:06.330500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-5134ffdf-0e71-4a76-9277-d4bb53917de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.332053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-5134ffdf-0e71-4a76-9277-d4bb53917de7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1101 time: 0.1596148 Aug 31 16:01:06.417587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-1a55d85d-b93e-46c5-b14d-b5ede8805ca5 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965988 Aug 31 16:01:06.435877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Made reservation on behalf of b9e83b219b1c44ab993f9b97460be224 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:06.439139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:06.580600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-75f8a05d-623a-4deb-ad28-dc940564672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.581833 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-75f8a05d-623a-4deb-ad28-dc940564672f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2409952 Aug 31 16:01:06.643764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-42a87615-7bca-4a99-957d-94b8187ce811 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0486922 Aug 31 16:01:06.669699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53002bba-0567-433f-96f4-1786db872f8f req-04dd978a-a40a-4e17-aab0-337eb60a9587 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.671152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53002bba-0567-433f-96f4-1786db872f8f req-04dd978a-a40a-4e17-aab0-337eb60a9587 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0504248 Aug 31 16:01:06.686528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-edbbdf10-ba65-49f7-a681-f1d0ce5dee48 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596736 Aug 31 16:01:06.712664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53002bba-0567-433f-96f4-1786db872f8f req-9aae600e-aeb8-4bcc-995b-25bf5c251f64 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Aug 31 16:01:06.766016 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-a3eb2ed2-d1ef-4f0c-9234-b6a37540b245 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=5141561a-59b8-4429-ae4d-7ba252005c67 HTTP/1.1" status: 200 len: 217 time: 0.0487494 Aug 31 16:01:06.819269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d5711601-0d2e-45c5-a9fb-c2758c67bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.821012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-d5711601-0d2e-45c5-a9fb-c2758c67bf1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1482782 Aug 31 16:01:06.823870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Allocated IP 172.20.0.13 (6441ccec-79a3-48d2-be23-fc0c6fd21b3a/fcb46b6a-e1ee-46e9-8400-befd96777c61/cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:06.887435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-3f70e778-562d-4349-b09c-31daa4bdd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.889015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-3f70e778-562d-4349-b09c-31daa4bdd027 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.1122456 Aug 31 16:01:06.978703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-b106e84f-cc82-42ca-be56-504117cdc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:06.980283 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-b106e84f-cc82-42ca-be56-504117cdc90a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1471639 Aug 31 16:01:07.052063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:07.067173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-4cdb7c6e-f70b-4e14-9b0e-5450c78ccef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.069345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-4cdb7c6e-f70b-4e14-9b0e-5450c78ccef7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694629 Aug 31 16:01:07.076800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 956a506f-25ae-4e13-b381-1c06dfbf5554 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:07.077135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 956a506f-25ae-4e13-b381-1c06dfbf5554 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:07.077555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:07.120749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:07.172993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f3fae-e4f9-4754-84a7-e027f8e571c9 req-1bd50118-08ad-427b-bf4c-f0846f390ba9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.174565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-576f3fae-e4f9-4754-84a7-e027f8e571c9 req-1bd50118-08ad-427b-bf4c-f0846f390ba9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0633965 Aug 31 16:01:07.207567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d19c-40c6-4cf8-aa86-03b69bcb649c req-07def616-f45a-4321-b748-a1518be061a6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 210 time: 0.0314174 Aug 31 16:01:07.211708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:07.227767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-a2004389-ee2d-4b71-ae81-65f6ee0ba9b3 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224681 Aug 31 16:01:07.246763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-576f3fae-e4f9-4754-84a7-e027f8e571c9 req-9134ca73-da3b-44ac-a78a-b76a734fc5bb tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624878 Aug 31 16:01:07.288152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-960dd5a9-3077-48ba-80ae-8ff20a006f40 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095699 Aug 31 16:01:07.331562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462e4e4-1fea-4fc1-a26e-07e0448d5c92 req-2539d8b2-616c-4dcc-8f98-64dd65163ed3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.333738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b462e4e4-1fea-4fc1-a26e-07e0448d5c92 req-2539d8b2-616c-4dcc-8f98-64dd65163ed3 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 949 time: 0.0498960 Aug 31 16:01:07.372284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b462e4e4-1fea-4fc1-a26e-07e0448d5c92 req-e3d318a9-ea76-45f5-861a-aa0a9f53ac68 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Aug 31 16:01:07.406838 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f79c2eb8-3116-4882-9022-f451c8a8d8f9 req-f8905341-7880-4c4c-bb8a-275fdbe9bcef service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681106 Aug 31 16:01:07.416643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:07.476939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:07.482274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:07.484856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:07.489559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-81259ab3-4155-4f43-9859-76ccfd89190d service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918392 Aug 31 16:01:07.514832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event updated for resources: {'Port': ['ID=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:07.559177 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-4a0e7a15-aba6-49fd-b013-66462c224cf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0 HTTP/1.1" status: 200 len: 217 time: 0.0454469 Aug 31 16:01:07.594164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:07.596432 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff155ca-d42d-4926-a45f-c95b4aa976e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:07.606293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.606924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:07.633081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-65e6d3a9-ddb3-4dbf-af55-ca864e2fb307 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5393925 Aug 31 16:01:07.634617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-93df5b80-20f1-464f-9e81-18a4c61ab0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.635985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-93df5b80-20f1-464f-9e81-18a4c61ab0ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0698431 Aug 31 16:01:07.646208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Request body: {'port': {'device_id': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:07.649589 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49305722-2814-4457-aa0b-e32c8e5344e8 x-openstack-request-id: req-49305722-2814-4457-aa0b-e32c8e5344e8 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:07.649892 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:07.650142 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49305722-2814-4457-aa0b-e32c8e5344e8 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:07.650508 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'status': 'completed', 'code': 200} Aug 31 16:01:07.712123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-a8f8aa23-58e1-4481-9294-7775fd1619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.713737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-a8f8aa23-58e1-4481-9294-7775fd1619ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1101 time: 0.0418234 Aug 31 16:01:07.767319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-777cb6d5-9ab6-4869-beef-7b785512a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.768786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-777cb6d5-9ab6-4869-beef-7b785512a25c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1162908 Aug 31 16:01:07.769360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:07.781782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-711325be-89c5-424d-9bfc-0ecaaa582abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.783311 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-711325be-89c5-424d-9bfc-0ecaaa582abf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1101 time: 0.1094611 Aug 31 16:01:07.837021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-6e18e2e2-8c13-4620-aad9-9b56c5e03b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.838746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-6e18e2e2-8c13-4620-aad9-9b56c5e03b3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1177528 Aug 31 16:01:07.900942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-1e70f6cd-9752-4598-ad13-cf3e9d9ff4e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.0502851 Aug 31 16:01:07.954373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0d5c4-3b39-494d-b1a4-74442c46b231 req-c63250bc-f4bd-41b6-8788-db35821a75e9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.956001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dd0d5c4-3b39-494d-b1a4-74442c46b231 req-c63250bc-f4bd-41b6-8788-db35821a75e9 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.1163602 Aug 31 16:01:07.987617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-70c4418d-8fe1-49a5-a900-952f3892d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:07.989740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-70c4418d-8fe1-49a5-a900-952f3892d3e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0785496 Aug 31 16:01:08.031806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dd0d5c4-3b39-494d-b1a4-74442c46b231 req-20ba5974-b3f3-4a20-9ac0-ff1bcee79dfd tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668716 Aug 31 16:01:08.049600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-04cda0fa-306a-4f9c-b687-6dcd1032ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.051709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-04cda0fa-306a-4f9c-b687-6dcd1032ded3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502441 Aug 31 16:01:08.148026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-8ab96949-463a-46e6-8c47-a3a96f01516e service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Aug 31 16:01:08.257191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-dc3b48a6-6466-4469-94b0-7baf4f10a0c2 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006067 Aug 31 16:01:08.357941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715b540-542b-4b8d-a02f-0e839a3cad88 req-222c0bf2-be7d-4885-8ac1-24be655df44a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.359367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2715b540-542b-4b8d-a02f-0e839a3cad88 req-222c0bf2-be7d-4885-8ac1-24be655df44a tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0862684 Aug 31 16:01:08.364037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-f3d2d602-0d6f-4fff-8b55-696739f078de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4730878 Aug 31 16:01:08.371494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34155-c7a3-4874-8538-15272d177563 req-8dc46f53-91c4-4729-844e-b497c99de7aa tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.373743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3da34155-c7a3-4874-8538-15272d177563 req-8dc46f53-91c4-4729-844e-b497c99de7aa tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 932 time: 0.0838709 Aug 31 16:01:08.374006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-07f5da4a-b9f6-43d7-9c0c-24b14607b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.375488 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-07f5da4a-b9f6-43d7-9c0c-24b14607b32a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.5822213 Aug 31 16:01:08.379824 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-d8beb418-064a-4314-9d99-c82787ef3d48 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955863 Aug 31 16:01:08.430784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2715b540-542b-4b8d-a02f-0e839a3cad88 req-d4fb9df9-efdb-4a2d-a755-c516086fb110 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566370 Aug 31 16:01:08.448566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3da34155-c7a3-4874-8538-15272d177563 req-e55775a7-137a-4638-9517-98d9bb6b04ec tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554376 Aug 31 16:01:08.524368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-8144f2bb-c0ba-44ec-b698-69905aa58f43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 200 len: 217 time: 0.1285546 Aug 31 16:01:08.596267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf5e48-c798-4044-9fbe-3e2a874fc856 req-ad3ff061-b275-41c5-9adf-90f900e65459 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.598437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7fdf5e48-c798-4044-9fbe-3e2a874fc856 req-ad3ff061-b275-41c5-9adf-90f900e65459 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0891321 Aug 31 16:01:08.607236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cdbb9-c5ea-4947-b07e-86fc76448791 req-a428bf67-c09b-4ff1-9141-adb227aae542 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.608814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca3cdbb9-c5ea-4947-b07e-86fc76448791 req-a428bf67-c09b-4ff1-9141-adb227aae542 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 949 time: 0.1006787 Aug 31 16:01:08.640605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5021-51d4-416e-968d-894103e0182d req-95c70569-d21f-44bb-87bc-852df4680b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.642108 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-95c70569-d21f-44bb-87bc-852df4680b84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5118963bc2594d19b64fcb3b08713d27&device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 1102 time: 0.2041330 Aug 31 16:01:08.647048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-e15ec0ea-02f3-40f2-b9d4-fe7d2a6a38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.648451 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-e15ec0ea-02f3-40f2-b9d4-fe7d2a6a38cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1114032 Aug 31 16:01:08.654963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c5d3cde5-7a37-421c-a7d5-e382c56a9a70 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608163 Aug 31 16:01:08.667830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7fdf5e48-c798-4044-9fbe-3e2a874fc856 req-c2903edf-26da-4c10-92c4-c7b545feaa23 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576715 Aug 31 16:01:08.675459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca3cdbb9-c5ea-4947-b07e-86fc76448791 req-f91a7af6-a89b-4dd0-ad0b-fe7108a94494 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596707 Aug 31 16:01:08.772508 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-431b1582-a23c-4469-aff2-6e37ea72745a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203aecc3-7275-49b3-8b17-d82597983e62 HTTP/1.1" status: 200 len: 217 time: 0.0921059 Aug 31 16:01:08.868328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-ebb92472-8e21-4ca1-80b6-7d526f3901ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.869754 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-ebb92472-8e21-4ca1-80b6-7d526f3901ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2071440 Aug 31 16:01:08.888982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:08.915610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:08.933503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-1d8cc490-c6fe-4321-bc66-26c63eb487bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.934996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-1d8cc490-c6fe-4321-bc66-26c63eb487bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1508818 Aug 31 16:01:08.976433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5021-51d4-416e-968d-894103e0182d req-b0bf895f-f494-4efd-8980-08726f3f00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:08.977829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-b0bf895f-f494-4efd-8980-08726f3f00bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3075957 Aug 31 16:01:08.985961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Transition to ACTIVE for port object cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:09.012885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:09.074493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-c0f2f82f-4f51-4ada-a68e-deae27a321c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 200 len: 217 time: 0.0873652 Aug 31 16:01:09.159021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Pushing event updated for resources: {'Port': ['ID=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:09.165557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-77530fda-8e5e-4471-861e-248a42572101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.166943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-77530fda-8e5e-4471-861e-248a42572101 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2029300 Aug 31 16:01:09.179010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-c8fecd56-0b42-4600-a9aa-deeaca527331 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807567 Aug 31 16:01:09.203380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5021-51d4-416e-968d-894103e0182d req-c43df6c5-86cd-4efc-990b-0f5234cfde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.204796 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-c43df6c5-86cd-4efc-990b-0f5234cfde3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1187770 Aug 31 16:01:09.412483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Attempting to bind port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:09.412772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Attempting to bind port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:09.413062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Attempting to bind port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:09.423475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5021-51d4-416e-968d-894103e0182d req-4333ce5c-be66-4621-9e74-45e07ca4e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.425009 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-4333ce5c-be66-4621-9e74-45e07ca4e5dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1821978 Aug 31 16:01:09.429816 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-344c72b4-a98f-4935-9b56-0cc7da2cb856 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531357 Aug 31 16:01:09.434853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:09.435160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Attempting to bind port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 on network 6441ccec-79a3-48d2-be23-fc0c6fd21b3a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:09.459599 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7ff155ca-d42d-4926-a45f-c95b4aa976e3 req-8a1e11f5-a9f3-499b-b755-f6c3ce598cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595365 Aug 31 16:01:09.460351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:09.460690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Checking segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:09.461068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Bound using segment: {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:09.461517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Bound port: cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2736b460-5998-4aeb-ae5c-82b74042a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:09.461905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:09.525348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:09.602809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30178a1b-cb08-40a0-b74a-8953f9044e56 req-eff7e715-b2bc-4c7b-8340-ce931720e1ad tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.606005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30178a1b-cb08-40a0-b74a-8953f9044e56 req-eff7e715-b2bc-4c7b-8340-ce931720e1ad tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0955045 Aug 31 16:01:09.622826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:09.628971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3c873-b052-4ff3-a28c-532bd79ff67f req-aafb624b-7846-4a30-ae32-fae6fa81b751 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.630860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68d3c873-b052-4ff3-a28c-532bd79ff67f req-aafb624b-7846-4a30-ae32-fae6fa81b751 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 944 time: 0.0827479 Aug 31 16:01:09.640582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'mac_address': 'fa:16:3e:39:3a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:09.656446 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-a72e4bf5-d0cf-4bf8-8d35-139a465b84a1 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158923 Aug 31 16:01:09.657692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] For port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:09.661661 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-19fae9d7-cc5e-4df0-b81a-c299b4489275 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238886 Aug 31 16:01:09.662883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] For port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:09.679999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:09.688620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:09.692746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30178a1b-cb08-40a0-b74a-8953f9044e56 req-72615540-81b7-44dc-8792-394ee0488514 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Aug 31 16:01:09.695489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7c9dcd-7792-42f2-8762-cdef7fbb30ce {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:09.720563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68d3c873-b052-4ff3-a28c-532bd79ff67f req-4ecaabd4-0cbc-455c-9a14-52be852c0ac4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Aug 31 16:01:09.739083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:09.744488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:09.773893 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-fe822933-9470-4493-9c5a-de99bbcf0edb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 200 len: 217 time: 0.1013041 Aug 31 16:01:09.797849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:09.828090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.828781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:09.830167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] 10.222.0.30 "PUT /v2.0/ports/cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 HTTP/1.1" status: 200 len: 1093 time: 2.1884663 Aug 31 16:01:09.833931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'tag': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:09.836080 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2cdad7-0d5c-414f-84fc-39cb87508d71" -d '{"events": [{"name": "network-changed", "server_uuid": "c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3", "tag": "cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:09.864093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d898bd-a405-4040-83fb-20571c6d93a3 req-8fab7b7c-163f-4a6c-aa2c-1f79b7e7e271 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.865843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3d898bd-a405-4040-83fb-20571c6d93a3 req-8fab7b7c-163f-4a6c-aa2c-1f79b7e7e271 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0877848 Aug 31 16:01:09.872915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2f65a-c020-4ef4-b00a-657a0126943f service neutron] Pushing event updated for resources: {'Port': ['ID=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:09.874648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380d943-496d-472d-aec7-1efa08457aaa req-82b4d6a2-0126-4f2b-8607-3d28d4464ac6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.876149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b380d943-496d-472d-aec7-1efa08457aaa req-82b4d6a2-0126-4f2b-8607-3d28d4464ac6 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0840206 Aug 31 16:01:09.891080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc0a5021-51d4-416e-968d-894103e0182d req-3a494140-6b11-402a-adb5-575956f63f34 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269320 Aug 31 16:01:09.905885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-30f7f8fb-d670-435a-8c8e-9315b23a490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.907354 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-30f7f8fb-d670-435a-8c8e-9315b23a490d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1252046 Aug 31 16:01:09.933420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3d898bd-a405-4040-83fb-20571c6d93a3 req-9d4457d6-8e7e-433a-bc93-af20ec39e2cb tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561144 Aug 31 16:01:09.941239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b380d943-496d-472d-aec7-1efa08457aaa req-b04f8ec6-4469-41ec-bbc2-ac3115ce046b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Aug 31 16:01:09.965652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-928bfc89-e5f1-4023-97a3-fb24e306064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.968475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-928bfc89-e5f1-4023-97a3-fb24e306064f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 1096 time: 0.0891047 Aug 31 16:01:09.977502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c4be65c0-47ca-4a99-aff0-051b7e3c2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:09.978999 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c4be65c0-47ca-4a99-aff0-051b7e3c2f8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640161 Aug 31 16:01:10.020961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-cc5ba828-96ba-4314-83b1-0af6d3a0d2ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 HTTP/1.1" status: 200 len: 217 time: 0.0410180 Aug 31 16:01:10.044717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['af7c9dcd-7792-42f2-8762-cdef7fbb30ce'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:10.068793 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60083d7c-aa3d-47ae-b535-fb4cf5f9846a x-openstack-request-id: req-60083d7c-aa3d-47ae-b535-fb4cf5f9846a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:10.069063 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3", "tag": "cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:10.069309 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60083d7c-aa3d-47ae-b535-fb4cf5f9846a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:10.070068 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'tag': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1', 'status': 'completed', 'code': 200} Aug 31 16:01:10.123945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7392-8baf-46bc-838e-1c8054a14887 req-e3b512bd-d548-48ab-b8e8-433f0d720718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.125452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-e3b512bd-d548-48ab-b8e8-433f0d720718 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 200 len: 861 time: 0.0952065 Aug 31 16:01:10.166200 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-50a4aec3-434d-4e1c-bfaf-347c53daf7ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322433 Aug 31 16:01:10.168129 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-c8ca8725-c2f0-4276-8f1d-d377231042a6 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815431 Aug 31 16:01:10.232570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75b212-d9b2-4bfb-91b4-e840d069af60 req-14fc3046-ede2-4a8e-ab57-2348c0cf6d92 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.242167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc75b212-d9b2-4bfb-91b4-e840d069af60 req-14fc3046-ede2-4a8e-ab57-2348c0cf6d92 tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 1102 time: 0.0706706 Aug 31 16:01:10.287235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc75b212-d9b2-4bfb-91b4-e840d069af60 req-9e5d8529-5127-4aa3-971d-cfaac9bf6d6b tempest-MigrationsAdminTest-966712839 tempest-MigrationsAdminTest-966712839-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Aug 31 16:01:10.334657 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c806bf0-5a8d-458b-85a1-f4c0973c9340 req-731243bf-ddbc-455f-af92-351558cf933c service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526568 Aug 31 16:01:10.336394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-808759ed-9738-4288-bfdb-0b2e13e2d7bd service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629562 Aug 31 16:01:10.366765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2f894-6866-4c6b-8b7b-226bebdb7694 req-a4da20a6-ad5d-47d3-a9c6-73c057c470a7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.375258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68a2f894-6866-4c6b-8b7b-226bebdb7694 req-a4da20a6-ad5d-47d3-a9c6-73c057c470a7 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0640604 Aug 31 16:01:10.423730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68a2f894-6866-4c6b-8b7b-226bebdb7694 req-1c8bcd7a-7568-423b-8eb1-919dc8ae79b2 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Aug 31 16:01:10.468095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-477d7392-8baf-46bc-838e-1c8054a14887 req-7cdad7f9-884c-4144-9037-b0c5a2cba518 service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179037 Aug 31 16:01:10.549324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1606-05ba-413c-8f0c-a6f31b53cb4e req-19c37b36-d5d8-41f2-8dc6-cf0f2ee692d8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.551428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-019b1606-05ba-413c-8f0c-a6f31b53cb4e req-19c37b36-d5d8-41f2-8dc6-cf0f2ee692d8 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0524783 Aug 31 16:01:10.570686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-3053abaa-6c98-42ac-b5e1-800e2e75cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.573149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-3053abaa-6c98-42ac-b5e1-800e2e75cd5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9e83b219b1c44ab993f9b97460be224&device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 1096 time: 0.0530038 Aug 31 16:01:10.599350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-019b1606-05ba-413c-8f0c-a6f31b53cb4e req-bbef1992-f05a-4a0d-ac88-cc1236859c57 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Aug 31 16:01:10.664774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-1ac5708f-bc44-4889-a366-a5bc6974d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.666241 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-1ac5708f-bc44-4889-a366-a5bc6974d605 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 200 len: 922 time: 0.0853586 Aug 31 16:01:10.709200 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-59857eb2-9611-4997-a9fb-681d02194d5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 HTTP/1.1" status: 200 len: 217 time: 0.0345364 Aug 31 16:01:10.771357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-99e27ea6-41af-40c7-b7cd-ba105872ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.772934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-99e27ea6-41af-40c7-b7cd-ba105872ccc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 200 len: 861 time: 0.0557618 Aug 31 16:01:10.807220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-18cc0d73-ba5d-4b9a-b01d-f7bad51c9956 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6441ccec-79a3-48d2-be23-fc0c6fd21b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259826 Aug 31 16:01:10.843633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6788f8-092b-45c5-9ab1-e918a046c4a9 req-74f40d2a-1cca-443d-9fee-bb05014ca779 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:10.845204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e6788f8-092b-45c5-9ab1-e918a046c4a9 req-74f40d2a-1cca-443d-9fee-bb05014ca779 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 944 time: 0.0621324 Aug 31 16:01:10.890612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e6788f8-092b-45c5-9ab1-e918a046c4a9 req-fe93a3b0-b1ae-4b29-a7ca-2bdac75df4ae tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384624 Aug 31 16:01:10.914201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-6a9cba4d-b62a-43b2-b0af-7f5dc4acb93b service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962944 Aug 31 16:01:11.007438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc2cdad7-0d5c-414f-84fc-39cb87508d71 req-2177eb7d-a457-4beb-bb81-d895d7717fcb service neutron] 10.222.0.30 "GET /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854042 Aug 31 16:01:11.055841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadd52a-96b3-4740-bb42-2f777703e109 req-d777fd9e-f5ce-4940-b633-8c7bca96616b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:11.058959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddadd52a-96b3-4740-bb42-2f777703e109 req-d777fd9e-f5ce-4940-b633-8c7bca96616b tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0543046 Aug 31 16:01:11.102508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddadd52a-96b3-4740-bb42-2f777703e109 req-5f0b4d6c-64b8-4920-b335-daab826fc81f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Aug 31 16:01:11.543069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:11.543616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb05400-5400-49fa-9c68-1b864d557f3f req-fb1b3432-5c38-45cd-a93b-8eec45faff6d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:11.544717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fb05400-5400-49fa-9c68-1b864d557f3f req-fb1b3432-5c38-45cd-a93b-8eec45faff6d tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0490570 Aug 31 16:01:11.587091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fb05400-5400-49fa-9c68-1b864d557f3f req-818f5777-e410-4908-9171-0715ae5eeb92 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f63115-fc5c-44f1-a80b-59991d1bc597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347290 Aug 31 16:01:11.598404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:11.608597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port af7c9dcd-7792-42f2-8762-cdef7fbb30ce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:11.608597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:11.694208 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:11.716994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:11.719232 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e91bd-e9dd-4673-a238-fa49183ed356" -d '{"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-plugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:11.723267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f7fbf-71d7-49e0-8a4c-b3a929333c24 req-0ed15367-dbc6-4f2a-aac3-445b27167b72 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:11.725903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-984f7fbf-71d7-49e0-8a4c-b3a929333c24 req-0ed15367-dbc6-4f2a-aac3-445b27167b72 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 950 time: 0.0520382 Aug 31 16:01:11.733042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:11.738200 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:11.772562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-984f7fbf-71d7-49e0-8a4c-b3a929333c24 req-34cd0b97-09aa-4c6d-bf5a-3006ffe39629 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Aug 31 16:01:11.775539 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d6adb-c969-4490-b8c4-ae69a419c77a x-openstack-request-id: req-8f9d6adb-c969-4490-b8c4-ae69a419c77a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:11.776180 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-plugged", "status": "completed", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:11.776486 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f9d6adb-c969-4490-b8c4-ae69a419c77a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:11.776929 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'code': 200} Aug 31 16:01:11.792647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=13']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:11.842499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be71762-170a-4466-bb37-fbd3074c91fe req-066328bd-47d7-46a2-8765-c32befe1d01e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:11.843998 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6be71762-170a-4466-bb37-fbd3074c91fe req-066328bd-47d7-46a2-8765-c32befe1d01e tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.49 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 946 time: 0.0538208 Aug 31 16:01:11.937327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Deleting port df53a9ce-0871-4c58-8171-13f5dd6b11a8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:11.937673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.011035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43f188-05cf-4840-a50d-fe176fd57f2b req-ade9148a-0429-41b3-9589-d76044e53fdd tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:12.012735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac43f188-05cf-4840-a50d-fe176fd57f2b req-ade9148a-0429-41b3-9589-d76044e53fdd tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 944 time: 0.0516522 Aug 31 16:01:12.059509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac43f188-05cf-4840-a50d-fe176fd57f2b req-fdfa4318-c1f7-4d13-a70c-3f3460f3c8e4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Aug 31 16:01:12.223882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647f05-264f-45f5-9cbe-8092f03716ed req-175c0d1e-2b40-4100-a49c-e29f5df0bfb7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:12.225698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e647f05-264f-45f5-9cbe-8092f03716ed req-175c0d1e-2b40-4100-a49c-e29f5df0bfb7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0528853 Aug 31 16:01:12.268930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e647f05-264f-45f5-9cbe-8092f03716ed req-dc742615-2ee0-49f0-af8c-77d43cd12a51 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Aug 31 16:01:12.354417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-9ef297ab-529d-4529-b5a4-c9f6e4792101 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:12.355914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-9ef297ab-529d-4529-b5a4-c9f6e4792101 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 951 time: 0.3765450 Aug 31 16:01:12.375483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] For port df53a9ce-0871-4c58-8171-13f5dd6b11a8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df53a9ce-0871-4c58-8171-13f5dd6b11a8,segment=NetworkSegment(b14f0b2f-a1da-4834-ad66-3b270a13083f),segment_id=b14f0b2f-a1da-4834-ad66-3b270a13083f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:12.375820 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.407787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Calling delete_port for df53a9ce-0871-4c58-8171-13f5dd6b11a8 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:12.526022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Deleting port af7c9dcd-7792-42f2-8762-cdef7fbb30ce {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:12.526363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.649830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.661260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['df53a9ce-0871-4c58-8171-13f5dd6b11a8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:12.668875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] For port af7c9dcd-7792-42f2-8762-cdef7fbb30ce, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:12.669352 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.704086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-323559a6-75ac-4b08-a5bb-75bc4e7a3d2d req-57f90123-72d2-4d64-b0ec-247a388d1a4b tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.43 "GET /v2.0/ports?device_id=be04fd43-248a-4355-b4b3-bf52e81221d5 HTTP/1.1" status: 200 len: 210 time: 0.0397422 Aug 31 16:01:12.712904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Calling delete_port for af7c9dcd-7792-42f2-8762-cdef7fbb30ce owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:12.721395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Pushing event deleted for resources: {'Port': ['ID=df53a9ce-0871-4c58-8171-13f5dd6b11a8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:12.800840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] No DVR routers for this DVR port df53a9ce-0871-4c58-8171-13f5dd6b11a8 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:12.804773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.806822 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6be71762-170a-4466-bb37-fbd3074c91fe req-633502c2-53cb-45a0-9624-30f351c4c910 tempest-DeleteServersTestJSON-1498920049 tempest-DeleteServersTestJSON-1498920049-project] 10.222.0.49 "DELETE /v2.0/ports/df53a9ce-0871-4c58-8171-13f5dd6b11a8 HTTP/1.1" status: 204 len: 173 time: 0.9557219 Aug 31 16:01:12.808932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'name': 'network-vif-deleted', 'tag': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:12.814840 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41980f-6e96-43af-a730-ecf9a6174765" -d '{"events": [{"server_uuid": "be04fd43-248a-4355-b4b3-bf52e81221d5", "name": "network-vif-deleted", "tag": "df53a9ce-0871-4c58-8171-13f5dd6b11a8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:12.921056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0515-db23-4af1-a0a4-2ed9081b906f req-d2ebadf6-a442-4243-a971-ee50c49907e2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:12.932288 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87d3e4-53d5-450c-8943-fe5e1efe5851 x-openstack-request-id: req-3f87d3e4-53d5-450c-8943-fe5e1efe5851 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:12.932798 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be04fd43-248a-4355-b4b3-bf52e81221d5", "name": "network-vif-deleted", "tag": "df53a9ce-0871-4c58-8171-13f5dd6b11a8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:12.932798 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f87d3e4-53d5-450c-8943-fe5e1efe5851 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:12.933261 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be04fd43-248a-4355-b4b3-bf52e81221d5', 'name': 'network-vif-deleted', 'tag': 'df53a9ce-0871-4c58-8171-13f5dd6b11a8', 'status': 'completed', 'code': 200} Aug 31 16:01:12.936691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-583a0515-db23-4af1-a0a4-2ed9081b906f req-d2ebadf6-a442-4243-a971-ee50c49907e2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6275e846-f8cd-4b81-b197-68bf567fee7f HTTP/1.1" status: 200 len: 951 time: 0.0737326 Aug 31 16:01:12.960104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:12.975084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8ae711a0-6259-47e1-8c6b-aa543b319695', 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:13.003588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-583a0515-db23-4af1-a0a4-2ed9081b906f req-2066d469-0f52-48fe-ab00-90e81ff7bd34 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Aug 31 16:01:13.004330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event deleted for resources: {'Port': ['ID=af7c9dcd-7792-42f2-8762-cdef7fbb30ce,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:13.023424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99', 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:13.054342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] No DVR routers for this DVR port af7c9dcd-7792-42f2-8762-cdef7fbb30ce on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:13.056906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:13.058880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a552247c-d6cd-49fb-8a1c-34f1758808fa req-1e1ababf-2ba7-4c2e-bf76-1a6fb61920a2 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "DELETE /v2.0/ports/af7c9dcd-7792-42f2-8762-cdef7fbb30ce HTTP/1.1" status: 204 len: 173 time: 0.6954937 Aug 31 16:01:13.089797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:13.294671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f439f6-f35d-4c1b-875d-b558175cfe22 req-f5861b93-083c-40ab-90f9-7a391f007f08 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:13.307328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89f439f6-f35d-4c1b-875d-b558175cfe22 req-f5861b93-083c-40ab-90f9-7a391f007f08 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 944 time: 0.1479595 Aug 31 16:01:13.337109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:13.375008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89f439f6-f35d-4c1b-875d-b558175cfe22 req-6bf79a1f-dfad-4689-9e98-f332af8d1d0b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Aug 31 16:01:13.376503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1', 'network_id': '6441ccec-79a3-48d2-be23-fc0c6fd21b3a', 'port_id': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1', 'mac_address': 'fa:16:3e:ec:f1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb46b6a-e1ee-46e9-8400-befd96777c61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:13.498377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:13.529586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:13.570001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:13.577864 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:13.605708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f158-d274-4aec-a705-4fc63eab1eb3 req-7205d6b4-5917-410a-8a07-a522f119a3a8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:13.608409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8477f158-d274-4aec-a705-4fc63eab1eb3 req-7205d6b4-5917-410a-8a07-a522f119a3a8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0753427 Aug 31 16:01:13.659991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:13.662008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8477f158-d274-4aec-a705-4fc63eab1eb3 req-9ece3c8d-9292-455f-b244-cdb460f72c0a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Aug 31 16:01:13.882963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:14.290287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a057-2c3a-4974-bdc9-a31d237509a6 req-c4f5b1ec-04c5-41a3-862f-540a3816f8b5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:14.291856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8089a057-2c3a-4974-bdc9-a31d237509a6 req-c4f5b1ec-04c5-41a3-862f-540a3816f8b5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 951 time: 0.0499120 Aug 31 16:01:14.331283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8089a057-2c3a-4974-bdc9-a31d237509a6 req-efc5a7e2-884d-4ddd-8a59-9e9b2f086856 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Aug 31 16:01:14.499170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcb85e-79f4-4112-bc5d-108674dfb3a6 req-0972f580-a0df-4e1d-a915-38ea4d92359a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:14.500706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4bcb85e-79f4-4112-bc5d-108674dfb3a6 req-0972f580-a0df-4e1d-a915-38ea4d92359a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 945 time: 0.0538855 Aug 31 16:01:14.542385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4bcb85e-79f4-4112-bc5d-108674dfb3a6 req-108088c3-da1c-4636-a3cf-0d92bdeab4d6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346758 Aug 31 16:01:14.799713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff19af4-ca99-40a8-8b11-2a402c62c8e7 req-2f93ce40-953f-45e2-934b-64398887f0a8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:14.801751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cff19af4-ca99-40a8-8b11-2a402c62c8e7 req-2f93ce40-953f-45e2-934b-64398887f0a8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0552509 Aug 31 16:01:14.844960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cff19af4-ca99-40a8-8b11-2a402c62c8e7 req-95322182-3614-4eaa-a152-954a05a75d58 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361352 Aug 31 16:01:14.933942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-deleted', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:14.936348 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2482ba-3f99-4077-ae7e-0764cb3bee5a" -d '{"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-deleted", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:14.975748 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2350a53a-6f78-4430-898a-2aa8150f22ac x-openstack-request-id: req-2350a53a-6f78-4430-898a-2aa8150f22ac {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:14.976098 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275e846-f8cd-4b81-b197-68bf567fee7f", "name": "network-vif-deleted", "tag": "af7c9dcd-7792-42f2-8762-cdef7fbb30ce", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:14.976318 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2350a53a-6f78-4430-898a-2aa8150f22ac {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:14.976742 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275e846-f8cd-4b81-b197-68bf567fee7f', 'name': 'network-vif-deleted', 'tag': 'af7c9dcd-7792-42f2-8762-cdef7fbb30ce', 'status': 'completed', 'code': 200} Aug 31 16:01:15.087070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:15.141455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:15.146130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:15.146500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:15.223307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:15.244861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:15.247079 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0b8661-2448-490c-bb70-7fa7acbededb" -d '{"events": [{"server_uuid": "c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3", "name": "network-vif-plugged", "status": "completed", "tag": "cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:15.262030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:15.267753 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:15.302656 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76525319-9959-4ae8-940b-2095a6f7ac4c x-openstack-request-id: req-76525319-9959-4ae8-940b-2095a6f7ac4c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:15.303179 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3", "name": "network-vif-plugged", "status": "completed", "tag": "cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:15.303179 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76525319-9959-4ae8-940b-2095a6f7ac4c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:15.303564 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1', 'code': 200} Aug 31 16:01:15.338690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:15.347603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.348150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.348529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.348869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.349600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.349939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.350273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.350606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.350936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.351269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.351594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.351922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:15.414271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938e04a-6527-476e-9de4-b6ca60f286f3 req-52c6bf08-918f-43cc-b117-17e1c73bad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:15.415899 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9938e04a-6527-476e-9de4-b6ca60f286f3 req-52c6bf08-918f-43cc-b117-17e1c73bad44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 1098 time: 0.0425305 Aug 31 16:01:15.453854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9938e04a-6527-476e-9de4-b6ca60f286f3 req-240d06b8-d6cb-4b32-ae80-5b5cb728e07a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298038 Aug 31 16:01:15.463278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb7af-1c43-4bbd-a0ac-d4164ea401e7 req-dfc6db93-b9a6-4ff8-b205-bb583d79240b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:15.464830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9bb7af-1c43-4bbd-a0ac-d4164ea401e7 req-dfc6db93-b9a6-4ff8-b205-bb583d79240b tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 951 time: 0.0619199 Aug 31 16:01:15.504218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9bb7af-1c43-4bbd-a0ac-d4164ea401e7 req-3bfdc5a5-1a14-4169-a09e-10c66db272b9 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328372 Aug 31 16:01:15.557609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df53a9ce-0871-4c58-8171-13f5dd6b11a8 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:15.582685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: df53a9ce-0871-4c58-8171-13f5dd6b11a8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:15.583136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df53a9ce-0871-4c58-8171-13f5dd6b11a8 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:15.583445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:15.612608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: af7c9dcd-7792-42f2-8762-cdef7fbb30ce {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:15.613330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device af7c9dcd-7792-42f2-8762-cdef7fbb30ce not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:15.680725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84edcf-0867-4c37-815d-eb9675f47bda req-eef3aa14-2b17-42f5-bc04-30d57c54fff5 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:15.682262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca84edcf-0867-4c37-815d-eb9675f47bda req-eef3aa14-2b17-42f5-bc04-30d57c54fff5 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 946 time: 0.0608711 Aug 31 16:01:15.721772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca84edcf-0867-4c37-815d-eb9675f47bda req-25b78897-2ff5-4359-a74a-43dcd66b8ff4 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Aug 31 16:01:15.842397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-bb9ee68f-b5f2-4b07-9895-873dfc41e722 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:15.843931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-bb9ee68f-b5f2-4b07-9895-873dfc41e722 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 951 time: 0.0554276 Aug 31 16:01:15.975407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Deleting port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:15.976034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:15.979271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c978be-da6e-4bf8-9efc-c23c23a671f5 req-17134412-598e-4a92-b5b9-2d77464e4e2f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:15.981037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5c978be-da6e-4bf8-9efc-c23c23a671f5 req-17134412-598e-4a92-b5b9-2d77464e4e2f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0552397 Aug 31 16:01:16.028162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5c978be-da6e-4bf8-9efc-c23c23a671f5 req-8520b33f-c86b-494c-b537-4b5db184daf9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Aug 31 16:01:16.077601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] For port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:16.077983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.092321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Calling delete_port for ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:16.231854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.244984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8ae711a0-6259-47e1-8c6b-aa543b319695'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:16.248518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99', 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:16.270418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event deleted for resources: {'Port': ['ID=ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:16.315205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] No DVR routers for this DVR port ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:16.318126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.320587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3b1df810-af1d-4f96-9f66-b6b5ce62a0a0 req-520ecb1a-2f07-4c11-a18e-486d36733fb7 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "DELETE /v2.0/ports/ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db HTTP/1.1" status: 204 len: 173 time: 0.4700098 Aug 31 16:01:16.529767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:16.596418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Deleting subnet 3373b457-c3c4-4471-9949-81f21a318aaf {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:01:16.600595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.657091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.664924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2ab7d3-f1d8-405c-816f-7c0851d696f9 req-cb1171de-a384-4e21-9924-f7d8fd80f5c5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=92e7b90b-befc-4d29-ab8f-868c6ac0e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0494170 Aug 31 16:01:16.712878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.786844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.828160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3373b457-c3c4-4471-9949-81f21a318aaf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:16.830590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.833624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-625cc847-f5dc-4754-9857-a4a530ac5384 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3373b457-c3c4-4471-9949-81f21a318aaf HTTP/1.1" status: 204 len: 168 time: 0.3027756 Aug 31 16:01:16.840842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50906) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:16.930921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce78853-056e-4fa6-b7cd-e931dc212da7 req-2208450a-ca64-4391-988f-632e62bd1a53 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:16.942255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ce78853-056e-4fa6-b7cd-e931dc212da7 req-2208450a-ca64-4391-988f-632e62bd1a53 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 946 time: 0.1402433 Aug 31 16:01:16.954467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:16.977645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-deleted', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:16.987150 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae588b-1da0-4949-be77-26eb9e28f012" -d '{"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-deleted", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:17.018310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ce78853-056e-4fa6-b7cd-e931dc212da7 req-d8748cb4-ca05-4a9e-8d75-d59743bb395a tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749102 Aug 31 16:01:17.083878 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e870529e-e7da-47c7-a4d5-50707c2e28ad x-openstack-request-id: req-e870529e-e7da-47c7-a4d5-50707c2e28ad {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:17.084457 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7b90b-befc-4d29-ab8f-868c6ac0e1e4", "name": "network-vif-deleted", "tag": "ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:17.084936 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e870529e-e7da-47c7-a4d5-50707c2e28ad {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:17.086752 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7b90b-befc-4d29-ab8f-868c6ac0e1e4', 'name': 'network-vif-deleted', 'tag': 'ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db', 'status': 'completed', 'code': 200} Aug 31 16:01:17.150446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.166791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424157c3-c008-4db5-b7e9-1ea8de01ea4d']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:17.181545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14f0b2f-a1da-4834-ad66-3b270a13083f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:17.182111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14f0b2f-a1da-4834-ad66-3b270a13083f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:17.200025 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.201397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bfc38-5bd7-41ff-9a38-525d3a06824a req-5d2b0ad5-2365-48e0-b20d-48095ab8d345 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:17.203002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f03bfc38-5bd7-41ff-9a38-525d3a06824a req-5d2b0ad5-2365-48e0-b20d-48095ab8d345 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0604548 Aug 31 16:01:17.221826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.230377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:01:17.231226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:01:17.233547 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:01:17.253187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f03bfc38-5bd7-41ff-9a38-525d3a06824a req-f19fec2d-b126-41a4-a0ff-a889d5c08a31 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Aug 31 16:01:17.298357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.303922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.305817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] 10.222.0.43 "DELETE /v2.0/networks/424157c3-c008-4db5-b7e9-1ea8de01ea4d HTTP/1.1" status: 204 len: 168 time: 0.4638414 Aug 31 16:01:17.318383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49709f7a-0cf8-4584-8924-f92c015dab2f admin admin] Pushing event deleted for resources: {'Network': ['ID=424157c3-c008-4db5-b7e9-1ea8de01ea4d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:17.363786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8660-6206-4929-bd10-92d1f9e70d42 req-cc879d37-f93b-4cc4-9c95-34c9da30e8bd tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:17.365353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b31f8660-6206-4929-bd10-92d1f9e70d42 req-cc879d37-f93b-4cc4-9c95-34c9da30e8bd tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 946 time: 0.0757189 Aug 31 16:01:17.411669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b31f8660-6206-4929-bd10-92d1f9e70d42 req-6aef2462-6073-4f29-8fc3-cee9fe7db415 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Aug 31 16:01:17.473141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50922) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:17.513654 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ce721ee-3d3e-4755-b5ab-dd7e63909598 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5689419a60784e8d8b987de2c2e96415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392671 Aug 31 16:01:17.516027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50924) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:17.567368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508044c0-dbb7-4b2b-8dee-ae3c27f0882a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.588306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508044c0-dbb7-4b2b-8dee-ae3c27f0882a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.633752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508044c0-dbb7-4b2b-8dee-ae3c27f0882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.636540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508044c0-dbb7-4b2b-8dee-ae3c27f0882a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:17.637691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-508044c0-dbb7-4b2b-8dee-ae3c27f0882a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26f63115-fc5c-44f1-a80b-59991d1bc597 HTTP/1.1" status: 204 len: 168 time: 0.1207507 Aug 31 16:01:17.647322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508044c0-dbb7-4b2b-8dee-ae3c27f0882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f63115-fc5c-44f1-a80b-59991d1bc597,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:17.955710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6b068-c423-49c6-9127-54d4bd198146 req-dd982864-1568-4b8e-ac44-7a4ea25f9615 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:17.959217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8df6b068-c423-49c6-9127-54d4bd198146 req-dd982864-1568-4b8e-ac44-7a4ea25f9615 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0570378 Aug 31 16:01:18.002503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8df6b068-c423-49c6-9127-54d4bd198146 req-e2560829-3346-4d65-bd8e-d4d26167699e tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365968 Aug 31 16:01:18.372958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad68171-b50a-45a7-a944-154fe548bb0b req-e6d7925d-0452-4f0f-8d2c-fb0092558c9f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:18.374512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ad68171-b50a-45a7-a944-154fe548bb0b req-e6d7925d-0452-4f0f-8d2c-fb0092558c9f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0528905 Aug 31 16:01:18.411920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:18.414286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ad68171-b50a-45a7-a944-154fe548bb0b req-2842bee4-a13d-419d-a61b-ecbb5ca56de2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Aug 31 16:01:18.523229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-866210717-network', 'tenant_id': 'bded89ee17b04decbe4e68879f65e0a2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:18.535705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7cc7-9737-4c5d-a3bd-75d0590da7fa req-03e84378-38bd-48d7-8abc-3b86b4dfa60f tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:18.537247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-217a7cc7-9737-4c5d-a3bd-75d0590da7fa req-03e84378-38bd-48d7-8abc-3b86b4dfa60f tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 946 time: 0.0545583 Aug 31 16:01:18.545328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Made reservation on behalf of bded89ee17b04decbe4e68879f65e0a2 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:18.547778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.557646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.579810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-217a7cc7-9737-4c5d-a3bd-75d0590da7fa req-72879fb3-af1f-4c86-b4ee-4af172cb38d6 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d6f34a-90ca-476d-b395-132cd8fad93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356104 Aug 31 16:01:18.653890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.657914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.683118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:01:18.693096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8bac6d-78e9-47ea-b813-3fbdb5ced921,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:18.697970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.698318 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Added segment a38c8fdc-c466-453c-ad81-43db553f019c of type vlan for network a548acd1-2b2f-4079-9224-8b30e7f4caeb Aug 31 16:01:18.772355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.793889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-208f800f-4ab9-4988-9b44-cbfe77c9f308 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:18.795301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-208f800f-4ab9-4988-9b44-cbfe77c9f308 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 946 time: 0.0954185 Aug 31 16:01:18.832483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.833437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:18.834030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.926212 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5129991 Aug 31 16:01:18.928490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192df2-8be0-4748-a69e-cae0a6e81c0d admin admin] Pushing event updated for resources: {'Network': ['ID=a548acd1-2b2f-4079-9224-8b30e7f4caeb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:18.929246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:18.934833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Request body: {'subnet': {'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-866210717-subnet', 'tenant_id': 'bded89ee17b04decbe4e68879f65e0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:18.939732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:01:18.969029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Deleting port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:18.969570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:18.991550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Made reservation on behalf of bded89ee17b04decbe4e68879f65e0a2 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:18.997675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.156940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:19.188718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:19.189059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ee1ab4b0-5db5-45f3-b45e-12dfd5ba76db not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:19.191577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] For port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,segment=NetworkSegment(2736b460-5998-4aeb-ae5c-82b74042a7cf),segment_id=2736b460-5998-4aeb-ae5c-82b74042a7cf)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:19.192229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.209291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Calling delete_port for cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:19.222408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2afc0a-834d-4645-a76f-0ba9d0be928b req-8027b342-8fe3-4d7d-a9a6-5771a264ddc5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:19.224355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d2afc0a-834d-4645-a76f-0ba9d0be928b req-8027b342-8fe3-4d7d-a9a6-5771a264ddc5 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.1127334 Aug 31 16:01:19.234732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-65bf6c66-7de1-4c3c-aaea-7a464964713f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:19.236272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-65bf6c66-7de1-4c3c-aaea-7a464964713f tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 949 time: 0.0920646 Aug 31 16:01:19.305320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d2afc0a-834d-4645-a76f-0ba9d0be928b req-56332664-eab7-4f4f-995f-20faaf20cf90 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Aug 31 16:01:19.351402 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.408223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f0b74d-d95c-4028-a43d-fc413bc7f13d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:19.419635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Checking segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:19.420009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Network hostable DHCP agents. Network: a548acd1-2b2f-4079-9224-8b30e7f4caeb, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:01:19.428899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Deleting port 8ae711a0-6259-47e1-8c6b-aa543b319695 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:19.429437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.445924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:01:19.457303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a548acd1-2b2f-4079-9224-8b30e7f4caeb) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:19.461862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:19.462536 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.466958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e26aa-0475-48db-8bff-bfbe9d02da0a None None] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:01:19.480797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c62e78a9-7b48-401c-8831-6ca90395493d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5499957 Aug 31 16:01:19.489199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.530940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event deleted for resources: {'Port': ['ID=cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:19.541521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:19.591481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] No DVR routers for this DVR port cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:19.594886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.597902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6dc41c3-8108-49cc-a2f8-16850a44f667 req-ed165360-4988-46bf-860f-c02e150452f2 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.30 "DELETE /v2.0/ports/cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 HTTP/1.1" status: 204 len: 173 time: 0.7940860 Aug 31 16:01:19.602061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'name': 'network-vif-deleted', 'tag': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:19.604458 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfe8684-055e-4724-93cc-3ad79528bd91" -d '{"events": [{"server_uuid": "c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3", "name": "network-vif-deleted", "tag": "cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:19.614791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d098a8b-a44a-44f3-a877-bf41d780edc1 req-f8feff6f-7b2f-427b-9e95-a66b4c182b13 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:19.622770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d098a8b-a44a-44f3-a877-bf41d780edc1 req-f8feff6f-7b2f-427b-9e95-a66b4c182b13 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0921342 Aug 31 16:01:19.645590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] For port 8ae711a0-6259-47e1-8c6b-aa543b319695, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8ae711a0-6259-47e1-8c6b-aa543b319695,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:19.648640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.680708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Calling delete_port for 8ae711a0-6259-47e1-8c6b-aa543b319695 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:19.688440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24a293-4c21-417f-966e-6d43d1f47cf3 None None] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:01:19.710375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d098a8b-a44a-44f3-a877-bf41d780edc1 req-461783ee-0cd9-4d1c-9fd6-dfca96129973 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736103 Aug 31 16:01:19.773742 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a640d-c4d5-4979-8133-4ee4b6c4c572 x-openstack-request-id: req-a71a640d-c4d5-4979-8133-4ee4b6c4c572 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:19.774086 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3", "name": "network-vif-deleted", "tag": "cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:19.774311 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a71a640d-c4d5-4979-8133-4ee4b6c4c572 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:19.774696 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3', 'name': 'network-vif-deleted', 'tag': 'cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1', 'status': 'completed', 'code': 200} Aug 31 16:01:19.784491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-597434a3-8e23-4345-b5ed-72631f2a10b0 req-0dca3c04-370c-4c36-a826-21f1d08e399d tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11f4c4e-424a-4a68-a6ee-7d790e4d3fc3 HTTP/1.1" status: 200 len: 210 time: 0.0633786 Aug 31 16:01:19.897066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.928698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event deleted for resources: {'Port': ['ID=8ae711a0-6259-47e1-8c6b-aa543b319695,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:19.935305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:19.978335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] No DVR routers for this DVR port 8ae711a0-6259-47e1-8c6b-aa543b319695 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:19.981055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:19.983203 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-de763f47-be2e-45e4-945f-487b6bcf78ef req-7faf43ca-72ba-42ba-b7be-c2df32473888 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.49 "DELETE /v2.0/ports/8ae711a0-6259-47e1-8c6b-aa543b319695 HTTP/1.1" status: 204 len: 173 time: 0.7150919 Aug 31 16:01:20.179920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-46d103ec-f21a-4f28-92c2-89e4be7d043f tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:20.181603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-46d103ec-f21a-4f28-92c2-89e4be7d043f tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 817 time: 0.1287062 Aug 31 16:01:20.199431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-a2425831-f4a3-492a-a8de-a313c511b0dc tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/quotas/bded89ee17b04decbe4e68879f65e0a2 HTTP/1.1" status: 200 len: 375 time: 0.0107214 Aug 31 16:01:20.199923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:01:20.240874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-4b5a012b-627e-4fbe-b967-f25c396dd997 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354326 Aug 31 16:01:20.346305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-757bb7a0-aff0-48d7-b934-c49734518d51 service neutron] 10.222.0.43 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010230 Aug 31 16:01:20.456068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91893d22-972b-4239-884e-5b73b5e52eee req-d2f58a6c-68e4-40c0-9f8e-64f5d529a11a tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=a829737f-ff66-452c-b52a-136760d4ec59 HTTP/1.1" status: 200 len: 210 time: 0.0417020 Aug 31 16:01:20.497878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-348cd06c-b811-44b2-b723-9112fa018ffc service neutron] 10.222.0.43 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405177 Aug 31 16:01:20.824534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d417aaf7-b83f-466b-932a-f0a50b50ca39 req-c6a5301e-e2e6-4a6b-b86a-859e280d3e3b tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 210 time: 0.0306561 Aug 31 16:01:20.841278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e661b2-16a4-417a-bc35-3d14a8b97cd9 req-0695aeca-f4bf-4256-8b65-5d5ec6783f71 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:20.848717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8e661b2-16a4-417a-bc35-3d14a8b97cd9 req-0695aeca-f4bf-4256-8b65-5d5ec6783f71 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.0858209 Aug 31 16:01:20.896467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8e661b2-16a4-417a-bc35-3d14a8b97cd9 req-effd5146-0e4d-4523-aabb-e5d7556d80b0 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 Aug 31 16:01:20.979417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebccd00f-7386-4f22-a5d4-c6f8f24688a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.016496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51044) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:21.085309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ba25-dd1a-41ff-8faf-07b23a949f5b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.111118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ba25-dd1a-41ff-8faf-07b23a949f5b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.167153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ba25-dd1a-41ff-8faf-07b23a949f5b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.169856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ba25-dd1a-41ff-8faf-07b23a949f5b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.171026 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f2f3ba25-dd1a-41ff-8faf-07b23a949f5b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "DELETE /v2.0/security-groups/2c82c68c-6f3e-4ff5-a021-da9ab7fbfe9b HTTP/1.1" status: 204 len: 168 time: 0.1535420 Aug 31 16:01:21.173715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:21.180753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3ba25-dd1a-41ff-8faf-07b23a949f5b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82c68c-6f3e-4ff5-a021-da9ab7fbfe9b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:21.194995 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-aba7ec55-1484-4a95-9a03-6f467659b3c9 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] show failed (client error): The resource could not be found. Aug 31 16:01:21.196480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aba7ec55-1484-4a95-9a03-6f467659b3c9 tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "GET /v2.0/security-groups/2c82c68c-6f3e-4ff5-a021-da9ab7fbfe9b HTTP/1.1" status: 404 len: 347 time: 0.0215101 Aug 31 16:01:21.199363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51056) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:21.592837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:21.619492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 8ae711a0-6259-47e1-8c6b-aa543b319695 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:21.619930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8ae711a0-6259-47e1-8c6b-aa543b319695 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:21.640874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Deleting port 585ab6e2-7898-49b8-859d-8a257d2eaf42 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:21.641198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.755095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.755741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:21.776743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-deleted', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:21.780263 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab29fb83-be07-4d6b-80c2-94ff5773b397" -d '{"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-deleted", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:21.784246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Calling delete_port for 585ab6e2-7898-49b8-859d-8a257d2eaf42 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:21.820035 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf8331-debb-4ef5-9521-e1cbd7a46f1a x-openstack-request-id: req-e7bf8331-debb-4ef5-9521-e1cbd7a46f1a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:21.820381 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829737f-ff66-452c-b52a-136760d4ec59", "name": "network-vif-deleted", "tag": "8ae711a0-6259-47e1-8c6b-aa543b319695", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:21.820630 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7bf8331-debb-4ef5-9521-e1cbd7a46f1a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:21.821203 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829737f-ff66-452c-b52a-136760d4ec59', 'name': 'network-vif-deleted', 'tag': '8ae711a0-6259-47e1-8c6b-aa543b319695', 'status': 'completed', 'code': 200} Aug 31 16:01:21.933307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3cfff-b540-4041-9aba-8cdf5f67871a req-572dd134-f3d3-47c8-a4f9-45916e7f6853 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:21.934836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78a3cfff-b540-4041-9aba-8cdf5f67871a req-572dd134-f3d3-47c8-a4f9-45916e7f6853 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.0991993 Aug 31 16:01:21.936674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdfc6c37-c7de-4639-ba83-79ceb1b66b13 req-c8268607-0179-4498-9f93-2718407d6a9b tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 210 time: 0.0396202 Aug 31 16:01:22.034553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78a3cfff-b540-4041-9aba-8cdf5f67871a req-27d7a78e-cee5-400c-b79e-22c3e7382950 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935264 Aug 31 16:01:22.054304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.138666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Pushing event deleted for resources: {'Port': ['ID=585ab6e2-7898-49b8-859d-8a257d2eaf42,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:22.156555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c10f5-acac-4481-a106-caca4b0fa8e0 req-b12c38de-0bd5-47a3-b7fc-8316f6c5ee32 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:22.169719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723c10f5-acac-4481-a106-caca4b0fa8e0 req-b12c38de-0bd5-47a3-b7fc-8316f6c5ee32 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.1737554 Aug 31 16:01:22.244217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.248014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.249682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-89595f2b-c781-40b0-a523-34e642a4607b tempest-ImagesOneServerNegativeTestJSON-489945707 tempest-ImagesOneServerNegativeTestJSON-489945707-project] 10.222.0.43 "DELETE /v2.0/floatingips/6ffa12d0-1522-4d7c-90df-e72bb433a19a HTTP/1.1" status: 204 len: 168 time: 1.0492973 Aug 31 16:01:22.270481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723c10f5-acac-4481-a106-caca4b0fa8e0 req-85fcdbde-220f-49e5-9ca8-c570e668bf43 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997808 Aug 31 16:01:22.306616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-83019a68-1d75-4d2f-aa7c-b901f7ea4a88 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:22.308720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-83019a68-1d75-4d2f-aa7c-b901f7ea4a88 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 817 time: 0.2351592 Aug 31 16:01:22.324307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Request body: {'port': {'device_id': '91035395-3dda-4df5-9cd9-159b90b3352e', 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'admin_state_up': True, 'tenant_id': 'bded89ee17b04decbe4e68879f65e0a2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:22.399074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-906cea8a-04dd-49f7-a6a4-5aac0c4858f5 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:22.400784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-906cea8a-04dd-49f7-a6a4-5aac0c4858f5 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.30 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 817 time: 0.2515466 Aug 31 16:01:22.416041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Request body: {'port': {'device_id': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'admin_state_up': True, 'tenant_id': 'bded89ee17b04decbe4e68879f65e0a2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:22.509876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51102) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:22.555004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Made reservation on behalf of bded89ee17b04decbe4e68879f65e0a2 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:22.559718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.572974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Deleting subnet fcb46b6a-e1ee-46e9-8400-befd96777c61 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:01:22.577244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.607115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Made reservation on behalf of bded89ee17b04decbe4e68879f65e0a2 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:22.610929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.625344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.682007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.740279 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.755624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.758002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fcb46b6a-e1ee-46e9-8400-befd96777c61 HTTP/1.1" status: 204 len: 168 time: 0.2469966 Aug 31 16:01:22.760340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51114) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:22.786042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff00a-0957-41e9-a44a-73401e6c6072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb46b6a-e1ee-46e9-8400-befd96777c61,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:22.843720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-8ca63e08-1568-488f-a501-5904cf42cbad tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:22.845541 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-8ca63e08-1568-488f-a501-5904cf42cbad tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 817 time: 0.2598150 Aug 31 16:01:22.856524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.860477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Request body: {'port': {'device_id': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'admin_state_up': True, 'tenant_id': 'bded89ee17b04decbe4e68879f65e0a2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:22.945367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Allocated IP 172.20.0.6 (a548acd1-2b2f-4079-9224-8b30e7f4caeb/34f0b74d-d95c-4028-a43d-fc413bc7f13d/fb5f4aad-90fe-4a8d-becd-db25ce6c2a39) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:22.946345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:22.956663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6441ccec-79a3-48d2-be23-fc0c6fd21b3a']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:22.968973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2736b460-5998-4aeb-ae5c-82b74042a7cf') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:22.968973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2736b460-5998-4aeb-ae5c-82b74042a7cf') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:22.979713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.001230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.009565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:01:23.009863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:01:23.022066 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:01:23.035575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Made reservation on behalf of bded89ee17b04decbe4e68879f65e0a2 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:23.039021 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.089239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ae04a24-a8d9-4eaf-962b-9eafaafb8a50 req-12427eec-0740-47a7-89c6-ac548fcb9fc2 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 210 time: 0.0421300 Aug 31 16:01:23.100898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.139682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:23.153850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.156691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6441ccec-79a3-48d2-be23-fc0c6fd21b3a HTTP/1.1" status: 204 len: 168 time: 0.3948159 Aug 31 16:01:23.162032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4ae9a-238f-4037-b66c-81b87f10cb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6441ccec-79a3-48d2-be23-fc0c6fd21b3a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:23.165187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:23.166681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cb46e931-82bc-4ce7-bf3c-34fcdf6ef9e1 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:23.216106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef2e9-e82b-4304-b083-3e1e3972d050 req-f9f24b48-02f1-46a3-bb95-70cf9f075387 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:23.221271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1fef2e9-e82b-4304-b083-3e1e3972d050 req-f9f24b48-02f1-46a3-bb95-70cf9f075387 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.0787632 Aug 31 16:01:23.267698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1fef2e9-e82b-4304-b083-3e1e3972d050 req-824bc9e8-773b-4f19-8a17-7582e2867994 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/security-groups?id=5c3b1844-70c1-4605-8f4c-8dba05145e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Aug 31 16:01:23.274892 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.301869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74df43-b583-4340-a677-0cb20e644d07 req-91374838-7f6b-4944-9e55-b5e643c28c04 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:23.304844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9e74df43-b583-4340-a677-0cb20e644d07 req-91374838-7f6b-4944-9e55-b5e643c28c04 tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 950 time: 0.1060998 Aug 31 16:01:23.315229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51126) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:23.357789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d35c5b8b-3ea1-4ca9-b159-16a69293306e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9e83b219b1c44ab993f9b97460be224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410044 Aug 31 16:01:23.360350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51128) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:23.408088 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.416606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc333a6a-125a-4c77-ac64-677be58a1ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.445207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc333a6a-125a-4c77-ac64-677be58a1ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.505080 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc333a6a-125a-4c77-ac64-677be58a1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.509632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc333a6a-125a-4c77-ac64-677be58a1ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.513172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc333a6a-125a-4c77-ac64-677be58a1ffe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0d6f34a-90ca-476d-b395-132cd8fad93a HTTP/1.1" status: 204 len: 168 time: 0.1495838 Aug 31 16:01:23.513309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:23.519187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Pushing event updated for resources: {'Port': ['ID=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:23.522938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Allocated IP 172.20.0.3 (a548acd1-2b2f-4079-9224-8b30e7f4caeb/34f0b74d-d95c-4028-a43d-fc413bc7f13d/4be46428-815b-4862-8d35-c666d170bbea) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:23.527003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:23.532519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc333a6a-125a-4c77-ac64-677be58a1ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d6f34a-90ca-476d-b395-132cd8fad93a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:23.533460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:23.571836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Deleting port b89e765c-afcf-483a-a1fc-9abf61f35b99 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:23.572238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.663885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:23.664629 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:23.709127 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-8a7c093f-712e-42a2-a3c1-0fbe970e24e9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3907809 Aug 31 16:01:24.047489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Request body: {'port': {'device_id': '91035395-3dda-4df5-9cd9-159b90b3352e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:24.093758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.100508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] For port b89e765c-afcf-483a-a1fc-9abf61f35b99, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b89e765c-afcf-483a-a1fc-9abf61f35b99,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:24.100914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.115249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ddd43179-13b8-4a13-aa22-b9925e960dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.153228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Calling delete_port for b89e765c-afcf-483a-a1fc-9abf61f35b99 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:24.183438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.217138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-427c4636-93c7-4ce1-a844-32590c8f5254 req-997708e9-a2e4-4d4c-b9c3-19af387d9b4b tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 210 time: 0.0284901 Aug 31 16:01:24.246044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51168) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:24.248807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.361924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1058107690-network', 'tenant_id': 'dd9f688514c14b22802cac40a03a8264'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:24.394435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Made reservation on behalf of dd9f688514c14b22802cac40a03a8264 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:24.397375 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.412056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.452461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.526544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.533427 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.564322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:01:24.570441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:24.577556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.578154 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Added segment d040519c-25c3-44a3-bdfa-892707da4bbc of type vlan for network 73ef3d13-8f31-42c6-ba10-72871dbd64ff Aug 31 16:01:24.581149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:24.589985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.591895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Pushing event updated for resources: {'Port': ['ID=4be46428-815b-4862-8d35-c666d170bbea,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:24.604317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b89e765c-afcf-483a-a1fc-9abf61f35b99'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:24.608972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:24.612043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Allocated IP 172.20.0.2 (a548acd1-2b2f-4079-9224-8b30e7f4caeb/34f0b74d-d95c-4028-a43d-fc413bc7f13d/df0dbe24-d0b6-41a7-a123-32b95a3f50ff) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:24.632163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.684277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de2fcf1f-f669-4dbe-8a82-8355466e4e8b req-ee761fd3-2d8f-41f7-b6d8-1a1e729692af tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b9323bb-b499-45cf-8d94-87b69723a05c HTTP/1.1" status: 200 len: 210 time: 0.0467854 Aug 31 16:01:24.688115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c15f7-8bb7-43df-8be2-92eb553f10dd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:24.712809 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.713805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:24.714397 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.740915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] No DVR routers for this DVR port b89e765c-afcf-483a-a1fc-9abf61f35b99 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:24.742568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4942396 Aug 31 16:01:24.745588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51184) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:24.746376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Pushing event deleted for resources: {'Port': ['ID=b89e765c-afcf-483a-a1fc-9abf61f35b99,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:24.754834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Request body: {'subnet': {'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1058107690-subnet', 'tenant_id': 'dd9f688514c14b22802cac40a03a8264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:24.768422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.771014 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9e74df43-b583-4340-a677-0cb20e644d07 req-e281877c-3175-47e9-81eb-046430a1ca8c tempest-MigrationsAdminTest-1377823907 tempest-MigrationsAdminTest-1377823907-project] 10.222.0.30 "DELETE /v2.0/ports/b89e765c-afcf-483a-a1fc-9abf61f35b99 HTTP/1.1" status: 204 len: 173 time: 1.4576414 Aug 31 16:01:24.773622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-deleted', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:24.775950 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49661998-c6bf-4726-acb6-c36dbd6775c6" -d '{"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-deleted", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:24.784129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:24.784951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.820887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c158-666f-4d5d-aad2-4e4401d7624d admin admin] Pushing event updated for resources: {'Network': ['ID=73ef3d13-8f31-42c6-ba10-72871dbd64ff,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:24.838246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:01:24.880398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Made reservation on behalf of dd9f688514c14b22802cac40a03a8264 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:24.882533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:24.888670 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf6aa13-88c0-451c-b155-06748356ba16 x-openstack-request-id: req-abf6aa13-88c0-451c-b155-06748356ba16 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:24.889072 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9323bb-b499-45cf-8d94-87b69723a05c", "name": "network-vif-deleted", "tag": "b89e765c-afcf-483a-a1fc-9abf61f35b99", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:24.889419 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abf6aa13-88c0-451c-b155-06748356ba16 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:24.889952 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9323bb-b499-45cf-8d94-87b69723a05c', 'name': 'network-vif-deleted', 'tag': 'b89e765c-afcf-483a-a1fc-9abf61f35b99', 'status': 'completed', 'code': 200} Aug 31 16:01:24.893400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-8cc9d611-f472-47df-bb47-1502b4671aae tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4814157 Aug 31 16:01:24.943977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Request body: {'port': {'device_id': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:24.959690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.078325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.101130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.147951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:25.190823 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.307912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:25.345803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2588e166-7728-4f2c-b15d-af669db31832 req-4e0bcaaa-65f4-4acb-99b2-b36c44b460a9 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 210 time: 0.0479169 Aug 31 16:01:25.348124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.348885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'mac_address': 'fa:16:3e:3c:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:25.383333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.404826 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.454511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8aaf837-0728-4d71-bb18-915ef5a33f2c {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:25.477762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:25.484506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.492174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Network a548acd1-2b2f-4079-9224-8b30e7f4caeb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:25.507714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:25.511316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Pushing event updated for resources: {'Port': ['ID=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:25.521592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:25.529159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:25.557466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:25.572633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c8aaf837-0728-4d71-bb18-915ef5a33f2c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:25.610770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Checking segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:25.611573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Network hostable DHCP agents. Network: 73ef3d13-8f31-42c6-ba10-72871dbd64ff, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:01:25.640936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:25.641575 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.685323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-11febf3b-1544-4605-87ec-9aa072fccf73 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8306761 Aug 31 16:01:25.701358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Request body: {'port': {'device_id': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:25.708456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:25.738773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.759963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:01:25.767886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.792334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Transition to ACTIVE for port object fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:25.794456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 73ef3d13-8f31-42c6-ba10-72871dbd64ff) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:25.803374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc248d6-51cf-4fd4-832a-c9682e8b3bbb None None] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:01:25.818174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:25.819195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.821676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.905881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:25.950036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0fd439f6-c3ad-477e-8376-d8efefcc1a8b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1937902 Aug 31 16:01:25.985038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:26.052298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a1ec5-d7f3-41a3-bf9a-4755b2026b01 None None] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:01:26.151072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51248) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:26.241934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be46428-815b-4862-8d35-c666d170bbea {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:26.337322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.342159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Attempting to bind port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:26.342398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Attempting to bind port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:26.343157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Attempting to bind port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 on network a548acd1-2b2f-4079-9224-8b30e7f4caeb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:26.373047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 on network a548acd1-2b2f-4079-9224-8b30e7f4caeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:26.373383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Attempting to bind port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 on network a548acd1-2b2f-4079-9224-8b30e7f4caeb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:26.375636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Transition to ACTIVE for port object 4be46428-815b-4862-8d35-c666d170bbea will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:26.399408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.407817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:26.408168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Checking segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:26.408709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Bound using segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:26.409153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Bound port: fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:26.409540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.495128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-17490e4a-7c22-43e4-bb1d-2297349e144a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5118963bc2594d19b64fcb3b08713d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428705 Aug 31 16:01:26.497828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51262) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:26.583811 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c1cc-59ba-4255-b2b7-343fbd64ddc7 req-7aac8e26-c148-4da1-81db-6063a55687d3 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:26.591641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a35c1cc-59ba-4255-b2b7-343fbd64ddc7 req-7aac8e26-c148-4da1-81db-6063a55687d3 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 931 time: 0.1100864 Aug 31 16:01:26.608003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Pushing event updated for resources: {'Port': ['ID=4be46428-815b-4862-8d35-c666d170bbea,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:26.624668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7898683-a45e-486a-87eb-5383d6fb8ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.701481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] For port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:26.718618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7898683-a45e-486a-87eb-5383d6fb8ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.726460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] For port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:26.747201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a35c1cc-59ba-4255-b2b7-343fbd64ddc7 req-50892607-4da1-4508-928f-07192dcc1f84 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541905 Aug 31 16:01:26.750993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.763388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Attempting to bind port 4be46428-815b-4862-8d35-c666d170bbea on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:26.763932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Attempting to bind port 4be46428-815b-4862-8d35-c666d170bbea by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:26.764507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Attempting to bind port 4be46428-815b-4862-8d35-c666d170bbea on network a548acd1-2b2f-4079-9224-8b30e7f4caeb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:26.782044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Port 4be46428-815b-4862-8d35-c666d170bbea on network a548acd1-2b2f-4079-9224-8b30e7f4caeb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:26.782852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Attempting to bind port 4be46428-815b-4862-8d35-c666d170bbea on network a548acd1-2b2f-4079-9224-8b30e7f4caeb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:26.866997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:26.867801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.870398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] 10.222.0.49 "PUT /v2.0/ports/fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 HTTP/1.1" status: 200 len: 1092 time: 2.8301778 Aug 31 16:01:26.871309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:26.871652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Checking segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:26.872052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Bound using segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:26.872558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Bound port: 4be46428-815b-4862-8d35-c666d170bbea, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:26.872918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.892833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-4569ce5f-6db5-439a-ac13-4216392549fd tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:26.896837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91035395-3dda-4df5-9cd9-159b90b3352e', 'tag': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:26.899196 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed8634-caa1-438a-9513-8fd24b4582b9" -d '{"events": [{"name": "network-changed", "server_uuid": "91035395-3dda-4df5-9cd9-159b90b3352e", "tag": "fb5f4aad-90fe-4a8d-becd-db25ce6c2a39"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:26.908363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-4569ce5f-6db5-439a-ac13-4216392549fd tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 813 time: 0.3110747 Aug 31 16:01:26.940857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0dbe24-d0b6-41a7-a123-32b95a3f50ff {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:26.942827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-0434649d-1349-4d4f-98da-b894b2155f9d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/quotas/dd9f688514c14b22802cac40a03a8264 HTTP/1.1" status: 200 len: 375 time: 0.0334945 Aug 31 16:01:26.955671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:26.971436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Transition to ACTIVE for port object df0dbe24-d0b6-41a7-a123-32b95a3f50ff will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:27.002365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-075bb9bb-3283-4d0f-b6b6-8e6ae08dcdab tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569904 Aug 31 16:01:27.083723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] For port 4be46428-815b-4862-8d35-c666d170bbea, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:27.088031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] For port 4be46428-815b-4862-8d35-c666d170bbea, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4be46428-815b-4862-8d35-c666d170bbea,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:27.093410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.101827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7898683-a45e-486a-87eb-5383d6fb8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.105413 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7898683-a45e-486a-87eb-5383d6fb8ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.109038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7898683-a45e-486a-87eb-5383d6fb8ec6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c3b1844-70c1-4605-8f4c-8dba05145e96 HTTP/1.1" status: 204 len: 168 time: 0.6077285 Aug 31 16:01:27.116054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.126986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7898683-a45e-486a-87eb-5383d6fb8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b1844-70c1-4605-8f4c-8dba05145e96,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:27.160442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:27.160969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.162376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] 10.222.0.30 "PUT /v2.0/ports/4be46428-815b-4862-8d35-c666d170bbea HTTP/1.1" status: 200 len: 1092 time: 2.2232344 Aug 31 16:01:27.163406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:27.164409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b01fc2-1d0a-4830-bd03-057ea742cc8d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:27.201772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-bd061d7b-4ef5-4c27-a7d5-bdab74b370be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:27.203465 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-bd061d7b-4ef5-4c27-a7d5-bdab74b370be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 1095 time: 0.2238011 Aug 31 16:01:27.204383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-8aca6d45-c1b9-401f-b729-781ab22dc2ce service neutron] 10.222.0.43 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001336 Aug 31 16:01:27.311938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port c8aaf837-0728-4d71-bb18-915ef5a33f2c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:27.312673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.333518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:27.342313 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d87036-747e-4dd6-97c0-b76f614c8ff6 x-openstack-request-id: req-55d87036-747e-4dd6-97c0-b76f614c8ff6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:27.342444 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91035395-3dda-4df5-9cd9-159b90b3352e", "tag": "fb5f4aad-90fe-4a8d-becd-db25ce6c2a39", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:27.342768 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55d87036-747e-4dd6-97c0-b76f614c8ff6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:27.343084 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91035395-3dda-4df5-9cd9-159b90b3352e', 'tag': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39', 'status': 'completed', 'code': 200} Aug 31 16:01:27.410140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-3352111b-3638-4e69-a0d8-e3b7477b3230 service neutron] 10.222.0.43 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042155 Aug 31 16:01:27.491491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.547142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:27.555841 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c7b695-763a-4b39-bb54-1d30de88ea38" -d '{"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-plugged", "status": "completed", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:27.558851 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-07fb03b1-6caf-4b4f-82ad-9a316d5e3fd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 HTTP/1.1" status: 200 len: 217 time: 0.2149150 Aug 31 16:01:27.571887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-20327c46-75a7-4e4b-9257-ad308565495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:27.576605 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-20327c46-75a7-4e4b-9257-ad308565495e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 1095 time: 0.3286870 Aug 31 16:01:27.608271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:27.621190 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.623296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:27.663897 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.666079 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42849d4-7ec7-4c6e-9d36-37f027d16d6c x-openstack-request-id: req-d42849d4-7ec7-4c6e-9d36-37f027d16d6c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:27.666371 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-plugged", "status": "completed", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:27.666779 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d42849d4-7ec7-4c6e-9d36-37f027d16d6c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:27.667022 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'code': 200} Aug 31 16:01:27.693023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: b89e765c-afcf-483a-a1fc-9abf61f35b99 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:27.693630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b89e765c-afcf-483a-a1fc-9abf61f35b99 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:27.710551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:27.768239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:27.791675 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-15198666-306a-41ae-b3c7-a090334e6f0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be46428-815b-4862-8d35-c666d170bbea HTTP/1.1" status: 200 len: 217 time: 0.1803484 Aug 31 16:01:27.809665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Attempting to bind port df0dbe24-d0b6-41a7-a123-32b95a3f50ff on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:27.810011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Attempting to bind port df0dbe24-d0b6-41a7-a123-32b95a3f50ff by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:27.810345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Attempting to bind port df0dbe24-d0b6-41a7-a123-32b95a3f50ff on network a548acd1-2b2f-4079-9224-8b30e7f4caeb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:27.821524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Port df0dbe24-d0b6-41a7-a123-32b95a3f50ff on network a548acd1-2b2f-4079-9224-8b30e7f4caeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:27.821859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Attempting to bind port df0dbe24-d0b6-41a7-a123-32b95a3f50ff on network a548acd1-2b2f-4079-9224-8b30e7f4caeb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:27.855624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdde95-eee0-4df5-93e1-170fe1967fce service neutron] Pushing event updated for resources: {'Port': ['ID=4be46428-815b-4862-8d35-c666d170bbea,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:27.870240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:27.874033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Checking segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:27.876145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Bound using segment: {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:27.876949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Bound port: df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38c8fdc-c466-453c-ad81-43db553f019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:27.877605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:27.878566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a3198008-8633-4300-8e05-b23d962a628e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfa26da1d620458988b37cb9b92b0924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085131 Aug 31 16:01:27.882725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51308) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:27.921271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-4db4a719-66e8-4a7f-b942-1477041e6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:27.922789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-4db4a719-66e8-4a7f-b942-1477041e6c30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 200 len: 857 time: 0.3398986 Aug 31 16:01:27.961422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df1a8663-baa5-4223-a9d8-f7b566ea28ee req-5564dc29-e162-4443-8fd5-f463ab727d11 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 210 time: 0.0452015 Aug 31 16:01:27.962531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-2cf9942f-4960-41c2-8337-d1b8ce1887c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a548acd1-2b2f-4079-9224-8b30e7f4caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307028 Aug 31 16:01:27.982334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-c51e9de0-a2fb-4973-8b02-6aa5ad534b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:27.983811 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-c51e9de0-a2fb-4973-8b02-6aa5ad534b57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 200 len: 857 time: 0.1825209 Aug 31 16:01:28.016916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8f05-0f81-4125-8b82-f99e72f0b48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:28.049958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8f05-0f81-4125-8b82-f99e72f0b48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:28.071303 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-45bd051d-9f48-475c-98b1-5f7de8b7fe9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a548acd1-2b2f-4079-9224-8b30e7f4caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455105 Aug 31 16:01:28.124958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f416c-753b-46fc-bff8-075d7ff09cd3 req-a0074bcf-8f85-453a-ad19-2da2203ec251 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:28.132605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-953f416c-753b-46fc-bff8-075d7ff09cd3 req-a0074bcf-8f85-453a-ad19-2da2203ec251 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 943 time: 0.2174489 Aug 31 16:01:28.136043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8f05-0f81-4125-8b82-f99e72f0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:28.140581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8f05-0f81-4125-8b82-f99e72f0b48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:28.144975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6bbe8f05-0f81-4125-8b82-f99e72f0b48c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ed7697c-1a34-4ddc-b883-c009521c993b HTTP/1.1" status: 204 len: 168 time: 0.2583823 Aug 31 16:01:28.201595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-953f416c-753b-46fc-bff8-075d7ff09cd3 req-7438b292-4e42-44ee-bc1a-25fce442b325 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657411 Aug 31 16:01:28.219925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe8f05-0f81-4125-8b82-f99e72f0b48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed7697c-1a34-4ddc-b883-c009521c993b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:28.648708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] For port df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:28.690953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-377b90cd-883f-4f30-ad02-49ea6de6b32f service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198832 Aug 31 16:01:28.747820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] For port df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:28.791417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:28.822587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-61915869-9b92-416a-84ba-cf82fb0aefac service neutron] 10.222.0.30 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420778 Aug 31 16:01:28.897956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:28.898589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:28.900016 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/df0dbe24-d0b6-41a7-a123-32b95a3f50ff HTTP/1.1" status: 200 len: 1092 time: 3.2057502 Aug 31 16:01:29.012564 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-3f72bec4-71e5-46ab-ab9e-d32f3c994ab5 service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066170 Aug 31 16:01:29.016755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c5c2d-e1af-4ccd-9afe-9993b15db3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:29.144700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd98b22b-8546-467b-a2ce-6bcf4d6503a1 req-f2673636-dcf3-407a-af6e-fdc9850879ba tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 210 time: 0.0515149 Aug 31 16:01:29.191776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-28ccc1d6-ef59-428a-881a-e569869fe067 service neutron] 10.222.0.30 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463323 Aug 31 16:01:29.256865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-7156890d-6942-452e-877a-4d9fa4234016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:29.272289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-7156890d-6942-452e-877a-4d9fa4234016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 1095 time: 0.1938255 Aug 31 16:01:29.322713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-fc425d42-fe03-4b0a-b04c-339778ec2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:29.325214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-fc425d42-fe03-4b0a-b04c-339778ec2b4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 1095 time: 0.1724920 Aug 31 16:01:29.382620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'tag': '4be46428-815b-4862-8d35-c666d170bbea'}, {'name': 'network-changed', 'server_uuid': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'tag': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:29.382620 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf", "tag": "4be46428-815b-4862-8d35-c666d170bbea"}, {"name": "network-changed", "server_uuid": "17fc7b64-755b-4d9a-b823-0f9b7df63a28", "tag": "df0dbe24-d0b6-41a7-a123-32b95a3f50ff"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:29.392615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-68706593-c961-45e3-b6f5-ef109384bd15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff HTTP/1.1" status: 200 len: 217 time: 0.0974252 Aug 31 16:01:29.502721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b1791-a5c5-4c4c-b3a1-8d4d4f994cd6 req-4bfdf5fb-665d-4722-857b-981fa20371de tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:29.504810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a43b1791-a5c5-4c4c-b3a1-8d4d4f994cd6 req-4bfdf5fb-665d-4722-857b-981fa20371de tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 943 time: 0.1097207 Aug 31 16:01:29.544207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da6b4-29ac-4bc5-830b-725263515599 req-55da95ed-339e-424c-be95-9c5fb457be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:29.546749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-55da95ed-339e-424c-be95-9c5fb457be5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 200 len: 857 time: 0.1347144 Aug 31 16:01:29.640978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a43b1791-a5c5-4c4c-b3a1-8d4d4f994cd6 req-1da79021-7438-484e-ab8a-5041829333a3 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177590 Aug 31 16:01:29.643051 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dfeb3b-8d2f-4328-858c-c6b99e8c7caa x-openstack-request-id: req-01dfeb3b-8d2f-4328-858c-c6b99e8c7caa {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:29.643358 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf", "tag": "4be46428-815b-4862-8d35-c666d170bbea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17fc7b64-755b-4d9a-b823-0f9b7df63a28", "tag": "df0dbe24-d0b6-41a7-a123-32b95a3f50ff", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:29.643616 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01dfeb3b-8d2f-4328-858c-c6b99e8c7caa {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:29.644628 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'tag': '4be46428-815b-4862-8d35-c666d170bbea', 'status': 'completed', 'code': 200} Aug 31 16:01:29.644884 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'tag': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff', 'status': 'completed', 'code': 200} Aug 31 16:01:29.698474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-70790509-d70f-44a0-b4b6-f3980dc88d04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a548acd1-2b2f-4079-9224-8b30e7f4caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025898 Aug 31 16:01:29.701022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-acd146d5-f628-4abb-ba62-4567a99a14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:29.705795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-acd146d5-f628-4abb-ba62-4567a99a14e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 918 time: 0.3225956 Aug 31 16:01:29.924740 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-d503a139-c554-4342-8a8b-94bef8f15a51 service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179103 Aug 31 16:01:30.030418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-6817dfb9-ae56-4f48-9451-479a77a6f41c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.033285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-6817dfb9-ae56-4f48-9451-479a77a6f41c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 813 time: 0.2593977 Aug 31 16:01:30.051019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Request body: {'port': {'device_id': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'admin_state_up': True, 'tenant_id': 'dd9f688514c14b22802cac40a03a8264'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:30.078498 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-386f7ae1-d4f3-45ca-9541-839028b07ad1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 HTTP/1.1" status: 200 len: 217 time: 0.3418331 Aug 31 16:01:30.201927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-e8875fd0-8231-4a66-b150-177a56f3af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.203415 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-e8875fd0-8231-4a66-b150-177a56f3af64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 200 len: 857 time: 0.0666003 Aug 31 16:01:30.232435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-7777a657-bfd2-49ed-99ac-fc6facd899e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.233947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-7777a657-bfd2-49ed-99ac-fc6facd899e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 1095 time: 0.5676944 Aug 31 16:01:30.261718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-71ba4d7e-1e17-4dba-858c-7298aff6f3b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a548acd1-2b2f-4079-9224-8b30e7f4caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429535 Aug 31 16:01:30.315656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13f8d463-a22c-47f8-be67-4acd38210a6a req-02607a66-8fa9-48d3-8c11-36d1a0af6c4b tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 210 time: 0.0643911 Aug 31 16:01:30.344267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Made reservation on behalf of dd9f688514c14b22802cac40a03a8264 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:30.365967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:30.449483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-9d71ecde-2210-4049-bdc2-887378c00620 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.451017 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-9d71ecde-2210-4049-bdc2-887378c00620 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 813 time: 0.5802753 Aug 31 16:01:30.461540 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-743da6b4-29ac-4bc5-830b-725263515599 req-a5455b65-e295-49ec-a709-38c1ba2c5e31 service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241878 Aug 31 16:01:30.480689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Request body: {'port': {'device_id': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'admin_state_up': True, 'tenant_id': 'dd9f688514c14b22802cac40a03a8264'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:30.626937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-1cbccdb4-fd5b-469d-9fd1-c2221e3d5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.629579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-1cbccdb4-fd5b-469d-9fd1-c2221e3d5a77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 918 time: 0.3693466 Aug 31 16:01:30.651584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Allocated IP 172.20.0.5 (73ef3d13-8f31-42c6-ba10-72871dbd64ff/78d5ff7e-d40d-4c0a-950c-5e6f36ea772d/226763a6-5c2e-4e08-a6d5-0a7b569f70cc) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:30.672371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-e2073e2f-8e63-4c91-98a6-a3db90e73a8e service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851609 Aug 31 16:01:30.743061 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-5a445efe-8f35-4d6f-b76b-b94bd576c66c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be46428-815b-4862-8d35-c666d170bbea HTTP/1.1" status: 200 len: 217 time: 0.1004839 Aug 31 16:01:30.818520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-13378cef-0311-4f40-9317-e44453a2e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.820050 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-13378cef-0311-4f40-9317-e44453a2e031 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bded89ee17b04decbe4e68879f65e0a2&device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 1095 time: 0.2687709 Aug 31 16:01:30.922385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76911ef6-9d5a-4ce9-8403-e888a55e5fee req-a4cb5c79-0414-4b06-9460-f73e034d4904 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.930803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76911ef6-9d5a-4ce9-8403-e888a55e5fee req-a4cb5c79-0414-4b06-9460-f73e034d4904 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 943 time: 0.1690202 Aug 31 16:01:30.958701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Made reservation on behalf of dd9f688514c14b22802cac40a03a8264 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:30.962190 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:30.973525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-9dd6454e-9abc-4272-8c00-99487b6e9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:30.975453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-9dd6454e-9abc-4272-8c00-99487b6e9ca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 200 len: 857 time: 0.1940448 Aug 31 16:01:31.008758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5fed8634-caa1-438a-9513-8fd24b4582b9 req-7ce3ba98-627f-46ab-bc2e-464460f61c6a service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963724 Aug 31 16:01:31.035597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76911ef6-9d5a-4ce9-8403-e888a55e5fee req-579cfb62-e7d2-4ac6-b67d-a56c34893656 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034336 Aug 31 16:01:31.059896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:31.079340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-42433cee-0398-44a6-8e23-6788fcc94272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a548acd1-2b2f-4079-9224-8b30e7f4caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889540 Aug 31 16:01:31.113750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:31.173432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:31.190126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:31.194977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:31.254733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event updated for resources: {'Port': ['ID=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:31.299769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:31.301542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:31.305805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-1c1918f9-58c6-4c80-85f1-f926e082d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:31.307490 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-1c1918f9-58c6-4c80-85f1-f926e082d127 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 200 len: 918 time: 0.4744780 Aug 31 16:01:31.379786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-f84bccb7-f560-4069-864b-e2ead86f2f5d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3367712 Aug 31 16:01:31.401565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Request body: {'port': {'device_id': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:31.422431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-5990199e-4c7c-48e2-aec9-def201b855da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff HTTP/1.1" status: 200 len: 217 time: 0.1069956 Aug 31 16:01:31.494125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:31.534019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-f54dea31-6501-4433-a4dc-1e8fb38220e1 service neutron] 10.222.0.30 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303648 Aug 31 16:01:31.538577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-5aee47f1-7f1e-4e27-b003-af3e4844e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:31.539712 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-5aee47f1-7f1e-4e27-b003-af3e4844e555 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 200 len: 857 time: 0.0886073 Aug 31 16:01:31.585858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa758673-7cd1-4081-82c9-c6a214655348 req-b42e35d2-46e8-4b1b-ab9e-c140a04ad9db tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:31.594962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa758673-7cd1-4081-82c9-c6a214655348 req-b42e35d2-46e8-4b1b-ab9e-c140a04ad9db tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 931 time: 0.1360221 Aug 31 16:01:31.616148 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-9d5c6fa5-74fa-40a1-9a0b-e97c62476a0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a548acd1-2b2f-4079-9224-8b30e7f4caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475712 Aug 31 16:01:31.640086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:31.650336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Allocated IP 172.20.0.9 (73ef3d13-8f31-42c6-ba10-72871dbd64ff/78d5ff7e-d40d-4c0a-950c-5e6f36ea772d/1c45275a-109c-4d63-96b4-bfe79a205d12) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:31.719502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa758673-7cd1-4081-82c9-c6a214655348 req-e4eb95d9-dfe3-40e8-8720-98fbf43c0416 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191175 Aug 31 16:01:31.806910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:31.822704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39', 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'port_id': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39', 'mac_address': 'fa:16:3e:ed:51:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f0b74d-d95c-4028-a43d-fc413bc7f13d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:31.876549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:31.891876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:31.892038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-b5f32eab-9373-4142-a523-f1239fe737da service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449005 Aug 31 16:01:31.916501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:31.932098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:31.934743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df0dbe24-d0b6-41a7-a123-32b95a3f50ff details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:31.976490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:32.015987 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-61b34849-3815-4182-b1b0-0940ee7dcb13 service neutron] 10.222.0.30 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732001 Aug 31 16:01:32.021686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff', 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'port_id': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff', 'mac_address': 'fa:16:3e:59:8b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f0b74d-d95c-4028-a43d-fc413bc7f13d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:32.166109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:32.185466 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.201121 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-125a6a0d-466b-45d1-9ad6-84bc3e1185a5 req-e60923cd-18ba-4400-83ac-e90db74ac1f8 service neutron] 10.222.0.49 "GET /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865765 Aug 31 16:01:32.211670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0dbe24-d0b6-41a7-a123-32b95a3f50ff {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:32.248310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:32.254486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.256795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bcbfb-a653-41b5-a28b-918e1f9b5b13 req-1c01620f-5ff9-4c85-938f-5a12abb5e838 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:32.258554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-196bcbfb-a653-41b5-a28b-918e1f9b5b13 req-1c01620f-5ff9-4c85-938f-5a12abb5e838 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 943 time: 0.1118166 Aug 31 16:01:32.264693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.315010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.321679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:32.432158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:32.438792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:32.441878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:32.492398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-196bcbfb-a653-41b5-a28b-918e1f9b5b13 req-607a8c0a-cc57-4182-85e6-d6a17a036d6e tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208011 Aug 31 16:01:32.495315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:32.495744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.499856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event updated for resources: {'Port': ['ID=1c45275a-109c-4d63-96b4-bfe79a205d12,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:32.524123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-33ddf25f-d292-4673-9669-318c06fa9efe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0615089 Aug 31 16:01:32.539880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Request body: {'port': {'device_id': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:32.552509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['df0dbe24-d0b6-41a7-a123-32b95a3f50ff'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:32.558183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['fb5f4aad-90fe-4a8d-becd-db25ce6c2a39'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:32.625158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226763a6-5c2e-4e08-a6d5-0a7b569f70cc {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:32.636219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.653199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Transition to ACTIVE for port object 226763a6-5c2e-4e08-a6d5-0a7b569f70cc will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:32.662788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.711024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:32.848706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:33.042405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4f8a8-3f91-4de8-8a0b-1827f5f2d750 req-160acf8f-d84d-47cc-a6a8-5472b1c90573 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:33.053394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39a4f8a8-3f91-4de8-8a0b-1827f5f2d750 req-160acf8f-d84d-47cc-a6a8-5472b1c90573 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 943 time: 0.1679819 Aug 31 16:01:33.155857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39a4f8a8-3f91-4de8-8a0b-1827f5f2d750 req-571f4b56-0c66-4744-824a-dcb779cd36f0 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004031 Aug 31 16:01:33.187307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4be46428-815b-4862-8d35-c666d170bbea details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:33.191335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Attempting to bind port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:33.191335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Attempting to bind port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:33.191604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Attempting to bind port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:33.196507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:33.197111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Attempting to bind port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:33.202503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:33.202854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Checking segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:33.203253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Bound using segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:33.203696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Bound port: 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:33.204069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.286055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c45275a-109c-4d63-96b4-bfe79a205d12 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:33.304159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.332355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Transition to ACTIVE for port object 1c45275a-109c-4d63-96b4-bfe79a205d12 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:33.341530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] For port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:33.347937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] For port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:33.351476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.360835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.422314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:33.424345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.426332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] 10.222.0.49 "PUT /v2.0/ports/226763a6-5c2e-4e08-a6d5-0a7b569f70cc HTTP/1.1" status: 200 len: 1092 time: 2.0377028 Aug 31 16:01:33.427206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'tag': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:33.429923 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0d1ba1-1481-4bed-9286-0c67a635d53f", "tag": "226763a6-5c2e-4e08-a6d5-0a7b569f70cc"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:33.464854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed225c6-5d33-4ee7-99c4-03e2b2f59fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:33.501249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=1c45275a-109c-4d63-96b4-bfe79a205d12,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:33.568666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-6cb79e70-ea93-4288-b2e8-312a06b7b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:33.570315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-6cb79e70-ea93-4288-b2e8-312a06b7b531 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 1095 time: 0.0993514 Aug 31 16:01:33.574188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4be46428-815b-4862-8d35-c666d170bbea, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4be46428-815b-4862-8d35-c666d170bbea,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:33.603308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '4be46428-815b-4862-8d35-c666d170bbea', 'network_id': 'a548acd1-2b2f-4079-9224-8b30e7f4caeb', 'port_id': '4be46428-815b-4862-8d35-c666d170bbea', 'mac_address': 'fa:16:3e:fd:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f0b74d-d95c-4028-a43d-fc413bc7f13d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:33.690563 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.695345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-20a2c95e-ad67-45b3-89d4-e4dc47fa6161 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc HTTP/1.1" status: 200 len: 217 time: 0.1122692 Aug 31 16:01:33.730562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be46428-815b-4862-8d35-c666d170bbea {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:33.804271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4be46428-815b-4862-8d35-c666d170bbea, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4be46428-815b-4862-8d35-c666d170bbea,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:33.806359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Attempting to bind port 1c45275a-109c-4d63-96b4-bfe79a205d12 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:33.806732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Attempting to bind port 1c45275a-109c-4d63-96b4-bfe79a205d12 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:33.807094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Attempting to bind port 1c45275a-109c-4d63-96b4-bfe79a205d12 on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:33.810459 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.830980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Port 1c45275a-109c-4d63-96b4-bfe79a205d12 on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:33.831375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Attempting to bind port 1c45275a-109c-4d63-96b4-bfe79a205d12 on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:33.835223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507c110-2156-4cb9-8fcc-22e1fb991ef3 req-7eaffb58-7512-4a5f-917a-22499585ac8c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:33.844302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5507c110-2156-4cb9-8fcc-22e1fb991ef3 req-7eaffb58-7512-4a5f-917a-22499585ac8c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 944 time: 0.1827528 Aug 31 16:01:33.847382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:33.847733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Checking segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:33.848128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Bound using segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:33.848600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Bound port: 1c45275a-109c-4d63-96b4-bfe79a205d12, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:33.848968 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:33.857721 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d57ae-53d7-4f2a-8c89-d6a318256bfd x-openstack-request-id: req-c51d57ae-53d7-4f2a-8c89-d6a318256bfd {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:33.858708 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0d1ba1-1481-4bed-9286-0c67a635d53f", "tag": "226763a6-5c2e-4e08-a6d5-0a7b569f70cc", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:33.859186 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c51d57ae-53d7-4f2a-8c89-d6a318256bfd {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:33.860235 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'tag': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc', 'status': 'completed', 'code': 200} Aug 31 16:01:33.871800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-eec004cf-5c02-4850-9bb4-9049a8edbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:33.873552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-eec004cf-5c02-4850-9bb4-9049a8edbd85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.1285179 Aug 31 16:01:33.941460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4be46428-815b-4862-8d35-c666d170bbea,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:33.968112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-75ab1f86-6d37-4c1f-b04e-ad6438ebf298 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853171 Aug 31 16:01:33.994099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] For port 1c45275a-109c-4d63-96b4-bfe79a205d12, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:34.008081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] For port 1c45275a-109c-4d63-96b4-bfe79a205d12, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1c45275a-109c-4d63-96b4-bfe79a205d12,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:34.015981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.057226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.058054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.059696 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c45275a-109c-4d63-96b4-bfe79a205d12 HTTP/1.1" status: 200 len: 1092 time: 1.5246685 Aug 31 16:01:34.060378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'tag': '1c45275a-109c-4d63-96b4-bfe79a205d12'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:34.062978 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c10cd-0008-49d8-939d-5036e23cece1" -d '{"events": [{"name": "network-changed", "server_uuid": "069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8", "tag": "1c45275a-109c-4d63-96b4-bfe79a205d12"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:34.087659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51520) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:34.101508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['4be46428-815b-4862-8d35-c666d170bbea'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:34.146982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-69afed5d-a8d0-4a2b-ac49-a2ce1ea1f376 service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677673 Aug 31 16:01:34.159490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5507c110-2156-4cb9-8fcc-22e1fb991ef3 req-5cdae4f8-9678-42a4-aa46-60b4c927889c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138978 Aug 31 16:01:34.225240 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d140b38d-54ea-42b7-a13a-08f20b933891 x-openstack-request-id: req-d140b38d-54ea-42b7-a13a-08f20b933891 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:34.225240 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8", "tag": "1c45275a-109c-4d63-96b4-bfe79a205d12", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:34.225240 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d140b38d-54ea-42b7-a13a-08f20b933891 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:34.225670 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'tag': '1c45275a-109c-4d63-96b4-bfe79a205d12', 'status': 'completed', 'code': 200} Aug 31 16:01:34.244735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e912a1-019e-49f4-a788-4edbc2ca2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=1c45275a-109c-4d63-96b4-bfe79a205d12,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:34.284648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-418ac4be-5a1f-49a3-bee8-1e989408c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.287462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-418ac4be-5a1f-49a3-bee8-1e989408c82b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8 HTTP/1.1" status: 200 len: 1095 time: 0.1550772 Aug 31 16:01:34.365611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-40d2b715-ddd4-4163-bba2-1573e036d317 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c45275a-109c-4d63-96b4-bfe79a205d12 HTTP/1.1" status: 200 len: 217 time: 0.0653296 Aug 31 16:01:34.410919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83c0f479-4c87-4713-9571-1bd58b9a8d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.419710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf314b59-5c48-4ae2-b8d5-fed3a13fbb13 req-c3d4fb7d-6aea-4e0c-b43f-97f62f6e0643 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.423285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf314b59-5c48-4ae2-b8d5-fed3a13fbb13 req-c3d4fb7d-6aea-4e0c-b43f-97f62f6e0643 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 943 time: 0.1267948 Aug 31 16:01:34.481316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf314b59-5c48-4ae2-b8d5-fed3a13fbb13 req-fbc8b9aa-ab35-474c-9263-aa159e692a38 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Aug 31 16:01:34.485301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-29eadcdc-4690-4c07-ab67-8350907f16b3 service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183341 Aug 31 16:01:34.545095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83c0f479-4c87-4713-9571-1bd58b9a8d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.551815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83c0f479-4c87-4713-9571-1bd58b9a8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.573360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-d09c43e7-ac97-468d-bc7a-f72f8e21c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.574849 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-d09c43e7-ac97-468d-bc7a-f72f8e21c24a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.1965957 Aug 31 16:01:34.596141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-23f8e4ef-232f-49d3-8956-018ce324332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.598572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-23f8e4ef-232f-49d3-8956-018ce324332b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 1095 time: 0.0484300 Aug 31 16:01:34.610050 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-83c0f479-4c87-4713-9571-1bd58b9a8d84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35d1780a9d784ae58d5a9c51a29906d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210567 Aug 31 16:01:34.624786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51540) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:34.625448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0f479-4c87-4713-9571-1bd58b9a8d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c36d3b-54d9-440a-841c-aefb157c8df5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:34.642502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-8896b360-b0a6-4c62-86c1-2d4700b5afb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550854 Aug 31 16:01:34.727254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-019d5847-c727-44d5-badd-25131f27d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.734569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-019d5847-c727-44d5-badd-25131f27d6dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 914 time: 0.1287630 Aug 31 16:01:34.791262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea085994-4e42-4245-9c59-32d6bdc19a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.810602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-e915b0f5-3a65-4dbf-b803-6eb31483551b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc HTTP/1.1" status: 200 len: 217 time: 0.0660334 Aug 31 16:01:34.833464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea085994-4e42-4245-9c59-32d6bdc19a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.872088 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-797698a3-c4dd-4f9e-8585-199abe92c8a2 service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180536 Aug 31 16:01:34.882802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-f8e312b0-138f-468c-9de8-7ac00b61e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:34.884787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-f8e312b0-138f-468c-9de8-7ac00b61e580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.0626266 Aug 31 16:01:34.924836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-799dc4ee-5d7c-4b33-94ad-59061891ea24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312881 Aug 31 16:01:34.996215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea085994-4e42-4245-9c59-32d6bdc19a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:34.999354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea085994-4e42-4245-9c59-32d6bdc19a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:35.007711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea085994-4e42-4245-9c59-32d6bdc19a82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9c36d3b-54d9-440a-841c-aefb157c8df5 HTTP/1.1" status: 204 len: 168 time: 0.3667402 Aug 31 16:01:35.032181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085994-4e42-4245-9c59-32d6bdc19a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c36d3b-54d9-440a-841c-aefb157c8df5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:35.062029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-f8a1f9e8-b961-42ce-8524-f74e645679d6 service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298048 Aug 31 16:01:35.100549 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6e95f9a-c727-4752-9ef0-7684eeba7c23 req-40034c51-cf1e-46e7-aa2d-ca0e01155461 service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167997 Aug 31 16:01:35.196462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4be46428-815b-4862-8d35-c666d170bbea up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:35.208071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bc818e4-c1b8-4161-88bd-1f15f6cc0eaf req-9e43e769-3e4d-4cc9-b725-746d4b1567fc service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358442 Aug 31 16:01:35.291777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 4be46428-815b-4862-8d35-c666d170bbea completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:35.309117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 4be46428-815b-4862-8d35-c666d170bbea triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:35.309780 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:35.432594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:35.467136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be46428-815b-4862-8d35-c666d170bbea'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:35.470032 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bef7427-92d7-4247-bc1b-5a3cf2659caa" -d '{"events": [{"server_uuid": "cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf", "name": "network-vif-plugged", "status": "completed", "tag": "4be46428-815b-4862-8d35-c666d170bbea"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:35.480709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0ed0-ba4a-4986-a928-355e8cb37a5d req-66b99eb4-cae4-4d50-810d-939aed2ff06c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:35.488709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c3f0ed0-ba4a-4986-a928-355e8cb37a5d req-66b99eb4-cae4-4d50-810d-939aed2ff06c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 944 time: 0.1051202 Aug 31 16:01:35.498078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4be46428-815b-4862-8d35-c666d170bbea, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4be46428-815b-4862-8d35-c666d170bbea,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:35.509523 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:35.558317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c3f0ed0-ba4a-4986-a928-355e8cb37a5d req-1f98770f-0ed0-4777-99fb-55eea9d29587 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685198 Aug 31 16:01:35.652718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4be46428-815b-4862-8d35-c666d170bbea,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:35.667608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 226763a6-5c2e-4e08-a6d5-0a7b569f70cc details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:35.688528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:35.697367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b0e3-a35a-433f-ad48-014b88135312 req-b18a54e3-f308-47a1-85c5-edf5d58be3f2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:35.706589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2a6b0e3-a35a-433f-ad48-014b88135312 req-b18a54e3-f308-47a1-85c5-edf5d58be3f2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.0901601 Aug 31 16:01:35.726740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:35.769111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2a6b0e3-a35a-433f-ad48-014b88135312 req-af134bc5-cc3a-4e9e-95b0-f82c8d6014e9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613987 Aug 31 16:01:35.770253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d33161f2-a054-4c2d-bbba-7e7d164583aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:35.786449 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60a53e1-70b7-45bd-80a4-5202fd73922b x-openstack-request-id: req-c60a53e1-70b7-45bd-80a4-5202fd73922b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:35.786752 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf", "name": "network-vif-plugged", "status": "completed", "tag": "4be46428-815b-4862-8d35-c666d170bbea", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:35.787007 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c60a53e1-70b7-45bd-80a4-5202fd73922b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:35.787407 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be46428-815b-4862-8d35-c666d170bbea', 'code': 200} Aug 31 16:01:35.875061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:35.893446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:35.900026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:35.990311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae93d3d-4f69-4fcc-a9d0-b0b7852c0589 req-82049a30-a41f-4248-9f60-a2046759075f tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:36.010605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ae93d3d-4f69-4fcc-a9d0-b0b7852c0589 req-82049a30-a41f-4248-9f60-a2046759075f tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 943 time: 0.1469297 Aug 31 16:01:36.032429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c10cd-0008-49d8-939d-5036e23cece1 req-7475b0a3-a004-4ec2-b0af-9476feedc292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:36.036076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-7475b0a3-a004-4ec2-b0af-9476feedc292 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8 HTTP/1.1" status: 200 len: 1095 time: 0.8530700 Aug 31 16:01:36.063681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:36.082389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8763f8-64c0-4fdb-b5e3-7734aedd5bf3 req-c026c7b5-d3f5-4f1d-8d8a-c2adf64eaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:36.086294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7c8763f8-64c0-4fdb-b5e3-7734aedd5bf3 req-c026c7b5-d3f5-4f1d-8d8a-c2adf64eaa1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 1097 time: 0.1421616 Aug 31 16:01:36.115219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'port_id': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc', 'mac_address': 'fa:16:3e:57:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d5ff7e-d40d-4c0a-950c-5e6f36ea772d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:36.146303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ae93d3d-4f69-4fcc-a9d0-b0b7852c0589 req-242453b7-815c-4617-be20-220ef38fb3fa tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345279 Aug 31 16:01:36.182925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d33161f2-a054-4c2d-bbba-7e7d164583aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.186282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.194205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d33161f2-a054-4c2d-bbba-7e7d164583aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.222555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7c8763f8-64c0-4fdb-b5e3-7734aedd5bf3 req-ff1c85ed-4607-4a1f-875a-1ec4b3b56559 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076221 Aug 31 16:01:36.259108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d33161f2-a054-4c2d-bbba-7e7d164583aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66d04d1081274e7abb849a0f0181dc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286403 Aug 31 16:01:36.260203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:36.267896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33161f2-a054-4c2d-bbba-7e7d164583aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c546de6a-a62a-4e46-b5b1-56d9c958b35b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:36.283957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c10cd-0008-49d8-939d-5036e23cece1 req-f3490711-a25c-4a13-9d1f-58e75ac2f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:36.294677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-f3490711-a25c-4a13-9d1f-58e75ac2f862 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 914 time: 0.2453985 Aug 31 16:01:36.312044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:36.329196 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.329991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df0dbe24-d0b6-41a7-a123-32b95a3f50ff up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:36.375526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09063e57-08f3-4200-9567-fa6a02e4d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.386935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.428022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09063e57-08f3-4200-9567-fa6a02e4d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.493185 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-5d1d5d64-8c60-481c-ab1a-599df29b1d18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c45275a-109c-4d63-96b4-bfe79a205d12 HTTP/1.1" status: 200 len: 217 time: 0.0728941 Aug 31 16:01:36.516294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226763a6-5c2e-4e08-a6d5-0a7b569f70cc {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:36.528394 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09063e57-08f3-4200-9567-fa6a02e4d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.531184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09063e57-08f3-4200-9567-fa6a02e4d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.541031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-09063e57-08f3-4200-9567-fa6a02e4d51d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c546de6a-a62a-4e46-b5b1-56d9c958b35b HTTP/1.1" status: 204 len: 168 time: 0.2769072 Aug 31 16:01:36.570310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09063e57-08f3-4200-9567-fa6a02e4d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c546de6a-a62a-4e46-b5b1-56d9c958b35b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:36.624069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c10cd-0008-49d8-939d-5036e23cece1 req-a301753e-4ed7-47cd-a535-fd3238b89e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:36.630973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-a301753e-4ed7-47cd-a535-fd3238b89e41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.1281166 Aug 31 16:01:36.697216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:36.701295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:36.711839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.745797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port df0dbe24-d0b6-41a7-a123-32b95a3f50ff completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:36.754149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-2145bf46-19ea-43b6-bac6-0904a7c37e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108093 Aug 31 16:01:36.755120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port df0dbe24-d0b6-41a7-a123-32b95a3f50ff triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:36.755509 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.814049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:36.866767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ecd2-e589-4d10-a2ca-a7cbffc02183 req-6b0426d8-7e74-4e56-afb2-20e5e2441f61 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:36.872331 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.889811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c10ecd2-e589-4d10-a2ca-a7cbffc02183 req-6b0426d8-7e74-4e56-afb2-20e5e2441f61 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 944 time: 0.1329601 Aug 31 16:01:36.920500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:36.922829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-4078bbf2-ff27-4e75-ab97-584b9aabfc4f service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641176 Aug 31 16:01:36.928420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:36.952838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c10ecd2-e589-4d10-a2ca-a7cbffc02183 req-c8aaf6c5-bf27-4864-aa7b-e480d2c62d51 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Aug 31 16:01:37.024033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['226763a6-5c2e-4e08-a6d5-0a7b569f70cc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:37.070206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:37.158137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430c10cd-0008-49d8-939d-5036e23cece1 req-453a795f-7184-4c2f-a6d6-c5ba74013189 service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262535 Aug 31 16:01:37.331327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76d47-2e87-448b-9742-3c6ddba45d3c req-768248ce-8429-4623-b176-167067537669 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:37.332978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5af76d47-2e87-448b-9742-3c6ddba45d3c req-768248ce-8429-4623-b176-167067537669 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 944 time: 0.0682197 Aug 31 16:01:37.385488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5af76d47-2e87-448b-9742-3c6ddba45d3c req-4c6da070-0f12-4b94-8a31-ddaeaf25b024 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Aug 31 16:01:37.788310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91035395-3dda-4df5-9cd9-159b90b3352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39'}, {'server_uuid': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:37.794705 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8b29f-bd41-4ff4-8972-632c9689b242" -d '{"events": [{"server_uuid": "91035395-3dda-4df5-9cd9-159b90b3352e", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f4aad-90fe-4a8d-becd-db25ce6c2a39"}, {"server_uuid": "17fc7b64-755b-4d9a-b823-0f9b7df63a28", "name": "network-vif-plugged", "status": "completed", "tag": "df0dbe24-d0b6-41a7-a123-32b95a3f50ff"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:37.894344 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d648f41-6d0f-4f5c-af92-7daeda4f1a01 x-openstack-request-id: req-7d648f41-6d0f-4f5c-af92-7daeda4f1a01 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:37.897035 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91035395-3dda-4df5-9cd9-159b90b3352e", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f4aad-90fe-4a8d-becd-db25ce6c2a39", "code": 200}, {"server_uuid": "17fc7b64-755b-4d9a-b823-0f9b7df63a28", "name": "network-vif-plugged", "status": "completed", "tag": "df0dbe24-d0b6-41a7-a123-32b95a3f50ff", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:37.897301 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d648f41-6d0f-4f5c-af92-7daeda4f1a01 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:37.897720 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91035395-3dda-4df5-9cd9-159b90b3352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39', 'code': 200} Aug 31 16:01:37.897975 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff', 'code': 200} Aug 31 16:01:38.054872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66d7e2-03f7-4fda-8b05-bf7efcf2c575 req-64c609c6-aaac-462a-a1ab-8a8e836ea0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:38.056513 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc66d7e2-03f7-4fda-8b05-bf7efcf2c575 req-64c609c6-aaac-462a-a1ab-8a8e836ea0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 1097 time: 0.0782697 Aug 31 16:01:38.062819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b4adf-40f9-4821-b6ef-97bd6640073d req-368fa700-93f7-4f2f-a503-cb17e0c7d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:38.064588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-147b4adf-40f9-4821-b6ef-97bd6640073d req-368fa700-93f7-4f2f-a503-cb17e0c7d4b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 1097 time: 0.0863914 Aug 31 16:01:38.147863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-147b4adf-40f9-4821-b6ef-97bd6640073d req-aee2b905-c0c4-4a7c-9cb1-5117f9e5c4a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697994 Aug 31 16:01:38.151528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc66d7e2-03f7-4fda-8b05-bf7efcf2c575 req-54093da4-0217-4bdd-a21c-08a452a1926b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869634 Aug 31 16:01:38.162801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958356-d86b-4aed-9b99-34a390ea88e6 req-6be27804-3be7-4929-9145-c64f8a4515a0 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:38.166191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d958356-d86b-4aed-9b99-34a390ea88e6 req-6be27804-3be7-4929-9145-c64f8a4515a0 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 945 time: 0.0998154 Aug 31 16:01:38.228080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d958356-d86b-4aed-9b99-34a390ea88e6 req-4561d733-7374-49c2-a03f-c5b44a57b317 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Aug 31 16:01:38.547893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422e4c-3765-4f2a-8bbe-a0b29ccc8039 req-016c2a72-0e2e-42e9-9717-45fb364a8bc5 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:38.550204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be422e4c-3765-4f2a-8bbe-a0b29ccc8039 req-016c2a72-0e2e-42e9-9717-45fb364a8bc5 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 944 time: 0.0732791 Aug 31 16:01:38.605835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be422e4c-3765-4f2a-8bbe-a0b29ccc8039 req-bd03d60f-e534-49ca-859e-9eb6e3757dfe tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Aug 31 16:01:39.045527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-35db86f8-61eb-4a76-9b02-37f26432103e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229020 Aug 31 16:01:39.234490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1c45275a-109c-4d63-96b4-bfe79a205d12 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:39.255362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-edf6a0ca-a034-4766-b120-14f7af1e0a31 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:39.265379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-edf6a0ca-a034-4766-b120-14f7af1e0a31 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137890 Aug 31 16:01:39.291572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-81dd28e4-2584-4178-90cd-45de9943207e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/quotas/d04eb3286a654fb285175d11095a6667 HTTP/1.1" status: 200 len: 375 time: 0.0226672 Aug 31 16:01:39.359968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-3b4f0337-334b-4a6b-8004-85d9a9ead2fb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691128 Aug 31 16:01:39.445958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a565b-abc4-469b-8a9f-854e3e8a0761 req-76d5fd0c-58c7-438e-a234-83c6a7898b29 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:39.456719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b0a565b-abc4-469b-8a9f-854e3e8a0761 req-76d5fd0c-58c7-438e-a234-83c6a7898b29 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 945 time: 0.0918975 Aug 31 16:01:39.458490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 1c45275a-109c-4d63-96b4-bfe79a205d12, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1c45275a-109c-4d63-96b4-bfe79a205d12,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:39.490265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '1c45275a-109c-4d63-96b4-bfe79a205d12', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'port_id': '1c45275a-109c-4d63-96b4-bfe79a205d12', 'mac_address': 'fa:16:3e:fb:b3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d5ff7e-d40d-4c0a-950c-5e6f36ea772d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:39.519762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b0a565b-abc4-469b-8a9f-854e3e8a0761 req-a7ce8a57-1a3f-4019-856a-e5e8be17bc6c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576684 Aug 31 16:01:39.576969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:39.595672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c45275a-109c-4d63-96b4-bfe79a205d12 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:39.619651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 1c45275a-109c-4d63-96b4-bfe79a205d12, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1c45275a-109c-4d63-96b4-bfe79a205d12,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:39.627375 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:39.666096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b168111-ce43-442e-8d51-7cea2ab2f981 req-3ee78021-b1ba-4742-90b0-e011d11489c9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 210 time: 0.0872774 Aug 31 16:01:39.699294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 226763a6-5c2e-4e08-a6d5-0a7b569f70cc up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:39.754069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=1c45275a-109c-4d63-96b4-bfe79a205d12,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:39.766168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cd038-e665-410d-9f4d-919f3710fccb req-080a54a2-e4c9-4b04-a36d-b7daf29b2d76 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:39.779589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b12cd038-e665-410d-9f4d-919f3710fccb req-080a54a2-e4c9-4b04-a36d-b7daf29b2d76 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 945 time: 0.1115139 Aug 31 16:01:39.794700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:39.801758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:39.802270 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:39.950367 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:40.003721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:40.006245 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5572b7-29c8-46d7-8dec-e10661139abd" -d '{"events": [{"server_uuid": "6a0d1ba1-1481-4bed-9286-0c67a635d53f", "name": "network-vif-plugged", "status": "completed", "tag": "226763a6-5c2e-4e08-a6d5-0a7b569f70cc"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:40.023485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:40.031165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['1c45275a-109c-4d63-96b4-bfe79a205d12'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:40.089023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:40.170962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:40.225319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b12cd038-e665-410d-9f4d-919f3710fccb req-5c6a8326-2083-48b6-bed8-4b30ac144599 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428647 Aug 31 16:01:40.322497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dab4c-98bc-41da-a939-df3405001794 req-6e365e3d-5910-41b1-9e93-53eb9c4bd154 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:40.337061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d40dab4c-98bc-41da-a939-df3405001794 req-6e365e3d-5910-41b1-9e93-53eb9c4bd154 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 945 time: 0.1691308 Aug 31 16:01:40.379570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d40dab4c-98bc-41da-a939-df3405001794 req-6a9177c0-b216-4a40-97c9-94abf05404d2 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Aug 31 16:01:40.445775 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739831b-3ddd-4228-a39a-86861a399711 x-openstack-request-id: req-c739831b-3ddd-4228-a39a-86861a399711 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:40.447073 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0d1ba1-1481-4bed-9286-0c67a635d53f", "name": "network-vif-plugged", "status": "completed", "tag": "226763a6-5c2e-4e08-a6d5-0a7b569f70cc", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:40.447477 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c739831b-3ddd-4228-a39a-86861a399711 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:40.448524 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc', 'code': 200} Aug 31 16:01:40.551448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d186-dbf0-41d1-9b1e-56a421b24a78 req-be5113f5-5654-4ee2-ada3-084ad6acb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:40.553049 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac16d186-dbf0-41d1-9b1e-56a421b24a78 req-be5113f5-5654-4ee2-ada3-084ad6acb31c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 1097 time: 0.0420713 Aug 31 16:01:40.556221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076bec-fcfd-420e-ada1-b623651cee84 req-d6606f50-771c-4c75-a020-fe1b14f9c62a tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:40.557747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49076bec-fcfd-420e-ada1-b623651cee84 req-d6606f50-771c-4c75-a020-fe1b14f9c62a tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 945 time: 0.0573151 Aug 31 16:01:40.590847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac16d186-dbf0-41d1-9b1e-56a421b24a78 req-2b990730-2949-4aca-bb7a-f2c8976fffa1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Aug 31 16:01:40.600716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49076bec-fcfd-420e-ada1-b623651cee84 req-8664a156-ad73-4687-af50-1c0bb044b8a4 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Aug 31 16:01:40.830294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65281943-bbc3-4f5e-8ec2-bd444d49b1b0 req-8b8c87c0-22be-4918-9c2f-aff5483a7d98 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 210 time: 0.0500963 Aug 31 16:01:40.959266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4a97-3abf-4143-8584-f3628c4f0c17 req-908946da-f0a3-4ace-9eaf-c86ae24778e5 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:40.960861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a21b4a97-3abf-4143-8584-f3628c4f0c17 req-908946da-f0a3-4ace-9eaf-c86ae24778e5 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 945 time: 0.0605187 Aug 31 16:01:41.038282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a21b4a97-3abf-4143-8584-f3628c4f0c17 req-3e48c3fa-97f9-4e71-b644-52f2a3670f63 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677969 Aug 31 16:01:41.098577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-732a7877-8942-42af-a196-b50ba9d2b6b3 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524020 Aug 31 16:01:41.250556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:41.262542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-6c15b470-ac17-4e11-a703-5d55af197ed4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:41.264434 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-6c15b470-ac17-4e11-a703-5d55af197ed4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535580 Aug 31 16:01:41.265889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1c45275a-109c-4d63-96b4-bfe79a205d12 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:41.284739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:41.339962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 1c45275a-109c-4d63-96b4-bfe79a205d12 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:41.408095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 1c45275a-109c-4d63-96b4-bfe79a205d12 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:41.408499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.501646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:41.548388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:41.591309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:41.595147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.602460 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.622055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.653251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 1c45275a-109c-4d63-96b4-bfe79a205d12, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1c45275a-109c-4d63-96b4-bfe79a205d12,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:41.655296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.660639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8a4f-f4f3-4f81-9f55-ec9562d5fba4 req-cb83e6d2-099e-45cc-b07d-2b25f1db0e22 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:41.668776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.673701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-460c8a4f-f4f3-4f81-9f55-ec9562d5fba4 req-cb83e6d2-099e-45cc-b07d-2b25f1db0e22 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 945 time: 0.1207190 Aug 31 16:01:41.689126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:41.771223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-460c8a4f-f4f3-4f81-9f55-ec9562d5fba4 req-8b125be3-76ba-4b47-8837-d8ee7ca343cd tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944617 Aug 31 16:01:41.844990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:41.855921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.862139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=1c45275a-109c-4d63-96b4-bfe79a205d12,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:41.871902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:41.880759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:42.007751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e60069a6-d56c-4abd-ba2b-d0f116a9145b req-70800f98-72ef-4bff-8da8-d42ccce8b53f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 210 time: 0.0405991 Aug 31 16:01:42.024298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['63eb8277-3ed1-4f14-a682-7121db6d15a1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:42.029045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:42.045733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6e645f-2332-4cdc-baca-0b037ea175cb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:42.091341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.091702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.092055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.092427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.092768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.093108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.093441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.093769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.094097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.094422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.094748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.095073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:42.306993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.238 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/7796bad6-2d65-47c0-a746-bb323ce6a82c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:42.321730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff1075-b3e5-437d-87e3-956386beb2ec req-a1db7493-9eef-4939-a79a-107213bb51e4 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:42.330745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cff1075-b3e5-437d-87e3-956386beb2ec req-a1db7493-9eef-4939-a79a-107213bb51e4 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 945 time: 0.0818479 Aug 31 16:01:42.402226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cff1075-b3e5-437d-87e3-956386beb2ec req-98b05905-de58-40f6-b69e-48cbcfef1adf tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695479 Aug 31 16:01:42.449804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c45275a-109c-4d63-96b4-bfe79a205d12'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:42.452144 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d53431-8661-4d26-ae11-51b5476c96a1" -d '{"events": [{"server_uuid": "069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8", "name": "network-vif-plugged", "status": "completed", "tag": "1c45275a-109c-4d63-96b4-bfe79a205d12"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:42.515280 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f4fb4d-8cf9-4a82-a07f-3a5f0b477e7b x-openstack-request-id: req-b4f4fb4d-8cf9-4a82-a07f-3a5f0b477e7b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:42.516297 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8", "name": "network-vif-plugged", "status": "completed", "tag": "1c45275a-109c-4d63-96b4-bfe79a205d12", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:42.516770 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4f4fb4d-8cf9-4a82-a07f-3a5f0b477e7b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:42.517369 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c45275a-109c-4d63-96b4-bfe79a205d12', 'code': 200} Aug 31 16:01:42.669383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-83153d7a-06db-4b24-838d-c4a64d2c5c37 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:42.671456 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-83153d7a-06db-4b24-838d-c4a64d2c5c37 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "GET /v2.0/ports?device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 945 time: 0.2561376 Aug 31 16:01:42.701224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b63e-7e4a-48b7-b600-9d94e71b0c1a req-9f7dad7e-9487-40ca-92ca-6ecf4203e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:42.703126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fa6b63e-7e4a-48b7-b600-9d94e71b0c1a req-9f7dad7e-9487-40ca-92ca-6ecf4203e119 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8 HTTP/1.1" status: 200 len: 1097 time: 0.1062644 Aug 31 16:01:42.846161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fa6b63e-7e4a-48b7-b600-9d94e71b0c1a req-34f41fd3-9f04-49f5-9593-ae31bd9d7581 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335871 Aug 31 16:01:42.850686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:42.874697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object 7796bad6-2d65-47c0-a746-bb323ce6a82c will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:42.907872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Deleting port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:42.908481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:42.973573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344ce83-d6bb-451c-8607-95602dfc3bb8 req-7968171b-8290-4f6c-a125-d35b669adcc6 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:42.981617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8344ce83-d6bb-451c-8607-95602dfc3bb8 req-7968171b-8290-4f6c-a125-d35b669adcc6 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 945 time: 0.0946448 Aug 31 16:01:43.040728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8344ce83-d6bb-451c-8607-95602dfc3bb8 req-9d1edc75-c386-4bbe-909f-35b105424e45 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577874 Aug 31 16:01:43.065221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.075732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] For port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:43.076603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.124680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Calling delete_port for fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:43.204559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:43.215148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:43.220886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:43.264669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:43.285366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e240a-fff2-4571-93e6-619d325e796c req-9171e185-2d07-4d07-ab4a-2a767b5c71d5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:43.287123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-650e240a-fff2-4571-93e6-619d325e796c req-9171e185-2d07-4d07-ab4a-2a767b5c71d5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 936 time: 0.1083772 Aug 31 16:01:43.293503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=7796bad6-2d65-47c0-a746-bb323ce6a82c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:43.308869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:43.309606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.348517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:43.349469 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.365052 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-e56fc478-425f-4f70-9421-e119975e8f90 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0898116 Aug 31 16:01:43.382664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-650e240a-fff2-4571-93e6-619d325e796c req-97a73d47-3573-43e6-af4f-9f5e34b05c9f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887749 Aug 31 16:01:43.411041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55fd5-1120-454f-8a29-9de15f3a8a7e req-c69f5781-cf58-451a-b23f-850cc3d564cb tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:43.415320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ba55fd5-1120-454f-8a29-9de15f3a8a7e req-c69f5781-cf58-451a-b23f-850cc3d564cb tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8 HTTP/1.1" status: 200 len: 945 time: 0.1795535 Aug 31 16:01:43.471480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Request body: {'port': {'device_id': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:43.519358 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.546337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ba55fd5-1120-454f-8a29-9de15f3a8a7e req-db71a766-f79b-4b43-9936-d730e86cd4f6 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120222 Aug 31 16:01:43.563967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:43.569824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.641105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:43.659049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.678590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.683680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['fb5f4aad-90fe-4a8d-becd-db25ce6c2a39', 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:43.688397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['4be46428-815b-4862-8d35-c666d170bbea'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:43.699458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a4426f99-81ea-4f19-83dc-4cbf32ffc91f None None] Provisioning for port 7796bad6-2d65-47c0-a746-bb323ce6a82c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:43.752807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Pushing event deleted for resources: {'Port': ['ID=fb5f4aad-90fe-4a8d-becd-db25ce6c2a39,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:43.780957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a4426f99-81ea-4f19-83dc-4cbf32ffc91f None None] Provisioning complete for port 7796bad6-2d65-47c0-a746-bb323ce6a82c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:43.782086 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4426f99-81ea-4f19-83dc-4cbf32ffc91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.848973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a4426f99-81ea-4f19-83dc-4cbf32ffc91f None None] Port 7796bad6-2d65-47c0-a746-bb323ce6a82c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:01:43.851824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0321bbe7-35c0-4714-b556-c5e9b522ae85 req-657f9921-63b8-4bb1-a6e6-24b601accbd6 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=91035395-3dda-4df5-9cd9-159b90b3352e HTTP/1.1" status: 200 len: 210 time: 0.0499716 Aug 31 16:01:43.946119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] No DVR routers for this DVR port fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:43.960951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:43.963345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b0b51d2-f375-4dab-ab8d-cfa3fa92f497 req-ecdf05d9-1941-44ab-a0f3-5a6c35c7343c tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "DELETE /v2.0/ports/fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 HTTP/1.1" status: 204 len: 173 time: 1.2841523 Aug 31 16:01:43.964844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91035395-3dda-4df5-9cd9-159b90b3352e', 'name': 'network-vif-deleted', 'tag': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:43.967281 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3217614-3d00-4e5a-ab09-e9e5822a5a5f" -d '{"events": [{"server_uuid": "91035395-3dda-4df5-9cd9-159b90b3352e", "name": "network-vif-deleted", "tag": "fb5f4aad-90fe-4a8d-becd-db25ce6c2a39"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:44.173272 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb1c46-1980-4173-b368-34d5dc14e9b8 x-openstack-request-id: req-f9eb1c46-1980-4173-b368-34d5dc14e9b8 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:44.173574 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91035395-3dda-4df5-9cd9-159b90b3352e", "name": "network-vif-deleted", "tag": "fb5f4aad-90fe-4a8d-becd-db25ce6c2a39", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:44.173832 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9eb1c46-1980-4173-b368-34d5dc14e9b8 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:44.174293 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91035395-3dda-4df5-9cd9-159b90b3352e', 'name': 'network-vif-deleted', 'tag': 'fb5f4aad-90fe-4a8d-becd-db25ce6c2a39', 'status': 'completed', 'code': 200} Aug 31 16:01:44.396513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7796bad6-2d65-47c0-a746-bb323ce6a82c {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:44.406477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:44.449397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Transition to ACTIVE for port object 7796bad6-2d65-47c0-a746-bb323ce6a82c will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:44.461359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:44.514813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Pushing event updated for resources: {'Port': ['ID=7796bad6-2d65-47c0-a746-bb323ce6a82c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:44.518388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:44.522014 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32c072-247b-4f76-a310-1491308ede94" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:44.607249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60382be-590c-401d-853a-455c9f2e17c5 req-8dc2d6f5-11c3-45d2-a39f-093bf33d08f2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:44.609825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c60382be-590c-401d-853a-455c9f2e17c5 req-8dc2d6f5-11c3-45d2-a39f-093bf33d08f2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 948 time: 0.0722516 Aug 31 16:01:44.703393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c60382be-590c-401d-853a-455c9f2e17c5 req-3bfb16b1-a1b1-424d-b00e-af3196fdb642 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853288 Aug 31 16:01:44.739171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Attempting to bind port 7796bad6-2d65-47c0-a746-bb323ce6a82c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:44.739673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Attempting to bind port 7796bad6-2d65-47c0-a746-bb323ce6a82c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:44.740032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Attempting to bind port 7796bad6-2d65-47c0-a746-bb323ce6a82c on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:44.745296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Port 7796bad6-2d65-47c0-a746-bb323ce6a82c on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:44.749142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Attempting to bind port 7796bad6-2d65-47c0-a746-bb323ce6a82c on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:44.756693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:44.763130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:44.764077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:44.764693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Bound port: 7796bad6-2d65-47c0-a746-bb323ce6a82c, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:44.765196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:44.794658 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1b9152-156d-4d88-8b77-1743e8c74eef x-openstack-request-id: req-cc1b9152-156d-4d88-8b77-1743e8c74eef {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:44.800406 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:44.802212 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc1b9152-156d-4d88-8b77-1743e8c74eef {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:44.802799 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 16:01:44.950357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] For port 7796bad6-2d65-47c0-a746-bb323ce6a82c, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:44.957211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] For port 7796bad6-2d65-47c0-a746-bb323ce6a82c, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:44.964463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:44.987035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c31306-cb3d-4e32-b21f-5b3deaa4d778 req-2c6f35cd-ed6a-49e8-bac5-3798dda9b816 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:44.996657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11c31306-cb3d-4e32-b21f-5b3deaa4d778 req-2c6f35cd-ed6a-49e8-bac5-3798dda9b816 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8 HTTP/1.1" status: 200 len: 945 time: 0.1265349 Aug 31 16:01:45.012899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:45.013634 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:45.015048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] 10.222.0.30 "PUT /v2.0/ports/7796bad6-2d65-47c0-a746-bb323ce6a82c HTTP/1.1" status: 200 len: 1097 time: 1.5552549 Aug 31 16:01:45.049891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3b82d-1e61-4578-b652-d442e05fe6eb service neutron] Pushing event updated for resources: {'Port': ['ID=7796bad6-2d65-47c0-a746-bb323ce6a82c,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:45.092476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11c31306-cb3d-4e32-b21f-5b3deaa4d778 req-bad424a0-db12-4ba9-8628-91fc9d3d6e69 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845201 Aug 31 16:01:45.132752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-5cdf2699-5fdb-44a2-8e99-c67166019bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:45.134671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-5cdf2699-5fdb-44a2-8e99-c67166019bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 1100 time: 0.0708296 Aug 31 16:01:45.215546 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-1b61f90d-ffc0-4eb6-b2ff-2dac62771e54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c HTTP/1.1" status: 200 len: 217 time: 0.0719554 Aug 31 16:01:45.289225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-affbe022-ad2d-4fde-86ce-a1b586153009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:45.296034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-affbe022-ad2d-4fde-86ce-a1b586153009 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0706773 Aug 31 16:01:45.394258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-bc6dde7e-a80f-4c50-9538-ad3a547fe679 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:45.396622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-11b063b3-c9c8-4147-9ea8-7b8488c7b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:45.398165 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-11b063b3-c9c8-4147-9ea8-7b8488c7b9b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899858 Aug 31 16:01:45.399940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-bc6dde7e-a80f-4c50-9538-ad3a547fe679 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.2197011 Aug 31 16:01:45.432890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-c49d92b0-ce3f-4f4e-bcf6-8c53b9758d8d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/quotas/26706d8887614b998f101b0bb5169373 HTTP/1.1" status: 200 len: 375 time: 0.0218432 Aug 31 16:01:45.511812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-92d0452c-7575-4037-9f37-becb1c5a440e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757704 Aug 31 16:01:45.577351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-15202b5d-d839-4d60-b970-06213076d0ab service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559403 Aug 31 16:01:45.658144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-2ad23456-c747-4fcd-a24f-c19b74d948ed service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453488 Aug 31 16:01:45.709446 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7b59e80-5003-4730-849f-0c8bc1715f3e req-609a4125-ea27-410d-aca7-dd2805129c8d service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152689 Aug 31 16:01:45.713261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:45.748531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:45.749312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device fb5f4aad-90fe-4a8d-becd-db25ce6c2a39 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:45.814573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-11d77147-eb2e-4eeb-967e-078ad9f7463e service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536856 Aug 31 16:01:46.007022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144944-b08b-4209-8bb2-ff584c5680d4 req-b728e444-5aa7-4718-9569-2c9681a5422f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:46.014539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9144944-b08b-4209-8bb2-ff584c5680d4 req-b728e444-5aa7-4718-9569-2c9681a5422f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 948 time: 0.0665767 Aug 31 16:01:46.063400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9144944-b08b-4209-8bb2-ff584c5680d4 req-3c41398a-79c9-43ba-a236-32cf9caedfc6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Aug 31 16:01:46.175785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'tag': '7796bad6-2d65-47c0-a746-bb323ce6a82c'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:46.178152 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4d0773-573a-4aec-bb21-47db6a679a78" -d '{"events": [{"name": "network-changed", "server_uuid": "085ad621-25ed-4139-b8c4-5610e9e51a86", "tag": "7796bad6-2d65-47c0-a746-bb323ce6a82c"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:46.298441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d37bb503-f62a-443d-a1dd-ecdc281694fb req-fbdd2a0e-695c-4723-92de-2343311d6b97 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 210 time: 0.0347352 Aug 31 16:01:46.363057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-e6b5cadc-8891-4af4-9deb-1a185853b20d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:46.365265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-e6b5cadc-8891-4af4-9deb-1a185853b20d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 813 time: 0.1869149 Aug 31 16:01:46.386344 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff34193-ef4b-4caa-9587-f2a4bd74775d x-openstack-request-id: req-8ff34193-ef4b-4caa-9587-f2a4bd74775d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:46.386641 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085ad621-25ed-4139-b8c4-5610e9e51a86", "tag": "7796bad6-2d65-47c0-a746-bb323ce6a82c", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:46.386894 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ff34193-ef4b-4caa-9587-f2a4bd74775d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:46.387291 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'tag': '7796bad6-2d65-47c0-a746-bb323ce6a82c', 'status': 'completed', 'code': 200} Aug 31 16:01:46.396663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-6c1f57ec-4b9b-466e-b2b9-80ec27cefdf1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/quotas/dd9f688514c14b22802cac40a03a8264 HTTP/1.1" status: 200 len: 375 time: 0.0252874 Aug 31 16:01:46.492235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-c98487fd-80cb-4938-8eb5-a2bae3107d30 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758164 Aug 31 16:01:46.492619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-2fbe1049-a068-434a-b509-d869eb99e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:46.492619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-2fbe1049-a068-434a-b509-d869eb99e9ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 1100 time: 0.0752518 Aug 31 16:01:46.659034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-1e570c16-4705-498d-9fed-d5e6959b4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:46.661133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-1e570c16-4705-498d-9fed-d5e6959b4ed4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.1584473 Aug 31 16:01:46.753256 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-15ba34c3-580b-45a5-a3d8-151fe2ebee6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c HTTP/1.1" status: 200 len: 217 time: 0.0780971 Aug 31 16:01:46.852818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-9464192e-b4cc-48df-a7ce-aadf196b0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:46.854687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-9464192e-b4cc-48df-a7ce-aadf196b0448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0780141 Aug 31 16:01:46.932432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-2b8faa82-0f80-44d3-9357-b991fd946b63 service neutron] 10.222.0.43 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340742 Aug 31 16:01:46.933674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-3e80e703-e447-41ce-8a6c-d70f20044e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:46.938626 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-3e80e703-e447-41ce-8a6c-d70f20044e5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667024 Aug 31 16:01:47.077838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-ff4bd5e2-d13d-488e-8af4-9519c7233bc4 service neutron] 10.222.0.43 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376894 Aug 31 16:01:47.088077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-2a871616-51ea-4b0c-bdab-1bb73c69a03e service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360049 Aug 31 16:01:47.208011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5c4d0773-573a-4aec-bb21-47db6a679a78 req-d0bda094-057f-4070-8d1a-79c793233ff9 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023579 Aug 31 16:01:47.249518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7e83-7720-4612-b04e-eb778455b779 req-3ce0cfb3-6198-4af0-abbf-efab42a08e0e tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.257339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7e83-7720-4612-b04e-eb778455b779 req-3ce0cfb3-6198-4af0-abbf-efab42a08e0e tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.265308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dff7e83-7720-4612-b04e-eb778455b779 req-3ce0cfb3-6198-4af0-abbf-efab42a08e0e tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28&device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 1681 time: 0.1074836 Aug 31 16:01:47.291444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:47.352647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dff7e83-7720-4612-b04e-eb778455b779 req-f1f705df-8acd-4758-bb7e-7e17b5ddeda7 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836275 Aug 31 16:01:47.430777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-c5193fe7-7a09-4520-a067-d3d9ae33a2ef tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.433617 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-c5193fe7-7a09-4520-a067-d3d9ae33a2ef tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d1ba1-1481-4bed-9286-0c67a635d53f HTTP/1.1" status: 200 len: 945 time: 0.1741586 Aug 31 16:01:47.444744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-5c01956c-8885-468a-8989-6b3f2f121e0d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.447086 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-5c01956c-8885-468a-8989-6b3f2f121e0d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e4166a-14be-4bdb-a9c5-42297bf439d1 HTTP/1.1" status: 200 len: 946 time: 0.2194216 Aug 31 16:01:47.494957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:47.571456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:47.577315 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa852c2-035d-414c-8657-354ede115b83" -d '{"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:47.613835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:47.625575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:47.683667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7263b0-78c9-4c6d-939d-526ce73e2f73 req-26d6e456-6a6b-4c2e-92b9-16ca919e2a39 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.692113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad7263b0-78c9-4c6d-939d-526ce73e2f73 req-26d6e456-6a6b-4c2e-92b9-16ca919e2a39 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 948 time: 0.1552272 Aug 31 16:01:47.719042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:47.758975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-a469ab04-3bf9-40ae-ab1e-572d90276183 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.760891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-a469ab04-3bf9-40ae-ab1e-572d90276183 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "GET /v2.0/ports?device_id=069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8 HTTP/1.1" status: 200 len: 945 time: 0.1270034 Aug 31 16:01:47.767627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Deleting port c8aaf837-0728-4d71-bb18-915ef5a33f2c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:47.767627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:47.798614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9f98f81-3837-43ad-b1ad-cc8cac0bc951 req-83d416fe-79bd-449d-97e0-92356d13eea1 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 210 time: 0.0637324 Aug 31 16:01:47.806042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-d101f29e-26c5-43a2-8478-9786ce6a0d99 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:47.807339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-d101f29e-26c5-43a2-8478-9786ce6a0d99 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.4339466 Aug 31 16:01:47.819719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad7263b0-78c9-4c6d-939d-526ce73e2f73 req-d11a7cae-ce21-4ab8-8964-1db9b6436653 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268346 Aug 31 16:01:47.824875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Request body: {'port': {'device_id': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'admin_state_up': True, 'tenant_id': '26706d8887614b998f101b0bb5169373'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:47.940704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Deleting port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:47.941089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.048547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] For port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:48.048999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.081970 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f5bd8e-89df-4d75-b2d6-f3674b9fb965 x-openstack-request-id: req-76f5bd8e-89df-4d75-b2d6-f3674b9fb965 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:48.082715 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:48.083740 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76f5bd8e-89df-4d75-b2d6-f3674b9fb965 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:48.084535 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'code': 200} Aug 31 16:01:48.090453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Made reservation on behalf of 26706d8887614b998f101b0bb5169373 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:48.091146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Calling delete_port for 226763a6-5c2e-4e08-a6d5-0a7b569f70cc owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:48.094063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.231483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e27abb8-49da-4ef7-a0fa-ea269872689f req-e41cec8f-ae68-4f0e-b167-b018b6805e3c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 210 time: 0.0479527 Aug 31 16:01:48.332749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.345294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['1c45275a-109c-4d63-96b4-bfe79a205d12'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:48.394616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event deleted for resources: {'Port': ['ID=226763a6-5c2e-4e08-a6d5-0a7b569f70cc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:48.463257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Allocated IP 172.20.0.9 (cc66721b-b4e4-4272-af20-e9f2d4563f55/de4f5e1c-fc7e-4584-95c6-5c3204263495/e173f344-6801-47c2-815f-1b09042c8b57) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:48.468500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] No DVR routers for this DVR port 226763a6-5c2e-4e08-a6d5-0a7b569f70cc on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:48.474169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.480726 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4722f95-5c8a-48a4-8d3d-880515cbda35 req-3668722a-49b3-439d-bbad-dba934e46a85 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "DELETE /v2.0/ports/226763a6-5c2e-4e08-a6d5-0a7b569f70cc HTTP/1.1" status: 204 len: 173 time: 1.0308342 Aug 31 16:01:48.487077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'name': 'network-vif-deleted', 'tag': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:48.498152 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c3a279-6f06-4b19-b478-c95d3075aab5" -d '{"events": [{"server_uuid": "6a0d1ba1-1481-4bed-9286-0c67a635d53f", "name": "network-vif-deleted", "tag": "226763a6-5c2e-4e08-a6d5-0a7b569f70cc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:48.528178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] For port c8aaf837-0728-4d71-bb18-915ef5a33f2c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c8aaf837-0728-4d71-bb18-915ef5a33f2c,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:48.530598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.586504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Calling delete_port for c8aaf837-0728-4d71-bb18-915ef5a33f2c owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:48.593167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Deleting port 1c45275a-109c-4d63-96b4-bfe79a205d12 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:48.594237 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.659583 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e41c4c-3bd5-4cd2-a99b-40c227f1fed3 x-openstack-request-id: req-33e41c4c-3bd5-4cd2-a99b-40c227f1fed3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:48.659895 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0d1ba1-1481-4bed-9286-0c67a635d53f", "name": "network-vif-deleted", "tag": "226763a6-5c2e-4e08-a6d5-0a7b569f70cc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:48.660334 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33e41c4c-3bd5-4cd2-a99b-40c227f1fed3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:48.660959 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0d1ba1-1481-4bed-9286-0c67a635d53f', 'name': 'network-vif-deleted', 'tag': '226763a6-5c2e-4e08-a6d5-0a7b569f70cc', 'status': 'completed', 'code': 200} Aug 31 16:01:48.747527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.807601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] For port 1c45275a-109c-4d63-96b4-bfe79a205d12, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=1c45275a-109c-4d63-96b4-bfe79a205d12,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:48.807986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.832801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Calling delete_port for 1c45275a-109c-4d63-96b4-bfe79a205d12 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:48.906443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:48.971343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.036632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event deleted for resources: {'Port': ['ID=c8aaf837-0728-4d71-bb18-915ef5a33f2c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:49.053279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:49.063753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:49.076736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:49.207066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] No DVR routers for this DVR port c8aaf837-0728-4d71-bb18-915ef5a33f2c on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:49.211780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.214363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b57bf2b6-c466-4e1d-a187-75d00fba2bac req-32771c4d-785b-4962-b375-7a498eb75b28 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "DELETE /v2.0/ports/c8aaf837-0728-4d71-bb18-915ef5a33f2c HTTP/1.1" status: 204 len: 173 time: 1.7360520 Aug 31 16:01:49.216288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.250885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:49.267703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event deleted for resources: {'Port': ['ID=1c45275a-109c-4d63-96b4-bfe79a205d12,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:49.309611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7796bad6-2d65-47c0-a746-bb323ce6a82c details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:49.316403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] No DVR routers for this DVR port 1c45275a-109c-4d63-96b4-bfe79a205d12 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:49.320933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.324518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-957b7177-7e7e-45b9-8ed1-838c3e476903 req-537a1cc7-30c6-4dab-8288-c2f3cf237762 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "DELETE /v2.0/ports/1c45275a-109c-4d63-96b4-bfe79a205d12 HTTP/1.1" status: 204 len: 173 time: 1.5534923 Aug 31 16:01:49.363592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.364274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.365304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.365805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.366356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.366847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.367408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.367928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.368487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.369861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.370957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.371519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:01:49.419862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:49.420809 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.446730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-159d0092-3032-4cd6-b91c-01ef41f379d7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6257269 Aug 31 16:01:49.460734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75a77-b01b-45a6-be6a-b6cf11d9dbe3 req-33a5cda5-8592-4274-96bc-f68774d53836 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:49.469841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64b75a77-b01b-45a6-be6a-b6cf11d9dbe3 req-33a5cda5-8592-4274-96bc-f68774d53836 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 948 time: 0.1844747 Aug 31 16:01:49.489386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7796bad6-2d65-47c0-a746-bb323ce6a82c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:49.493367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Request body: {'port': {'device_id': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:49.509700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '7796bad6-2d65-47c0-a746-bb323ce6a82c', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '7796bad6-2d65-47c0-a746-bb323ce6a82c', 'mac_address': 'fa:16:3e:7e:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:49.514166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dd364-7c5f-4419-a266-ee6dd9f840e7 req-7faa1bf3-e16a-41ea-b792-539a7b8dfe5e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:49.516122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc5dd364-7c5f-4419-a266-ee6dd9f840e7 req-7faa1bf3-e16a-41ea-b792-539a7b8dfe5e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 931 time: 0.3580010 Aug 31 16:01:49.572817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.588873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7796bad6-2d65-47c0-a746-bb323ce6a82c {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:49.610423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64b75a77-b01b-45a6-be6a-b6cf11d9dbe3 req-ba22f479-14a0-4563-a92b-d6557846a043 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394444 Aug 31 16:01:49.630021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7796bad6-2d65-47c0-a746-bb323ce6a82c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:49.642429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.744506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:49.756142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 226763a6-5c2e-4e08-a6d5-0a7b569f70cc no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:49.809575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc5dd364-7c5f-4419-a266-ee6dd9f840e7 req-88958b22-c81d-4251-baee-724c64e1e407 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710609 Aug 31 16:01:49.825894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-ab8327c9-52b4-4863-ad78-f831af71a01b tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:49.827686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-ab8327c9-52b4-4863-ad78-f831af71a01b tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 813 time: 0.2677407 Aug 31 16:01:49.871076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 226763a6-5c2e-4e08-a6d5-0a7b569f70cc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:49.871650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 226763a6-5c2e-4e08-a6d5-0a7b569f70cc not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:49.882082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=7796bad6-2d65-47c0-a746-bb323ce6a82c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:50.001341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-affc9e69-4e4b-40a5-a8d9-ff2395b249a7 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:50.003895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-affc9e69-4e4b-40a5-a8d9-ff2395b249a7 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 813 time: 0.1750317 Aug 31 16:01:50.010695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Request body: {'port': {'device_id': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'admin_state_up': True, 'tenant_id': 'dd9f688514c14b22802cac40a03a8264'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:50.029823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:50.072177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Request body: {'port': {'device_id': '302c2faa-7f65-471f-b03d-00e723604243', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'admin_state_up': True, 'tenant_id': 'dd9f688514c14b22802cac40a03a8264'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:50.116968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edbd8b65-f87b-44f3-a0c7-a2914358b500 req-49b2dd81-4070-4723-8a0c-0b8aff40323e tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 210 time: 0.0949368 Aug 31 16:01:50.360710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5daeb4-aff9-417b-b900-3e8fa690b51e req-1afd8072-255c-4a8f-9e40-2af065321a90 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:50.368855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb5daeb4-aff9-417b-b900-3e8fa690b51e req-1afd8072-255c-4a8f-9e40-2af065321a90 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 945 time: 0.1658583 Aug 31 16:01:50.439716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb5daeb4-aff9-417b-b900-3e8fa690b51e req-d1fcf7ae-3fa4-4d4c-80ee-1b2b9d960dda tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696580 Aug 31 16:01:50.527982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab1fe-c693-44f9-97f8-8fa47d68b974 req-4fe9495e-fd17-41b9-aabc-805491cb4b97 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:50.529762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcbab1fe-c693-44f9-97f8-8fa47d68b974 req-4fe9495e-fd17-41b9-aabc-805491cb4b97 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1136539 Aug 31 16:01:50.616387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e173f344-6801-47c2-815f-1b09042c8b57 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:50.630245 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:50.665572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Transition to ACTIVE for port object e173f344-6801-47c2-815f-1b09042c8b57 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:50.675320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-deleted', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c'}, {'server_uuid': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'name': 'network-vif-deleted', 'tag': '1c45275a-109c-4d63-96b4-bfe79a205d12'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:50.678120 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c64aa1-405b-40d5-900f-74652424935e" -d '{"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-deleted", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c"}, {"server_uuid": "069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8", "name": "network-vif-deleted", "tag": "1c45275a-109c-4d63-96b4-bfe79a205d12"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:50.702507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:50.777648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e68b9-993a-461d-877a-e10a65139d11 req-245dc601-71ce-4658-95f3-06eed4abdee7 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:50.779439 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-205e68b9-993a-461d-877a-e10a65139d11 req-245dc601-71ce-4658-95f3-06eed4abdee7 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "GET /v2.0/ports?device_id=17fc7b64-755b-4d9a-b823-0f9b7df63a28 HTTP/1.1" status: 200 len: 945 time: 0.1693287 Aug 31 16:01:50.797027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-f2ee6772-4d27-45bf-b7eb-bf934ccceb84 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:50.798781 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-f2ee6772-4d27-45bf-b7eb-bf934ccceb84 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 945 time: 0.1902707 Aug 31 16:01:50.821870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:50.835586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcbab1fe-c693-44f9-97f8-8fa47d68b974 req-05944aad-6a20-4374-bdd3-ae5c2ec64087 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913694 Aug 31 16:01:50.970508 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca171e7a-325a-45bf-81c9-06146d9216e0 x-openstack-request-id: req-ca171e7a-325a-45bf-81c9-06146d9216e0 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:50.971073 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4166a-14be-4bdb-a9c5-42297bf439d1", "name": "network-vif-deleted", "tag": "c8aaf837-0728-4d71-bb18-915ef5a33f2c", "status": "completed", "code": 200}, {"server_uuid": "069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8", "name": "network-vif-deleted", "tag": "1c45275a-109c-4d63-96b4-bfe79a205d12", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:50.971073 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca171e7a-325a-45bf-81c9-06146d9216e0 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:50.971403 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4166a-14be-4bdb-a9c5-42297bf439d1', 'name': 'network-vif-deleted', 'tag': 'c8aaf837-0728-4d71-bb18-915ef5a33f2c', 'status': 'completed', 'code': 200} Aug 31 16:01:50.972074 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069d4e6a-5f63-45e8-af6e-3a2e13bfb1d8', 'name': 'network-vif-deleted', 'tag': '1c45275a-109c-4d63-96b4-bfe79a205d12', 'status': 'completed', 'code': 200} Aug 31 16:01:50.985814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Made reservation on behalf of dd9f688514c14b22802cac40a03a8264 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:50.990370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:50.992126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-aec712af-ec06-4248-8ee8-868308744a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.027058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49d08f-017b-486f-b57f-7a9b08b90229 req-e1bfb2c5-bfcb-4506-8db0-c9c847748aae tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:51.029308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Made reservation on behalf of dd9f688514c14b22802cac40a03a8264 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:01:51.032796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.039879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc49d08f-017b-486f-b57f-7a9b08b90229 req-e1bfb2c5-bfcb-4506-8db0-c9c847748aae tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 949 time: 0.2325585 Aug 31 16:01:51.112000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc49d08f-017b-486f-b57f-7a9b08b90229 req-7a86a8ec-fd5f-4b49-a354-01ba8ce4892e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Aug 31 16:01:51.140066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Attempting to bind port e173f344-6801-47c2-815f-1b09042c8b57 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:51.140443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Attempting to bind port e173f344-6801-47c2-815f-1b09042c8b57 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:51.140784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Attempting to bind port e173f344-6801-47c2-815f-1b09042c8b57 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:51.177994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Port e173f344-6801-47c2-815f-1b09042c8b57 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:51.178363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Attempting to bind port e173f344-6801-47c2-815f-1b09042c8b57 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:51.188348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:51.189121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Checking segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:51.189635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Bound using segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:51.190088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Bound port: e173f344-6801-47c2-815f-1b09042c8b57, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:51.190499 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.231862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Deleting port 4be46428-815b-4862-8d35-c666d170bbea {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:51.232366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.241670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Deleting port df0dbe24-d0b6-41a7-a123-32b95a3f50ff {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:51.242022 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.245349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Allocated IP 172.20.0.7 (73ef3d13-8f31-42c6-ba10-72871dbd64ff/78d5ff7e-d40d-4c0a-950c-5e6f36ea772d/8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:51.259878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b1f2d49-add7-48a2-aec9-5bdb20e30de2 req-72f6ba0b-cdd7-462a-8bbb-14beae405d07 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 210 time: 0.0622602 Aug 31 16:01:51.327327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7796bad6-2d65-47c0-a746-bb323ce6a82c up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:51.342781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:51.347911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:51.370060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a738a-775a-4dbd-8bfb-da02b02b63ac req-4b157584-3e88-44e0-8053-e4032bb5fce7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:51.371688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c59a738a-775a-4dbd-8bfb-da02b02b63ac req-4b157584-3e88-44e0-8053-e4032bb5fce7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 943 time: 0.2285562 Aug 31 16:01:51.401709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.423077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:51.423752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.425917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/e173f344-6801-47c2-815f-1b09042c8b57 HTTP/1.1" status: 200 len: 1092 time: 1.9509759 Aug 31 16:01:51.426100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 7796bad6-2d65-47c0-a746-bb323ce6a82c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:51.444768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:51.447630 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a85a7d-c013-4ab7-8b89-789676149911" -d '{"events": [{"name": "network-changed", "server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "tag": "e173f344-6801-47c2-815f-1b09042c8b57"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:51.456939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 7796bad6-2d65-47c0-a746-bb323ce6a82c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:51.457924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.494891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c59a738a-775a-4dbd-8bfb-da02b02b63ac req-0cfd12bd-9d8e-4d16-a904-5bd1a812cb4d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161995 Aug 31 16:01:51.510419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] For port df0dbe24-d0b6-41a7-a123-32b95a3f50ff, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:51.513911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.558359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Calling delete_port for df0dbe24-d0b6-41a7-a123-32b95a3f50ff owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:51.617587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ac639-a3ec-4fa2-be74-fac1aa9ff4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:51.633712 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46145ae-4996-4ea5-a07b-c38bcde1f472 x-openstack-request-id: req-b46145ae-4996-4ea5-a07b-c38bcde1f472 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:51.634184 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "tag": "e173f344-6801-47c2-815f-1b09042c8b57", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:51.634587 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b46145ae-4996-4ea5-a07b-c38bcde1f472 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:51.635134 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57', 'status': 'completed', 'code': 200} Aug 31 16:01:51.673280 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.714633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-4dfa1052-f5c2-419d-810d-bd62c5d2d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:51.717180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-4dfa1052-f5c2-419d-810d-bd62c5d2d18a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 1095 time: 0.2203708 Aug 31 16:01:51.738106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] For port 4be46428-815b-4862-8d35-c666d170bbea, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4be46428-815b-4862-8d35-c666d170bbea,segment=NetworkSegment(a38c8fdc-c466-453c-ad81-43db553f019c),segment_id=a38c8fdc-c466-453c-ad81-43db553f019c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:51.739109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.741707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3037d-7c61-443c-b465-9aa227d7ba35 req-c83ea2b5-e974-4dae-9631-09fe48b5ba65 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:51.748381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7796bad6-2d65-47c0-a746-bb323ce6a82c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:51.750047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7796bad6-2d65-47c0-a746-bb323ce6a82c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:51.751114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55e3037d-7c61-443c-b465-9aa227d7ba35 req-c83ea2b5-e974-4dae-9631-09fe48b5ba65 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 945 time: 0.1146119 Aug 31 16:01:51.755038 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d9c94-3fb5-4c33-8e82-24ae9082f5c1" -d '{"events": [{"server_uuid": "085ad621-25ed-4139-b8c4-5610e9e51a86", "name": "network-vif-plugged", "status": "completed", "tag": "7796bad6-2d65-47c0-a746-bb323ce6a82c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:51.759550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:51.760675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1c45275a-109c-4d63-96b4-bfe79a205d12 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:51.762491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Calling delete_port for 4be46428-815b-4862-8d35-c666d170bbea owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:51.788551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 1c45275a-109c-4d63-96b4-bfe79a205d12 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:51.789131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 1c45275a-109c-4d63-96b4-bfe79a205d12 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:51.789878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:51.838868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: c8aaf837-0728-4d71-bb18-915ef5a33f2c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:51.839491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c8aaf837-0728-4d71-bb18-915ef5a33f2c not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:51.855390 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87efa846-1ef2-4796-a8f0-20e36471e3b8 x-openstack-request-id: req-87efa846-1ef2-4796-a8f0-20e36471e3b8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:51.855925 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ad621-25ed-4139-b8c4-5610e9e51a86", "name": "network-vif-plugged", "status": "completed", "tag": "7796bad6-2d65-47c0-a746-bb323ce6a82c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:51.856486 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87efa846-1ef2-4796-a8f0-20e36471e3b8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:51.857230 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7796bad6-2d65-47c0-a746-bb323ce6a82c', 'code': 200} Aug 31 16:01:51.881084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=7796bad6-2d65-47c0-a746-bb323ce6a82c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:51.914614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-3a04f9b8-dbe2-40d1-905b-518d3476520a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e173f344-6801-47c2-815f-1b09042c8b57 HTTP/1.1" status: 200 len: 217 time: 0.1601410 Aug 31 16:01:51.925020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55e3037d-7c61-443c-b465-9aa227d7ba35 req-ee36cf87-e719-4e8c-a8c8-f96a1459abf6 tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd8bac6d-78e9-47ea-b813-3fbdb5ced921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731644 Aug 31 16:01:52.079649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-ba338c5f-6f11-4ebd-98e7-635cd74f448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:52.084276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-ba338c5f-6f11-4ebd-98e7-635cd74f448a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.1567566 Aug 31 16:01:52.126943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.164740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-18153312-29a7-4f08-b568-5a60bd2fbe02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663061 Aug 31 16:01:52.242592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] No DVR routers for this DVR port df0dbe24-d0b6-41a7-a123-32b95a3f50ff on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:52.245302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.247697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-205e68b9-993a-461d-877a-e10a65139d11 req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.49 "DELETE /v2.0/ports/df0dbe24-d0b6-41a7-a123-32b95a3f50ff HTTP/1.1" status: 204 len: 173 time: 1.4478080 Aug 31 16:01:52.248499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2031d-8233-4d38-a4a7-ccd1dcca380d tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Pushing event deleted for resources: {'Port': ['ID=df0dbe24-d0b6-41a7-a123-32b95a3f50ff,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:52.287225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-de71c597-89fc-4e35-b1fb-7207e4e8aa3c service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141529 Aug 31 16:01:52.322612 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.349857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2687-7c5d-4547-ade6-b5534f80fd36 req-6ca2483d-433a-4a76-a808-3a278c11ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:52.352372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42cb2687-7c5d-4547-ade6-b5534f80fd36 req-6ca2483d-433a-4a76-a808-3a278c11ca91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 1102 time: 0.3992264 Aug 31 16:01:52.358632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.462276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5036f8-ef36-4784-91e8-8182c1b2f822 req-0c1c477c-6000-4274-81f5-7edc544ef016 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:52.464069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef5036f8-ef36-4784-91e8-8182c1b2f822 req-0c1c477c-6000-4274-81f5-7edc544ef016 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.1659663 Aug 31 16:01:52.475742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29335701-55a9-49b1-9efd-8a687e8d3cde req-3fd95335-9da0-45f2-902a-68736aefa77e tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:52.477659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29335701-55a9-49b1-9efd-8a687e8d3cde req-3fd95335-9da0-45f2-902a-68736aefa77e tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.3909159 Aug 31 16:01:52.510629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Allocated IP 172.20.0.4 (73ef3d13-8f31-42c6-ba10-72871dbd64ff/78d5ff7e-d40d-4c0a-950c-5e6f36ea772d/0406543a-2708-4304-8740-3854215f4354) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:01:52.555346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42cb2687-7c5d-4547-ade6-b5534f80fd36 req-551dc405-087b-459d-a40b-1c3494b8d758 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793108 Aug 31 16:01:52.600676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef5036f8-ef36-4784-91e8-8182c1b2f822 req-299a5ca6-65b9-4272-a87b-f0627473ab51 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199441 Aug 31 16:01:52.607255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29335701-55a9-49b1-9efd-8a687e8d3cde req-a26d269b-e30a-4843-9475-a0a383707a25 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099894 Aug 31 16:01:52.627073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b42355d5-747f-434c-bafc-32e6bf823c04 req-f5258a69-2ecd-4b2c-b3fb-355b1bc065ed service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900014 Aug 31 16:01:52.724330 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.754877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.761084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Pushing event deleted for resources: {'Port': ['ID=4be46428-815b-4862-8d35-c666d170bbea,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:52.848751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe963b07-d063-4707-9bbe-a1ca646d26d8 req-14620367-e38c-44ba-b04a-93a852d2756b tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 210 time: 0.0474777 Aug 31 16:01:52.855189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a85a7d-c013-4ab7-8b89-789676149911 req-68bf79a2-9bc1-4eff-95e7-c11989190fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:52.857400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-68bf79a2-9bc1-4eff-95e7-c11989190fea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 1095 time: 0.1184783 Aug 31 16:01:52.888356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] No DVR routers for this DVR port 4be46428-815b-4862-8d35-c666d170bbea on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:52.892589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:52.908234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:52.908234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ea861997-ef87-4a7b-ad94-dbefa8baf5aa req-8c65f86f-d6ba-4af8-a1d0-2d8471e623ca tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.30 "DELETE /v2.0/ports/4be46428-815b-4862-8d35-c666d170bbea HTTP/1.1" status: 204 len: 173 time: 2.0919261 Aug 31 16:01:52.908234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:52.914209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:52.976129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'name': 'network-vif-deleted', 'tag': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff'}, {'server_uuid': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'name': 'network-vif-deleted', 'tag': '4be46428-815b-4862-8d35-c666d170bbea'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:52.991892 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b55cc-e4b3-4b6a-b7be-6ae780cbebc9" -d '{"events": [{"server_uuid": "17fc7b64-755b-4d9a-b823-0f9b7df63a28", "name": "network-vif-deleted", "tag": "df0dbe24-d0b6-41a7-a123-32b95a3f50ff"}, {"server_uuid": "cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf", "name": "network-vif-deleted", "tag": "4be46428-815b-4862-8d35-c666d170bbea"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:53.040340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event updated for resources: {'Port': ['ID=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:53.053330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-578805e0-eca5-4a2d-9b38-476c02d6a387 req-38070eed-63a3-4655-8208-736e582becdf tempest-ListServersNegativeTestJSON-1539939754 tempest-ListServersNegativeTestJSON-1539939754-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf HTTP/1.1" status: 200 len: 210 time: 0.0391951 Aug 31 16:01:53.063628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9342b4-ba42-4afc-a771-3108acba58c8 req-1d4179ee-57ee-485d-a302-85a1634616a6 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:53.063959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:53.071717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c9342b4-ba42-4afc-a771-3108acba58c8 req-1d4179ee-57ee-485d-a302-85a1634616a6 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 943 time: 0.1846480 Aug 31 16:01:53.110623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a85a7d-c013-4ab7-8b89-789676149911 req-b3df86e3-06b6-4a23-b85e-ee4e259e6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:53.112443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-b3df86e3-06b6-4a23-b85e-ee4e259e6fd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 906 time: 0.2466593 Aug 31 16:01:53.136084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:53.136814 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:53.161571 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00586f6e-c89c-4ec1-8bb4-c6d147ca41af x-openstack-request-id: req-00586f6e-c89c-4ec1-8bb4-c6d147ca41af {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:53.161931 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fc7b64-755b-4d9a-b823-0f9b7df63a28", "name": "network-vif-deleted", "tag": "df0dbe24-d0b6-41a7-a123-32b95a3f50ff", "status": "completed", "code": 200}, {"server_uuid": "cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf", "name": "network-vif-deleted", "tag": "4be46428-815b-4862-8d35-c666d170bbea", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:53.162166 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00586f6e-c89c-4ec1-8bb4-c6d147ca41af {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:53.162570 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc7b64-755b-4d9a-b823-0f9b7df63a28', 'name': 'network-vif-deleted', 'tag': 'df0dbe24-d0b6-41a7-a123-32b95a3f50ff', 'status': 'completed', 'code': 200} Aug 31 16:01:53.162824 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfde89c1-a9f4-4b4e-a3f2-df71dc56f2cf', 'name': 'network-vif-deleted', 'tag': '4be46428-815b-4862-8d35-c666d170bbea', 'status': 'completed', 'code': 200} Aug 31 16:01:53.173272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-64c8a645-7ecb-49dc-b1d5-3f333369b69c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1649065 Aug 31 16:01:53.175850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Network 73ef3d13-8f31-42c6-ba10-72871dbd64ff is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:01:53.178709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-1a281075-0d88-458f-a678-b5c7754e3854 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e173f344-6801-47c2-815f-1b09042c8b57 HTTP/1.1" status: 200 len: 217 time: 0.0556054 Aug 31 16:01:53.188863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Request body: {'port': {'device_id': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:53.192369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c9342b4-ba42-4afc-a771-3108acba58c8 req-9b2517f2-3ede-4022-ad51-ee5785b609c4 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196523 Aug 31 16:01:53.216035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:01:53.219595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event updated for resources: {'Port': ['ID=0406543a-2708-4304-8740-3854215f4354,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:53.246147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:01:53.284637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a85a7d-c013-4ab7-8b89-789676149911 req-108c41ef-0cdf-4252-9774-dbdf614b697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:53.286251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-108c41ef-0cdf-4252-9774-dbdf614b697f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.0929110 Aug 31 16:01:53.349941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-a03b2c04-0179-407b-bf9e-214a5df8a9a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472107 Aug 31 16:01:53.352623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4be46428-815b-4862-8d35-c666d170bbea no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:53.373922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:53.374620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:53.379959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 4be46428-815b-4862-8d35-c666d170bbea {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:53.380358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4be46428-815b-4862-8d35-c666d170bbea not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:53.398216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:53.425343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-e9efe040-01b9-4026-8522-7a2137e71477 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3595421 Aug 31 16:01:53.473836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Request body: {'port': {'device_id': '302c2faa-7f65-471f-b03d-00e723604243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:01:53.595982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-dc13c856-5c28-4ca9-bd6f-1e67443879c9 service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478290 Aug 31 16:01:53.628688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:53.777888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:53.780162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df0dbe24-d0b6-41a7-a123-32b95a3f50ff no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:54.066560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:54.086836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.093265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:54.110845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Transition to ACTIVE for port object 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:54.113531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e173f344-6801-47c2-815f-1b09042c8b57', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': 'e173f344-6801-47c2-815f-1b09042c8b57', 'mac_address': 'fa:16:3e:64:d9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:01:54.117134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.125302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bcc43-434b-4446-aceb-b5953e32e6e3 req-38141b1e-5cc2-4eda-a57f-440f1bcea782 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:54.126148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: df0dbe24-d0b6-41a7-a123-32b95a3f50ff {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:54.126543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df0dbe24-d0b6-41a7-a123-32b95a3f50ff not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:54.127138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-427bcc43-434b-4446-aceb-b5953e32e6e3 req-38141b1e-5cc2-4eda-a57f-440f1bcea782 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.1520793 Aug 31 16:01:54.139292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237266c4-34e3-4f98-a5a0-faba391b4ff8 req-0bebcd5a-09ed-485d-bbf6-0c257acde445 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:54.147816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-237266c4-34e3-4f98-a5a0-faba391b4ff8 req-0bebcd5a-09ed-485d-bbf6-0c257acde445 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.5455678 Aug 31 16:01:54.183685 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.202702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e173f344-6801-47c2-815f-1b09042c8b57 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:54.207125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33a85a7d-c013-4ab7-8b89-789676149911 req-9d79acca-a8f0-44de-86cb-4c3b0401f8a6 service neutron] 10.222.0.49 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023302 Aug 31 16:01:54.227875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-427bcc43-434b-4446-aceb-b5953e32e6e3 req-280f287e-29c0-4281-8083-e6e8052c1c16 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743029 Aug 31 16:01:54.240547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:54.245079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.258474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-237266c4-34e3-4f98-a5a0-faba391b4ff8 req-c2c51ae8-a696-4d55-a53d-b12e9da00272 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979953 Aug 31 16:01:54.261807 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.275713 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65354747-1cfe-46c3-a564-c82a4a001360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.357966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Pushing event updated for resources: {'Port': ['ID=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:54.383358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:54.429934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04cc3-c52b-460b-9133-c4c74bd9c0eb req-8938115f-05ba-40b5-bfc9-0e526bb33788 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:54.431514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fb04cc3-c52b-460b-9133-c4c74bd9c0eb req-8938115f-05ba-40b5-bfc9-0e526bb33788 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 931 time: 0.0977659 Aug 31 16:01:54.529589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Attempting to bind port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:54.529941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Attempting to bind port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:54.530282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Attempting to bind port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:54.538586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fb04cc3-c52b-460b-9133-c4c74bd9c0eb req-5336aa3d-2fa3-41ec-9235-94e291d118ae tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888734 Aug 31 16:01:54.551975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:54.551975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Attempting to bind port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:54.561553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e173f344-6801-47c2-815f-1b09042c8b57'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:01:54.569329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:54.569685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Checking segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:54.570089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Bound using segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:54.572656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Bound port: 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:54.573051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.657673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0406543a-2708-4304-8740-3854215f4354 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:01:54.688939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dfa62-acba-4d6d-9792-546d5dea4f3c req-d4523bfd-2077-4fea-8515-293dd69529f2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:54.689626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9dfa62-acba-4d6d-9792-546d5dea4f3c req-d4523bfd-2077-4fea-8515-293dd69529f2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 944 time: 0.1477399 Aug 31 16:01:54.694695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.711994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52156) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:54.773383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9dfa62-acba-4d6d-9792-546d5dea4f3c req-62fdda4a-86f4-4f83-afba-a2974cd68a51 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757458 Aug 31 16:01:54.808134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Transition to ACTIVE for port object 0406543a-2708-4304-8740-3854215f4354 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:01:54.827710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] For port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:54.832887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.842102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] For port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:54.897899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.921877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Deleting subnet 34f0b74d-d95c-4028-a43d-fc413bc7f13d {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:01:54.983425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.985615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:54.986181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:54.991038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] 10.222.0.49 "PUT /v2.0/ports/8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c HTTP/1.1" status: 200 len: 1092 time: 1.8066118 Aug 31 16:01:54.993717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.029284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Pushing event updated for resources: {'Port': ['ID=0406543a-2708-4304-8740-3854215f4354,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:55.161348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.179229 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.211785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'tag': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:55.216026 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e" -d '{"events": [{"name": "network-changed", "server_uuid": "54b5760c-a9a4-45dc-9aaf-24c5e022ee5c", "tag": "8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:55.314679 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97375f90-35de-4dc3-874c-5443b3fa6bfe x-openstack-request-id: req-97375f90-35de-4dc3-874c-5443b3fa6bfe {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:55.315179 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b5760c-a9a4-45dc-9aaf-24c5e022ee5c", "tag": "8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:55.316912 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97375f90-35de-4dc3-874c-5443b3fa6bfe {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:55.316912 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'tag': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c', 'status': 'completed', 'code': 200} Aug 31 16:01:55.355163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35690fd-ae4a-4e67-b2f4-e37a452115ce service neutron] Pushing event updated for resources: {'Port': ['ID=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:55.391607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.402701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-dc215fd8-1e3f-427a-896b-4bd98b05bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:55.405518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-dc215fd8-1e3f-427a-896b-4bd98b05bb44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=54b5760c-a9a4-45dc-9aaf-24c5e022ee5c HTTP/1.1" status: 200 len: 1095 time: 0.3374615 Aug 31 16:01:55.453879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603d1e9-2e5b-4717-9edf-6d7fdcc3d73f req-a7c469d6-5f55-4421-bb26-cea9e2b950fc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:55.456487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4603d1e9-2e5b-4717-9edf-6d7fdcc3d73f req-a7c469d6-5f55-4421-bb26-cea9e2b950fc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.1164310 Aug 31 16:01:55.471174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef66498-65c2-4d99-b46f-a1be6cbf87b2 req-3a14ac21-7362-450d-816d-b0f5e614d4e0 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:55.478796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bef66498-65c2-4d99-b46f-a1be6cbf87b2 req-3a14ac21-7362-450d-816d-b0f5e614d4e0 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1013360 Aug 31 16:01:55.507695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Attempting to bind port 0406543a-2708-4304-8740-3854215f4354 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:01:55.508169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Attempting to bind port 0406543a-2708-4304-8740-3854215f4354 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:01:55.508618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Attempting to bind port 0406543a-2708-4304-8740-3854215f4354 on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:55.514697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-4e4d6b3f-6165-4c52-a7dc-ad9106b1b310 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c HTTP/1.1" status: 200 len: 217 time: 0.0734611 Aug 31 16:01:55.522574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5a62-9872-4608-bb98-b839173dea90 req-6f434bb4-7018-40fe-b502-888cee620035 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:55.524101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2edc5a62-9872-4608-bb98-b839173dea90 req-6f434bb4-7018-40fe-b502-888cee620035 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.3749669 Aug 31 16:01:55.552970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Port 0406543a-2708-4304-8740-3854215f4354 on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:01:55.552970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Attempting to bind port 0406543a-2708-4304-8740-3854215f4354 on network 73ef3d13-8f31-42c6-ba10-72871dbd64ff {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:01:55.577324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4603d1e9-2e5b-4717-9edf-6d7fdcc3d73f req-fb4c8434-2661-4131-876d-eea166f1be37 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794983 Aug 31 16:01:55.597931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bef66498-65c2-4d99-b46f-a1be6cbf87b2 req-e852637e-4a30-473b-983f-1fd887e92578 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151540 Aug 31 16:01:55.614895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:01:55.615255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Checking segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:01:55.615721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Bound using segment: {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:01:55.616245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Bound port: 0406543a-2708-4304-8740-3854215f4354, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd040519c-25c3-44a3-bdfa-892707da4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:01:55.616646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.655537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.689774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-f547b17b-b70c-455a-9d3c-7893d05c41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:55.691592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-f547b17b-b70c-455a-9d3c-7893d05c41b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.1666944 Aug 31 16:01:55.743076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.773499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b83549-c949-43e4-a7af-63fff1f228cf req-a0c1679e-93d3-4a3f-acb1-234ac8e60e61 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:55.780160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f0b74d-d95c-4028-a43d-fc413bc7f13d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:55.781154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29b83549-c949-43e4-a7af-63fff1f228cf req-a0c1679e-93d3-4a3f-acb1-234ac8e60e61 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 943 time: 0.0894523 Aug 31 16:01:55.786977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.788996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4953cd5-09d6-4db0-ac09-55f13e25a4e6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/34f0b74d-d95c-4028-a43d-fc413bc7f13d HTTP/1.1" status: 204 len: 168 time: 1.0741041 Aug 31 16:01:55.793843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52180) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:55.802814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:01:55.825275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-36efae68-72b2-4702-ac97-14904f74e4da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556328 Aug 31 16:01:55.881279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29b83549-c949-43e4-a7af-63fff1f228cf req-eb1ddd9f-fa41-4499-ac3d-bdc8d7a6354c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990894 Aug 31 16:01:55.884300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port e173f344-6801-47c2-815f-1b09042c8b57 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:01:55.891473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e173f344-6801-47c2-815f-1b09042c8b57 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:01:55.892423 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:55.984602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] For port 0406543a-2708-4304-8740-3854215f4354, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:01:56.007108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] For port 0406543a-2708-4304-8740-3854215f4354, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0406543a-2708-4304-8740-3854215f4354,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:01:56.013235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.030126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.038548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Deleting port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:01:56.038890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.055095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae8fec-840a-48a8-8c14-1c8038d011da req-821ae08e-ea20-4930-814f-535352c5a52a tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:56.056931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60ae8fec-840a-48a8-8c14-1c8038d011da req-821ae08e-ea20-4930-814f-535352c5a52a tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 1102 time: 0.0966198 Aug 31 16:01:56.106299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-60ae8fec-840a-48a8-8c14-1c8038d011da req-c6c7c921-278b-47f5-b961-a55b958f6c47 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.123052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.160320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:56.168934 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ec2ada-2f14-449b-9ecc-672dbcec60c6" -d '{"events": [{"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-plugged", "status": "completed", "tag": "e173f344-6801-47c2-815f-1b09042c8b57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:56.191154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:56.199998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.216733 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-efecb10f-1c12-48a8-84fe-5cdd73f6a071 service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490291 Aug 31 16:01:56.308701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:56.309251 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.310775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] 10.222.0.30 "PUT /v2.0/ports/0406543a-2708-4304-8740-3854215f4354 HTTP/1.1" status: 200 len: 1092 time: 2.8445354 Aug 31 16:01:56.320984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:56.377517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0a118-4817-4395-9e21-3ac91f05b10d req-2267c75b-4cbc-4ed9-9362-7c5364de4217 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:56.379675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abe0a118-4817-4395-9e21-3ac91f05b10d req-2267c75b-4cbc-4ed9-9362-7c5364de4217 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 945 time: 0.1327629 Aug 31 16:01:56.381835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-60ae8fec-840a-48a8-8c14-1c8038d011da req-c6c7c921-278b-47f5-b961-a55b958f6c47 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.394932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-60ae8fec-840a-48a8-8c14-1c8038d011da req-c6c7c921-278b-47f5-b961-a55b958f6c47 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.454695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60ae8fec-840a-48a8-8c14-1c8038d011da req-c6c7c921-278b-47f5-b961-a55b958f6c47 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893220 Aug 31 16:01:56.484146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7c921-278b-47f5-b961-a55b958f6c47 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3089f312-71a0-4b99-967b-761f567bc281,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:56.505459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abe0a118-4817-4395-9e21-3ac91f05b10d req-e2902526-855e-4c58-bc15-20432aeca85d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188059 Aug 31 16:01:56.535838 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae86a03-246c-4060-a23e-b4e8247d6df0 x-openstack-request-id: req-eae86a03-246c-4060-a23e-b4e8247d6df0 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:56.536424 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-plugged", "status": "completed", "tag": "e173f344-6801-47c2-815f-1b09042c8b57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:56.536879 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eae86a03-246c-4060-a23e-b4e8247d6df0 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:56.537748 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57', 'code': 200} Aug 31 16:01:56.687635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aa291-e931-4620-998a-094cc3a5cc0f req-e8734d37-c020-4074-bc2d-a33ec1ac09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:56.689955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-071aa291-e931-4620-998a-094cc3a5cc0f req-e8734d37-c020-4074-bc2d-a33ec1ac09ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 1097 time: 0.0795534 Aug 31 16:01:56.763368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] For port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:01:56.763960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.848337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-071aa291-e931-4620-998a-094cc3a5cc0f req-083fd642-8e12-453e-8457-5aa23504207c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399217 Aug 31 16:01:56.881326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bf413-d2e9-4089-bbf2-bdee52b4ab47 req-9e2e49de-5618-4c01-a9d0-c5cae8156404 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:56.883111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a83bf413-d2e9-4089-bbf2-bdee52b4ab47 req-9e2e49de-5618-4c01-a9d0-c5cae8156404 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1303444 Aug 31 16:01:56.915067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.929403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a548acd1-2b2f-4079-9224-8b30e7f4caeb']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:56.943109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38c8fdc-c466-453c-ad81-43db553f019c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:56.943488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38c8fdc-c466-453c-ad81-43db553f019c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:56.958584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a83bf413-d2e9-4089-bbf2-bdee52b4ab47 req-5603e0da-d331-4579-bd00-be513d44b780 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672781 Aug 31 16:01:56.973092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:56.997235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4d6f-2848-42db-9835-67cbcd5fce76 service neutron] Pushing event updated for resources: {'Port': ['ID=0406543a-2708-4304-8740-3854215f4354,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:57.024113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-dd24151f-5781-458c-9f3d-f27c3a67e995 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636883 Aug 31 16:01:57.062848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.084241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:01:57.084995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:01:57.090446 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:01:57.199502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:01:57.219731 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-a2363e5e-1db7-409f-9a0e-ada6532d690d service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911802 Aug 31 16:01:57.221986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-87c90d43-ce58-4101-a2e7-76627d6b8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:57.224787 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-87c90d43-ce58-4101-a2e7-76627d6b8be1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 1095 time: 0.5072038 Aug 31 16:01:57.230321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475642-765a-41c8-914c-a72ff41e15aa req-20cf7789-2dd1-453f-b092-287dea4aa6ec tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:57.232140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85475642-765a-41c8-914c-a72ff41e15aa req-20cf7789-2dd1-453f-b092-287dea4aa6ec tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 943 time: 0.0993330 Aug 31 16:01:57.306090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-0ce53fec-8aef-4a3b-bd6c-4546a207fa2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0406543a-2708-4304-8740-3854215f4354 HTTP/1.1" status: 200 len: 217 time: 0.0722268 Aug 31 16:01:57.316851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-9c5847a2-3d05-4827-a849-cf98798dba51 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:57.324398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-9c5847a2-3d05-4827-a849-cf98798dba51 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886286 Aug 31 16:01:57.325795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302c2faa-7f65-471f-b03d-00e723604243', 'tag': '0406543a-2708-4304-8740-3854215f4354'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:57.329020 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d6a37b-bc4c-4d18-8c91-6c517b27391a" -d '{"events": [{"name": "network-changed", "server_uuid": "302c2faa-7f65-471f-b03d-00e723604243", "tag": "0406543a-2708-4304-8740-3854215f4354"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:01:57.347235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-362bc2ad-d0bb-42c3-b820-92371385c6c2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/quotas/d04eb3286a654fb285175d11095a6667 HTTP/1.1" status: 200 len: 375 time: 0.0214875 Aug 31 16:01:57.371759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85475642-765a-41c8-914c-a72ff41e15aa req-7fa37c66-167a-4388-8010-183ec19a29ac tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129375 Aug 31 16:01:57.388230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37987-0582-4223-923c-7d74d22f5287 req-31bdc7c5-889b-4103-bc34-3e834e9a4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:57.389808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-31bdc7c5-889b-4103-bc34-3e834e9a4e8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.0561650 Aug 31 16:01:57.390486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.426545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.431914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a548acd1-2b2f-4079-9224-8b30e7f4caeb HTTP/1.1" status: 204 len: 168 time: 1.6172392 Aug 31 16:01:57.467725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-8dd6c898-e7cb-4228-9319-ccc3c773e1dc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190317 Aug 31 16:01:57.586262 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.670998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.671660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:57.671997 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Floating IP 44d62689-3a42-4c88-ad2e-cc4776862f5a disassociated. External IP: 172.25.6.173, port: 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33. Aug 31 16:01:57.672450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Calling delete_port for 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:01:57.801426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6bef-5cb2-4b69-b542-1987bc177e8e req-2210f388-bb58-4765-b8fb-2761db2116ea tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:57.810616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-405f6bef-5cb2-4b69-b542-1987bc177e8e req-2210f388-bb58-4765-b8fb-2761db2116ea tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 945 time: 0.0723524 Aug 31 16:01:57.863473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-405f6bef-5cb2-4b69-b542-1987bc177e8e req-ac76d66b-4b11-4ec6-a63d-e84fa31c8367 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 Aug 31 16:01:57.864170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:57.924127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee647bad-76bb-48d6-9a31-802e88614830 admin admin] Pushing event deleted for resources: {'Network': ['ID=a548acd1-2b2f-4079-9224-8b30e7f4caeb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:57.928705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-0c76a523-934b-4f6a-8cb3-bd35eeddedd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5302846 Aug 31 16:01:57.930246 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a7588c-98a8-45f1-b3c6-76d5f100d1d9 x-openstack-request-id: req-80a7588c-98a8-45f1-b3c6-76d5f100d1d9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:01:57.930523 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302c2faa-7f65-471f-b03d-00e723604243", "tag": "0406543a-2708-4304-8740-3854215f4354", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:01:57.931037 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80a7588c-98a8-45f1-b3c6-76d5f100d1d9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:01:57.931606 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302c2faa-7f65-471f-b03d-00e723604243', 'tag': '0406543a-2708-4304-8740-3854215f4354', 'status': 'completed', 'code': 200} Aug 31 16:01:57.932253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-47e87d9a-d206-4093-8528-690f9f75dec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bded89ee17b04decbe4e68879f65e0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657327 Aug 31 16:01:57.938099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:01:57.938496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-8c6b381c-7727-4bab-9193-263a2971da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:57.940961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-8c6b381c-7727-4bab-9193-263a2971da50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=54b5760c-a9a4-45dc-9aaf-24c5e022ee5c HTTP/1.1" status: 200 len: 1095 time: 0.6500454 Aug 31 16:01:57.941673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:58.063162 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-938e0f04-9dc9-4e34-a462-4a1bf9697ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:58.188234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-938e0f04-9dc9-4e34-a462-4a1bf9697ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:58.193775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event deleted for resources: {'Port': ['ID=0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:58.320448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7c94eae-1047-46fb-8105-05c35b8120d8 req-d6cbca9a-6740-4cfc-9c92-520bd0ac8622 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 210 time: 0.2197640 Aug 31 16:01:58.349211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-938e0f04-9dc9-4e34-a462-4a1bf9697ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:58.351824 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-938e0f04-9dc9-4e34-a462-4a1bf9697ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:58.363585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-938e0f04-9dc9-4e34-a462-4a1bf9697ec1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd8bac6d-78e9-47ea-b813-3fbdb5ced921 HTTP/1.1" status: 204 len: 168 time: 0.4139469 Aug 31 16:01:58.399802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0f04-9dc9-4e34-a462-4a1bf9697ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8bac6d-78e9-47ea-b813-3fbdb5ced921,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:01:58.418461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-5a050048-2c3e-4ae9-b160-227bb5eba8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:58.420216 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-5a050048-2c3e-4ae9-b160-227bb5eba8db service neutron] 10.222.0.49 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 914 time: 0.4528904 Aug 31 16:01:58.611786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-702f818b-1904-45db-b4ae-95866718b657 req-a8be3f8c-37ad-4878-ae38-dfcc723987e8 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 210 time: 0.0881407 Aug 31 16:01:58.654736 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-81740805-5f62-4060-a0ed-697903b8aa56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c HTTP/1.1" status: 200 len: 217 time: 0.1926644 Aug 31 16:01:58.659671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-ba169d3f-4114-4c0d-98ab-8bcb92245db2 service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158380 Aug 31 16:01:58.693125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719e3c-e569-4e4b-9a78-ac14948b2807 req-d1dcb9c8-50ee-465e-9b72-27307bd559a8 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:58.705117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56719e3c-e569-4e4b-9a78-ac14948b2807 req-d1dcb9c8-50ee-465e-9b72-27307bd559a8 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 943 time: 0.1892040 Aug 31 16:01:58.862498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56719e3c-e569-4e4b-9a78-ac14948b2807 req-9cbf8e23-bfac-4bfa-83ce-7e82bd2fcf14 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506886 Aug 31 16:01:58.913939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Router 94e96d0e-376d-4f98-ab9b-cc989c05e754 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:01:58.932882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-02729230-87df-4343-b114-7f876c94d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:58.934440 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-02729230-87df-4343-b114-7f876c94d1f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.2714612 Aug 31 16:01:58.991018 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-fab98c9d-2b5c-487f-be78-17f0b3ee4e3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395286 Aug 31 16:01:59.173096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccca359-1285-4aba-aea8-fdd86d01bfbb req-9634ed51-b445-4f27-96a1-f0d8d5822579 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:59.175769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccca359-1285-4aba-aea8-fdd86d01bfbb req-9634ed51-b445-4f27-96a1-f0d8d5822579 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 945 time: 0.1061280 Aug 31 16:01:59.269722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccca359-1285-4aba-aea8-fdd86d01bfbb req-609cc779-4960-4fd4-8a87-1dbad0e1651e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873427 Aug 31 16:01:59.373098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:01:59.383012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:01:59.403009 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26e37987-0582-4223-923c-7d74d22f5287 req-989598c5-25de-4795-abd7-f731f66bd945 service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195446 Aug 31 16:01:59.479689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] No DVR routers for this DVR port 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:01:59.486732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:01:59.487635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:01:59.498260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:01:59.499181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] Sync routers for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:01:59.501970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2edc5a62-9872-4608-bb98-b839173dea90 req-c87f5a8d-8ccb-455b-9bcd-94a3537ec75d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.30 "DELETE /v2.0/ports/0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33 HTTP/1.1" status: 204 len: 173 time: 3.9630837 Aug 31 16:01:59.538482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:01:59.539733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:01:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:01:59.627211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-70e51353-f733-4688-916e-32b935f3f498 service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317914 Aug 31 16:01:59.660950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ccd940d-0ead-4444-95d5-30cac99f4a84 req-244ff779-fb4f-4657-a2c7-693851e9962d tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55338b5-07e6-44f7-9843-f332796f9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0723467 Aug 31 16:01:59.662544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-7347132a-84dc-4056-96c8-0d174fb69fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:01:59.662544 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-7347132a-84dc-4056-96c8-0d174fb69fad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd9f688514c14b22802cac40a03a8264&device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 1095 time: 0.1826458 Aug 31 16:01:59.824913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cde17de8-cdd2-48fe-bd7c-7d5f553556f3 req-0633ef54-bf96-439c-b1b4-d96cfa708f47 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 210 time: 0.0602977 Aug 31 16:01:59.873807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:01:59.941705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:01:59.982787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'name': 'network-vif-deleted', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:01:59.994830 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e9a48d-dc46-413a-ae98-deca1519e417" -d '{"events": [{"server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "name": "network-vif-deleted", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:00.059767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98005-7e28-4b21-86db-40dcfe5337b4 req-52b6edca-05c0-4b0c-8421-d7539e792680 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:00.071010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2b98005-7e28-4b21-86db-40dcfe5337b4 req-52b6edca-05c0-4b0c-8421-d7539e792680 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 945 time: 0.1534274 Aug 31 16:02:00.135217 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bdc1f3a-6626-4ed5-b358-2ad3d1eca31e req-1644f211-85fc-4c7b-89c2-bcb5c759693e service neutron] 10.222.0.49 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991536 Aug 31 16:02:00.271433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-a316cfad-7cc8-4e35-9c11-797afc0d3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:00.274760 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-a316cfad-7cc8-4e35-9c11-797afc0d3658 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 200 len: 914 time: 0.6022096 Aug 31 16:02:00.275061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2b98005-7e28-4b21-86db-40dcfe5337b4 req-02ba89eb-c357-46bc-81d9-638af769281e tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923225 Aug 31 16:02:00.330426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949817f-dc35-4c6e-825b-5e3bba9b6b5a req-34fbcba4-27c5-4ea0-b9e9-70facbc1fa4a tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:00.332164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8949817f-dc35-4c6e-825b-5e3bba9b6b5a req-34fbcba4-27c5-4ea0-b9e9-70facbc1fa4a tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 943 time: 0.2188525 Aug 31 16:02:00.414939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:00.468926 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82e902a-903b-4b82-9309-c2f7551125f3 x-openstack-request-id: req-e82e902a-903b-4b82-9309-c2f7551125f3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:00.469214 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55338b5-07e6-44f7-9843-f332796f9fb9", "name": "network-vif-deleted", "tag": "0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:00.469481 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e82e902a-903b-4b82-9309-c2f7551125f3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:00.469888 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55338b5-07e6-44f7-9843-f332796f9fb9', 'name': 'network-vif-deleted', 'tag': '0e0fa9ac-ff7b-4bf7-8d92-12ca7c285c33', 'status': 'completed', 'code': 200} Aug 31 16:02:00.472338 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-bcc3fe5f-90c2-4fa3-bc38-e361a33e7b68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0406543a-2708-4304-8740-3854215f4354 HTTP/1.1" status: 200 len: 217 time: 0.1885254 Aug 31 16:02:00.478664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8949817f-dc35-4c6e-825b-5e3bba9b6b5a req-edcca400-8921-4a8f-8077-1ec89a8f8a26 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274774 Aug 31 16:02:00.483678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'port_id': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c', 'mac_address': 'fa:16:3e:9f:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d5ff7e-d40d-4c0a-950c-5e6f36ea772d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:00.578311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-24c376c7-e59c-4563-afa4-32575dfd8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:00.582655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-24c376c7-e59c-4563-afa4-32575dfd8fca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 200 len: 853 time: 0.0988426 Aug 31 16:02:00.644379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-00a7602e-f0b6-4a0f-8774-f9ad88740253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73ef3d13-8f31-42c6-ba10-72871dbd64ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543382 Aug 31 16:02:00.762970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52322) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:00.834462 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:00.880052 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-0dc2c155-e7f0-40f4-95d9-7051fc704a82 service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212098 Aug 31 16:02:01.043846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74e877fa-f999-436a-9403-f961003c028b req-097ac1ae-cd1d-4d38-8f8e-a1cf3c4af461 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 210 time: 0.0810692 Aug 31 16:02:01.097509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:01.129053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-01d6a37b-bc4c-4d18-8c91-6c517b27391a req-f351a10e-0df7-4911-9b55-b1f3722895ed service neutron] 10.222.0.30 "GET /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309895 Aug 31 16:02:01.142348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52338) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:01.164443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:01.183578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.195113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1185262702-network', 'tenant_id': '908cb2a9364342c3bc4fb9baca18ed7c'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:01.243964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-639c0a89-2b96-4eb1-8470-89736e1bbe65 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.276167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-639c0a89-2b96-4eb1-8470-89736e1bbe65 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.335426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Made reservation on behalf of 908cb2a9364342c3bc4fb9baca18ed7c for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:01.340748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.357206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.364826 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-639c0a89-2b96-4eb1-8470-89736e1bbe65 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.368109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-639c0a89-2b96-4eb1-8470-89736e1bbe65 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.374429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-639c0a89-2b96-4eb1-8470-89736e1bbe65 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c93fbb6-b2d5-428a-9eb1-1d03c7c75973 HTTP/1.1" status: 204 len: 168 time: 0.2300246 Aug 31 16:02:01.383094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52346) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:01.420226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:01.430794 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-45fe3720-d597-4b22-9fdf-9b280f9760f3 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570495 Aug 31 16:02:01.482998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:32Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:01.529655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.541908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c0a89-2b96-4eb1-8470-89736e1bbe65 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93fbb6-b2d5-428a-9eb1-1d03c7c75973,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:01.546863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.589774 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-ef0ba58d-6deb-4ea1-a1ca-fe9d8b08d7aa tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] show failed (client error): The resource could not be found. Aug 31 16:02:01.594158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ef0ba58d-6deb-4ea1-a1ca-fe9d8b08d7aa tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "GET /v2.0/security-groups/0c93fbb6-b2d5-428a-9eb1-1d03c7c75973 HTTP/1.1" status: 404 len: 347 time: 0.2065361 Aug 31 16:02:01.600117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52350) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:01.608662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:01.614167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] Checking router: 94e96d0e-376d-4f98-ab9b-cc989c05e754 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:02:01.634430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:01.710163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:01.711334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:01:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:01.713219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7ed3162-265b-4514-a1e8-6858e35ffbdb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:01.720733 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7ed3162-265b-4514-a1e8-6858e35ffbdb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803843 Aug 31 16:02:01.743319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:01.771448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:02:01.904388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-3a8e5949-6196-4209-9560-3c1888a3ddbb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396578 Aug 31 16:02:01.952444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:01.953102 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Added segment a9128cc2-d710-4e95-98dc-007bc12d4f8b of type vlan for network 45456e21-744a-4a3c-8270-43ff17a47e3e Aug 31 16:02:01.996076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:02.109890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:02.122043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.139532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949900be-e641-4068-b0c6-2cc0448d734f req-1c5b001c-36f3-4af9-b777-a097096e2394 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:02.149080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-949900be-e641-4068-b0c6-2cc0448d734f req-1c5b001c-36f3-4af9-b777-a097096e2394 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 943 time: 0.3872190 Aug 31 16:02:02.164923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d583d-c3f1-42f1-a890-c253755f8952 req-ce278bbe-2d85-4069-8a65-fe79bd2d44a5 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:02.173313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f7d583d-c3f1-42f1-a890-c253755f8952 req-ce278bbe-2d85-4069-8a65-fe79bd2d44a5 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 945 time: 0.6338630 Aug 31 16:02:02.299584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-949900be-e641-4068-b0c6-2cc0448d734f req-bdd66b8a-b25b-4b19-902d-e2665b3e2ac3 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492314 Aug 31 16:02:02.304458 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.364623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.113 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:02.409418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-aba6ce25-4289-424d-a93c-4b15d548170c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:02.414541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-aba6ce25-4289-424d-a93c-4b15d548170c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907043 Aug 31 16:02:02.446975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f7d583d-c3f1-42f1-a890-c253755f8952 req-c89498bf-7ac2-40f4-928d-89ee3efdbf3a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723465 Aug 31 16:02:02.456868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:02.491698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Deleting port 9a3f1d41-6381-40a6-bd77-0a0b9aef342c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:02.492048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.523142 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.523715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:32Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:02.524242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:02.524780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.562888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a188a9-42e1-4fe7-ab5e-fc041f62003f None None] The sync data for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 is: [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T15:59:24Z', 'revision_number': 4, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '3192a4d3-5ba3-4236-a0fb-7ee580493184', 'name': '', 'network_id': 'd2533d02-68d3-4bc0-be91-c145e50cde96', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'mac_address': 'fa:16:3e:63:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:22Z', 'updated_at': '2021-08-31T15:59:32Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'subnets': [{'id': 'fd61edc2-a4ba-4ad4-8deb-5b1a61016d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:02.652718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.687767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:02.730142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.743078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:02.780223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:02.785028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:02.792677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:02.798448 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.798783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.813926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Calling delete_port for 9a3f1d41-6381-40a6-bd77-0a0b9aef342c owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:02.837114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=45456e21-744a-4a3c-8270-43ff17a47e3e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:02.864964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81f6ae1f-f78f-4b0a-8e02-81aadb474977 req-bed1c4ed-e663-4bc9-86d2-9038bb229277 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 210 time: 0.4101131 Aug 31 16:02:02.873996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 45456e21-744a-4a3c-8270-43ff17a47e3e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:02:02.910060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:02.939221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:02.940031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:02.981437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4f7941b2-2505-4fac-b229-72a4517cf335 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2436898 Aug 31 16:02:02.996969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Request body: {'port': {'device_id': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:03.071223 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad38c5a-4ac1-47da-b7ee-14551f5fc5a3 None None] New status for floating IP 44d62689-3a42-4c88-ad2e-cc4776862f5a: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:02:03.110332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0206e9b3-eb59-4c59-8205-7166822fb4f6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3460767 Aug 31 16:02:03.124625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52384) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:03.152502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Request body: {'subnet': {'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1185262702-subnet', 'tenant_id': '908cb2a9364342c3bc4fb9baca18ed7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:03.188922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.208060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f0f9f-9e42-4d88-8f82-8a3ec3fcd105 req-7587d005-d8f7-4a7b-8bd9-7def168b64df tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:03.210811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db2f0f9f-9e42-4d88-8f82-8a3ec3fcd105 req-7587d005-d8f7-4a7b-8bd9-7def168b64df tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.3870902 Aug 31 16:02:03.281850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Made reservation on behalf of 908cb2a9364342c3bc4fb9baca18ed7c for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:03.288111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.330904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c77df337-40af-454d-856f-0f2918566a81 None None] Provisioning for port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:03.337441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c77df337-40af-454d-856f-0f2918566a81 None None] Provisioning complete for port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:03.338059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c77df337-40af-454d-856f-0f2918566a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.411468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0406543a-2708-4304-8740-3854215f4354 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:03.552275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:03.555127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.564988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.608078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c77df337-40af-454d-856f-0f2918566a81 None None] Port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:02:03.618348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db2f0f9f-9e42-4d88-8f82-8a3ec3fcd105 req-fd70686d-68b7-4bd2-9b43-bf3d23cff4ab tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361395 Aug 31 16:02:03.637612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Pushing event deleted for resources: {'Port': ['ID=9a3f1d41-6381-40a6-bd77-0a0b9aef342c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:03.683720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0406543a-2708-4304-8740-3854215f4354, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0406543a-2708-4304-8740-3854215f4354,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:03.699075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '0406543a-2708-4304-8740-3854215f4354', 'network_id': '73ef3d13-8f31-42c6-ba10-72871dbd64ff', 'port_id': '0406543a-2708-4304-8740-3854215f4354', 'mac_address': 'fa:16:3e:f9:89:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d5ff7e-d40d-4c0a-950c-5e6f36ea772d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:03.757185 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.772218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0406543a-2708-4304-8740-3854215f4354 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:03.816963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0406543a-2708-4304-8740-3854215f4354, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0406543a-2708-4304-8740-3854215f4354,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:03.834035 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.842063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:03.943968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0406543a-2708-4304-8740-3854215f4354,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:03.963990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.964631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:03.966753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:03.971141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f9d7608e-6e54-4363-98dd-6da174779470 tempest-ServersTestJSON-1016305851 tempest-ServersTestJSON-1016305851-project] 10.222.0.43 "DELETE /v2.0/floatingips/44d62689-3a42-4c88-ad2e-cc4776862f5a HTTP/1.1" status: 204 len: 168 time: 2.3559709 Aug 31 16:02:03.972394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52408) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:03.973930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:03.974332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.043610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb6cea-1a68-4463-8696-74685b7dab12 req-ab109b1b-81d9-4e70-8f21-4a3a92c88308 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:04.052824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ccb6cea-1a68-4463-8696-74685b7dab12 req-ab109b1b-81d9-4e70-8f21-4a3a92c88308 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 944 time: 0.2625363 Aug 31 16:02:04.092180 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.096712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['0406543a-2708-4304-8740-3854215f4354'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:04.097595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-325f1639-7af0-458e-bd4a-11af9977cb91 req-ec8465ae-44e8-49ba-941d-87db65c2554e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 210 time: 0.0730960 Aug 31 16:02:04.146054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ccb6cea-1a68-4463-8696-74685b7dab12 req-276e7f7e-999f-4e2d-9b3f-1e8c591fd519 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919383 Aug 31 16:02:04.174981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:04.178529 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf443396-f24f-462e-ab17-135423c33d04" -d '{"events": [{"server_uuid": "54b5760c-a9a4-45dc-9aaf-24c5e022ee5c", "name": "network-vif-plugged", "status": "completed", "tag": "8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:04.241958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:04.247203 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b06bfe-da05-421f-b97b-3edcb85b97db x-openstack-request-id: req-d1b06bfe-da05-421f-b97b-3edcb85b97db {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:04.247804 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b5760c-a9a4-45dc-9aaf-24c5e022ee5c", "name": "network-vif-plugged", "status": "completed", "tag": "8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:04.248325 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1b06bfe-da05-421f-b97b-3edcb85b97db {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:04.249016 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c', 'code': 200} Aug 31 16:02:04.254693 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.356781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:04.575458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.623346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:04.645439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.669612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7ed59-e881-4d37-baea-ed3a80089503 req-589817bd-2eaf-4e6c-ba00-256380e5b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:04.671209 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff7ed59-e881-4d37-baea-ed3a80089503 req-589817bd-2eaf-4e6c-ba00-256380e5b9fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54b5760c-a9a4-45dc-9aaf-24c5e022ee5c HTTP/1.1" status: 200 len: 1097 time: 0.1641421 Aug 31 16:02:04.703533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Pushing event updated for resources: {'Subnet': ['ID=194ae1f7-fc5a-4e18-9ac9-5c657d2552ad,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:04.706439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Transition to ACTIVE for port object 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:04.717730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Checking segment: {'id': 'a9128cc2-d710-4e95-98dc-007bc12d4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:04.718148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Network hostable DHCP agents. Network: 45456e21-744a-4a3c-8270-43ff17a47e3e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:02:04.723529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.794368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff7ed59-e881-4d37-baea-ed3a80089503 req-40d73820-33ea-4545-b795-9e99bbfd8756 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015513 Aug 31 16:02:04.801361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Pushing event updated for resources: {'Port': ['ID=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:04.805095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Network 45456e21-744a-4a3c-8270-43ff17a47e3e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:02:04.819942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 45456e21-744a-4a3c-8270-43ff17a47e3e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:04.835168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa07c6e-549e-4993-affc-e93ff940f3fb None None] Network 45456e21-744a-4a3c-8270-43ff17a47e3e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:04.867008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:04.867712 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:04.941365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.111 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/6b7e0be8-44cd-4f0d-91ec-a9aca3e61069) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:04.985177 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2dd0cbbb-8107-451f-a15a-4d6351ab463b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8580811 Aug 31 16:02:05.026170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Attempting to bind port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:05.026575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Attempting to bind port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:05.026897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Attempting to bind port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:05.032064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:05.032438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Attempting to bind port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:05.053149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:05.053493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:05.053814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:05.054277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Bound port: 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:05.054651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.086211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea324e6-8fe6-45cf-a4d3-55d8b56683e6 None None] Network 45456e21-744a-4a3c-8270-43ff17a47e3e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:05.228002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] For port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:05.238381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] For port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:05.249968 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.263372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089fee4-3787-4564-b0f5-a9ec2436c0ec req-4827914b-59ad-4532-8e88-0e93d0a159a0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:05.265215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c089fee4-3787-4564-b0f5-a9ec2436c0ec req-4827914b-59ad-4532-8e88-0e93d0a159a0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.4931207 Aug 31 16:02:05.321088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:05.321729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.323370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d7b32925-6642-42ef-a886-758c557e806f service neutron] 10.222.0.49 "PUT /v2.0/ports/5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d HTTP/1.1" status: 200 len: 1097 time: 2.3325331 Aug 31 16:02:05.323838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'tag': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:05.326702 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "344a3116-69d2-4f51-b112-6dec9de33d8a", "tag": "5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:05.372005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b32925-6642-42ef-a886-758c557e806f service neutron] Pushing event updated for resources: {'Port': ['ID=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:05.381977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab633eb2-da9f-43f4-aebb-d4a1c513e966 req-cd72f23a-79f7-49a2-b2cb-efa5af8c2165 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 210 time: 0.1300001 Aug 31 16:02:05.416047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0406543a-2708-4304-8740-3854215f4354 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:05.447190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.496156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-69d08b3d-b1a3-48ef-9597-03ad6879fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:05.499178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-69d08b3d-b1a3-48ef-9597-03ad6879fe71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 1100 time: 0.1016915 Aug 31 16:02:05.502114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c089fee4-3787-4564-b0f5-a9ec2436c0ec req-0c7e9419-6d96-4c39-ae28-c2c5066e8d20 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152202 Aug 31 16:02:05.551877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:05.598239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 0406543a-2708-4304-8740-3854215f4354 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:05.603564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 0406543a-2708-4304-8740-3854215f4354 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:05.605275 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.619257 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-d0486978-35a3-4939-9b35-3a182435b194 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d HTTP/1.1" status: 200 len: 217 time: 0.1107490 Aug 31 16:02:05.725045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-6c6acde1-6fab-4ae7-9927-4c78210b3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:05.729930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-6c6acde1-6fab-4ae7-9927-4c78210b3a89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1027584 Aug 31 16:02:05.765188 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.807401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.810481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f00cf-0af3-483d-8f97-a40a5da144f4 req-8709ace8-0a62-41ee-b286-db8b2944a9ee tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:05.813792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c6d5dc4a-c7de-4738-8484-5179ef48ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:05.818489 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c6d5dc4a-c7de-4738-8484-5179ef48ebdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799122 Aug 31 16:02:05.818953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e1f00cf-0af3-483d-8f97-a40a5da144f4 req-8709ace8-0a62-41ee-b286-db8b2944a9ee tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 944 time: 0.2180972 Aug 31 16:02:05.854559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.882020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0406543a-2708-4304-8740-3854215f4354, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0406543a-2708-4304-8740-3854215f4354,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:05.886141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e1f00cf-0af3-483d-8f97-a40a5da144f4 req-0130bda1-26f2-4cbe-8dee-2661973c6347 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662196 Aug 31 16:02:05.892116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:05.903702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:05.949861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:05.950681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:06.001076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-4d755176-0aa3-439c-a5e9-52251dcb3bbe service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715064 Aug 31 16:02:06.005153 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ba644-cb03-4dca-8ca4-6a9d719cf4c1 x-openstack-request-id: req-770ba644-cb03-4dca-8ca4-6a9d719cf4c1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:06.005486 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344a3116-69d2-4f51-b112-6dec9de33d8a", "tag": "5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:06.005692 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-770ba644-cb03-4dca-8ca4-6a9d719cf4c1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:06.006100 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'tag': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', 'status': 'completed', 'code': 200} Aug 31 16:02:06.074707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:06.108856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:06.133664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:06.207295 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-47a364a4-1667-406c-bea2-60c72a4e3487 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947143 Aug 31 16:02:06.293446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:06.369728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c2faa-7f65-471f-b03d-00e723604243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0406543a-2708-4304-8740-3854215f4354'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:06.371893 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6dfa99-04cd-4506-9e35-70a173103a96" -d '{"events": [{"server_uuid": "302c2faa-7f65-471f-b03d-00e723604243", "name": "network-vif-plugged", "status": "completed", "tag": "0406543a-2708-4304-8740-3854215f4354"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:06.383365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-fd6492ac-95f6-4f93-9ba0-13fc04f31109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:06.384980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-fd6492ac-95f6-4f93-9ba0-13fc04f31109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 1100 time: 0.1079543 Aug 31 16:02:06.532221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:06.535181 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:06.585836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0406543a-2708-4304-8740-3854215f4354,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:06.682376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-57e47c46-1320-48f0-ab49-f7bb5ae2d433 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2463820 Aug 31 16:02:06.805827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-66f47fda-13b3-435e-916c-57f4a33ffdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:06.807614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-66f47fda-13b3-435e-916c-57f4a33ffdd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.4142799 Aug 31 16:02:06.860357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:06.875392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e173f344-6801-47c2-815f-1b09042c8b57', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': 'e173f344-6801-47c2-815f-1b09042c8b57', 'mac_address': 'fa:16:3e:64:d9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:06.902002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Request body: {'port': {'device_id': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:06.960480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-109a73ff-18ef-4d65-8bbf-636a84b3fbd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d HTTP/1.1" status: 200 len: 217 time: 0.1432312 Aug 31 16:02:07.031409 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18622f2-20f4-427c-a315-dadbef47dbad x-openstack-request-id: req-f18622f2-20f4-427c-a315-dadbef47dbad {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:07.035473 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302c2faa-7f65-471f-b03d-00e723604243", "name": "network-vif-plugged", "status": "completed", "tag": "0406543a-2708-4304-8740-3854215f4354", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:07.036007 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f18622f2-20f4-427c-a315-dadbef47dbad {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:07.036601 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c2faa-7f65-471f-b03d-00e723604243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0406543a-2708-4304-8740-3854215f4354', 'code': 200} Aug 31 16:02:07.100073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:07.110904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:07.138446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a5814595-3e5a-4e1a-a889-779f9fe08511 None None] Provisioning for port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:07.142068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e173f344-6801-47c2-815f-1b09042c8b57 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:07.147666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-197efa74-4985-4622-918a-594f2bc056e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:07.150637 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-197efa74-4985-4622-918a-594f2bc056e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1813953 Aug 31 16:02:07.167896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:07.184286 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:07.190756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb93b0-7cb8-402e-a94e-ffe4af07216e req-df93950f-f8bf-4ddb-bf27-fdf6063c0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:07.192845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-75bb93b0-7cb8-402e-a94e-ffe4af07216e req-df93950f-f8bf-4ddb-bf27-fdf6063c0008 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 1097 time: 0.1087663 Aug 31 16:02:07.194438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a5814595-3e5a-4e1a-a889-779f9fe08511 None None] Provisioning complete for port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:07.194553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a5814595-3e5a-4e1a-a889-779f9fe08511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:07.255182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a5814595-3e5a-4e1a-a889-779f9fe08511 None None] Port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:02:07.255975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12225b98-1358-41e7-9d49-9497f67670c5 req-bed14470-73cb-4826-9b33-a350a990c1bd tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:07.263678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12225b98-1358-41e7-9d49-9497f67670c5 req-bed14470-73cb-4826-9b33-a350a990c1bd tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 945 time: 0.1444759 Aug 31 16:02:07.277303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:07.289767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-75bb93b0-7cb8-402e-a94e-ffe4af07216e req-5a09de41-10df-4680-a31c-b814a9a98494 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Aug 31 16:02:07.303566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-a4713b68-d00c-4854-875f-9adb514e1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:07.306000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-a4713b68-d00c-4854-875f-9adb514e1e48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397092 Aug 31 16:02:07.324392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720666b-c4b8-4eb4-bd08-c9d83849633e req-0209ad9e-b74e-4685-93b6-fc6fd78b9947 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:07.326143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e720666b-c4b8-4eb4-bd08-c9d83849633e req-0209ad9e-b74e-4685-93b6-fc6fd78b9947 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 936 time: 0.2189832 Aug 31 16:02:07.382386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:07.409759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e173f344-6801-47c2-815f-1b09042c8b57'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:07.437301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12225b98-1358-41e7-9d49-9497f67670c5 req-4d9ca18a-7dc9-462e-964b-d086205ceaba tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723583 Aug 31 16:02:07.508411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:07.521521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:07.526906 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-65cffef5-2f9a-466f-bfe7-63f9a194f7c2 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130835 Aug 31 16:02:07.608234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e720666b-c4b8-4eb4-bd08-c9d83849633e req-6e4c97b8-696a-41f9-bb51-0a6f95130024 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537587 Aug 31 16:02:07.608510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:07.785883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a1e5f6c3-7f82-47bf-a15a-9b4df8fe9ec9 req-bc316072-8cfb-44c2-9dda-bd516e972749 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529233 Aug 31 16:02:07.869751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:07.900473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:07.980966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Deleting port 3192a4d3-5ba3-4236-a0fb-7ee580493184 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:07.981307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.188129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] For port 3192a4d3-5ba3-4236-a0fb-7ee580493184, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3192a4d3-5ba3-4236-a0fb-7ee580493184,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:08.188539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.207797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:08.219755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Calling delete_port for 3192a4d3-5ba3-4236-a0fb-7ee580493184 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:08.232219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e173f344-6801-47c2-815f-1b09042c8b57 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:08.232603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.290830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', 'mac_address': 'fa:16:3e:6b:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:08.462571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:08.478642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.494597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.507135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Transition to ACTIVE for port object 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:08.513802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.684597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Pushing event updated for resources: {'Port': ['ID=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:08.689353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:08.697822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.711552 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.820390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:08.830239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:08.833137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.873199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3192a4d3-5ba3-4236-a0fb-7ee580493184,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:08.884300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:08.889882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:08.891703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daacf0-2d3b-4594-8d67-bcd70d3d6e3d req-20359009-14e1-408a-bef6-5d2d7a8fdc2d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:08.900886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0daacf0-2d3b-4594-8d67-bcd70d3d6e3d req-20359009-14e1-408a-bef6-5d2d7a8fdc2d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 948 time: 0.1380191 Aug 31 16:02:08.914160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Attempting to bind port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:08.914589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Attempting to bind port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:08.914869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Attempting to bind port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:08.934172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673ccc-3b25-46d3-9027-0e9367a0210e req-b547ff24-e0cc-4f22-a033-9bea6cdc85dc tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:08.941699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd673ccc-3b25-46d3-9027-0e9367a0210e req-b547ff24-e0cc-4f22-a033-9bea6cdc85dc tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 945 time: 0.2330627 Aug 31 16:02:08.996281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:08.996666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Attempting to bind port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:09.000444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:09.038158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}, {'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:09.040914 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94172ff-5da0-4432-b4df-87575f001fc9" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}, {"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-plugged", "status": "completed", "tag": "e173f344-6801-47c2-815f-1b09042c8b57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:09.066956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:09.067567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:09.068147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:09.068823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Bound port: 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:09.069384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:09.178525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd673ccc-3b25-46d3-9027-0e9367a0210e req-a600f2fb-deea-484c-82b4-42313358728c tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357605 Aug 31 16:02:09.211549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:09.218303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0daacf0-2d3b-4594-8d67-bcd70d3d6e3d req-96e73b4c-a22b-447f-84e6-a1b468d85a17 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111823 Aug 31 16:02:09.387422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] For port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:09.402214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:09.413251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] For port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:09.435438 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7598be61-c700-4e2e-a482-d8d70864f72a x-openstack-request-id: req-7598be61-c700-4e2e-a482-d8d70864f72a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:09.435858 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}, {"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-plugged", "status": "completed", "tag": "e173f344-6801-47c2-815f-1b09042c8b57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:09.436043 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7598be61-c700-4e2e-a482-d8d70864f72a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:09.436466 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 16:02:09.436725 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57', 'code': 200} Aug 31 16:02:09.450028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:09.602887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:09.622881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:09.671870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:09.688593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:09.715988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:09.731576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:09.831295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:09.859109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['63eb8277-3ed1-4f14-a682-7121db6d15a1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:09.980918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:09.981483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-a75c47a1-b1f3-4a28-add0-22e38fc35ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:09.982593 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:09.983367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-a75c47a1-b1f3-4a28-add0-22e38fc35ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.0660903 Aug 31 16:02:09.984477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] 10.222.0.49 "PUT /v2.0/ports/6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 HTTP/1.1" status: 200 len: 1097 time: 3.1010180 Aug 31 16:02:09.989772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'tag': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:09.992047 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cdd26e-2b92-4246-a1f2-c566533f4bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "78528fff-9c21-487f-9c1c-3dd742b4db4e", "tag": "6b7e0be8-44cd-4f0d-91ec-a9aca3e61069"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:10.016073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:10.021945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0abd4-2c1e-42cd-b551-6a48ee4605ee service neutron] Pushing event updated for resources: {'Port': ['ID=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:10.132571 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc123e-589e-4b3b-8a31-050b168a30d3 x-openstack-request-id: req-c4fc123e-589e-4b3b-8a31-050b168a30d3 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:10.132867 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78528fff-9c21-487f-9c1c-3dd742b4db4e", "tag": "6b7e0be8-44cd-4f0d-91ec-a9aca3e61069", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:10.133124 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4fc123e-589e-4b3b-8a31-050b168a30d3 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:10.133544 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'tag': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', 'status': 'completed', 'code': 200} Aug 31 16:02:10.175466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-22c76016-a814-4ac4-a7f8-1031d1413970 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.182659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-22c76016-a814-4ac4-a7f8-1031d1413970 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/networks?id=45456e21-744a-4a3c-8270-43ff17a47e3e HTTP/1.1" status: 200 len: 810 time: 0.6954753 Aug 31 16:02:10.238830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-c4b68d0a-9b75-4ec2-a160-d479331ca9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.240356 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-c4b68d0a-9b75-4ec2-a160-d479331ca9e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.2184877 Aug 31 16:02:10.241781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-1f1e08eb-4b8c-4170-8e0d-dc68dd63dcd8 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/quotas/908cb2a9364342c3bc4fb9baca18ed7c HTTP/1.1" status: 200 len: 375 time: 0.0581837 Aug 31 16:02:10.246898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-e6c163f9-0f0f-4195-81b1-e8bce451eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.247567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-e6c163f9-0f0f-4195-81b1-e8bce451eecd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 1100 time: 0.2073336 Aug 31 16:02:10.349945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-72923373-3d5c-40f8-aa51-dc0e312be4de tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=908cb2a9364342c3bc4fb9baca18ed7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070812 Aug 31 16:02:10.356886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-2ba90202-5d93-4078-a0fd-8acd2e8af295 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1001 time: 0.1025126 Aug 31 16:02:10.361551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-6791b85f-ddb2-44bd-87a3-657f98be51db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 HTTP/1.1" status: 200 len: 217 time: 0.0931184 Aug 31 16:02:10.446048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-f93edcd2-a3c0-4160-98bd-b79af6eaf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.447782 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-f93edcd2-a3c0-4160-98bd-b79af6eaf22c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0801294 Aug 31 16:02:10.516824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-4855ecc6-9850-4404-a49a-b0c3734fa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.519976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-4855ecc6-9850-4404-a49a-b0c3734fa2aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537741 Aug 31 16:02:10.594209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3a206-bc21-476e-b3a2-3b36e634158f req-0e80cc29-b703-4517-88d0-1d2331f8e79d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.602772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06f3a206-bc21-476e-b3a2-3b36e634158f req-0e80cc29-b703-4517-88d0-1d2331f8e79d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 945 time: 0.2641587 Aug 31 16:02:10.616734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-6267c895-d688-4c16-8013-e9d588021602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.618810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-6267c895-d688-4c16-8013-e9d588021602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2267218 Aug 31 16:02:10.662850 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-68a180cd-a170-4aa8-a20a-75e9da2edad4 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078284 Aug 31 16:02:10.723806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-b8ee958f-62eb-4fd9-b549-11f9cdbe54e7 service neutron] 10.222.0.43 "GET /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638880 Aug 31 16:02:10.809163 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-171321c5-bc2e-42c7-ab1a-0c0373283a4f req-c5ccbb85-a718-443e-bb5b-3aa278bd6cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366446 Aug 31 16:02:10.911362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06f3a206-bc21-476e-b3a2-3b36e634158f req-fd23f16f-e25f-4008-a2e1-d04e350d0e72 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064930 Aug 31 16:02:10.950453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-845c150b-a1df-4f12-99a3-e2128196f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:10.953811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-845c150b-a1df-4f12-99a3-e2128196f56d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3221571 Aug 31 16:02:11.007489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Router 94e96d0e-376d-4f98-ab9b-cc989c05e754 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:02:11.043703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-f4635c2b-bc68-4f4b-8809-f6a25b483d00 service neutron] 10.222.0.43 "GET /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188937 Aug 31 16:02:11.266213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec6c5e-d090-4577-85ba-0c4dbd3fb5ff req-e74ca81e-01b6-48c2-9ef4-cae29708c112 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:11.268499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9aec6c5e-d090-4577-85ba-0c4dbd3fb5ff req-e74ca81e-01b6-48c2-9ef4-cae29708c112 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 948 time: 0.1832278 Aug 31 16:02:11.400392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:11.403709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-bfd556f7-0eb2-4d5b-899f-236f54e3cf6e service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385571 Aug 31 16:02:11.528046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:11.530246 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:11.530678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9aec6c5e-d090-4577-85ba-0c4dbd3fb5ff req-13c9ca80-3019-439b-ab2e-0e74661efdd2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665215 Aug 31 16:02:11.539467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:02:11.563382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:11.576269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5de4a7a-b078-4bfa-b590-041a24de39c0 admin admin] 10.222.0.43 "PUT /v2.0/routers/94e96d0e-376d-4f98-ab9b-cc989c05e754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5994017 Aug 31 16:02:11.623637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] Sync routers for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:02:11.662166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:11.669491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:01:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:11.705028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff9c72b9-fcd9-4806-b4d6-22b8311c75e0 req-9e0d1c08-68ac-487c-9695-707e96e73d8c service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914891 Aug 31 16:02:11.794825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:11.996488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:12.040699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-bf0987e7-94c5-4aea-b716-411e14964aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:12.046679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-bf0987e7-94c5-4aea-b716-411e14964aa8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 1100 time: 0.2465708 Aug 31 16:02:12.175200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.188108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:12.304616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-559b5aca-11f9-4801-9520-56f8e7652256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:12.306227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-559b5aca-11f9-4801-9520-56f8e7652256 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2486956 Aug 31 16:02:12.320580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Deleting port d521feea-5e37-4536-83d2-f5745c9e5529 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:12.320938 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.415995 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.487312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:12.489890 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef798c0-f7c7-45a8-b419-e45fa77cfc4e" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:12.510060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:12.522249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490880-1812-460b-ac81-62e5530de8d7 req-07fa48a8-f4a7-4fe6-8b14-1166ed7c6970 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:12.531067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32490880-1812-460b-ac81-62e5530de8d7 req-07fa48a8-f4a7-4fe6-8b14-1166ed7c6970 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=54b5760c-a9a4-45dc-9aaf-24c5e022ee5c HTTP/1.1" status: 200 len: 945 time: 0.6124225 Aug 31 16:02:12.537320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:12.544155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:12.544665 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.553320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-a23c6958-4fba-4962-a3f6-1f16e3e6d542 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 HTTP/1.1" status: 200 len: 217 time: 0.2191951 Aug 31 16:02:12.590545 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.595879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] For port d521feea-5e37-4536-83d2-f5745c9e5529, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d521feea-5e37-4536-83d2-f5745c9e5529,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:12.597021 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.628052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Calling delete_port for d521feea-5e37-4536-83d2-f5745c9e5529 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:12.702680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-95a7bd52-63d7-4101-a54a-6ef1590862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:12.705320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-95a7bd52-63d7-4101-a54a-6ef1590862bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1398106 Aug 31 16:02:12.770953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:12.775403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32490880-1812-460b-ac81-62e5530de8d7 req-23340046-356b-4f9d-a594-af41be3201c5 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433143 Aug 31 16:02:12.889127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:12.895910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T16:02:08Z', 'revision_number': 5, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port': {'id': 'd521feea-5e37-4536-83d2-f5745c9e5529', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:15Z', 'updated_at': '2021-08-31T15:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:13.034107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-1aa9fefe-1655-4f61-88f0-9903ad8bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:13.035687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-1aa9fefe-1655-4f61-88f0-9903ad8bd19a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2593172 Aug 31 16:02:13.167422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] Checking router: 94e96d0e-376d-4f98-ab9b-cc989c05e754 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:02:13.185665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdefbc05-f6f9-43bb-8177-0993bdd72811 req-51d7ea45-fabf-4982-a9a2-a546bd13bcb3 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 210 time: 0.1126707 Aug 31 16:02:13.216874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] Routers {'94e96d0e-376d-4f98-ab9b-cc989c05e754'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:13.217662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:01:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['94e96d0e-376d-4f98-ab9b-cc989c05e754'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:13.223246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:13.280121 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:13.283436 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a1806d-cb5f-4178-ba73-5144e23ac609 x-openstack-request-id: req-81a1806d-cb5f-4178-ba73-5144e23ac609 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:13.283851 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:13.284128 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81a1806d-cb5f-4178-ba73-5144e23ac609 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:13.284574 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 16:02:13.293051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-05b90263-f735-4662-ae99-c5d0daa67c43 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498941 Aug 31 16:02:13.325524 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:13.527199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] Set router 94e96d0e-376d-4f98-ab9b-cc989c05e754 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:13.568894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eda94c-0bc4-49c9-81d4-6be8032e3f64 req-3e542117-5dec-42ad-8098-2427aabdce4f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:13.579020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0eda94c-0bc4-49c9-81d4-6be8032e3f64 req-3e542117-5dec-42ad-8098-2427aabdce4f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 948 time: 0.1791596 Aug 31 16:02:13.594599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d521feea-5e37-4536-83d2-f5745c9e5529,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:13.628952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64cdd26e-2b92-4246-a1f2-c566533f4bb7 req-8f52fb94-b9d1-4879-a350-6686d8a3d26f service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266013 Aug 31 16:02:13.676973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:13.688568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:13.695178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0eda94c-0bc4-49c9-81d4-6be8032e3f64 req-a46f87c0-cfc0-4c36-9b89-92ef02e7a002 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146736 Aug 31 16:02:13.862742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T16:02:12Z', 'revision_number': 6, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:13.980089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:13.991128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc32619-487a-4fab-9ab8-7a75cab26611 None None] The sync data for ids ['94e96d0e-376d-4f98-ab9b-cc989c05e754'] in n-d-793621-35 is: [{'id': '94e96d0e-376d-4f98-ab9b-cc989c05e754', 'name': 'tempest-ServersTestJSON-1075901001-router', 'tenant_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:13Z', 'updated_at': '2021-08-31T16:02:12Z', 'revision_number': 6, 'project_id': 'a4faa3e16ad9454aaf5d7b06699e83b6', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:14.004051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-3392c8d3-78a8-4969-bfc3-671530b7f2c2 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:14.005883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-3392c8d3-78a8-4969-bfc3-671530b7f2c2 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.30 "GET /v2.0/networks?id=45456e21-744a-4a3c-8270-43ff17a47e3e HTTP/1.1" status: 200 len: 810 time: 0.3261583 Aug 31 16:02:14.048890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Request body: {'port': {'device_id': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e', 'admin_state_up': True, 'tenant_id': '908cb2a9364342c3bc4fb9baca18ed7c'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:14.242874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:14.259305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', 'mac_address': 'fa:16:3e:e0:9f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:14.333813 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.381677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:14.386475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.401390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.440447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:14.446955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.577202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9051f0c-b425-4bb8-8f1b-ded25e9261c4 req-af52b3b7-3a09-460a-842b-c0aacb9aeed1 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 210 time: 0.0507264 Aug 31 16:02:14.613013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:14.642105 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.644353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94e96d0e-376d-4f98-ab9b-cc989c05e754 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:02:14.663403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.667528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52662) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:14.671716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-704bfa65-8ca4-472c-a525-eeacbe20a2c2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/94e96d0e-376d-4f98-ab9b-cc989c05e754 HTTP/1.1" status: 204 len: 168 time: 3.1065066 Aug 31 16:02:14.707089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Made reservation on behalf of 908cb2a9364342c3bc4fb9baca18ed7c for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:14.722646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.806113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Deleting subnet fd61edc2-a4ba-4ad4-8deb-5b1a61016d01 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:02:14.826654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:14.881533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:14.927274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.203756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Allocated IP 172.20.0.9 (45456e21-744a-4a3c-8270-43ff17a47e3e/194ae1f7-fc5a-4e18-9ac9-5c657d2552ad/ad518a6e-ee87-4c6f-b915-84a062988746) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:15.228778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3192a4d3-5ba3-4236-a0fb-7ee580493184 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:15.278991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3192a4d3-5ba3-4236-a0fb-7ee580493184 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:02:15.279840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3192a4d3-5ba3-4236-a0fb-7ee580493184 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:02:15.280704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d521feea-5e37-4536-83d2-f5745c9e5529 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:15.293453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:15.296275 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1211cf-dcbb-4f13-addb-1d3455161549" -d '{"events": [{"server_uuid": "344a3116-69d2-4f51-b112-6dec9de33d8a", "name": "network-vif-plugged", "status": "completed", "tag": "5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:15.328479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d521feea-5e37-4536-83d2-f5745c9e5529 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:02:15.329202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d521feea-5e37-4536-83d2-f5745c9e5529 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:02:15.402331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.482742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d11d-4a7f-4d39-81e4-736f7df875fb req-00fccd50-6d42-4c4b-87da-57a7f82b706d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:15.484388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1631d11d-4a7f-4d39-81e4-736f7df875fb req-00fccd50-6d42-4c4b-87da-57a7f82b706d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 949 time: 0.2329357 Aug 31 16:02:15.551435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.578114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1631d11d-4a7f-4d39-81e4-736f7df875fb req-915c3531-28e2-436d-817b-d2f6cccb3a0e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816324 Aug 31 16:02:15.586497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.638626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd61edc2-a4ba-4ad4-8deb-5b1a61016d01,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:15.673195 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.678034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b91f6e7e-e1af-485f-a191-f970368bbe80 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd61edc2-a4ba-4ad4-8deb-5b1a61016d01 HTTP/1.1" status: 204 len: 168 time: 1.0090640 Aug 31 16:02:15.678303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be7bd9-a6a7-45c3-b966-7b6cfe5b8f85 None None] Network d2533d02-68d3-4bc0-be91-c145e50cde96 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:15.680664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52680) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:15.770383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.852496 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:15.880825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Network 45456e21-744a-4a3c-8270-43ff17a47e3e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:15.896995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:15.910687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:15.926437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Pushing event updated for resources: {'Port': ['ID=ad518a6e-ee87-4c6f-b915-84a062988746,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:16.121558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:16.122663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.141006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] DHCP port deletion for d2533d02-68d3-4bc0-be91-c145e50cde96 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:02:16.155148 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a41a6f3f-7b98-4d11-8289-699a6425285c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1103683 Aug 31 16:02:16.178735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Request body: {'port': {'device_id': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:16.195820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05115125-95e5-4bda-a791-84a2b9676650 req-18b9f42d-aac3-48e6-9805-8142e2de3237 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:16.201283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05115125-95e5-4bda-a791-84a2b9676650 req-18b9f42d-aac3-48e6-9805-8142e2de3237 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b5760c-a9a4-45dc-9aaf-24c5e022ee5c HTTP/1.1" status: 200 len: 945 time: 0.2314456 Aug 31 16:02:16.246012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Deleting port 995e4fd2-6df0-47c4-a09d-460056e3c85e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:16.246816 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.301949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981d87b-fef3-4f8f-860e-3a218dd9d054 req-bcfba837-f8b4-4de7-b05e-956ef532faca tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:16.317033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5981d87b-fef3-4f8f-860e-3a218dd9d054 req-bcfba837-f8b4-4de7-b05e-956ef532faca tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/ports?device_id=54b5760c-a9a4-45dc-9aaf-24c5e022ee5c HTTP/1.1" status: 200 len: 945 time: 0.3242214 Aug 31 16:02:16.347295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.402314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Deleting port 995e4fd2-6df0-47c4-a09d-460056e3c85e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:16.404711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] For port 995e4fd2-6df0-47c4-a09d-460056e3c85e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=995e4fd2-6df0-47c4-a09d-460056e3c85e,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:16.405454 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.413673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.441210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Calling delete_port for 995e4fd2-6df0-47c4-a09d-460056e3c85e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:16.513452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] For port 995e4fd2-6df0-47c4-a09d-460056e3c85e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=995e4fd2-6df0-47c4-a09d-460056e3c85e,segment=NetworkSegment(b7f8b4a5-60a1-4a95-9653-8c15ec97a71e),segment_id=b7f8b4a5-60a1-4a95-9653-8c15ec97a71e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:16.513819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.537508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Calling delete_port for 995e4fd2-6df0-47c4-a09d-460056e3c85e owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:16.629492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:16.701657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Pushing event deleted for resources: {'Port': ['ID=995e4fd2-6df0-47c4-a09d-460056e3c85e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:16.725212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] No DVR routers for this DVR port 995e4fd2-6df0-47c4-a09d-460056e3c85e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:02:16.742539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.743635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.744600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.745531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.746614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.747529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.748460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.749319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.750170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.750992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.751883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.753285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2bae2-64ab-4eaf-9f16-c601707999a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:16.845690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-e8e236fa-d09d-4df2-a75d-63d02bc94f6d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:16.847907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-e8e236fa-d09d-4df2-a75d-63d02bc94f6d tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "GET /v2.0/ports?device_id=302c2faa-7f65-471f-b03d-00e723604243 HTTP/1.1" status: 200 len: 945 time: 0.1311522 Aug 31 16:02:16.985244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad518a6e-ee87-4c6f-b915-84a062988746 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:17.021642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.090425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Transition to ACTIVE for port object ad518a6e-ee87-4c6f-b915-84a062988746 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:17.117972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Deleting port 0406543a-2708-4304-8740-3854215f4354 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:17.117972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.125635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 995e4fd2-6df0-47c4-a09d-460056e3c85e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:17.130663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5981d87b-fef3-4f8f-860e-3a218dd9d054 req-e399da61-59a0-4d91-b38c-974762142eb1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.43 "GET /v2.0/security-groups?id=a59c15f7-8bb7-43df-8be2-92eb553f10dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8045676 Aug 31 16:02:17.202664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 995e4fd2-6df0-47c4-a09d-460056e3c85e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:02:17.202664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 995e4fd2-6df0-47c4-a09d-460056e3c85e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:02:17.240704 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.249725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Deleting port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:17.250084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.373390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] For port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:17.373791 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.397172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Calling delete_port for 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:17.430174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Pushing event updated for resources: {'Port': ['ID=ad518a6e-ee87-4c6f-b915-84a062988746,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:17.503705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.512085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] For port 0406543a-2708-4304-8740-3854215f4354, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0406543a-2708-4304-8740-3854215f4354,segment=NetworkSegment(d040519c-25c3-44a3-bdfa-892707da4bbc),segment_id=d040519c-25c3-44a3-bdfa-892707da4bbc)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:17.512497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.536326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Calling delete_port for 0406543a-2708-4304-8740-3854215f4354 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:17.588882 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a1b5c-d53d-49ad-8d97-50eba87d13cb x-openstack-request-id: req-c31a1b5c-d53d-49ad-8d97-50eba87d13cb {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:17.589435 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344a3116-69d2-4f51-b112-6dec9de33d8a", "name": "network-vif-plugged", "status": "completed", "tag": "5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:17.589857 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c31a1b5c-d53d-49ad-8d97-50eba87d13cb {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:17.590419 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', 'code': 200} Aug 31 16:02:17.639538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=995e4fd2-6df0-47c4-a09d-460056e3c85e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:17.698013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] No DVR routers for this DVR port 995e4fd2-6df0-47c4-a09d-460056e3c85e on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:02:17.810956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.837816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2533d02-68d3-4bc0-be91-c145e50cde96']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:17.837816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:17.837816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f8b4a5-60a1-4a95-9653-8c15ec97a71e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:17.856280 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.867337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.874996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:02:17.875559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:02:17.880153 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:02:17.975094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:17.983764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Attempting to bind port ad518a6e-ee87-4c6f-b915-84a062988746 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:17.985265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Attempting to bind port ad518a6e-ee87-4c6f-b915-84a062988746 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'a9128cc2-d710-4e95-98dc-007bc12d4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:17.985265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Attempting to bind port ad518a6e-ee87-4c6f-b915-84a062988746 on network 45456e21-744a-4a3c-8270-43ff17a47e3e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:17.994423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074d8a2-65f1-43de-af3b-61946672290c req-0daab22a-65ee-4ea3-a924-f943f132a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:17.996996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0074d8a2-65f1-43de-af3b-61946672290c req-0daab22a-65ee-4ea3-a924-f943f132a040 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 1102 time: 0.1969061 Aug 31 16:02:18.042918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.051497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Port ad518a6e-ee87-4c6f-b915-84a062988746 on network 45456e21-744a-4a3c-8270-43ff17a47e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:18.051847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Attempting to bind port ad518a6e-ee87-4c6f-b915-84a062988746 on network 45456e21-744a-4a3c-8270-43ff17a47e3e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:18.056827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.063162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d2533d02-68d3-4bc0-be91-c145e50cde96 HTTP/1.1" status: 204 len: 168 time: 2.3811176 Aug 31 16:02:18.108913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:18.115876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a966b-5a17-47fd-a795-cb0673c92ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2533d02-68d3-4bc0-be91-c145e50cde96,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:18.120426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:18.121499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.150895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17034-7307-4c5b-8743-1025774ed6a2 req-70d4816d-694b-4c8e-9a92-0e3f85583732 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:18.169454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beb17034-7307-4c5b-8743-1025774ed6a2 req-70d4816d-694b-4c8e-9a92-0e3f85583732 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 943 time: 0.2901564 Aug 31 16:02:18.171083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.200685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:18.201120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Checking segment: {'id': 'a9128cc2-d710-4e95-98dc-007bc12d4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:18.201775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Bound using segment: {'id': 'a9128cc2-d710-4e95-98dc-007bc12d4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:18.208567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Bound port: ad518a6e-ee87-4c6f-b915-84a062988746, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9128cc2-d710-4e95-98dc-007bc12d4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:18.209279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.258296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.314368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:18.321650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0074d8a2-65f1-43de-af3b-61946672290c req-6f2b736f-d238-48b9-bfec-d0806ddcaa01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117423 Aug 31 16:02:18.323319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.324942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:18.354561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event deleted for resources: {'Port': ['ID=8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:18.414451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:18.418609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:02:18.419351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:02:18.458581 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.527291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52696) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:18.571845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] No DVR routers for this DVR port 8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:02:18.574960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.590572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05115125-95e5-4bda-a791-84a2b9676650 req-06a86d92-e049-4dea-aa45-d2be1367a9a1 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.49 "DELETE /v2.0/ports/8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c HTTP/1.1" status: 204 len: 173 time: 2.3739061 Aug 31 16:02:18.594097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'name': 'network-vif-deleted', 'tag': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:18.597530 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939d4f4a-fb17-4f8b-b405-2d550e754c74" -d '{"events": [{"server_uuid": "54b5760c-a9a4-45dc-9aaf-24c5e022ee5c", "name": "network-vif-deleted", "tag": "8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:18.603552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Pushing event deleted for resources: {'Port': ['ID=0406543a-2708-4304-8740-3854215f4354,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:18.618906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beb17034-7307-4c5b-8743-1025774ed6a2 req-01bf1322-346c-43fe-b17a-4c93b94a0b16 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323733 Aug 31 16:02:18.828126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] For port ad518a6e-ee87-4c6f-b915-84a062988746, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:18.841876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52700) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:18.843693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-37050bf4-3269-4fa0-ac69-4af79568c1ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4faa3e16ad9454aaf5d7b06699e83b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675316 Aug 31 16:02:18.894285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] No DVR routers for this DVR port 0406543a-2708-4304-8740-3854215f4354 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:02:18.897228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:18.899845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6d51c873-5df1-4439-b934-4ad86195bb8c req-29aa5cfd-4213-4161-8ed1-7f4d4c59c7d4 tempest-MultipleCreateTestJSON-1572033391 tempest-MultipleCreateTestJSON-1572033391-project] 10.222.0.30 "DELETE /v2.0/ports/0406543a-2708-4304-8740-3854215f4354 HTTP/1.1" status: 204 len: 173 time: 2.0324912 Aug 31 16:02:18.902589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c2faa-7f65-471f-b03d-00e723604243', 'name': 'network-vif-deleted', 'tag': '0406543a-2708-4304-8740-3854215f4354'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:18.905026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03111b1-18ee-49c8-b217-9a7e07e3efbb req-97b07b96-9304-42e1-b8cd-bbe41ac94895 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:18.906691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c03111b1-18ee-49c8-b217-9a7e07e3efbb req-97b07b96-9304-42e1-b8cd-bbe41ac94895 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 950 time: 0.1548436 Aug 31 16:02:18.913549 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72619624-1737-4570-9e62-0c2ff7ee6080" -d '{"events": [{"server_uuid": "302c2faa-7f65-471f-b03d-00e723604243", "name": "network-vif-deleted", "tag": "0406543a-2708-4304-8740-3854215f4354"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:18.928848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] For port ad518a6e-ee87-4c6f-b915-84a062988746, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ad518a6e-ee87-4c6f-b915-84a062988746,segment=NetworkSegment(a9128cc2-d710-4e95-98dc-007bc12d4f8b),segment_id=a9128cc2-d710-4e95-98dc-007bc12d4f8b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:18.937497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:19.032717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:19.034289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:19.035794 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad518a6e-ee87-4c6f-b915-84a062988746 HTTP/1.1" status: 200 len: 1092 time: 2.8687110 Aug 31 16:02:19.052947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a05130a-c968-479f-addf-7b44462d2475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:19.128156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c03111b1-18ee-49c8-b217-9a7e07e3efbb req-123c3576-9561-464e-b68f-409ef88d89bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097845 Aug 31 16:02:19.209608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced7f77-44a6-410b-ba3f-aaf51adc9944 service neutron] Pushing event updated for resources: {'Port': ['ID=ad518a6e-ee87-4c6f-b915-84a062988746,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:19.214475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a05130a-c968-479f-addf-7b44462d2475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:19.275506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-d333c66b-8ca5-408c-b81f-d219d63a93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:19.277249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-d333c66b-8ca5-408c-b81f-d219d63a93ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=908cb2a9364342c3bc4fb9baca18ed7c&device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 1095 time: 0.1965675 Aug 31 16:02:19.353598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a05130a-c968-479f-addf-7b44462d2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:19.363455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a05130a-c968-479f-addf-7b44462d2475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:19.373591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2a05130a-c968-479f-addf-7b44462d2475 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/592e76a8-a9bb-4412-a3f0-5809a25c5a02 HTTP/1.1" status: 204 len: 168 time: 0.5200510 Aug 31 16:02:19.405421 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-4c7c7adc-8756-45a2-86f5-b6fcc4510992 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad518a6e-ee87-4c6f-b915-84a062988746 HTTP/1.1" status: 200 len: 217 time: 0.1144607 Aug 31 16:02:19.416782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05130a-c968-479f-addf-7b44462d2475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e76a8-a9bb-4412-a3f0-5809a25c5a02,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:19.442216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0406543a-2708-4304-8740-3854215f4354 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:19.498470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 0406543a-2708-4304-8740-3854215f4354 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:02:19.498705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0406543a-2708-4304-8740-3854215f4354 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:02:19.528134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-b7fc9911-8003-46d4-981b-22f697cddc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:19.544062 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-b7fc9911-8003-46d4-981b-22f697cddc37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=194ae1f7-fc5a-4e18-9ac9-5c657d2552ad HTTP/1.1" status: 200 len: 850 time: 0.1161454 Aug 31 16:02:19.593920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:19.598209 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff51255-3932-44b3-9a20-15846ae430c6" -d '{"events": [{"server_uuid": "78528fff-9c21-487f-9c1c-3dd742b4db4e", "name": "network-vif-plugged", "status": "completed", "tag": "6b7e0be8-44cd-4f0d-91ec-a9aca3e61069"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:19.630069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb3503-df77-4d83-a357-fd0364a604a0 req-be445d3f-8093-4fef-8eaa-923ccff2112e tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:19.633435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96eb3503-df77-4d83-a357-fd0364a604a0 req-be445d3f-8093-4fef-8eaa-923ccff2112e tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.2021596 Aug 31 16:02:19.704289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-a0a2587a-bf58-4a22-bdee-36168576d1fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45456e21-744a-4a3c-8270-43ff17a47e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587381 Aug 31 16:02:19.727679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96eb3503-df77-4d83-a357-fd0364a604a0 req-0951a318-dfea-4d03-841c-252e5630e5fa tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573726 Aug 31 16:02:19.938576 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-5e5c7a6b-e01e-43d3-b335-284b9f9e0b35 service neutron] 10.222.0.30 "GET /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219851 Aug 31 16:02:19.959630 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda94f1-cc2e-4b31-b967-7b63fbb656de x-openstack-request-id: req-6dda94f1-cc2e-4b31-b967-7b63fbb656de {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:19.959971 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b5760c-a9a4-45dc-9aaf-24c5e022ee5c", "name": "network-vif-deleted", "tag": "8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:19.960246 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6dda94f1-cc2e-4b31-b967-7b63fbb656de {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:19.960660 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b5760c-a9a4-45dc-9aaf-24c5e022ee5c', 'name': 'network-vif-deleted', 'tag': '8109ebd2-21db-4ae1-b5fc-d85e2bc01e6c', 'status': 'completed', 'code': 200} Aug 31 16:02:20.107061 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7addc483-9c1d-4121-a57b-de437e009d15 x-openstack-request-id: req-7addc483-9c1d-4121-a57b-de437e009d15 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:20.107579 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302c2faa-7f65-471f-b03d-00e723604243", "name": "network-vif-deleted", "tag": "0406543a-2708-4304-8740-3854215f4354", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:20.107692 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7addc483-9c1d-4121-a57b-de437e009d15 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:20.107999 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c2faa-7f65-471f-b03d-00e723604243', 'name': 'network-vif-deleted', 'tag': '0406543a-2708-4304-8740-3854215f4354', 'status': 'completed', 'code': 200} Aug 31 16:02:20.124637 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff50edb-8f82-47bb-a7e4-a6c44efa9057 x-openstack-request-id: req-3ff50edb-8f82-47bb-a7e4-a6c44efa9057 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:20.124637 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78528fff-9c21-487f-9c1c-3dd742b4db4e", "name": "network-vif-plugged", "status": "completed", "tag": "6b7e0be8-44cd-4f0d-91ec-a9aca3e61069", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:20.124835 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ff50edb-8f82-47bb-a7e4-a6c44efa9057 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:20.125262 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', 'code': 200} Aug 31 16:02:20.254464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0265b9ba-c7b3-42ed-a492-d9bd63598e6e req-071f8dfc-7689-44bf-bd9c-9baeccefb779 service neutron] 10.222.0.30 "GET /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014600 Aug 31 16:02:20.514728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d0fa-275c-4193-90a9-efd403535fe7 req-76dc21c2-bf15-4604-a101-8dded0478281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:20.540603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52e7d0fa-275c-4193-90a9-efd403535fe7 req-76dc21c2-bf15-4604-a101-8dded0478281 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 1102 time: 0.2873507 Aug 31 16:02:20.594914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6fa3-6839-4254-a6f2-74d36928d834 req-9b3a47cd-cef0-4f2e-b2a2-f4e63153cdc9 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:20.614063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-676f6fa3-6839-4254-a6f2-74d36928d834 req-9b3a47cd-cef0-4f2e-b2a2-f4e63153cdc9 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 943 time: 0.3644063 Aug 31 16:02:20.696706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52e7d0fa-275c-4193-90a9-efd403535fe7 req-38b01936-8713-4508-845b-f78dff04790f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540782 Aug 31 16:02:20.720050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-676f6fa3-6839-4254-a6f2-74d36928d834 req-1e4f879a-2296-4e7a-b085-c809b61cc685 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938120 Aug 31 16:02:20.788009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52740) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:20.900106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Deleting subnet 78d5ff7e-d40d-4c0a-950c-5e6f36ea772d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:02:20.904022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:20.966312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52742) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:21.010450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-05d69d3d-7cc4-4344-bd37-b270b106f287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.024062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.076223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a72404-e770-4a55-9561-58b223c84c48 req-bd99111e-bf25-427c-b8df-56a64798bd38 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:21.078626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a72404-e770-4a55-9561-58b223c84c48 req-bd99111e-bf25-427c-b8df-56a64798bd38 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 950 time: 0.1992362 Aug 31 16:02:21.126711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.176736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a72404-e770-4a55-9561-58b223c84c48 req-339ac542-a7de-4c3d-991a-ae5d070920ae tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840039 Aug 31 16:02:21.193196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2132372247-network', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:21.237920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:21.240329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.282541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.303776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.392123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d5ff7e-d40d-4c0a-950c-5e6f36ea772d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:21.417927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.423449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8beb1808-8ef9-4180-85cd-d25182838423 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/78d5ff7e-d40d-4c0a-950c-5e6f36ea772d HTTP/1.1" status: 204 len: 168 time: 0.6341269 Aug 31 16:02:21.429858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52746) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:21.666527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.678398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.728523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.759624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab3dd-f64e-45f4-9fd1-f6479cc12186 req-883c7b95-2231-48e5-b869-c7771ce4b171 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:21.761361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a0ab3dd-f64e-45f4-9fd1-f6479cc12186 req-883c7b95-2231-48e5-b869-c7771ce4b171 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1927543 Aug 31 16:02:21.778143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:02:21.820342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:21.823015 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Added segment 29a482da-38da-4914-87a4-96f4cebde30d of type vlan for network cb063698-8983-4c49-a309-b68a1c7deaa0 Aug 31 16:02:21.866958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a0ab3dd-f64e-45f4-9fd1-f6479cc12186 req-20bad0ad-1082-4594-8a85-d2a637725607 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900075 Aug 31 16:02:21.968677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.029460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.033213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:22.034511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.053676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff3b409-372a-4942-9f84-bfa09c89db29,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:22.112602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'tag': 'ad518a6e-ee87-4c6f-b915-84a062988746'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:22.115064 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ff7f80-614a-4c04-8898-f893e38e153e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9348e04-3602-4f44-9cc5-4e8dbd68967e", "tag": "ad518a6e-ee87-4c6f-b915-84a062988746"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:22.137131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.143468 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1743705 Aug 31 16:02:22.147020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52752) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:22.155459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Request body: {'subnet': {'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2132372247-subnet', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:22.166341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18238de4-4b6e-4603-9ec2-347b3e763b7f admin admin] Pushing event updated for resources: {'Network': ['ID=cb063698-8983-4c49-a309-b68a1c7deaa0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:22.181106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network cb063698-8983-4c49-a309-b68a1c7deaa0 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:02:22.190644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ef3d13-8f31-42c6-ba10-72871dbd64ff']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:22.222577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd040519c-25c3-44a3-bdfa-892707da4bbc') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:22.229014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:22.234464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd040519c-25c3-44a3-bdfa-892707da4bbc') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:22.236488 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.252413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ce64-ff05-4f60-850d-f1a1826c632d req-2556e0bc-d6be-4217-bcea-09d1e0172264 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:22.266668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5769ce64-ff05-4f60-850d-f1a1826c632d req-2556e0bc-d6be-4217-bcea-09d1e0172264 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 943 time: 0.2343490 Aug 31 16:02:22.320050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.365298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5769ce64-ff05-4f60-850d-f1a1826c632d req-e01a2297-11bf-4a1b-bacf-f08abbc399ef tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863309 Aug 31 16:02:22.369202 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.401806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:02:22.403299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.491703 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4e232e-d21a-4945-9f6d-d7a4ad68db30 x-openstack-request-id: req-6d4e232e-d21a-4945-9f6d-d7a4ad68db30 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:22.494943 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9348e04-3602-4f44-9cc5-4e8dbd68967e", "tag": "ad518a6e-ee87-4c6f-b915-84a062988746", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:22.497516 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d4e232e-d21a-4945-9f6d-d7a4ad68db30 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:22.499423 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'tag': 'ad518a6e-ee87-4c6f-b915-84a062988746', 'status': 'completed', 'code': 200} Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:02:22.570513 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:02:22.789610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.832781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:22.839491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/73ef3d13-8f31-42c6-ba10-72871dbd64ff HTTP/1.1" status: 204 len: 168 time: 1.4080358 Aug 31 16:02:22.842555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c65e55-558f-4f96-80bc-fb599039f8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ef3d13-8f31-42c6-ba10-72871dbd64ff,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:22.905179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-7357f219-7e5e-44a1-80b0-90c8af8e45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:22.907040 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-7357f219-7e5e-44a1-80b0-90c8af8e45e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=908cb2a9364342c3bc4fb9baca18ed7c&device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 1095 time: 0.3373685 Aug 31 16:02:22.909426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f583-975e-4f89-9fe0-d3aa1d9faa51 req-9d17962f-7624-4cff-a3e0-4e68661357de tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:22.916902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6003f583-975e-4f89-9fe0-d3aa1d9faa51 req-9d17962f-7624-4cff-a3e0-4e68661357de tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 950 time: 0.3308632 Aug 31 16:02:23.019622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6003f583-975e-4f89-9fe0-d3aa1d9faa51 req-33cdab3d-0e3b-47eb-93e9-f3067da60306 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014309 Aug 31 16:02:23.161347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52768) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:23.354239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bdb4c1b9-0cfe-4024-b166-10d93739818e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd9f688514c14b22802cac40a03a8264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863277 Aug 31 16:02:23.355282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52770) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:23.390181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34768a8c-8c26-4223-8412-d726058e5e8b req-cef6aae2-df7b-4737-a7f6-523bdde393ce tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:23.391813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34768a8c-8c26-4223-8412-d726058e5e8b req-cef6aae2-df7b-4737-a7f6-523bdde393ce tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1970775 Aug 31 16:02:23.437135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ad518a6e-ee87-4c6f-b915-84a062988746 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:23.596907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-219c8427-b256-4c2d-bb76-1458bc6d4298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:23.668334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-219c8427-b256-4c2d-bb76-1458bc6d4298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:23.726170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ad518a6e-ee87-4c6f-b915-84a062988746, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ad518a6e-ee87-4c6f-b915-84a062988746,segment=NetworkSegment(a9128cc2-d710-4e95-98dc-007bc12d4f8b),segment_id=a9128cc2-d710-4e95-98dc-007bc12d4f8b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:23.728260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-cfee1b2f-647f-43f0-83ee-b8c086282348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:23.732036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-cfee1b2f-647f-43f0-83ee-b8c086282348 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45456e21-744a-4a3c-8270-43ff17a47e3e HTTP/1.1" status: 200 len: 911 time: 0.8169863 Aug 31 16:02:23.758328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ad518a6e-ee87-4c6f-b915-84a062988746', 'network_id': '45456e21-744a-4a3c-8270-43ff17a47e3e', 'port_id': 'ad518a6e-ee87-4c6f-b915-84a062988746', 'mac_address': 'fa:16:3e:c1:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194ae1f7-fc5a-4e18-9ac9-5c657d2552ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:23.797802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-219c8427-b256-4c2d-bb76-1458bc6d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:23.805330 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-219c8427-b256-4c2d-bb76-1458bc6d4298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:23.813308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-219c8427-b256-4c2d-bb76-1458bc6d4298 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a59c15f7-8bb7-43df-8be2-92eb553f10dd HTTP/1.1" status: 204 len: 168 time: 0.4557371 Aug 31 16:02:23.848967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-ce4ad9ae-31bf-4c4d-8838-c42219539531 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad518a6e-ee87-4c6f-b915-84a062988746 HTTP/1.1" status: 200 len: 217 time: 0.1052530 Aug 31 16:02:23.867825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c8427-b256-4c2d-bb76-1458bc6d4298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c15f7-8bb7-43df-8be2-92eb553f10dd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:23.875308 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:23.887212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34768a8c-8c26-4223-8412-d726058e5e8b req-5deb5394-da31-4ab3-9e11-46db9a727862 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916898 Aug 31 16:02:23.904386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:23.931351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad518a6e-ee87-4c6f-b915-84a062988746 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:24.012804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ad518a6e-ee87-4c6f-b915-84a062988746, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ad518a6e-ee87-4c6f-b915-84a062988746,segment=NetworkSegment(a9128cc2-d710-4e95-98dc-007bc12d4f8b),segment_id=a9128cc2-d710-4e95-98dc-007bc12d4f8b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:24.036705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:24.065559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-fe140f62-c8c6-4757-accf-8e8b3610979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:24.069561 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-fe140f62-c8c6-4757-accf-8e8b3610979f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=194ae1f7-fc5a-4e18-9ac9-5c657d2552ad HTTP/1.1" status: 200 len: 850 time: 0.1704977 Aug 31 16:02:24.074869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=18594f6c-5fe1-407e-97c9-84a96be3be0c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:24.125682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b07a9-7853-4f3c-b06a-edebba3c5e9a req-d4f0146e-a451-4096-a072-12dd94217969 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:24.133927 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-fc16b07d-af24-4eb3-9392-62554ca838e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45456e21-744a-4a3c-8270-43ff17a47e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514977 Aug 31 16:02:24.143597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-970b07a9-7853-4f3c-b06a-edebba3c5e9a req-d4f0146e-a451-4096-a072-12dd94217969 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 950 time: 0.1297328 Aug 31 16:02:24.192842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ad518a6e-ee87-4c6f-b915-84a062988746,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:24.241468 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:24.246830 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85947c91-8f85-4b61-af91-011a4a7a6492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:24.259350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-970b07a9-7853-4f3c-b06a-edebba3c5e9a req-1bb81a61-b4cd-4bbe-a012-838e38cca3a0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136327 Aug 31 16:02:24.289452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-3ebc4ef8-4196-410a-a734-43b8091dc76b service neutron] 10.222.0.30 "GET /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420150 Aug 31 16:02:24.354972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Checking segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:24.355340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Network hostable DHCP agents. Network: cb063698-8983-4c49-a309-b68a1c7deaa0, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:02:24.372209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ad518a6e-ee87-4c6f-b915-84a062988746'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:24.566632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a917ae7-c98f-45ba-816d-2a3e180613d0 req-d75da46c-2370-4719-8a91-3d4666145bb5 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:24.581088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a917ae7-c98f-45ba-816d-2a3e180613d0 req-d75da46c-2370-4719-8a91-3d4666145bb5 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 944 time: 0.1832180 Aug 31 16:02:24.644956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Network cb063698-8983-4c49-a309-b68a1c7deaa0 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:02:24.697690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a917ae7-c98f-45ba-816d-2a3e180613d0 req-2ad45407-8353-47b5-b6c8-36d51e93fe1e tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144884 Aug 31 16:02:24.719744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, cb063698-8983-4c49-a309-b68a1c7deaa0) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:24.723174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e4ff7f80-614a-4c04-8898-f893e38e153e req-3a887d44-3cd7-4720-bdb4-8863897137ef service neutron] 10.222.0.30 "GET /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212160 Aug 31 16:02:24.732727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:24.739638 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:24.758880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9155161-f950-40bb-86d3-76f26f8a7504 None None] Network cb063698-8983-4c49-a309-b68a1c7deaa0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:24.766798 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-acf70bdd-35cb-4d36-a1ca-301208f63cfd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6186805 Aug 31 16:02:24.769579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52792) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:24.785322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:24.833720 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:24.834928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:24.966809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.110273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.205839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-cb063698-8983-4c49-a309-b68a1c7deaa0', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:02:25.210982 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.282672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.402133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.473635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4993a-a9d3-4601-9c3d-12da3d013ea0 req-5f0eb6b3-9ad0-4e2f-85a3-659f45e44d53 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:25.483872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4993a-a9d3-4601-9c3d-12da3d013ea0 req-5f0eb6b3-9ad0-4e2f-85a3-659f45e44d53 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:25.487584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efb4993a-a9d3-4601-9c3d-12da3d013ea0 req-5f0eb6b3-9ad0-4e2f-85a3-659f45e44d53 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e&device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 1691 time: 0.1153162 Aug 31 16:02:25.567298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Allocated IP 172.20.0.2 (cb063698-8983-4c49-a309-b68a1c7deaa0/18594f6c-5fe1-407e-97c9-84a96be3be0c/dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:25.600616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efb4993a-a9d3-4601-9c3d-12da3d013ea0 req-56d3d324-4ca7-42c6-bc22-37783f20834d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044545 Aug 31 16:02:25.788292 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.839787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.854649 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.863795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:25.864062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e17a2-ea2a-4497-99a7-42891ff9926c req-05f6c565-da42-4aab-a2a0-880d22515877 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:25.876829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723e17a2-ea2a-4497-99a7-42891ff9926c req-05f6c565-da42-4aab-a2a0-880d22515877 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1207631 Aug 31 16:02:25.881538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Transition to ACTIVE for port object dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:25.916915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Transition to ACTIVE for port object dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:25.931068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52824) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:25.936478 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.005592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723e17a2-ea2a-4497-99a7-42891ff9926c req-ed7f94bd-fed7-4845-9560-13bab8805582 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278162 Aug 31 16:02:26.036793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Pushing event updated for resources: {'Port': ['ID=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:26.056613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Network cb063698-8983-4c49-a309-b68a1c7deaa0 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:26.059173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:26.062354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:26.135903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Attempting to bind port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:26.140361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Attempting to bind port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:26.140813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Attempting to bind port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c on network cb063698-8983-4c49-a309-b68a1c7deaa0 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:26.152897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:26.153286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Checking segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:26.153690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.154097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Bound using segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:26.154673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Bound port: dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:26.155063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.166137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-network', 'tenant_id': '59fd1ba66568485eba930f238826ee93'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:26.177957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Allocated IP 172.25.6.37 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/1de4073b-7042-40e1-aa57-d3e23448d61c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:26.275117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] For port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:26.280076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] For port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:26.286756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.315406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd91d7-377a-4bc9-bedc-c489b674c11e req-5ac1911b-c1e4-4ac2-972d-8501c1c8daf7 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:26.324774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fbd91d7-377a-4bc9-bedc-c489b674c11e req-5ac1911b-c1e4-4ac2-972d-8501c1c8daf7 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 944 time: 0.1499002 Aug 31 16:02:26.326903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Made reservation on behalf of 59fd1ba66568485eba930f238826ee93 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:26.329801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.362566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.390545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8096e-ed8d-4070-8f30-59f374e36ca2 None None] Pushing event updated for resources: {'Port': ['ID=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:26.438736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.449879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fbd91d7-377a-4bc9-bedc-c489b674c11e req-4cf8928d-6a7e-4bab-a56c-9486bafb95dd tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166961 Aug 31 16:02:26.532675 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.607989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.619899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.634632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:02:26.645129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.645838 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Added segment 797aec81-6bd9-4039-9fa7-c2ab1d816ab7 of type vlan for network f2b6ccf7-5234-4bd9-a50a-541b35071e9a Aug 31 16:02:26.652961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Pushing event updated for resources: {'Port': ['ID=1de4073b-7042-40e1-aa57-d3e23448d61c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:26.670569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:26.675868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:26.686323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:26.704220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.779575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.780718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:26.781357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:26.790103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d53c3-c3ed-4877-8ddd-6eb51487109c req-83c0d0ad-f7b2-4cc6-91b6-5c3d032ca9ce tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:26.791812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f33d53c3-c3ed-4877-8ddd-6eb51487109c req-83c0d0ad-f7b2-4cc6-91b6-5c3d032ca9ce tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 1102 time: 0.2231250 Aug 31 16:02:26.943917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0094333 Aug 31 16:02:26.952519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52858) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:26.974918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Request body: {'subnet': {'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-subnet', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:27.020216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e88ce95-dbab-416f-93a8-63fb126dc0ab,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:27.040578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f33d53c3-c3ed-4877-8ddd-6eb51487109c req-323174e9-bb96-49e7-9d4d-eabf2e04abd6 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126439 Aug 31 16:02:27.102357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9739f8-5039-4b47-8d53-ff4b025777f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b6ccf7-5234-4bd9-a50a-541b35071e9a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:27.125331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Made reservation on behalf of 59fd1ba66568485eba930f238826ee93 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:27.132426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.152305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:02:27.277505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:27.324864 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.379964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab05df-966b-4f00-be98-8d4f7578a2a8 req-934eb0d2-8d08-4ff2-aced-c336bf900ca2 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:27.388364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06ab05df-966b-4f00-be98-8d4f7578a2a8 req-934eb0d2-8d08-4ff2-aced-c336bf900ca2 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1920547 Aug 31 16:02:27.451921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:27.479310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06ab05df-966b-4f00-be98-8d4f7578a2a8 req-a6e05013-88b9-4338-a464-268df719f36d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898514 Aug 31 16:02:27.481368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ad518a6e-ee87-4c6f-b915-84a062988746 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:27.584712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ad518a6e-ee87-4c6f-b915-84a062988746 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:27.592678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ad518a6e-ee87-4c6f-b915-84a062988746 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:27.593341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.698174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.774852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.827889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.868147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:27.894827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad518a6e-ee87-4c6f-b915-84a062988746'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:27.907485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b2ec27-996a-4690-ad44-7ad17cb27654,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:27.907872 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3335851b-56a2-4b67-8724-2e7f88106bfe" -d '{"events": [{"server_uuid": "a9348e04-3602-4f44-9cc5-4e8dbd68967e", "name": "network-vif-plugged", "status": "completed", "tag": "ad518a6e-ee87-4c6f-b915-84a062988746"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:27.917412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Checking segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:27.917990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Network hostable DHCP agents. Network: f2b6ccf7-5234-4bd9-a50a-541b35071e9a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:02:27.926701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564176b-ed62-43f8-b9bd-8fd2109bead0 req-cdc12c89-2fc1-4461-ac86-270b73e7cd02 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:27.937130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9564176b-ed62-43f8-b9bd-8fd2109bead0 req-cdc12c89-2fc1-4461-ac86-270b73e7cd02 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 1102 time: 0.1761568 Aug 31 16:02:27.970540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ad518a6e-ee87-4c6f-b915-84a062988746, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ad518a6e-ee87-4c6f-b915-84a062988746,segment=NetworkSegment(a9128cc2-d710-4e95-98dc-007bc12d4f8b),segment_id=a9128cc2-d710-4e95-98dc-007bc12d4f8b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:27.982296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.003440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9564176b-ed62-43f8-b9bd-8fd2109bead0 req-039d951c-6b9e-40f1-aaf2-5a30d8374405 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591395 Aug 31 16:02:28.036914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:02:28.050835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f2b6ccf7-5234-4bd9-a50a-541b35071e9a) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:28.068647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:28.069421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.074512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ed0b7-77db-4de2-9c3b-2d508595fdf2 None None] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:28.103091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1e9a8acf-cbc1-4354-94c4-122f9032b789 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1431942 Aug 31 16:02:28.103804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52900) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:28.113288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:28.167341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.168754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.240440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Router 8255a9dd-b7b2-4c78-95a8-5390774bf89b is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:02:28.373107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.447220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8f929-8789-4e7b-8bc4-96143f44d898 req-c903bdbd-a526-470f-b5c4-c4c290ae1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:28.449650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7e8f929-8789-4e7b-8bc4-96143f44d898 req-c903bdbd-a526-470f-b5c4-c4c290ae1efc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 1097 time: 0.1000345 Aug 31 16:02:28.503725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7e8f929-8789-4e7b-8bc4-96143f44d898 req-ce39c25c-082c-49d6-a824-8368f570bd52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Aug 31 16:02:28.505092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:02:28.517468 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Sync routers for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:02:28.540844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.542201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-044f03f3-2dd0-43a3-adce-c6eb5df39c0b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7715766 Aug 31 16:02:28.544053 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:28.544899 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:28.545061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52906) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:28.601833 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4169b96-d296-4c01-9f95-8c75b8e7dfee x-openstack-request-id: req-a4169b96-d296-4c01-9f95-8c75b8e7dfee {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:28.602401 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9348e04-3602-4f44-9cc5-4e8dbd68967e", "name": "network-vif-plugged", "status": "completed", "tag": "ad518a6e-ee87-4c6f-b915-84a062988746", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:28.602401 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4169b96-d296-4c01-9f95-8c75b8e7dfee {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:28.602842 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad518a6e-ee87-4c6f-b915-84a062988746', 'code': 200} Aug 31 16:02:28.616816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0653fc6-d080-4d90-9198-58b8cc87ed10 None None] Network cb063698-8983-4c49-a309-b68a1c7deaa0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:28.766138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ad518a6e-ee87-4c6f-b915-84a062988746,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:28.800811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] Provisioning for port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:28.803773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.814300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] Provisioning complete for port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:28.815268 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:28.984774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:28.988271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148eecc-099c-43d9-abb1-2df77c3fb2d5 req-17337f4e-4972-4f79-b138-923e50d781c3 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:28.996358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3148eecc-099c-43d9-abb1-2df77c3fb2d5 req-17337f4e-4972-4f79-b138-923e50d781c3 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 945 time: 0.7610118 Aug 31 16:02:29.076788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9302318-25ed-4582-a6d9-e547017537ff None None] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:29.169252 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:29.238115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3148eecc-099c-43d9-abb1-2df77c3fb2d5 req-1f3efed4-f6cc-4c7a-9134-ec9ca402ec4c tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397439 Aug 31 16:02:29.240385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] For port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:29.258492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:29.262462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552f6e1-b867-42fb-8302-bda99d8af311 req-944e9a7c-3373-4a3d-837c-68f8885f0618 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:29.264081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c552f6e1-b867-42fb-8302-bda99d8af311 req-944e9a7c-3373-4a3d-837c-68f8885f0618 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.4230065 Aug 31 16:02:29.359226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26730d44-2b84-4c99-9c3c-75c308cfa3c0 None None] Pushing event updated for resources: {'Port': ['ID=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:29.515118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c552f6e1-b867-42fb-8302-bda99d8af311 req-94f85d52-b5c9-4eb5-85bb-07ebff81c607 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323072 Aug 31 16:02:29.515369 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:27Z', 'revision_number': 3, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:29.525252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-4257dbb3-5165-450f-be57-7d2afbe54111 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971498 Aug 31 16:02:29.582662 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Checking router: 8255a9dd-b7b2-4c78-95a8-5390774bf89b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:02:29.583284 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Updating router 8255a9dd-b7b2-4c78-95a8-5390774bf89b port 1de4073b-7042-40e1-aa57-d3e23448d61c binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:02:29.604682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:29.675022 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:29.788580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e1096e6-380c-4cb1-9df7-a4ce8368ae60 None None] Provisioning complete for port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:29.789197 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e1096e6-380c-4cb1-9df7-a4ce8368ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:29.895064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Allocated IP 172.20.0.1 (cb063698-8983-4c49-a309-b68a1c7deaa0/18594f6c-5fe1-407e-97c9-84a96be3be0c/82d6eabe-39ae-4e80-9e84-b354498ffb18) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:29.939937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-f68e6e78-0824-4ccb-85f0-dc284f6bc6b4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:29.941574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-f68e6e78-0824-4ccb-85f0-dc284f6bc6b4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123564 Aug 31 16:02:29.970726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-915ab755-2dc3-47ea-9b2a-925a9d7d38a3 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:29.972809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-915ab755-2dc3-47ea-9b2a-925a9d7d38a3 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.2731726 Aug 31 16:02:29.985961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-547896d6-d192-4737-8aa7-edeb204cfa9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/quotas/d04eb3286a654fb285175d11095a6667 HTTP/1.1" status: 200 len: 375 time: 0.0319357 Aug 31 16:02:29.994714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-dc166801-5771-4c5a-9326-2d1e8095780f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/quotas/26706d8887614b998f101b0bb5169373 HTTP/1.1" status: 200 len: 375 time: 0.0157111 Aug 31 16:02:30.008073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.056330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:30.074987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.094875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.129758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Transition to ACTIVE for port object 82d6eabe-39ae-4e80-9e84-b354498ffb18 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:30.147481 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.158775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-a00e5c5a-fd30-4045-a135-546e2073e8d2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1485448 Aug 31 16:02:30.166646 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Transition to ACTIVE for port object 1de4073b-7042-40e1-aa57-d3e23448d61c will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:30.175113 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.188008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e0218496-f109-4f16-9f18-8c38da2b13ec tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872387 Aug 31 16:02:30.213262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.250824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.288683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Network cb063698-8983-4c49-a309-b68a1c7deaa0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:30.295670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:30.303860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:30.324393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:30.329374 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.338657 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Attempting to bind port 1de4073b-7042-40e1-aa57-d3e23448d61c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:30.339457 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Attempting to bind port 1de4073b-7042-40e1-aa57-d3e23448d61c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:30.340072 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Attempting to bind port 1de4073b-7042-40e1-aa57-d3e23448d61c on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:30.368343 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:30.369191 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:30.369759 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.370320 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:30.371056 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Bound port: 1de4073b-7042-40e1-aa57-d3e23448d61c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:30.371740 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.416776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Pushing event updated for resources: {'Port': ['ID=82d6eabe-39ae-4e80-9e84-b354498ffb18,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:30.453402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.454632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:30.497178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Pushing event updated for resources: {'Port': ['ID=1de4073b-7042-40e1-aa57-d3e23448d61c,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:30.516289 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.516928 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.517423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.518484 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.519734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.520925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.522830 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.524642 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.525192 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.525785 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.527034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.527552 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:30.549192 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] For port 1de4073b-7042-40e1-aa57-d3e23448d61c, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:30.560868 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] For port 1de4073b-7042-40e1-aa57-d3e23448d61c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1de4073b-7042-40e1-aa57-d3e23448d61c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:30.567088 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.604364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:30.606630 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e313c40-10ac-4fd6-becc-0314f65fc0b4" -d '{"events": [{"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-unplugged", "status": "completed", "tag": "e173f344-6801-47c2-815f-1b09042c8b57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:30.705098 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:30.706419 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:30.708533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c000fa-5b3e-4c05-b868-579f77e20d13 None None] Pushing event updated for resources: {'Port': ['ID=1de4073b-7042-40e1-aa57-d3e23448d61c,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:30.748045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.779480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-115a3a47-4db5-4def-b9f6-7e13570898d2 None None] Provisioning for port 82d6eabe-39ae-4e80-9e84-b354498ffb18 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:30.785490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-115a3a47-4db5-4def-b9f6-7e13570898d2 None None] Provisioning complete for port 82d6eabe-39ae-4e80-9e84-b354498ffb18 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:30.786162 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-115a3a47-4db5-4def-b9f6-7e13570898d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:30.864978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-115a3a47-4db5-4def-b9f6-7e13570898d2 None None] Port 82d6eabe-39ae-4e80-9e84-b354498ffb18 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:02:30.919514 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:31.001626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-3ab837c3-d1d1-47d3-a442-d248ef6eeb7a service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8419077 Aug 31 16:02:31.052935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Allocated IP 172.25.6.120 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/fab60e4c-33d3-47c0-9f68-cbeb236b36e0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:31.091932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8679f86b-678f-4e3a-ba69-dbfcb2c6d833 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:31.093538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8679f86b-678f-4e3a-ba69-dbfcb2c6d833 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "GET /v2.0/ports?device_id=563902c4-f967-47d8-83aa-b4af5f4ee63c HTTP/1.1" status: 200 len: 943 time: 0.1881659 Aug 31 16:02:31.095380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:31.188450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:31.195962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:31.289219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:31.290422 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:31.305591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Pushing event updated for resources: {'Port': ['ID=82d6eabe-39ae-4e80-9e84-b354498ffb18,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:31.310041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:31.501875 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:29Z', 'revision_number': 1, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:31.550506 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc4f0c-4c0c-4eb8-bc0c-b4c48d2c92c1 None None] The sync data for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 is: [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:29Z', 'revision_number': 1, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:31.570143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-56f7aaa2-f3a3-42f8-a437-9e3fbf77ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:31.571670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-56f7aaa2-f3a3-42f8-a437-9e3fbf77ecd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1478171 Aug 31 16:02:31.587985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Network cb063698-8983-4c49-a309-b68a1c7deaa0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:31.587985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:31.609379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-3073cdc1-858b-4b3e-b570-73b217c4184e service neutron] 10.222.0.43 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059518 Aug 31 16:02:31.645842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd0ff6-f723-4055-83c1-d93af2b0fc0b req-b7476842-40c9-4cef-9f2f-6825366bafd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:31.647182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99cd0ff6-f723-4055-83c1-d93af2b0fc0b req-b7476842-40c9-4cef-9f2f-6825366bafd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 945 time: 0.1918383 Aug 31 16:02:31.722410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Deleting port e173f344-6801-47c2-815f-1b09042c8b57 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:31.722649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:31.839482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-ae7a98ec-4f2f-4770-ac38-19fd2d75de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:31.841226 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-ae7a98ec-4f2f-4770-ac38-19fd2d75de65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.2523379 Aug 31 16:02:31.912929 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda3b4ee-bad5-4830-95ba-862565b65f9e x-openstack-request-id: req-eda3b4ee-bad5-4830-95ba-862565b65f9e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:31.913751 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-unplugged", "status": "completed", "tag": "e173f344-6801-47c2-815f-1b09042c8b57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:31.913751 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eda3b4ee-bad5-4830-95ba-862565b65f9e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:31.914047 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57', 'code': 200} Aug 31 16:02:31.917873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:31.936402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Router 8255a9dd-b7b2-4c78-95a8-5390774bf89b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:02:31.994875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99cd0ff6-f723-4055-83c1-d93af2b0fc0b req-d2fff89c-5ba2-438f-a682-656f7b6c1c42 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269942 Aug 31 16:02:32.101326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-334af6bf-a958-4cc8-8206-ffe7eddb7320 None None] Provisioning complete for port 82d6eabe-39ae-4e80-9e84-b354498ffb18 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:32.101730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-334af6bf-a958-4cc8-8206-ffe7eddb7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:32.156387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-334af6bf-a958-4cc8-8206-ffe7eddb7320 None None] Port 82d6eabe-39ae-4e80-9e84-b354498ffb18 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:02:32.243362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] For port e173f344-6801-47c2-815f-1b09042c8b57, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e173f344-6801-47c2-815f-1b09042c8b57,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:32.245167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:32.322926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24e6e646-9180-493d-98e6-ce3ee09e7616 req-9bdcbde6-15ef-44f6-a450-2a0e1e6ea461 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 210 time: 0.0521536 Aug 31 16:02:32.345450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bab6e8-4e07-4270-ab62-57c34a46fa52 req-5c774e31-faaa-4bd9-9c09-6969ec4461af tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:32.355644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8bab6e8-4e07-4270-ab62-57c34a46fa52 req-5c774e31-faaa-4bd9-9c09-6969ec4461af tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.2334213 Aug 31 16:02:32.370205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Calling delete_port for e173f344-6801-47c2-815f-1b09042c8b57 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:32.422053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-5809a234-e73c-4fa9-9afd-9aab73595e74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 1001 time: 0.5666237 Aug 31 16:02:32.483978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:32.567332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:02:32.574710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:32.578539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8bab6e8-4e07-4270-ab62-57c34a46fa52 req-9b4b1f4f-76e1-4ce6-a433-508a4445883a tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218382 Aug 31 16:02:32.578788 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-083f77c8-d0e1-4565-af74-f9016fb1f22c admin admin] 10.222.0.43 "PUT /v2.0/routers/8255a9dd-b7b2-4c78-95a8-5390774bf89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0325365 Aug 31 16:02:32.585234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:32.587892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:32.639530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-2a0bfbb4-b301-49a3-ac34-bac10a94bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:32.641402 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-2a0bfbb4-b301-49a3-ac34-bac10a94bfed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.1939709 Aug 31 16:02:32.772329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-c90fc821-2d23-4f2f-a2d5-65800d17af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:32.774208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-c90fc821-2d23-4f2f-a2d5-65800d17af62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161416 Aug 31 16:02:32.797254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Pushing event updated for resources: {'Port': ['ID=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:32.887330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3c5c95-f6e6-4cc7-a033-6484eafb5b1d req-db6eeeb9-72ca-4654-af41-e208cf4207a4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 210 time: 0.1456738 Aug 31 16:02:33.019213 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-9622de5e-b38b-496d-95cc-98e621204739 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286921 Aug 31 16:02:33.207254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1de4073b-7042-40e1-aa57-d3e23448d61c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:33.238855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:33.362714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 1de4073b-7042-40e1-aa57-d3e23448d61c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:33.374832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1de4073b-7042-40e1-aa57-d3e23448d61c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:33.375383 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:33.387142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event deleted for resources: {'Port': ['ID=e173f344-6801-47c2-815f-1b09042c8b57,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:33.416449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905296-be02-4a6e-a8d6-2837ff9af8a1 req-4910ae82-67c7-4480-890d-f054576508ec tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:33.422432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd905296-be02-4a6e-a8d6-2837ff9af8a1 req-4910ae82-67c7-4480-890d-f054576508ec tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 945 time: 0.3758683 Aug 31 16:02:33.465265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834052-8b67-4028-8d3a-1bb6e295dfb9 req-1ea9c668-c62a-4b45-9b07-367088fc3ca2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:33.466896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c834052-8b67-4028-8d3a-1bb6e295dfb9 req-1ea9c668-c62a-4b45-9b07-367088fc3ca2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.4386446 Aug 31 16:02:33.524738 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:33.554765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 1de4073b-7042-40e1-aa57-d3e23448d61c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1de4073b-7042-40e1-aa57-d3e23448d61c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:33.561829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:33.618876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] No DVR routers for this DVR port e173f344-6801-47c2-815f-1b09042c8b57 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:02:33.629319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:33.631544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f07b82f-47d0-481a-a8a3-2f87997aabff req-8821d327-83b4-4755-b9e1-a5b29f1f7a49 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.49 "DELETE /v2.0/ports/e173f344-6801-47c2-815f-1b09042c8b57 HTTP/1.1" status: 204 len: 173 time: 2.3907056 Aug 31 16:02:33.632539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-deleted', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:33.634979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=1de4073b-7042-40e1-aa57-d3e23448d61c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:33.643341 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8326f934-c7a8-416d-8ac6-ce704a404be8" -d '{"events": [{"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-deleted", "tag": "e173f344-6801-47c2-815f-1b09042c8b57"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:33.796575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c834052-8b67-4028-8d3a-1bb6e295dfb9 req-baf23010-4073-493e-8e52-4b583743a43e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699151 Aug 31 16:02:33.835482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd905296-be02-4a6e-a8d6-2837ff9af8a1 req-7e2b8c0f-2fcb-4219-9d23-318f533f984d tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181379 Aug 31 16:02:33.870926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:33.900265 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8adcfbea-bd27-4e17-aba6-b4acd12dfb6d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7076185 Aug 31 16:02:33.912169 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-9a7d2820-1ad1-40f8-ba8d-9f83d0b08d5e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7651768 Aug 31 16:02:34.005939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ead4f56e-482a-43db-b3f5-5197a0f47a70 req-356c3209-1c72-43da-bc9d-e86b6d1ab292 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 210 time: 0.0514274 Aug 31 16:02:34.116976 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b66def5-6e53-47a4-b604-00f008e1e16f x-openstack-request-id: req-8b66def5-6e53-47a4-b604-00f008e1e16f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:34.117514 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563902c4-f967-47d8-83aa-b4af5f4ee63c", "name": "network-vif-deleted", "tag": "e173f344-6801-47c2-815f-1b09042c8b57", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:34.117998 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b66def5-6e53-47a4-b604-00f008e1e16f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:34.119021 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563902c4-f967-47d8-83aa-b4af5f4ee63c', 'name': 'network-vif-deleted', 'tag': 'e173f344-6801-47c2-815f-1b09042c8b57', 'status': 'completed', 'code': 200} Aug 31 16:02:34.217513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9514b-0ff5-4c09-9b8d-557223d0a24a req-161102c3-4049-42a8-9bd1-4a9cd12e34ab tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:34.218241 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:02:34.219263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afa9514b-0ff5-4c09-9b8d-557223d0a24a req-161102c3-4049-42a8-9bd1-4a9cd12e34ab tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1226106 Aug 31 16:02:34.256919 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb7826dc-ad3a-4993-83c2-65260fd40846 req-45500675-7336-4f0c-b0c6-45fb6ac65d02 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2290020 Aug 31 16:02:34.352773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e657e987-bb1a-4a50-95ec-938f50e4bec7 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:34.354393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e657e987-bb1a-4a50-95ec-938f50e4bec7 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278829 Aug 31 16:02:34.374955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:34.416605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-99e212c3-79a7-41f0-967b-6f77317d126f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:34.420288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-99e212c3-79a7-41f0-967b-6f77317d126f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682308 Aug 31 16:02:34.475306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afa9514b-0ff5-4c09-9b8d-557223d0a24a req-c49819cb-6ea5-4c4f-9199-7ee01f97f812 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442536 Aug 31 16:02:34.491897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-008a8fc2-7153-45a5-abe3-c16a02a738cf tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:34.493444 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-008a8fc2-7153-45a5-abe3-c16a02a738cf tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 805 time: 0.4619312 Aug 31 16:02:34.501555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:34.520087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:34.536649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Request body: {'port': {'device_id': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'admin_state_up': True, 'tenant_id': '26706d8887614b998f101b0bb5169373'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:34.660087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e05b0bb5-8d63-4a77-9f32-15a5e74e72e0 req-9125cc0f-1aef-478b-a8d0-8c6ac16e51e8 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 210 time: 0.0653682 Aug 31 16:02:34.787308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-e7bdde95-c484-4507-9814-40d9543fd092 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:34.788832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-e7bdde95-c484-4507-9814-40d9543fd092 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 945 time: 0.2523069 Aug 31 16:02:34.820880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:02:34.820880 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:02:34.820880 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': 'd04eb3286a654fb285175d11095a6667', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 2, 34, 804309)}] Aug 31 16:02:34.820880 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:02:34.821550 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:02:34.832044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:34.835733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:34.856126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314f56-c44f-40a6-8210-2329524362c5 req-09eea1f2-1dfb-4c21-8019-d3036f144811 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:34.857898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23314f56-c44f-40a6-8210-2329524362c5 req-09eea1f2-1dfb-4c21-8019-d3036f144811 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1376243 Aug 31 16:02:34.895365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Made reservation on behalf of 26706d8887614b998f101b0bb5169373 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:34.906395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.060574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23314f56-c44f-40a6-8210-2329524362c5 req-c9aef6c5-7f65-4247-9f75-760eaf338531 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730542 Aug 31 16:02:35.063917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Router 7aa51d97-0087-4184-b679-b500acb74b74 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:02:35.111419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc9cf-ffa0-49ed-ad29-3f722de5e82a req-af579aa7-fcd6-4f90-b97d-538144f75d27 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:35.131028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1de4073b-7042-40e1-aa57-d3e23448d61c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:35.137632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e0cc9cf-ffa0-49ed-ad29-3f722de5e82a req-af579aa7-fcd6-4f90-b97d-538144f75d27 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 945 time: 0.1881053 Aug 31 16:02:35.164062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Deleting port ad518a6e-ee87-4c6f-b915-84a062988746 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:02:35.164432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.215073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1de4073b-7042-40e1-aa57-d3e23448d61c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:35.215766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.249103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.86 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/90f5d827-46a2-492d-88b4-4ecefb09327b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:35.265769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Sync routers for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:02:35.287272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:35.288228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:35.311688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e0cc9cf-ffa0-49ed-ad29-3f722de5e82a req-e3075696-a152-4d68-9027-78778229085b tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677072 Aug 31 16:02:35.394203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a3a2a70-500a-40b8-920d-5371c4b117f8 req-ca500fdc-d96a-4928-bad7-5e83ea8df22c tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 210 time: 0.0812895 Aug 31 16:02:35.447529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:35.462853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:02:35.470103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Allocated IP 172.20.0.13 (cc66721b-b4e4-4272-af20-e9f2d4563f55/de4f5e1c-fc7e-4584-95c6-5c3204263495/35f1f871-fe6d-44c8-97e6-a61d2bd92d35) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:35.474965 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Sync routers for ids ['7aa51d97-0087-4184-b679-b500acb74b74'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:02:35.489702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Routers {'7aa51d97-0087-4184-b679-b500acb74b74'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:35.490368 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7aa51d97-0087-4184-b679-b500acb74b74'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:35.497531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] For port ad518a6e-ee87-4c6f-b915-84a062988746, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ad518a6e-ee87-4c6f-b915-84a062988746,segment=NetworkSegment(a9128cc2-d710-4e95-98dc-007bc12d4f8b),segment_id=a9128cc2-d710-4e95-98dc-007bc12d4f8b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:35.498084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.498755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:35.504580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.512031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.515990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-147468a5-86e7-4345-83fc-2a19adf364da admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4084980 Aug 31 16:02:35.518482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53118) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:35.529512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:35.530608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Calling delete_port for ad518a6e-ee87-4c6f-b915-84a062988746 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:02:35.774944 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Set router 7aa51d97-0087-4184-b679-b500acb74b74 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:35.883753 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:35.915334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:35.918058 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397f776-beba-4eff-aabb-93db720e524e" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:35.933152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 2, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:35.944054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:36.030937 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.034323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ad518a6e-ee87-4c6f-b915-84a062988746 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:36.036534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Checking router: 8255a9dd-b7b2-4c78-95a8-5390774bf89b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:02:36.038040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Updating router 8255a9dd-b7b2-4c78-95a8-5390774bf89b port 82d6eabe-39ae-4e80-9e84-b354498ffb18 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:02:36.062502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2451569-7ae3-483f-857a-8d0c1f04f2aa req-4ea6bf25-8074-4727-b065-e9ca82d8fe7d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 210 time: 0.0993998 Aug 31 16:02:36.087148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.090674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:02:36.092744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.126227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object 90f5d827-46a2-492d-88b4-4ecefb09327b will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:36.141410 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 3, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:36.202170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.223389 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Checking router: 7aa51d97-0087-4184-b679-b500acb74b74 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:02:36.223735 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Updating router 7aa51d97-0087-4184-b679-b500acb74b74 port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:02:36.282758 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.300081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.153 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/96a8ce17-0757-460f-ac53-2bbb3b8e10c1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:36.316909 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdfa502-2041-490a-89e3-5c89366bac06 x-openstack-request-id: req-4cdfa502-2041-490a-89e3-5c89366bac06 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:36.317567 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:36.317763 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cdfa502-2041-490a-89e3-5c89366bac06 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:36.318404 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 16:02:36.326704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: e173f344-6801-47c2-815f-1b09042c8b57 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:02:36.327192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e173f344-6801-47c2-815f-1b09042c8b57 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:02:36.349197 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.352580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455ca8-351f-48ed-b7d7-e39e3a66f2ca req-f338c6ce-2a73-4129-8d09-0662b058db9c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:36.360369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4455ca8-351f-48ed-b7d7-e39e3a66f2ca req-f338c6ce-2a73-4129-8d09-0662b058db9c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.3864851 Aug 31 16:02:36.387928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:36.469971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.503340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4455ca8-351f-48ed-b7d7-e39e3a66f2ca req-c055b4de-4222-473a-b964-6dadef52b95c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414928 Aug 31 16:02:36.522886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7311c-a0de-4fdf-b17a-4c2e8efe4895 req-5ce405cc-53ea-4b3d-809f-42c9035ec8cb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:36.540360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b7311c-a0de-4fdf-b17a-4c2e8efe4895 req-5ce405cc-53ea-4b3d-809f-42c9035ec8cb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2397733 Aug 31 16:02:36.553962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.572357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:36.656615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Network cc66721b-b4e4-4272-af20-e9f2d4563f55 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:36.658536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.670257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:36.677252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:36.696726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:36.700619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:36.730076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3b7311c-a0de-4fdf-b17a-4c2e8efe4895 req-1bcf6017-4ab0-459f-bc5c-1cc1d7f50313 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871336 Aug 31 16:02:36.785429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:36.794297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.949218 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:36.972210 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Transition to ACTIVE for port object fab60e4c-33d3-47c0-9f68-cbeb236b36e0 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:36.983710 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.003372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:37.008101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.030724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.039860 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.061481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Transition to ACTIVE for port object 82d6eabe-39ae-4e80-9e84-b354498ffb18 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:37.067294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:37.085519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:37.101950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:02:37.101950 n-d-793621-35 neutron-server[101479]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 16:02:37.101950 n-d-793621-35 neutron-server[101479]: [parameters: {'status': 'DOWN', 'ports_id': 'ad518a6e-ee87-4c6f-b915-84a062988746'}] Aug 31 16:02:37.101950 n-d-793621-35 neutron-server[101479]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:02:37.102329 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:02:37.115768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:37.119573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:37.123903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.127559 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Attempting to bind port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:37.128393 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Attempting to bind port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:37.128746 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Attempting to bind port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:37.146887 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:37.147258 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:37.147660 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.148057 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:37.148551 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Bound port: fab60e4c-33d3-47c0-9f68-cbeb236b36e0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:37.153021 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.180227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Pushing event deleted for resources: {'Port': ['ID=ad518a6e-ee87-4c6f-b915-84a062988746,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:37.192922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6857b-4d7c-434f-8736-31781b404935 req-1267066b-777a-430c-9c8d-fe715694fdbc tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:37.200886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05d6857b-4d7c-434f-8736-31781b404935 req-1267066b-777a-430c-9c8d-fe715694fdbc tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9348e04-3602-4f44-9cc5-4e8dbd68967e HTTP/1.1" status: 200 len: 867 time: 0.3898864 Aug 31 16:02:37.201201 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac94f9-65be-4f16-992f-fc16fefd973f None None] Pushing event updated for resources: {'Port': ['ID=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:37.257959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7669e-e5c7-4a37-86be-512c1c741b84 None None] Pushing event updated for resources: {'Port': ['ID=82d6eabe-39ae-4e80-9e84-b354498ffb18,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:37.281613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:37.282595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.298236 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] For port fab60e4c-33d3-47c0-9f68-cbeb236b36e0, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:37.308484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9420600 Aug 31 16:02:37.309622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:37.310440 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] For port fab60e4c-33d3-47c0-9f68-cbeb236b36e0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:37.313154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-cf2091ac-2cc4-4af4-8a2f-0147da338ae9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8061073 Aug 31 16:02:37.314340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:37.318337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552285f-5c9e-4076-a703-2285dd620704 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=90f5d827-46a2-492d-88b4-4ecefb09327b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:37.318730 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.332877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Request body: {'port': {'device_id': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:37.378310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Request body: {'port': {'device_id': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:37.429313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dae51-3a84-42b5-9bb3-204ede19dde1 req-865997b6-3577-4e23-9dcc-2c77949d9b18 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:37.438733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-564dae51-3a84-42b5-9bb3-204ede19dde1 req-865997b6-3577-4e23-9dcc-2c77949d9b18 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 932 time: 0.5128253 Aug 31 16:02:37.465035 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Routers {'7aa51d97-0087-4184-b679-b500acb74b74'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:37.465934 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7aa51d97-0087-4184-b679-b500acb74b74'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:37.516997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] No DVR routers for this DVR port ad518a6e-ee87-4c6f-b915-84a062988746 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:02:37.523126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.525491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fa1b3f0-85b2-4a82-9879-5f0f421e2eeb req-99f845d5-859a-4a6b-8f19-dab382ba6dd0 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.30 "DELETE /v2.0/ports/ad518a6e-ee87-4c6f-b915-84a062988746 HTTP/1.1" status: 204 len: 173 time: 2.7287657 Aug 31 16:02:37.557694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:37.582073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'name': 'network-vif-deleted', 'tag': 'ad518a6e-ee87-4c6f-b915-84a062988746'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:37.587965 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747fe90-29ea-47dd-8270-f70fa2ef109f" -d '{"events": [{"server_uuid": "a9348e04-3602-4f44-9cc5-4e8dbd68967e", "name": "network-vif-deleted", "tag": "ad518a6e-ee87-4c6f-b915-84a062988746"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:37.650057 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] Set router 7aa51d97-0087-4184-b679-b500acb74b74 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:37.687618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-564dae51-3a84-42b5-9bb3-204ede19dde1 req-2f90307b-4832-4f34-bdba-616bde6c91de tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446647 Aug 31 16:02:37.713913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05d6857b-4d7c-434f-8736-31781b404935 req-3d30c345-e760-4277-9c9e-6caa0eb35a26 tempest-ServerGroupTestJSON-2079534159 tempest-ServerGroupTestJSON-2079534159-project] 10.222.0.43 "GET /v2.0/security-groups?id=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121129 Aug 31 16:02:37.791261 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.878897 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64a2fc-7afa-43e3-8be5-6f2b1d7d284e x-openstack-request-id: req-7e64a2fc-7afa-43e3-8be5-6f2b1d7d284e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:37.879341 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9348e04-3602-4f44-9cc5-4e8dbd68967e", "name": "network-vif-deleted", "tag": "ad518a6e-ee87-4c6f-b915-84a062988746", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:37.879698 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e64a2fc-7afa-43e3-8be5-6f2b1d7d284e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:37.880230 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9348e04-3602-4f44-9cc5-4e8dbd68967e', 'name': 'network-vif-deleted', 'tag': 'ad518a6e-ee87-4c6f-b915-84a062988746', 'status': 'completed', 'code': 200} Aug 31 16:02:37.882219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.910525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:37.913425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:38.003745 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac94f9-65be-4f16-992f-fc16fefd973f None None] Pushing event updated for resources: {'Port': ['ID=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:38.020691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Port ad518a6e-ee87-4c6f-b915-84a062988746 update to DOWN by agent not found {{(pid=101479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 16:02:38.035866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:38.053278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Attempting to bind port 82d6eabe-39ae-4e80-9e84-b354498ffb18 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:38.053850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Attempting to bind port 82d6eabe-39ae-4e80-9e84-b354498ffb18 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:38.054226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Attempting to bind port 82d6eabe-39ae-4e80-9e84-b354498ffb18 on network cb063698-8983-4c49-a309-b68a1c7deaa0 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:38.067040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6ebedac8-a3ad-4f49-966e-e24cf10c1021 None None] Provisioning for port 90f5d827-46a2-492d-88b4-4ecefb09327b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:38.101036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:38.101036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Checking segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:38.101036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.101036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Bound using segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:38.101634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Bound port: 82d6eabe-39ae-4e80-9e84-b354498ffb18, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:38.101730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.103922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6ebedac8-a3ad-4f49-966e-e24cf10c1021 None None] Provisioning complete for port 90f5d827-46a2-492d-88b4-4ecefb09327b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:38.104362 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6ebedac8-a3ad-4f49-966e-e24cf10c1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.112999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'mac_address': 'fa:16:3e:2e:6b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:38.228212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Allocated IP 172.20.0.1 (f2b6ccf7-5234-4bd9-a50a-541b35071e9a/a4b2ec27-996a-4690-ad44-7ad17cb27654/83806215-50ce-4278-9fbc-775d89512cce) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:38.323499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6ebedac8-a3ad-4f49-966e-e24cf10c1021 None None] Port 90f5d827-46a2-492d-88b4-4ecefb09327b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:02:38.390590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 3, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:38.424575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.446154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] For port 82d6eabe-39ae-4e80-9e84-b354498ffb18, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:38.455430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:38.463726 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00667e13-e347-4a09-8581-8547201ce2cc None None] The sync data for ids ['7aa51d97-0087-4184-b679-b500acb74b74'] in n-d-793621-35 is: [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 3, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:38.465387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.494617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:38.495293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.502348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:38.515713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-8a1f75a5-3594-4cb1-b30b-1cd09ca44378 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0203397 Aug 31 16:02:38.529336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Transition to ACTIVE for port object 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:38.531662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] For port 82d6eabe-39ae-4e80-9e84-b354498ffb18, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=82d6eabe-39ae-4e80-9e84-b354498ffb18,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:38.541687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Request body: {'port': {'device_id': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:38.545433 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.558716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:38.572296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.594005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4815c65-2e73-47b2-8367-753cf2401417 req-05c340ce-6614-430c-a51c-5ec276bdb5ba tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:38.596517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4815c65-2e73-47b2-8367-753cf2401417 req-05c340ce-6614-430c-a51c-5ec276bdb5ba tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 935 time: 0.7246034 Aug 31 16:02:38.601617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.660089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbd34-90a9-4735-a2fa-831c2baa29d3 req-9f80855c-c04d-43d1-9ae2-d42c999f8555 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:38.680139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:38.682607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24fbbd34-90a9-4735-a2fa-831c2baa29d3 req-9f80855c-c04d-43d1-9ae2-d42c999f8555 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2048879 Aug 31 16:02:38.737253 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.815131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-367892bf-0739-4749-998d-4059e97ec9c6 None None] Provisioning for port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:38.823371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['63eb8277-3ed1-4f14-a682-7121db6d15a1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:38.857471 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.861756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7669e-e5c7-4a37-86be-512c1c741b84 None None] Pushing event updated for resources: {'Port': ['ID=82d6eabe-39ae-4e80-9e84-b354498ffb18,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:38.871388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:38.871481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4815c65-2e73-47b2-8367-753cf2401417 req-0c8851ca-fb6b-4a44-8689-9a9f691e7400 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611449 Aug 31 16:02:38.871658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:38.890179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24fbbd34-90a9-4735-a2fa-831c2baa29d3 req-09733775-308f-48b3-b363-1f68ab0fb763 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019825 Aug 31 16:02:38.931449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:38.974983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-367892bf-0739-4749-998d-4059e97ec9c6 None None] Provisioning complete for port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:38.982701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-367892bf-0739-4749-998d-4059e97ec9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:39.035299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:39.175383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:39.225301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:39.237541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:39.441878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Attempting to bind port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:39.442900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Pushing event updated for resources: {'Port': ['ID=83806215-50ce-4278-9fbc-775d89512cce,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:39.445147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Attempting to bind port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:39.446603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Attempting to bind port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:39.471528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:39.472706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:39.473035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Attempting to bind port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 on network cc66721b-b4e4-4272-af20-e9f2d4563f55 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:39.551214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fab60e4c-33d3-47c0-9f68-cbeb236b36e0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:39.566083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-367892bf-0739-4749-998d-4059e97ec9c6 None None] Port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:02:39.677417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4952a3-f395-4ca2-afd2-9023690b7445 req-457cdf16-28b7-41a6-b106-3dbbfeefb3f0 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:39.682904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:39.692088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a4952a3-f395-4ca2-afd2-9023690b7445 req-457cdf16-28b7-41a6-b106-3dbbfeefb3f0 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 944 time: 0.5575306 Aug 31 16:02:39.710672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:39.721191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:39.721779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Checking segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:39.722359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Bound using segment: {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:39.723045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Bound port: 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:39.723656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:39.903830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a4952a3-f395-4ca2-afd2-9023690b7445 req-97c626e9-4c0d-4a4d-88f4-f877e4b8a62d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019353 Aug 31 16:02:39.983753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.031571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f5d827-46a2-492d-88b4-4ecefb09327b {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:40.043681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:40.052452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.152711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:40.155517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Transition to ACTIVE for port object 90f5d827-46a2-492d-88b4-4ecefb09327b will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:40.158140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:40.174621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.214816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.252516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce1678-5f6b-4d8a-8c9d-1432ab94345e req-3ff0d92e-b444-4062-b1ac-47f1d6c74df1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:40.262073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1ce1678-5f6b-4d8a-8c9d-1432ab94345e req-3ff0d92e-b444-4062-b1ac-47f1d6c74df1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 935 time: 0.2261755 Aug 31 16:02:40.306363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:40.307002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.308702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] 10.222.0.30 "PUT /v2.0/ports/35f1f871-fe6d-44c8-97e6-a61d2bd92d35 HTTP/1.1" status: 200 len: 1093 time: 2.9818299 Aug 31 16:02:40.311453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'tag': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:40.313806 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e140f30f-2226-4309-ac17-c902080010ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1b26104f-5fde-4b97-a891-89be7a4559b0", "tag": "35f1f871-fe6d-44c8-97e6-a61d2bd92d35"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:40.322369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Pushing event updated for resources: {'Port': ['ID=90f5d827-46a2-492d-88b4-4ecefb09327b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:40.523923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d835f-b015-463f-8016-e992fb26271b req-726269b6-cbad-46be-a8a9-a6804f16ea49 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:40.533668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa7d835f-b015-463f-8016-e992fb26271b req-726269b6-cbad-46be-a8a9-a6804f16ea49 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 0.3820024 Aug 31 16:02:40.641053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1ce1678-5f6b-4d8a-8c9d-1432ab94345e req-5248e401-fa21-43ee-af3e-c7bdb512b310 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775041 Aug 31 16:02:40.708820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa7d835f-b015-463f-8016-e992fb26271b req-1f15fd5c-fa3e-47d7-b4fe-b0ceac18a671 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741652 Aug 31 16:02:40.834396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.841556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:40.917071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53208) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:41.072117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Pushing event updated for resources: {'Port': ['ID=83806215-50ce-4278-9fbc-775d89512cce,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:41.084016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:41.114006 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59267ff-509c-41b4-b48a-2a335c8a4d82 x-openstack-request-id: req-d59267ff-509c-41b4-b48a-2a335c8a4d82 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:41.114609 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b26104f-5fde-4b97-a891-89be7a4559b0", "tag": "35f1f871-fe6d-44c8-97e6-a61d2bd92d35", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:41.114609 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d59267ff-509c-41b4-b48a-2a335c8a4d82 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:41.114892 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'tag': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'status': 'completed', 'code': 200} Aug 31 16:02:41.152928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:41.153309 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.224718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.321539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Deleting subnet 194ae1f7-fc5a-4e18-9ac9-5c657d2552ad {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:02:41.343362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.438793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-2cf0e5ce-28fb-4e79-b4b8-fe56cdf3adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:41.441219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-2cf0e5ce-28fb-4e79-b4b8-fe56cdf3adca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 1096 time: 0.3581359 Aug 31 16:02:41.460218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5aa34-2b3e-4aae-acfe-525be730076b service neutron] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:41.488959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b525-ca15-4247-b812-1f131e8e1f99 req-d5c59c12-d4a0-4315-913e-1d9e89edbedd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:41.496955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb82b525-ca15-4247-b812-1f131e8e1f99 req-d5c59c12-d4a0-4315-913e-1d9e89edbedd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 944 time: 0.3695669 Aug 31 16:02:41.532109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.577848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-900ea918-41cf-4faf-8cff-9d0e0f591a4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35 HTTP/1.1" status: 200 len: 217 time: 0.1106596 Aug 31 16:02:41.602424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:38Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:41.633514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb82b525-ca15-4247-b812-1f131e8e1f99 req-61fd6067-d812-4989-ad76-bcc8dbeec781 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213470 Aug 31 16:02:41.653726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.746805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:41.770504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.813370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.835393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.874634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8edb637-de18-4409-b481-c105aa7ceb75 None None] The sync data for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 is: [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:38Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:41.879409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Attempting to bind port 90f5d827-46a2-492d-88b4-4ecefb09327b on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:41.879772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Attempting to bind port 90f5d827-46a2-492d-88b4-4ecefb09327b by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:41.880124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Attempting to bind port 90f5d827-46a2-492d-88b4-4ecefb09327b on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:41.907933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013172-c8ec-444d-ab82-25e7d79118fb req-c5b7c335-41cd-4abf-8f25-1fb91535e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:41.910209 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-c5b7c335-41cd-4abf-8f25-1fb91535e337 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.3203895 Aug 31 16:02:41.913678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Transition to ACTIVE for port object 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:41.921447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port fab60e4c-33d3-47c0-9f68-cbeb236b36e0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:41.924639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Port 90f5d827-46a2-492d-88b4-4ecefb09327b on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:41.925257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Attempting to bind port 90f5d827-46a2-492d-88b4-4ecefb09327b on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:41.931108 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.931912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 82d6eabe-39ae-4e80-9e84-b354498ffb18 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:41.953244 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:41.957770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:42.034816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:42.057674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194ae1f7-fc5a-4e18-9ac9-5c657d2552ad,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:42.116628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:42.117243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:42.117868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:42.118327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Bound port: 90f5d827-46a2-492d-88b4-4ecefb09327b, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:42.118688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:42.131503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-f4226807-a8ef-4eb7-b380-628001c6407b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982422 Aug 31 16:02:42.228176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:42.328847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 82d6eabe-39ae-4e80-9e84-b354498ffb18 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:42.339169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 82d6eabe-39ae-4e80-9e84-b354498ffb18 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:42.340952 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:42.400604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-7acbac4c-68e2-45be-93c5-2b91aa5a02c5 service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469027 Aug 31 16:02:42.557981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:42.566358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] For port 90f5d827-46a2-492d-88b4-4ecefb09327b, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:42.570188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] For port 90f5d827-46a2-492d-88b4-4ecefb09327b, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90f5d827-46a2-492d-88b4-4ecefb09327b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:42.651804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:42.674589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 82d6eabe-39ae-4e80-9e84-b354498ffb18, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=82d6eabe-39ae-4e80-9e84-b354498ffb18,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:42.682566 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:42.685295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:42.686217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:42.696416 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] 10.222.0.30 "PUT /v2.0/ports/90f5d827-46a2-492d-88b4-4ecefb09327b HTTP/1.1" status: 200 len: 1096 time: 5.3229194 Aug 31 16:02:42.701825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Pushing event updated for resources: {'Port': ['ID=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:42.791949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.792275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.792579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.792972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.793316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.793652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.794019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.794318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.794648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.794980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.795304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.795629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:02:42.876468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=82d6eabe-39ae-4e80-9e84-b354498ffb18,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:42.888464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623db14-633f-4a9b-951d-2ac238612ecd service neutron] Pushing event updated for resources: {'Port': ['ID=90f5d827-46a2-492d-88b4-4ecefb09327b,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:42.932415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fab60e4c-33d3-47c0-9f68-cbeb236b36e0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:42.995319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Attempting to bind port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:42.995867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Attempting to bind port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:42.996373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Attempting to bind port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:43.007606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:43.008289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Attempting to bind port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:43.018734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-7179e172-549c-4445-b144-a14fc7e84777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.022501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-7179e172-549c-4445-b144-a14fc7e84777 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 1099 time: 0.2756567 Aug 31 16:02:43.031505 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98013172-c8ec-444d-ab82-25e7d79118fb req-31e57bdc-b459-405c-acda-05606df2dae9 service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034672 Aug 31 16:02:43.049933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:43.051799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b5515a6c-2669-4547-8d30-01f0a90fd125 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/194ae1f7-fc5a-4e18-9ac9-5c657d2552ad HTTP/1.1" status: 204 len: 168 time: 2.1251915 Aug 31 16:02:43.073302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53224) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:43.150167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:43.150540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:43.176510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Router 7aa51d97-0087-4184-b679-b500acb74b74 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:02:43.192998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'tag': '90f5d827-46a2-492d-88b4-4ecefb09327b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:43.205458 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144" -d '{"events": [{"name": "network-changed", "server_uuid": "c96be64e-46a3-4f75-bf4d-86ecb3f956eb", "tag": "90f5d827-46a2-492d-88b4-4ecefb09327b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:43.216868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb15517-bad0-469d-8746-cafd170a4a2c req-001b0047-29ee-4aef-808f-367db1c57cec tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.225948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecb15517-bad0-469d-8746-cafd170a4a2c req-001b0047-29ee-4aef-808f-367db1c57cec tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 947 time: 1.2640893 Aug 31 16:02:43.239209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:43.239776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:43.240774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:43.241406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Bound port: 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:43.242272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:43.272649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57659fa-b9df-4c87-8946-c71a47f24420 req-fb814bc2-f7d3-489d-bca2-65b31d9dd7e1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.274229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a57659fa-b9df-4c87-8946-c71a47f24420 req-fb814bc2-f7d3-489d-bca2-65b31d9dd7e1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 946 time: 1.2908740 Aug 31 16:02:43.294597 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e1dad235-3eef-4de5-835e-22267e45f2d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=90f5d827-46a2-492d-88b4-4ecefb09327b HTTP/1.1" status: 200 len: 217 time: 0.2615335 Aug 31 16:02:43.472169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:02:43.481932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Sync routers for ids ['7aa51d97-0087-4184-b679-b500acb74b74'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:02:43.487096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecb15517-bad0-469d-8746-cafd170a4a2c req-b94155f3-2b63-41cc-a069-51b81ba4b426 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579134 Aug 31 16:02:43.504214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-982d76f6-45fc-41b1-9099-aab64f454114 admin admin] 10.222.0.43 "PUT /v2.0/routers/7aa51d97-0087-4184-b679-b500acb74b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9847951 Aug 31 16:02:43.523344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Routers {'7aa51d97-0087-4184-b679-b500acb74b74'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:43.527130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7aa51d97-0087-4184-b679-b500acb74b74'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:43.537303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a57659fa-b9df-4c87-8946-c71a47f24420 req-16831c77-f274-4604-b668-e8d5c332c5c4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511330 Aug 31 16:02:43.565994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-034e87d0-6cbd-4d8b-acba-165715019743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.567641 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-034e87d0-6cbd-4d8b-acba-165715019743 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1460025 Aug 31 16:02:43.571380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140f30f-2226-4309-ac17-c902080010ea req-770ec5d2-aa4d-47bf-b72f-fd837e7d5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.573047 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-770ec5d2-aa4d-47bf-b72f-fd837e7d5d5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26706d8887614b998f101b0bb5169373&device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 1096 time: 0.3499525 Aug 31 16:02:43.575457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:43.577684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] For port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:43.582333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] For port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:43.638024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:43.741393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Set router 7aa51d97-0087-4184-b679-b500acb74b74 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:43.744878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:43.756848 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f00db2-92c4-4391-8a15-8d704327f450 x-openstack-request-id: req-79f00db2-92c4-4391-8a15-8d704327f450 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:43.757163 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96be64e-46a3-4f75-bf4d-86ecb3f956eb", "tag": "90f5d827-46a2-492d-88b4-4ecefb09327b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:43.757510 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79f00db2-92c4-4391-8a15-8d704327f450 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:43.757847 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'tag': '90f5d827-46a2-492d-88b4-4ecefb09327b', 'status': 'completed', 'code': 200} Aug 31 16:02:43.833224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2209-9438-4025-8539-bd1a37d4dc64 req-24eaa0d1-e50a-44fb-a7c6-ff6497edbc2d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.842644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e01b2209-9438-4025-8539-bd1a37d4dc64 req-24eaa0d1-e50a-44fb-a7c6-ff6497edbc2d tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 944 time: 0.1162796 Aug 31 16:02:43.873550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Pushing event updated for resources: {'Port': ['ID=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:43.926975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e01b2209-9438-4025-8539-bd1a37d4dc64 req-0bd23742-37f9-48a4-8310-bdcbda98b15c tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833199 Aug 31 16:02:43.968364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.969143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:43.971252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-44fbcfd6-eb14-4d30-9a8f-38802376fd8b service neutron] 10.222.0.49 "PUT /v2.0/ports/96a8ce17-0757-460f-ac53-2bbb3b8e10c1 HTTP/1.1" status: 200 len: 1097 time: 5.4435356 Aug 31 16:02:43.979832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-506324d9-b87e-424d-bbaf-80b4460ad70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:43.982473 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-506324d9-b87e-424d-bbaf-80b4460ad70c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3986280 Aug 31 16:02:44.058236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 63eb8277-3ed1-4f14-a682-7121db6d15a1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:44.058706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.193744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.219821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45456e21-744a-4a3c-8270-43ff17a47e3e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:44.245184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9128cc2-d710-4e95-98dc-007bc12d4f8b') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:44.246499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9128cc2-d710-4e95-98dc-007bc12d4f8b') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:44.292832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-27fd4cb9-bdf9-44cb-bf0a-20ac12d3322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:44.294371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-27fd4cb9-bdf9-44cb-bf0a-20ac12d3322b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 1100 time: 0.2410707 Aug 31 16:02:44.299993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.304108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140f30f-2226-4309-ac17-c902080010ea req-a1e20fd9-9789-40ac-89aa-9d83e2ae4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:44.305638 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-a1e20fd9-9789-40ac-89aa-9d83e2ae4263 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 200 len: 906 time: 0.6828136 Aug 31 16:02:44.376736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.382420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.413251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:02:39Z', 'revision_number': 4, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '83806215-50ce-4278-9fbc-775d89512cce', 'name': '', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'mac_address': 'fa:16:3e:ea:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:37Z', 'updated_at': '2021-08-31T16:02:40Z', 'revision_number': 2, 'project_id': '59fd1ba66568485eba930f238826ee93', 'subnets': [{'id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:44.414791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:44.417275 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae97911-057b-4d37-bac1-6752ea4f0654" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:44.419928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-52e22d54-db19-4cc9-8957-b412b11c85c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1 HTTP/1.1" status: 200 len: 217 time: 0.1060367 Aug 31 16:02:44.435331 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-28a5aa8b-45fd-4b2a-88f4-aad7c5a77d92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35 HTTP/1.1" status: 200 len: 217 time: 0.1179533 Aug 31 16:02:44.446569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:02:44.446899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.454903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Checking router: 7aa51d97-0087-4184-b679-b500acb74b74 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:02:44.455271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Updating router 7aa51d97-0087-4184-b679-b500acb74b74 port 83806215-50ce-4278-9fbc-775d89512cce binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:02:44.462281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:02:44.472613 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:02:44.479537 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.518447 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec5b64-868b-4645-8e21-4d0eb0d5f710 x-openstack-request-id: req-b3ec5b64-868b-4645-8e21-4d0eb0d5f710 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:44.519144 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-plugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:44.519263 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3ec5b64-868b-4645-8e21-4d0eb0d5f710 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:44.519571 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 16:02:44.523992 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.530276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-14ebf556-1f06-4cb3-b81e-dcf709b38c93 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020750 Aug 31 16:02:44.602431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=13']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:44.664353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769759ee-0d55-45f9-8b67-78556b2ce843 req-facbc5ed-975f-4721-ab6a-52ea8714fdd9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:44.665978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-769759ee-0d55-45f9-8b67-78556b2ce843 req-facbc5ed-975f-4721-ab6a-52ea8714fdd9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 947 time: 0.0764930 Aug 31 16:02:44.695852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-a45d1935-6ed0-4527-b0ef-c696d46ab4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:44.697559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-a45d1935-6ed0-4527-b0ef-c696d46ab4a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2431247 Aug 31 16:02:44.754234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-769759ee-0d55-45f9-8b67-78556b2ce843 req-c0ba8f1c-639c-4a2a-a187-6621a2a2295c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760603 Aug 31 16:02:44.826423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 82d6eabe-39ae-4e80-9e84-b354498ffb18 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:44.872157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.908020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:44.912725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] 10.222.0.43 "DELETE /v2.0/networks/45456e21-744a-4a3c-8270-43ff17a47e3e HTTP/1.1" status: 204 len: 168 time: 1.8360317 Aug 31 16:02:44.912725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f121821-9cef-403f-b569-1ab9041b9a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=45456e21-744a-4a3c-8270-43ff17a47e3e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:44.921505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140f30f-2226-4309-ac17-c902080010ea req-535e549e-c1bd-4ec9-9cd3-cf39b2efd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:44.923218 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-535e549e-c1bd-4ec9-9cd3-cf39b2efd454 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 200 len: 845 time: 0.4720411 Aug 31 16:02:44.960279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-d9fd9b03-cc58-4e84-8cf5-c8aa1b92cd7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc66721b-b4e4-4272-af20-e9f2d4563f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274053 Aug 31 16:02:45.011615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9606-e012-484f-b19c-1595bf338ac3 req-cb14038b-cbc1-4e52-8ace-68d561c599db tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:45.026892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fbf9606-e012-484f-b19c-1595bf338ac3 req-cb14038b-cbc1-4e52-8ace-68d561c599db tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1116633 Aug 31 16:02:45.079922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 82d6eabe-39ae-4e80-9e84-b354498ffb18 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:45.080131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.093398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-b34c5ec1-09ef-4a1d-8a2a-5f1e2d269bc1 service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162717 Aug 31 16:02:45.102563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-51bd1e4d-de7f-4482-9ccf-0f0bfa8aba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:45.104030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-51bd1e4d-de7f-4482-9ccf-0f0bfa8aba29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3617759 Aug 31 16:02:45.115391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fbf9606-e012-484f-b19c-1595bf338ac3 req-8ffc319a-d9fe-42ee-87ff-8c8796f241b8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821555 Aug 31 16:02:45.280857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53256) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:45.329524 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.351438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Transition to ACTIVE for port object 83806215-50ce-4278-9fbc-775d89512cce will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:45.361367 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.375377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b738e2ba-1a45-4a5e-b66f-48d690cf512d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=908cb2a9364342c3bc4fb9baca18ed7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932314 Aug 31 16:02:45.378187 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53258) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:45.416301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-e0260d3a-5b92-4999-864b-b0bb243214a9 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102516 Aug 31 16:02:45.418763 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e140f30f-2226-4309-ac17-c902080010ea req-64d97130-beb2-4e9c-8db7-9523cb7c8953 service neutron] 10.222.0.30 "GET /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115864 Aug 31 16:02:45.502378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aeb-20c2-4be5-8267-0680978e4192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.555911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:45.562959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-9701be50-07ea-4506-a6f3-8c5be207123f service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272371 Aug 31 16:02:45.568327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b79ef-34ea-41a5-be2e-1c1232e9226f None None] Pushing event updated for resources: {'Port': ['ID=83806215-50ce-4278-9fbc-775d89512cce,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:45.616594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aeb-20c2-4be5-8267-0680978e4192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.678365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Attempting to bind port 83806215-50ce-4278-9fbc-775d89512cce on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:45.678365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Attempting to bind port 83806215-50ce-4278-9fbc-775d89512cce by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:45.678365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Attempting to bind port 83806215-50ce-4278-9fbc-775d89512cce on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:45.678718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-4b75a0a9-5954-4914-b0f3-f509edbd07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:45.678718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-4b75a0a9-5954-4914-b0f3-f509edbd07af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 1099 time: 0.1771681 Aug 31 16:02:45.752924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558c8f-8ec5-42ee-a158-b97c2b6c9851 req-b8e3575e-bca4-473d-a33d-2a9be58d3db9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:45.754666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:45.755061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Checking segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:45.755457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.755861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Bound using segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:45.763056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26558c8f-8ec5-42ee-a158-b97c2b6c9851 req-b8e3575e-bca4-473d-a33d-2a9be58d3db9 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 944 time: 0.2314785 Aug 31 16:02:45.764564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Bound port: 83806215-50ce-4278-9fbc-775d89512cce, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:45.765039 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.820751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26558c8f-8ec5-42ee-a158-b97c2b6c9851 req-1d85cf4b-61ef-4092-b773-b806bc143530 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561168 Aug 31 16:02:45.839063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aeb-20c2-4be5-8267-0680978e4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.845712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aeb-20c2-4be5-8267-0680978e4192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:45.847368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0c1a1aeb-20c2-4be5-8267-0680978e4192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1 HTTP/1.1" status: 204 len: 168 time: 0.4680941 Aug 31 16:02:45.868629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1aeb-20c2-4be5-8267-0680978e4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c90f9-9e3d-4a00-8ba3-0b3e9e6248d1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:45.925374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'tag': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:45.931148 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095c542-06fd-48ac-a377-3fe08ece2cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b59779-4d98-47c4-b418-b85a12c0eb79", "tag": "96a8ce17-0757-460f-ac53-2bbb3b8e10c1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:45.943582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-6833a479-1576-45d0-b53d-ba9d4de75833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:45.945169 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-6833a479-1576-45d0-b53d-ba9d4de75833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2624376 Aug 31 16:02:46.019018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] For port 83806215-50ce-4278-9fbc-775d89512cce, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:46.027053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] For port 83806215-50ce-4278-9fbc-775d89512cce, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=83806215-50ce-4278-9fbc-775d89512cce,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:46.054603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:46.115140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51c69-1a08-4992-9f85-13efcd6cdbb9 req-4d2a6395-57a1-48fd-b87a-64faedadd3a2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:46.117558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-edb40cd9-fc5b-46ad-9713-b671afdb0a4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=90f5d827-46a2-492d-88b4-4ecefb09327b HTTP/1.1" status: 200 len: 217 time: 0.1466510 Aug 31 16:02:46.126371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fea51c69-1a08-4992-9f85-13efcd6cdbb9 req-4d2a6395-57a1-48fd-b87a-64faedadd3a2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 947 time: 0.1862352 Aug 31 16:02:46.191420 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ecfe6919-1535-4c66-ba6b-1da497b23b3c req-bfa24ff3-3aca-4669-8c44-38c833120b64 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200106 Aug 31 16:02:46.220693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-62ee0b03-8fbc-405d-96d6-9e28b5383c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:46.225593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-62ee0b03-8fbc-405d-96d6-9e28b5383c2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0928872 Aug 31 16:02:46.241395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fea51c69-1a08-4992-9f85-13efcd6cdbb9 req-91549309-53bf-4374-9d16-be89a0373c53 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093962 Aug 31 16:02:46.280117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Routers {'7aa51d97-0087-4184-b679-b500acb74b74'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:02:46.280798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:02:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7aa51d97-0087-4184-b679-b500acb74b74'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:46.321010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-5b2dcdf6-60ba-4961-a191-d2303ae8c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:46.327500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-5b2dcdf6-60ba-4961-a191-d2303ae8c867 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902820 Aug 31 16:02:46.437245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:46.460762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b79ef-34ea-41a5-be2e-1c1232e9226f None None] Pushing event updated for resources: {'Port': ['ID=83806215-50ce-4278-9fbc-775d89512cce,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:46.469190 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f225df24-2021-42e7-8f5f-474dc63a926b x-openstack-request-id: req-f225df24-2021-42e7-8f5f-474dc63a926b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:46.469860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'mac_address': 'fa:16:3e:9d:cf:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:46.469983 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b59779-4d98-47c4-b418-b85a12c0eb79", "tag": "96a8ce17-0757-460f-ac53-2bbb3b8e10c1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:46.469983 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f225df24-2021-42e7-8f5f-474dc63a926b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:46.488414 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'tag': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'status': 'completed', 'code': 200} Aug 31 16:02:46.553692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:46.563524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed8f6-6d5b-4ef8-9fe6-87033e9857a0 req-f20686a1-4f85-4b46-8b0b-92ab3135e801 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:46.567419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bceed8f6-6d5b-4ef8-9fe6-87033e9857a0 req-f20686a1-4f85-4b46-8b0b-92ab3135e801 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1177232 Aug 31 16:02:46.580479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:46.603764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:46.613692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:46.630672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] Set router 7aa51d97-0087-4184-b679-b500acb74b74 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:02:46.656924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bceed8f6-6d5b-4ef8-9fe6-87033e9857a0 req-d0c1f012-b1d0-4201-9e6a-185aa682687a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797920 Aug 31 16:02:46.703051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-34dfe08d-da7f-4ca4-beed-32735c81e209 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675723 Aug 31 16:02:46.754676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-a69f17b5-196e-4806-82ee-457aedc5b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:46.757275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-a69f17b5-196e-4806-82ee-457aedc5b380 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 1100 time: 0.2677436 Aug 31 16:02:47.058189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['35f1f871-fe6d-44c8-97e6-a61d2bd92d35'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:47.070368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4472a61-5f87-427a-b955-0fae9c177acd req-371f4d51-863c-464b-a5cb-9a20e1a6eaf2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:47.085491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4472a61-5f87-427a-b955-0fae9c177acd req-371f4d51-863c-464b-a5cb-9a20e1a6eaf2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 945 time: 0.1221440 Aug 31 16:02:47.125323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:47.200883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4472a61-5f87-427a-b955-0fae9c177acd req-7c199151-bfc4-4931-92c9-701521369476 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141956 Aug 31 16:02:47.495934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b6c1a391-fc2b-400a-a5eb-c1c808ef2144 req-d3252e14-164e-4cbe-9d6b-4e7bd906b496 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812605 Aug 31 16:02:47.535199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-35c43422-95c1-4637-a350-2e2b5f8e657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:47.536981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-35c43422-95c1-4637-a350-2e2b5f8e657d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.7446997 Aug 31 16:02:47.544962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f4c5-33d4-491d-9e8f-a8eb574d6a2f req-170adde7-53c9-4be0-a860-1eae64f60c4b tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:47.553661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac5f4c5-33d4-491d-9e8f-a8eb574d6a2f req-170adde7-53c9-4be0-a860-1eae64f60c4b tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 947 time: 0.1079760 Aug 31 16:02:47.560355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90f5d827-46a2-492d-88b4-4ecefb09327b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:47.624161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-b831cdd7-40a4-496c-bd8a-61eace7e1f37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1 HTTP/1.1" status: 200 len: 217 time: 0.0784631 Aug 31 16:02:47.641485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac5f4c5-33d4-491d-9e8f-a8eb574d6a2f req-941af8f7-2e5c-45a8-bfeb-2dbbee86315e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866854 Aug 31 16:02:47.677936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:47.687759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:02:39Z', 'revision_number': 4, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '83806215-50ce-4278-9fbc-775d89512cce', 'name': '', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'mac_address': 'fa:16:3e:ea:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:37Z', 'updated_at': '2021-08-31T16:02:45Z', 'revision_number': 4, 'project_id': '59fd1ba66568485eba930f238826ee93', 'subnets': [{'id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:02:47.731850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-7dfa013e-f6ca-4a0a-b2f1-0d1fc7b852af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:47.733564 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-7dfa013e-f6ca-4a0a-b2f1-0d1fc7b852af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0943670 Aug 31 16:02:47.780880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2246-fe9d-4905-a29d-3435a75941f6 None None] The sync data for ids ['7aa51d97-0087-4184-b679-b500acb74b74'] in n-d-793621-35 is: [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:02:39Z', 'revision_number': 4, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '83806215-50ce-4278-9fbc-775d89512cce', 'name': '', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'mac_address': 'fa:16:3e:ea:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:37Z', 'updated_at': '2021-08-31T16:02:45Z', 'revision_number': 4, 'project_id': '59fd1ba66568485eba930f238826ee93', 'subnets': [{'id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:02:47.832819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-62fe641e-3b28-459c-a870-98039e1c3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:47.837200 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-62fe641e-3b28-459c-a870-98039e1c3c30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924914 Aug 31 16:02:47.890039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 90f5d827-46a2-492d-88b4-4ecefb09327b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90f5d827-46a2-492d-88b4-4ecefb09327b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:47.905334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53567-ca77-48c2-a9ac-030b6acedf98 req-f91622b5-c83c-4c5a-8e2c-4c46753b9c9a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:47.906544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ac53567-ca77-48c2-a9ac-030b6acedf98 req-f91622b5-c83c-4c5a-8e2c-4c46753b9c9a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1369567 Aug 31 16:02:47.912612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1307906583-network', 'tenant_id': 'c8e7e4f83c3d4c01a6cd74a69b9cc4fc'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:47.954194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '90f5d827-46a2-492d-88b4-4ecefb09327b', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '90f5d827-46a2-492d-88b4-4ecefb09327b', 'mac_address': 'fa:16:3e:93:e6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:48.029589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ac53567-ca77-48c2-a9ac-030b6acedf98 req-edfa7c33-e1e0-4a82-95aa-f23bf98d2f3a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122532 Aug 31 16:02:48.042538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Made reservation on behalf of c8e7e4f83c3d4c01a6cd74a69b9cc4fc for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:48.055236 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.056455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.090250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f5d827-46a2-492d-88b4-4ecefb09327b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:48.097651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.122052 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-20fe41ad-2779-406a-aa01-1d3c67d548c5 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786469 Aug 31 16:02:48.141860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 90f5d827-46a2-492d-88b4-4ecefb09327b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90f5d827-46a2-492d-88b4-4ecefb09327b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:48.149092 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.151338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:02:48.362918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:48.368321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0095c542-06fd-48ac-a377-3fe08ece2cfe req-ebdaf5ad-5847-4987-9c1a-bffb1193b552 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336183 Aug 31 16:02:48.439571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=90f5d827-46a2-492d-88b4-4ecefb09327b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:48.444672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'mac_address': 'fa:16:3e:a9:b2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:02:48.475577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:48.521825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.538663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.550828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.569270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:02:48.585420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:48.617588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.617932 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Added segment 0456364d-97bc-4e1d-ad5e-0e6432e8b8bb of type vlan for network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 Aug 31 16:02:48.645722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:48.651704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.716016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc952-4a80-4a9c-815c-3f0cd202a94c req-49e149b1-686d-4fbf-b029-2ff0ff826155 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:48.716913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbacc952-4a80-4a9c-815c-3f0cd202a94c req-49e149b1-686d-4fbf-b029-2ff0ff826155 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 945 time: 0.3526247 Aug 31 16:02:48.855635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de92126e-4963-4452-bbb4-de16a123380d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:48.864898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.867314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:48.926726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbacc952-4a80-4a9c-815c-3f0cd202a94c req-5a6f20a4-4bdb-47a5-aa25-4d1e4638cccd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884298 Aug 31 16:02:48.945303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 83806215-50ce-4278-9fbc-775d89512cce up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:48.969552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:48.971294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:48.972058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:49.004118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3245304 Aug 31 16:02:49.004787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53314) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:02:49.012990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Request body: {'subnet': {'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1307906583-subnet', 'tenant_id': 'c8e7e4f83c3d4c01a6cd74a69b9cc4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:49.060516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['96a8ce17-0757-460f-ac53-2bbb3b8e10c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:02:49.061712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Made reservation on behalf of c8e7e4f83c3d4c01a6cd74a69b9cc4fc for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:49.064598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:49.134989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59be0f4-0df3-44b9-80ce-553707d3cea6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a460d32-f0e9-4c1a-ad6b-8d7da8966951,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:49.167806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:02:49.195594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b41dcc-16be-4be3-b701-b5a1744a9fb9 req-ab0a542c-98fc-4d43-94d2-eb389b89fb71 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:49.207807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40b41dcc-16be-4be3-b701-b5a1744a9fb9 req-ab0a542c-98fc-4d43-94d2-eb389b89fb71 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 948 time: 0.1383674 Aug 31 16:02:49.232106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 83806215-50ce-4278-9fbc-775d89512cce completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:49.318568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40b41dcc-16be-4be3-b701-b5a1744a9fb9 req-701fe45a-0af6-4235-8ba9-17877a885387 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079681 Aug 31 16:02:49.352770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 83806215-50ce-4278-9fbc-775d89512cce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:49.353564 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:49.500778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:49.513743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0e5e-d4e1-4889-83b0-d99f11ab37de req-5aa377f7-8ee0-47c4-b414-a182afaa3cc7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:49.523523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e1c0e5e-d4e1-4889-83b0-d99f11ab37de req-5aa377f7-8ee0-47c4-b414-a182afaa3cc7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1102324 Aug 31 16:02:49.548974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90f5d827-46a2-492d-88b4-4ecefb09327b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:49.576810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e1c0e5e-d4e1-4889-83b0-d99f11ab37de req-5424c622-78d7-4230-8d39-f0fddac3c203 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515368 Aug 31 16:02:49.646601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=14215068-5fe0-48d3-a9cb-53050939128d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:49.658014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Checking segment: {'id': '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:49.658014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Network hostable DHCP agents. Network: 7a460d32-f0e9-4c1a-ad6b-8d7da8966951, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:02:49.701156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:02:49.714020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 7a460d32-f0e9-4c1a-ad6b-8d7da8966951) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:49.728595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:49.731442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:49.740352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504eaa02-10ca-401a-9490-8af15d57f6b5 None None] Network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:49.758558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:49.770019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2835fcd4-eb3c-4489-bb01-ec29a9d0e8bb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7553875 Aug 31 16:02:49.996559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 83806215-50ce-4278-9fbc-775d89512cce, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=83806215-50ce-4278-9fbc-775d89512cce,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:50.006383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 90f5d827-46a2-492d-88b4-4ecefb09327b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:50.011412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.027096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 90f5d827-46a2-492d-88b4-4ecefb09327b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:50.029384 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.175776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35065c2a-af75-4afc-a3a4-2006c66c328b req-0f4973f0-e6c0-47da-b5ab-dfeec4bb91b2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:50.188909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=83806215-50ce-4278-9fbc-775d89512cce,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:50.195892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35065c2a-af75-4afc-a3a4-2006c66c328b req-0f4973f0-e6c0-47da-b5ab-dfeec4bb91b2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 945 time: 0.1087823 Aug 31 16:02:50.201397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3583c-eb2b-42af-8a2d-287956797e5f None None] Network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:02:50.280653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35065c2a-af75-4afc-a3a4-2006c66c328b req-2db44ab7-c254-47be-b5f2-d6938147de52 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831509 Aug 31 16:02:50.348715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.400475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f5d827-46a2-492d-88b4-4ecefb09327b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:50.403118 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d11cf5-5eb3-4eef-93c8-31fe17c46bec" -d '{"events": [{"server_uuid": "c96be64e-46a3-4f75-bf4d-86ecb3f956eb", "name": "network-vif-plugged", "status": "completed", "tag": "90f5d827-46a2-492d-88b4-4ecefb09327b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:50.437298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 90f5d827-46a2-492d-88b4-4ecefb09327b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90f5d827-46a2-492d-88b4-4ecefb09327b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:50.445979 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.448104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:50.555897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=90f5d827-46a2-492d-88b4-4ecefb09327b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:50.592175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:50.600738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:50.600738 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.732131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.806904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:50.812468 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.852668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 83806215-50ce-4278-9fbc-775d89512cce up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:50.928656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:50.944690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 83806215-50ce-4278-9fbc-775d89512cce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:50.945158 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:50.995139 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a0e0-4bd3-4cf3-add7-d9203a8eb61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:52.126955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:02:52.200974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:02:52.205951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:02:52.206329 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:52.307998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:52.357317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:02:52.366046 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:52.440932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:53.447129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-8860d6d6-2da9-4050-a53e-d0455d8b7fb4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:53.455091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-8860d6d6-2da9-4050-a53e-d0455d8b7fb4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 819 time: 0.2376812 Aug 31 16:02:53.472867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-cd5eacb9-77c2-4b10-9d72-ca46da47e752 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:53.479926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-cd5eacb9-77c2-4b10-9d72-ca46da47e752 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/networks?id=7a460d32-f0e9-4c1a-ad6b-8d7da8966951 HTTP/1.1" status: 200 len: 813 time: 0.2329383 Aug 31 16:02:53.489502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-408e6870-df36-4352-8f16-655dda47c3d7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/quotas/59fd1ba66568485eba930f238826ee93 HTTP/1.1" status: 200 len: 375 time: 0.0335369 Aug 31 16:02:53.499395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-9c1466bb-bda9-44db-b375-2b05e1d1fb64 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/quotas/c8e7e4f83c3d4c01a6cd74a69b9cc4fc HTTP/1.1" status: 200 len: 375 time: 0.0184793 Aug 31 16:02:53.565368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-d115038e-f0eb-455c-9df6-b0ac546a4c53 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8e7e4f83c3d4c01a6cd74a69b9cc4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644414 Aug 31 16:02:53.659805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-c3368674-d9d9-47bb-89ff-58efbd2033e9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582890 Aug 31 16:02:53.698658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-dcb4beb8-38ab-42b9-9edc-cfb68b9f7af2 service neutron] 10.222.0.43 "GET /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323025 Aug 31 16:02:53.889546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-946b90aa-39e2-484c-8622-2ff1a9a39d76 service neutron] 10.222.0.43 "GET /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896219 Aug 31 16:02:53.896840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-27cec248-1957-4720-8ab6-3f2626a83933 service neutron] 10.222.0.43 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276909 Aug 31 16:02:54.013561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-71aeac39-5bc7-4c39-aefb-23e9fe3d3a7d service neutron] 10.222.0.43 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135929 Aug 31 16:02:54.149138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:54.168710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a10ee360-f858-4139-a9f6-190828524045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:54.184523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d98a-4e80-475e-8b35-851feb07bbb0 req-12cf69c4-ae19-4c71-9997-b77f2320f4ba tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:54.194182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8601d98a-4e80-475e-8b35-851feb07bbb0 req-12cf69c4-ae19-4c71-9997-b77f2320f4ba tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 949 time: 0.0912042 Aug 31 16:02:54.284783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8601d98a-4e80-475e-8b35-851feb07bbb0 req-86ac3419-0fd2-4c48-bab7-b60e58845324 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892580 Aug 31 16:02:54.373329 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652dc218-17d0-4ba4-9022-39439223cd48 x-openstack-request-id: req-652dc218-17d0-4ba4-9022-39439223cd48 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:54.373626 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96be64e-46a3-4f75-bf4d-86ecb3f956eb", "name": "network-vif-plugged", "status": "completed", "tag": "90f5d827-46a2-492d-88b4-4ecefb09327b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:54.373879 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-652dc218-17d0-4ba4-9022-39439223cd48 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:54.374279 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f5d827-46a2-492d-88b4-4ecefb09327b', 'code': 200} Aug 31 16:02:54.525569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c85c4f-a53f-4e3e-8898-d2dedfea569a req-15cf301c-a28d-4d9a-891b-044cf3b07787 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:54.534899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56c85c4f-a53f-4e3e-8898-d2dedfea569a req-15cf301c-a28d-4d9a-891b-044cf3b07787 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1076171 Aug 31 16:02:54.586361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece48e-47ea-4380-9f01-5d5458737b16 req-a64d7fdb-0d05-488b-a0e2-ae2fcbba2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:54.589024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26ece48e-47ea-4380-9f01-5d5458737b16 req-a64d7fdb-0d05-488b-a0e2-ae2fcbba2434 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 1101 time: 0.1369867 Aug 31 16:02:54.657037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56c85c4f-a53f-4e3e-8898-d2dedfea569a req-78a2b074-8cc0-479a-ad5f-c0278f7e9d36 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143074 Aug 31 16:02:54.667643 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26ece48e-47ea-4380-9f01-5d5458737b16 req-217a09a5-3c2c-437f-89c9-2c527340a33a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683610 Aug 31 16:02:54.735248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c93b-3a2f-488e-81a4-2e4c9650c37a req-dbc85a6c-517e-4df5-94d1-e3011fe8745f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:54.750883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6471c93b-3a2f-488e-81a4-2e4c9650c37a req-dbc85a6c-517e-4df5-94d1-e3011fe8745f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.1644359 Aug 31 16:02:54.810691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e798b0d-9a10-46e6-99ea-cf960850f1f0 req-2d5e7642-8f69-4879-8a56-13ed33cde5db tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 210 time: 0.0557127 Aug 31 16:02:54.849673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6471c93b-3a2f-488e-81a4-2e4c9650c37a req-331ec091-0821-4ed8-a491-351415ff74c8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970795 Aug 31 16:02:54.960219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bbd90d1-c617-4f0c-854b-75659408ccb1 req-72250f09-b7b1-40e7-8466-0b9b53c4d1ed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0515988 Aug 31 16:02:54.999618 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:55.200484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:55.709534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d7c6-5596-41f0-9b93-6e19b0779b59 req-0e3da46b-7c62-4fd3-8fb6-f0d85fb5995c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:55.717620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a33d7c6-5596-41f0-9b93-6e19b0779b59 req-0e3da46b-7c62-4fd3-8fb6-f0d85fb5995c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 949 time: 0.1265054 Aug 31 16:02:55.760779 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:55.812657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-c798649b-f114-43e1-937b-86e5b5dff3ed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:55.820804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-c798649b-f114-43e1-937b-86e5b5dff3ed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 819 time: 0.4088581 Aug 31 16:02:55.884999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-218896cc-09c8-4be0-9e06-a96de556135e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/quotas/59fd1ba66568485eba930f238826ee93 HTTP/1.1" status: 200 len: 375 time: 0.0631931 Aug 31 16:02:55.906355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-6b856dcc-4db8-4cae-b8a1-ea0d6490144b tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:55.921326 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-6b856dcc-4db8-4cae-b8a1-ea0d6490144b tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.30 "GET /v2.0/networks?id=7a460d32-f0e9-4c1a-ad6b-8d7da8966951 HTTP/1.1" status: 200 len: 813 time: 0.2566538 Aug 31 16:02:55.934718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Request body: {'port': {'device_id': '51af957b-523c-4ded-bf3e-638770f05c21', 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951', 'admin_state_up': True, 'tenant_id': 'c8e7e4f83c3d4c01a6cd74a69b9cc4fc'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:55.941849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a33d7c6-5596-41f0-9b93-6e19b0779b59 req-700f6aff-d0b9-478b-9d6e-358790459e93 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207718 Aug 31 16:02:55.990190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-e213bc0c-f6e3-4e12-9cd3-193c9be377e4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044002 Aug 31 16:02:56.164769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Made reservation on behalf of c8e7e4f83c3d4c01a6cd74a69b9cc4fc for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:56.174600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:56.225806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-b0206e0d-a28b-4c07-a23f-a2178a7343c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270927 Aug 31 16:02:56.375613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35'}, {'server_uuid': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:02:56.389020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41164af-1ba7-43a0-8f9b-c622700c2050" -d '{"events": [{"server_uuid": "1b26104f-5fde-4b97-a891-89be7a4559b0", "name": "network-vif-plugged", "status": "completed", "tag": "35f1f871-fe6d-44c8-97e6-a61d2bd92d35"}, {"server_uuid": "f9b59779-4d98-47c4-b418-b85a12c0eb79", "name": "network-vif-plugged", "status": "completed", "tag": "96a8ce17-0757-460f-ac53-2bbb3b8e10c1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:02:56.513111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-0c73a971-8d97-4bfb-bfe1-1370131ed8da tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:56.515013 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-0c73a971-8d97-4bfb-bfe1-1370131ed8da tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 819 time: 0.1594849 Aug 31 16:02:56.525019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-16709456-3837-4904-a5de-7013d160d326 service neutron] 10.222.0.43 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908723 Aug 31 16:02:56.533989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea139a8-5299-4690-aae8-fdb7e25a9b39 req-29d6197f-1641-4961-8ac6-72e455feef7d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:56.535706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ea139a8-5299-4690-aae8-fdb7e25a9b39 req-29d6197f-1641-4961-8ac6-72e455feef7d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.2625089 Aug 31 16:02:56.568691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Request body: {'port': {'device_id': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'admin_state_up': True, 'tenant_id': '59fd1ba66568485eba930f238826ee93'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:56.603809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ea139a8-5299-4690-aae8-fdb7e25a9b39 req-e0f5eb29-74c8-4286-9183-20af8f8913a3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619133 Aug 31 16:02:56.721622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Allocated IP 172.20.0.8 (7a460d32-f0e9-4c1a-ad6b-8d7da8966951/14215068-5fe0-48d3-a9cb-53050939128d/3ca78276-c9b3-48c5-a417-fbab8c4eed8d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:56.765184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07ed637b-1cbe-4766-adc6-28f3d8ee8ffe req-67104b2c-54fa-4690-9412-7666151b032b tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 210 time: 0.0697758 Aug 31 16:02:56.824863 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13463e5-3821-4255-9448-5bc0393050ea x-openstack-request-id: req-a13463e5-3821-4255-9448-5bc0393050ea {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:02:56.825510 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b26104f-5fde-4b97-a891-89be7a4559b0", "name": "network-vif-plugged", "status": "completed", "tag": "35f1f871-fe6d-44c8-97e6-a61d2bd92d35", "code": 200}, {"server_uuid": "f9b59779-4d98-47c4-b418-b85a12c0eb79", "name": "network-vif-plugged", "status": "completed", "tag": "96a8ce17-0757-460f-ac53-2bbb3b8e10c1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:02:56.825880 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a13463e5-3821-4255-9448-5bc0393050ea {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:02:56.826473 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'code': 200} Aug 31 16:02:56.826817 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'code': 200} Aug 31 16:02:57.019299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:57.072218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8eda8d03-bef1-4c46-9ba3-4c54b8d14a28 req-2275ca57-8d7a-4f5b-a857-65af859482da tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 210 time: 0.0890195 Aug 31 16:02:57.097687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3cda7-8b56-48a9-80c2-5853a7180cc9 req-26aa9aa7-fd5b-4af0-8561-47bb67d237cd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.105896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73b3cda7-8b56-48a9-80c2-5853a7180cc9 req-26aa9aa7-fd5b-4af0-8561-47bb67d237cd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.2606974 Aug 31 16:02:57.160834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d980-404c-4e9b-b7fc-0c60717bcf6e req-c9f2068b-14b1-46a3-b4fb-53c533605d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.163233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df61d980-404c-4e9b-b7fc-0c60717bcf6e req-c9f2068b-14b1-46a3-b4fb-53c533605d20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 1098 time: 0.1751537 Aug 31 16:02:57.219291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Made reservation on behalf of 59fd1ba66568485eba930f238826ee93 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:57.224501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:57.230115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df61d980-404c-4e9b-b7fc-0c60717bcf6e req-52252c81-02cb-459b-a58e-31c6e333b556 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Aug 31 16:02:57.270826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bec56-06ca-440f-87bc-fac84517df63 req-ae087ded-3190-4609-9d1a-ed05f3ebe0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.272559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-244bec56-06ca-440f-87bc-fac84517df63 req-ae087ded-3190-4609-9d1a-ed05f3ebe0d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 1102 time: 0.2692270 Aug 31 16:02:57.273744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73b3cda7-8b56-48a9-80c2-5853a7180cc9 req-59ea2bbf-8b8d-4e84-be45-5fd889e335fd tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663225 Aug 31 16:02:57.366701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382826c5-da22-4e11-a4bb-08f0471bee03 req-faf16024-b76d-4fc8-9541-8e288e98ca27 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.380536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-382826c5-da22-4e11-a4bb-08f0471bee03 req-faf16024-b76d-4fc8-9541-8e288e98ca27 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 949 time: 0.1729643 Aug 31 16:02:57.400796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:57.474050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-382826c5-da22-4e11-a4bb-08f0471bee03 req-2da10726-f88a-4e00-b847-e411bfcfe352 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924308 Aug 31 16:02:57.489351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Pushing event updated for resources: {'Port': ['ID=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:57.517938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:57.525208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:57.593792 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:57.620178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-244bec56-06ca-440f-87bc-fac84517df63 req-05d2849e-34e5-44f5-ae9f-bf2242ecef54 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373394 Aug 31 16:02:57.621294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:57.693172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Allocated IP 172.20.0.11 (f2b6ccf7-5234-4bd9-a50a-541b35071e9a/a4b2ec27-996a-4690-ad44-7ad17cb27654/eaf35ada-dcc7-4dcd-8a40-7e135c28eda1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:57.700993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.701914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:57.738132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-80e6589b-efc8-441b-a9e9-63c1523b3a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8076441 Aug 31 16:02:57.758881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6ea2-a6ce-4ff8-934f-e9d9ce39c15c req-0e313cc2-b8c6-49a3-83f8-b3701fbe632f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.760531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-134e6ea2-a6ce-4ff8-934f-e9d9ce39c15c req-0e313cc2-b8c6-49a3-83f8-b3701fbe632f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 950 time: 0.1566734 Aug 31 16:02:57.776045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Request body: {'port': {'device_id': '51af957b-523c-4ded-bf3e-638770f05c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:57.796403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0391e3-c3fc-412d-bb42-7ec12443e6ce req-bc82330e-0128-471f-9229-b5aff1f3b7e2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:57.803911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc0391e3-c3fc-412d-bb42-7ec12443e6ce req-bc82330e-0128-471f-9229-b5aff1f3b7e2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.1023889 Aug 31 16:02:57.839132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-134e6ea2-a6ce-4ff8-934f-e9d9ce39c15c req-adf5178d-3fab-4f94-9579-077eee67cb5a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673697 Aug 31 16:02:57.883449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc0391e3-c3fc-412d-bb42-7ec12443e6ce req-103c6fd7-b20e-4170-8341-9f20735cb4c7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784030 Aug 31 16:02:57.974520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:58.045014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41988a-4668-4a8b-9d65-640d423dbc7d req-99e19796-4e1a-44e1-b9a4-3f0b1f8f3ae8 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:58.046862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d41988a-4668-4a8b-9d65-640d423dbc7d req-99e19796-4e1a-44e1-b9a4-3f0b1f8f3ae8 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 931 time: 0.0874391 Aug 31 16:02:58.124402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d41988a-4668-4a8b-9d65-640d423dbc7d req-5528c07d-02ed-49fd-a2e4-cf130e7127a2 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704088 Aug 31 16:02:58.202854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:58.240299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b527df9-49a5-45b7-986b-00f7b0de69e2 req-2246d0e2-253a-49ac-8d37-c3fa12c324e3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 210 time: 0.0590250 Aug 31 16:02:58.516735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28f270-e68b-4cca-86c8-15a275ab1474 req-4643c127-fa15-4095-8c12-a1ae328f47c2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:58.525483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a28f270-e68b-4cca-86c8-15a275ab1474 req-4643c127-fa15-4095-8c12-a1ae328f47c2 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.1399045 Aug 31 16:02:58.584280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:58.613948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a28f270-e68b-4cca-86c8-15a275ab1474 req-d49022b3-25e2-493e-9022-9e79c2df1bad tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875809 Aug 31 16:02:58.702393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:02:58.737096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:02:58.746564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Pushing event updated for resources: {'Port': ['ID=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:58.752675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:02:58.830206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-37fc1a3b-9df9-4d2f-ad47-b578d794ac88 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:58.830635 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-37fc1a3b-9df9-4d2f-ad47-b578d794ac88 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.49 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 819 time: 0.3761756 Aug 31 16:02:58.850143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Request body: {'port': {'device_id': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'admin_state_up': True, 'tenant_id': '59fd1ba66568485eba930f238826ee93'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:58.858499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca78276-c9b3-48c5-a417-fbab8c4eed8d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:02:58.931001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:58.942857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:58.943521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:58.994570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Transition to ACTIVE for port object 3ca78276-c9b3-48c5-a417-fbab8c4eed8d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:02:59.023908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:59.058542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c6c5-1443-4aa3-9e8b-acdb0d5b8785 req-db896d7f-151a-47bf-937e-b6e91e2f67f6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:59.060100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6d1c6c5-1443-4aa3-9e8b-acdb0d5b8785 req-db896d7f-151a-47bf-937e-b6e91e2f67f6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 950 time: 0.1022079 Aug 31 16:02:59.070950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-a7791762-1f5e-4208-9ea5-aea92a03d728 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5091097 Aug 31 16:02:59.076572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348d96f-5c9c-4db9-9cdd-b9d8e3fe41c0 req-2135508c-a56b-4adb-868c-8e556be771d9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:59.078084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3348d96f-5c9c-4db9-9cdd-b9d8e3fe41c0 req-2135508c-a56b-4adb-868c-8e556be771d9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.0810008 Aug 31 16:02:59.088429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Request body: {'port': {'device_id': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:02:59.133880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6d1c6c5-1443-4aa3-9e8b-acdb0d5b8785 req-7bf08e15-965d-4088-a2b6-8eb2319593e2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Aug 31 16:02:59.174245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3348d96f-5c9c-4db9-9cdd-b9d8e3fe41c0 req-f67c6536-a53b-4067-aad6-fec2e2c86e58 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869575 Aug 31 16:02:59.193013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:02:59.263832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Made reservation on behalf of 59fd1ba66568485eba930f238826ee93 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:02:59.269600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:59.299952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:59.316665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d970db-c181-46ca-ba37-0a90f692768e req-448bde91-6294-49db-88ea-fabff5b2a11f tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:59.318806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80d970db-c181-46ca-ba37-0a90f692768e req-448bde91-6294-49db-88ea-fabff5b2a11f tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 943 time: 0.0894957 Aug 31 16:02:59.380675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63b37729-30f6-405f-9229-4608a6e5c176 req-15d2fc69-d61a-4d20-9ec7-52d8259c2db3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 210 time: 0.0476933 Aug 31 16:02:59.410314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80d970db-c181-46ca-ba37-0a90f692768e req-7b007ebe-a504-42ea-9b7a-9fadfe868945 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853722 Aug 31 16:02:59.455222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Attempting to bind port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:02:59.455567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Attempting to bind port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:02:59.455896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Attempting to bind port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d on network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:59.491095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d on network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:02:59.491481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Attempting to bind port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d on network 7a460d32-f0e9-4c1a-ad6b-8d7da8966951 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:02:59.588729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:02:59.589202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Checking segment: {'id': '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:02:59.589582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Bound using segment: {'id': '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:02:59.590261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Bound port: 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:02:59.590944 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:59.698340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Allocated IP 172.20.0.3 (f2b6ccf7-5234-4bd9-a50a-541b35071e9a/a4b2ec27-996a-4690-ad44-7ad17cb27654/dd80ccc9-7422-4933-b338-b9d4fddabbfd) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:02:59.776707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] For port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:02:59.849353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] For port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,segment=NetworkSegment(0456364d-97bc-4e1d-ad5e-0e6432e8b8bb),segment_id=0456364d-97bc-4e1d-ad5e-0e6432e8b8bb)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:02:59.853348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2041-8769-49e7-a02a-0e46afb59451 req-c2d37a98-2ccd-4028-a74b-2877e2c45c25 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:02:59.855148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-714f2041-8769-49e7-a02a-0e46afb59451 req-c2d37a98-2ccd-4028-a74b-2877e2c45c25 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.1078460 Aug 31 16:02:59.934427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-714f2041-8769-49e7-a02a-0e46afb59451 req-abb2e0c6-5389-43f2-a48f-4eba0f1bb986 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729668 Aug 31 16:02:59.936845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:02:59.999682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.000406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:00.002135 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ca78276-c9b3-48c5-a417-fbab8c4eed8d HTTP/1.1" status: 200 len: 1092 time: 2.2491584 Aug 31 16:03:00.004931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51af957b-523c-4ded-bf3e-638770f05c21', 'tag': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:00.007740 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f4fc88-89c9-411e-819d-23b92145e9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "51af957b-523c-4ded-bf3e-638770f05c21", "tag": "3ca78276-c9b3-48c5-a417-fbab8c4eed8d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:00.043868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142507-6733-457c-b3bb-62fba2883c18 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:00.103661 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743792e-0ff1-4628-a36c-d1f8d301779d x-openstack-request-id: req-6743792e-0ff1-4628-a36c-d1f8d301779d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:00.103996 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51af957b-523c-4ded-bf3e-638770f05c21", "tag": "3ca78276-c9b3-48c5-a417-fbab8c4eed8d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:00.104293 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6743792e-0ff1-4628-a36c-d1f8d301779d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:00.104728 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51af957b-523c-4ded-bf3e-638770f05c21', 'tag': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d', 'status': 'completed', 'code': 200} Aug 31 16:03:00.107816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:00.149559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-a6e17f5a-d468-41df-8300-b7a5a3008f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.151178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-a6e17f5a-d468-41df-8300-b7a5a3008f25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8e7e4f83c3d4c01a6cd74a69b9cc4fc&device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 1095 time: 0.0931370 Aug 31 16:03:00.224098 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-acd5d29b-18eb-4c93-80fc-e9800aea2c10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d HTTP/1.1" status: 200 len: 217 time: 0.0619135 Aug 31 16:03:00.282021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-888b21ab-318a-46b6-ab33-ead291ebea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.284472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-888b21ab-318a-46b6-ab33-ead291ebea2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14215068-5fe0-48d3-a9cb-53050939128d HTTP/1.1" status: 200 len: 853 time: 0.0558026 Aug 31 16:03:00.293731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969ade-e30e-4c3f-8102-2ae8411a3788 req-9d9878b7-21cd-425f-93ac-55b1742d258f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.298493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:00.301722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01969ade-e30e-4c3f-8102-2ae8411a3788 req-9d9878b7-21cd-425f-93ac-55b1742d258f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 950 time: 0.0669415 Aug 31 16:03:00.348497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01969ade-e30e-4c3f-8102-2ae8411a3788 req-528a59ea-35d2-4ab8-b13c-97102c870e7a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Aug 31 16:03:00.372256 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-71de47fc-6252-4c5f-959d-70b169ad89b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a460d32-f0e9-4c1a-ad6b-8d7da8966951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751917 Aug 31 16:03:00.411448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Network f2b6ccf7-5234-4bd9-a50a-541b35071e9a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:00.428601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:00.478671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:00.535327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70360d2b-bb0f-413f-9b54-d54fd23502f5 req-f7331404-90be-463f-aae7-454cc0d011c8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.537211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70360d2b-bb0f-413f-9b54-d54fd23502f5 req-f7331404-90be-463f-aae7-454cc0d011c8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.0802457 Aug 31 16:03:00.542978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Pushing event updated for resources: {'Port': ['ID=dd80ccc9-7422-4933-b338-b9d4fddabbfd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:00.581878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.582685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:00.594026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70360d2b-bb0f-413f-9b54-d54fd23502f5 req-1571357c-a810-4d13-a7d0-363c79a6d6cd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505962 Aug 31 16:03:00.684944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-5f7593cf-f955-4aee-89f2-309296bb0c8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8394504 Aug 31 16:03:00.721025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Request body: {'port': {'device_id': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:00.796749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54b6a0-f959-4660-9edc-4223d63f680a req-21155de9-40cc-469c-bfbd-282f44ab8c18 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.798667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f54b6a0-f959-4660-9edc-4223d63f680a req-21155de9-40cc-469c-bfbd-282f44ab8c18 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 931 time: 0.1005757 Aug 31 16:03:00.803397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-584f5af8-9ba7-4f87-ae5d-11ebc8eef57b service neutron] 10.222.0.30 "GET /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026113 Aug 31 16:03:00.811197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d1ef1-c984-4ea8-81f8-eed61fb5fcc3 req-1bf7bbc1-e2c3-440e-ad4f-eb6f455adb21 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.818273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d1ef1-c984-4ea8-81f8-eed61fb5fcc3 req-1bf7bbc1-e2c3-440e-ad4f-eb6f455adb21 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:00.819954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c95d1ef1-c984-4ea8-81f8-eed61fb5fcc3 req-1bf7bbc1-e2c3-440e-ad4f-eb6f455adb21 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb&device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 1690 time: 0.1083453 Aug 31 16:03:00.846362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:00.884662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f54b6a0-f959-4660-9edc-4223d63f680a req-23d9503d-4010-451f-bb69-1357f4a167b4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636191 Aug 31 16:03:00.890100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c95d1ef1-c984-4ea8-81f8-eed61fb5fcc3 req-4f0e46fa-ea0a-4688-96ba-e115aa7cd51b tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606287 Aug 31 16:03:00.910770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:00.926646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:01.025533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d842b-db06-420f-b9c9-02a420502eb2 req-4074ae66-6697-439a-a4b7-fcd2d6432373 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.027275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e3d842b-db06-420f-b9c9-02a420502eb2 req-4074ae66-6697-439a-a4b7-fcd2d6432373 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 943 time: 0.0643847 Aug 31 16:03:01.086430 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0728637f-4f3a-450e-8960-cc46c0988a24 req-ef9eca8c-6ee6-4b9c-901f-fba50765b069 service neutron] 10.222.0.30 "GET /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624023 Aug 31 16:03:01.087512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Transition to ACTIVE for port object eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:01.098494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:01.115587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e3d842b-db06-420f-b9c9-02a420502eb2 req-c8aabc90-fce9-4742-861c-1afedf4528cc tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750728 Aug 31 16:03:01.125284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf4f8-60a0-4675-a5c2-d4bda6c7a8a4 req-98844a6d-b14e-429c-91b9-e92e553622ff tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.126977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9cbf4f8-60a0-4675-a5c2-d4bda6c7a8a4 req-98844a6d-b14e-429c-91b9-e92e553622ff tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.0987809 Aug 31 16:03:01.183466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9cbf4f8-60a0-4675-a5c2-d4bda6c7a8a4 req-9b2c0b41-49f7-48ba-98f7-6385fb681783 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495903 Aug 31 16:03:01.243937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:01.326428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-4a546a63-cb36-4d23-9e13-26433c93d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.327946 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-4a546a63-cb36-4d23-9e13-26433c93d378 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8e7e4f83c3d4c01a6cd74a69b9cc4fc&device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 1095 time: 0.1667509 Aug 31 16:03:01.365028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e82c5-8826-442c-a480-64066652e567 req-353f289a-2370-4ce3-81ee-ec090e2ed56a tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.374582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a52e82c5-8826-442c-a480-64066652e567 req-353f289a-2370-4ce3-81ee-ec090e2ed56a tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 1101 time: 0.0581400 Aug 31 16:03:01.419210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a52e82c5-8826-442c-a480-64066652e567 req-5dd7e67b-3bc3-4269-8bee-04dd68285287 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Aug 31 16:03:01.559423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d314c87-35a7-4ddb-beb3-4f7b29f15937 req-a6523a1c-a138-4bcb-a6d6-f4ad4a4506cf tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.561693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d314c87-35a7-4ddb-beb3-4f7b29f15937 req-a6523a1c-a138-4bcb-a6d6-f4ad4a4506cf tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 1102 time: 0.0551262 Aug 31 16:03:01.638399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d314c87-35a7-4ddb-beb3-4f7b29f15937 req-c69a8ea0-53f0-4453-bb5f-54fe809b557a tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700688 Aug 31 16:03:01.661631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac641d-3c64-47d5-8893-54c04c0aa511 req-db6ce337-5a99-46d8-a114-11ece7efdc79 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.662854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4eac641d-3c64-47d5-8893-54c04c0aa511 req-db6ce337-5a99-46d8-a114-11ece7efdc79 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.0731370 Aug 31 16:03:01.718209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4eac641d-3c64-47d5-8893-54c04c0aa511 req-622d229f-9ee9-4a4e-bb2b-17743c7a49c8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Aug 31 16:03:01.840537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Attempting to bind port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:01.841346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Attempting to bind port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:01.842033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Attempting to bind port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:01.874479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:01.874804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Attempting to bind port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:01.893411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:01.893759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Checking segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:01.894146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Bound using segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:01.894766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Bound port: eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:01.895125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:01.922369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd80ccc9-7422-4933-b338-b9d4fddabbfd {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:01.935634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-1047b090-d677-4761-a39f-c8fbf3de02fa tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310137 Aug 31 16:03:01.936749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:01.970414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-9de01dd8-8ba3-4a44-b600-99b57f0ba322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:01.972319 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-9de01dd8-8ba3-4a44-b600-99b57f0ba322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a460d32-f0e9-4c1a-ad6b-8d7da8966951 HTTP/1.1" status: 200 len: 914 time: 0.6280096 Aug 31 16:03:02.047159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-7660c908-b388-47c2-bc5f-9bcd32cf16e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d HTTP/1.1" status: 200 len: 217 time: 0.0468533 Aug 31 16:03:02.050092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Transition to ACTIVE for port object dd80ccc9-7422-4933-b338-b9d4fddabbfd will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:02.057394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:02.146003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a555b-1816-4eec-9cc3-d98f06623043 req-3e23ad15-c22a-4af2-8bbc-404b54e14186 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.151583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-a5606ef4-79b9-449e-927d-70187ef81ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.153314 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-a5606ef4-79b9-449e-927d-70187ef81ba7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14215068-5fe0-48d3-a9cb-53050939128d HTTP/1.1" status: 200 len: 853 time: 0.0859654 Aug 31 16:03:02.154412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b5a555b-1816-4eec-9cc3-d98f06623043 req-3e23ad15-c22a-4af2-8bbc-404b54e14186 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 943 time: 0.1060925 Aug 31 16:03:02.175823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-e3832150-0c28-491b-bbc9-8037b7bb1ce5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.177786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-e3832150-0c28-491b-bbc9-8037b7bb1ce5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354727 Aug 31 16:03:02.209055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-2d0c3443-ce0a-43f4-98e1-827dae99dd1b tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/quotas/d04eb3286a654fb285175d11095a6667 HTTP/1.1" status: 200 len: 375 time: 0.0148237 Aug 31 16:03:02.219692 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-7c265057-f009-41fb-bd1a-b079af4b6701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a460d32-f0e9-4c1a-ad6b-8d7da8966951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559766 Aug 31 16:03:02.233318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b5a555b-1816-4eec-9cc3-d98f06623043 req-d4f5b2f2-ee6b-42da-9f3a-f71acc4404d7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778799 Aug 31 16:03:02.271819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] For port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:02.294624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-b6e2b99a-6aa8-4031-84be-fd663d73e0a5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0784600 Aug 31 16:03:02.399520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] For port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:02.403532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80ccc9-7422-4933-b338-b9d4fddabbfd,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:02.405698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a06ca-da01-4877-b428-fb3c10bd8953 req-9e2fa0de-83d3-4a23-b7f1-de6ac5088033 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.422251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-737a06ca-da01-4877-b428-fb3c10bd8953 req-9e2fa0de-83d3-4a23-b7f1-de6ac5088033 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 943 time: 0.0732594 Aug 31 16:03:02.437631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:02.476795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-737a06ca-da01-4877-b428-fb3c10bd8953 req-9ae528ce-7423-4e52-a8c3-55345e79f0f1 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Aug 31 16:03:02.552783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:02.584670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c364208-9c39-48dd-99ed-0a83ed1c5efc req-38bbd309-2431-4d29-84a4-7d2f6ab1c54f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0369639 Aug 31 16:03:02.602084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.603204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:02.604793 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e05e8be0-08d9-4393-a876-54aee6b778d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 1093 time: 3.5211096 Aug 31 16:03:02.605268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'tag': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:02.607586 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a2954-859b-424c-ab6f-9b9c55b5536c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6aa9fb4-499a-4a7d-b733-d535584f30f5", "tag": "eaf35ada-dcc7-4dcd-8a40-7e135c28eda1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:02.630394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-6d7b6e2e-4208-4d9c-8596-04a2b47ff961 service neutron] 10.222.0.30 "GET /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897295 Aug 31 16:03:02.645151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Attempting to bind port dd80ccc9-7422-4933-b338-b9d4fddabbfd on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:02.645677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Attempting to bind port dd80ccc9-7422-4933-b338-b9d4fddabbfd by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:02.646988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Attempting to bind port dd80ccc9-7422-4933-b338-b9d4fddabbfd on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:02.652733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Port dd80ccc9-7422-4933-b338-b9d4fddabbfd on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:02.653279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Attempting to bind port dd80ccc9-7422-4933-b338-b9d4fddabbfd on network f2b6ccf7-5234-4bd9-a50a-541b35071e9a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:02.689806 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06732c-782a-4729-a7b4-df14f5aaa19b x-openstack-request-id: req-4a06732c-782a-4729-a7b4-df14f5aaa19b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:02.690149 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6aa9fb4-499a-4a7d-b733-d535584f30f5", "tag": "eaf35ada-dcc7-4dcd-8a40-7e135c28eda1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:02.690352 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a06732c-782a-4729-a7b4-df14f5aaa19b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:02.691040 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'tag': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1', 'status': 'completed', 'code': 200} Aug 31 16:03:02.707962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ab60-3a8b-4919-ba2c-64e12e96896d req-893bafdd-59e3-45b6-a356-762a85f140cc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.729169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df98ab60-3a8b-4919-ba2c-64e12e96896d req-893bafdd-59e3-45b6-a356-762a85f140cc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.0775962 Aug 31 16:03:02.774070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df98ab60-3a8b-4919-ba2c-64e12e96896d req-5b0d68c5-a492-427e-b9ed-30cbc20da736 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Aug 31 16:03:02.780365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:02.780918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Checking segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:02.781807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Bound using segment: {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:02.782976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Bound port: dd80ccc9-7422-4933-b338-b9d4fddabbfd, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797aec81-6bd9-4039-9fa7-c2ab1d816ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:02.783820 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:02.867330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-8600c0b1-aefc-4c74-80f5-12a673d49792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.869283 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-8600c0b1-aefc-4c74-80f5-12a673d49792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1096 time: 0.2015672 Aug 31 16:03:02.885714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e915fef-fb23-46bd-aa06-9b0c2735fcfd req-1677c276-e364-4a68-ba36-c3ff44b4f711 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:02.888438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e915fef-fb23-46bd-aa06-9b0c2735fcfd req-1677c276-e364-4a68-ba36-c3ff44b4f711 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.0826066 Aug 31 16:03:02.958884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e915fef-fb23-46bd-aa06-9b0c2735fcfd req-4d357612-e48c-4306-9dd2-c01d287d76ab tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604086 Aug 31 16:03:02.967568 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-bb16b888-be33-43c6-974f-051dd0340132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.0865691 Aug 31 16:03:03.010264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39f4fc88-89c9-411e-819d-23b92145e9f5 req-edad3f10-9e53-452d-82a1-12e0e2d0349e service neutron] 10.222.0.30 "GET /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541801 Aug 31 16:03:03.043441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] For port dd80ccc9-7422-4933-b338-b9d4fddabbfd, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:03.063454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] For port dd80ccc9-7422-4933-b338-b9d4fddabbfd, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:03.081318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:03.089015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-4c9f3b2e-408e-44c1-9691-e48ab16e0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.090892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-4c9f3b2e-408e-44c1-9691-e48ab16e0ad4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.1061850 Aug 31 16:03:03.147388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be9be-43d8-4f99-9cda-0adfe8ad0081 req-d7310567-eb8b-49c7-92a0-5f24abedef11 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.156510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f86be9be-43d8-4f99-9cda-0adfe8ad0081 req-d7310567-eb8b-49c7-92a0-5f24abedef11 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 947 time: 0.0724146 Aug 31 16:03:03.186829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.188445 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:03.190651 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-59e98d08-412c-4627-afb2-117b49245548 service neutron] 10.222.0.49 "PUT /v2.0/ports/dd80ccc9-7422-4933-b338-b9d4fddabbfd HTTP/1.1" status: 200 len: 1092 time: 2.4931803 Aug 31 16:03:03.192917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-acf73c84-b4bf-4830-b5d6-9e574f770905 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831900 Aug 31 16:03:03.207792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f86be9be-43d8-4f99-9cda-0adfe8ad0081 req-66024662-a52e-41b6-b335-1f5bbaf1cbca tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502899 Aug 31 16:03:03.227619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e98d08-412c-4627-afb2-117b49245548 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80ccc9-7422-4933-b338-b9d4fddabbfd,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:03.281329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-b25da190-d3a1-456a-9fb7-d5a6b2305619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.282882 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-b25da190-d3a1-456a-9fb7-d5a6b2305619 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1099 time: 0.2170250 Aug 31 16:03:03.426180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40b41d-53f8-4ea8-a97d-612b41ac1f63 req-36234068-220d-4cde-949f-a9fa4f4b94b0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.427977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da40b41d-53f8-4ea8-a97d-612b41ac1f63 req-36234068-220d-4cde-949f-a9fa4f4b94b0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 943 time: 0.0536108 Aug 31 16:03:03.448780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-041f56ed-4feb-4c15-9988-abaad1cd857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.450311 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-041f56ed-4feb-4c15-9988-abaad1cd857b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 1095 time: 0.1715920 Aug 31 16:03:03.452063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-edbdab81-a77b-44cc-a90a-ab2fa8b7c54a service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440352 Aug 31 16:03:03.469176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da40b41d-53f8-4ea8-a97d-612b41ac1f63 req-06beef30-d65a-4890-8089-03aec4625ad2 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349419 Aug 31 16:03:03.511886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-274bd965-ff00-4e0f-aef8-07fb19d2ecb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd HTTP/1.1" status: 200 len: 217 time: 0.0529182 Aug 31 16:03:03.563786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-47a5b6e8-48be-4142-bb6f-1b321df5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.565299 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-47a5b6e8-48be-4142-bb6f-1b321df5893d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.2477221 Aug 31 16:03:03.646884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3ca78276-c9b3-48c5-a417-fbab8c4eed8d details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:03.650642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:03.652985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9476d-d7e4-4727-b80f-a75f874cf749 req-1f5face5-8a9b-46a5-b78c-57255117a3bd tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.665651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62a9476d-d7e4-4727-b80f-a75f874cf749 req-1f5face5-8a9b-46a5-b78c-57255117a3bd tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 943 time: 0.1196775 Aug 31 16:03:03.728645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62a9476d-d7e4-4727-b80f-a75f874cf749 req-8c4c3de9-d4a2-49cd-a40c-b270c9e265ea tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615044 Aug 31 16:03:03.744285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-c81cc2fe-c627-41d1-a0c8-83a68bd17bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.745782 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-c81cc2fe-c627-41d1-a0c8-83a68bd17bf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.2180626 Aug 31 16:03:03.749692 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-6670429b-37cc-4578-a50a-b1d281f48684 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1002 time: 0.1649024 Aug 31 16:03:03.822728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-285003b8-4a47-441a-93ff-54a1c79505e0 req-e4439e0c-29f3-4462-af29-f87c56bcce1c service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533447 Aug 31 16:03:03.825102 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-ab986d2f-2e0d-48e3-bf5b-bc7bc76d2d22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650542 Aug 31 16:03:03.837170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ae7595a-a753-4fd7-8c79-0264f9bbabd3 req-c5cbd4ce-da28-4b9b-b52f-d41804d3cdee tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0379314 Aug 31 16:03:03.893318 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:03.915649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-15fef495-60ba-4327-b87c-b964d052b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:03.917386 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-15fef495-60ba-4327-b87c-b964d052b839 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1583829 Aug 31 16:03:03.955242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-8aaed5a1-f96f-40d3-b782-dc7867b8527a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586593 Aug 31 16:03:04.065523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,segment=NetworkSegment(0456364d-97bc-4e1d-ad5e-0e6432e8b8bb),segment_id=0456364d-97bc-4e1d-ad5e-0e6432e8b8bb)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:04.085251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:04.087922 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f142f20-bd2d-43a7-9585-bc0d069d65bd" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:04.101063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d', 'network_id': '7a460d32-f0e9-4c1a-ad6b-8d7da8966951', 'port_id': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d', 'mac_address': 'fa:16:3e:3b:ea:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14215068-5fe0-48d3-a9cb-53050939128d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:04.108779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:04.120391 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-ab8ca8e1-364b-4dbe-acb0-ff6e2e1a8f0e service neutron] 10.222.0.49 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837052 Aug 31 16:03:04.127999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-9a5a8cce-2f84-4a8e-ac83-ffc0e276f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.129742 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-9a5a8cce-2f84-4a8e-ac83-ffc0e276f195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1096 time: 0.1988766 Aug 31 16:03:04.135622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:04.148091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-800682e9-ca84-4755-aa5e-d877b54c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.149734 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-800682e9-ca84-4755-aa5e-d877b54c3cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2157226 Aug 31 16:03:04.168332 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb71b85-f942-46ea-bd09-3d98f63c69a3 x-openstack-request-id: req-edb71b85-f942-46ea-bd09-3d98f63c69a3 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:04.168908 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:04.169336 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edb71b85-f942-46ea-bd09-3d98f63c69a3 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:04.169885 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'code': 200} Aug 31 16:03:04.191800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:04.218933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca78276-c9b3-48c5-a417-fbab8c4eed8d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:04.221877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495015-5665-44e1-968d-cb3eea93bd6b req-b63caa88-e287-4ddc-956a-f1aa4518ed4a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.224259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=14']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:04.233077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6495015-5665-44e1-968d-cb3eea93bd6b req-b63caa88-e287-4ddc-956a-f1aa4518ed4a tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 946 time: 0.0821471 Aug 31 16:03:04.254808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,segment=NetworkSegment(0456364d-97bc-4e1d-ad5e-0e6432e8b8bb),segment_id=0456364d-97bc-4e1d-ad5e-0e6432e8b8bb)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:04.264249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:04.264855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:04.281522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-6b5736c3-339a-4045-819f-f473006e2a56 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.283645 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-6b5736c3-339a-4045-819f-f473006e2a56 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114786 Aug 31 16:03:04.321123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6495015-5665-44e1-968d-cb3eea93bd6b req-4321e4b6-c78b-42d0-b448-0c96b196da27 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866644 Aug 31 16:03:04.329824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:04.424794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c31b31-2154-4190-a345-9b791eb265de req-017f8a33-f364-4c4f-b567-f30d1b4d6db3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.438872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4c31b31-2154-4190-a345-9b791eb265de req-017f8a33-f364-4c4f-b567-f30d1b4d6db3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1110554 Aug 31 16:03:04.441224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:04.490104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4c31b31-2154-4190-a345-9b791eb265de req-33d69c71-821a-40f2-9906-1f6ebd48879a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Aug 31 16:03:04.504171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-de8ac896-c9ee-4a91-9b9f-40a75c49774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.506038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-de8ac896-c9ee-4a91-9b9f-40a75c49774c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.3553421 Aug 31 16:03:04.515907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-55c7c4cf-834f-4ec8-bf70-b1812dfe953f service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267276 Aug 31 16:03:04.520400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d32249a-ef2c-48e7-a815-98cab445f645 req-4c4d344a-454b-4710-8857-15d66f18e98f service neutron] 10.222.0.49 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894181 Aug 31 16:03:04.561705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:04.585610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'network_id': 'cc66721b-b4e4-4272-af20-e9f2d4563f55', 'port_id': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'mac_address': 'fa:16:3e:9d:cf:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4f5e1c-fc7e-4584-95c6-5c3204263495', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:04.604940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-a0fa8179-7854-4a93-affd-92ca29eb25bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.0647256 Aug 31 16:03:04.664089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bfa46-e208-4f66-a43a-d7781018d2b6 req-b9b53726-6650-4b5c-8f85-fdf5a27ebefd tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.676779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-355bfa46-e208-4f66-a43a-d7781018d2b6 req-b9b53726-6650-4b5c-8f85-fdf5a27ebefd tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 943 time: 0.0847847 Aug 31 16:03:04.684314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:04.694511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'tag': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:04.696880 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573" -d '{"events": [{"name": "network-changed", "server_uuid": "d54b7cc6-7e96-43b0-bd0d-bde15a57f997", "tag": "dd80ccc9-7422-4933-b338-b9d4fddabbfd"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:04.736531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-355bfa46-e208-4f66-a43a-d7781018d2b6 req-df8962a4-9849-44da-b76d-17a31dada53f tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554409 Aug 31 16:03:04.744129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:04.745497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:04.748542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:04.773842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-75bffc22-9ba8-42d7-bb11-02e883345e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:04.775431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-75bffc22-9ba8-42d7-bb11-02e883345e9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.1602771 Aug 31 16:03:04.785444 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43a72e8b-d02a-4e78-8382-777ca79d58ca req-ae36131a-c883-4483-88ec-9a7614338aac service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440991 Aug 31 16:03:04.800865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:04.807737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:04.853567 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-a17b2c8f-a697-4cc9-b43c-4197640ea05b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670238 Aug 31 16:03:04.959165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:04.972303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['35f1f871-fe6d-44c8-97e6-a61d2bd92d35'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:05.003088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf9ee4f8-7515-4293-9461-e82a66738166 req-f59df08c-0c7f-4319-a3ea-d3533722270d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0340588 Aug 31 16:03:05.023810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9a4b-89ad-4320-8829-147c1ee45e98 req-a615f7d0-9003-49a1-9a6d-fbce4e83b964 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.031291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-180c9a4b-89ad-4320-8829-147c1ee45e98 req-a615f7d0-9003-49a1-9a6d-fbce4e83b964 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 944 time: 0.1004937 Aug 31 16:03:05.085054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-180c9a4b-89ad-4320-8829-147c1ee45e98 req-18eeaab6-d844-4330-b67a-4ad63ea91b6e tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Aug 31 16:03:05.115362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['3ca78276-c9b3-48c5-a417-fbab8c4eed8d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:05.169370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52e80-36a5-49d6-8ab8-7bc1f9d0b0fe req-caeb2632-7cf7-4a61-a590-50044b24de9f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.170939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fa52e80-36a5-49d6-8ab8-7bc1f9d0b0fe req-caeb2632-7cf7-4a61-a590-50044b24de9f tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Aug 31 16:03:05.240777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fa52e80-36a5-49d6-8ab8-7bc1f9d0b0fe req-a071584b-7f8a-4b00-b706-e667d8162ab8 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Aug 31 16:03:05.249773 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20334f7-72f2-4290-98c4-8fada7607bba x-openstack-request-id: req-c20334f7-72f2-4290-98c4-8fada7607bba {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:05.249917 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54b7cc6-7e96-43b0-bd0d-bde15a57f997", "tag": "dd80ccc9-7422-4933-b338-b9d4fddabbfd", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:05.250886 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c20334f7-72f2-4290-98c4-8fada7607bba {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:05.250886 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'tag': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd', 'status': 'completed', 'code': 200} Aug 31 16:03:05.402612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-1b8223ae-1032-44e4-be24-503c3142b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.404299 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-1b8223ae-1032-44e4-be24-503c3142b399 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 1095 time: 0.1565084 Aug 31 16:03:05.419774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.53 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/e3b1538d-b0fa-4dd8-a224-63e90677612d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:05.481230 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-f052677e-7df6-4c68-812f-d4f741543f43 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345078 Aug 31 16:03:05.597167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377bfd-da4d-4424-aa47-23921983c3bd req-70b7be83-459b-48d8-9a27-64aabdcbaaad tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.598823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff377bfd-da4d-4424-aa47-23921983c3bd req-70b7be83-459b-48d8-9a27-64aabdcbaaad tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0494130 Aug 31 16:03:05.639264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff377bfd-da4d-4424-aa47-23921983c3bd req-5c0415d4-8f99-48b5-9d94-ad9226f11647 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337017 Aug 31 16:03:05.655223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-6dc51ec3-8eee-4ba6-b719-307b5722dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.656708 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-6dc51ec3-8eee-4ba6-b719-307b5722dbe5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.2383199 Aug 31 16:03:05.660141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:05.739738 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-f6e8b151-e4c0-4dfa-8ab8-d24f6a0fc162 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd HTTP/1.1" status: 200 len: 217 time: 0.0713301 Aug 31 16:03:05.757742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:05.778274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:05.805412 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad4a2954-859b-424c-ab6f-9b9c55b5536c req-22e1c2e0-5995-4bf0-805e-23ce58cdf55a service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117797 Aug 31 16:03:05.808357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:05.816538 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:05.837370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:05.852060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object e3b1538d-b0fa-4dd8-a224-63e90677612d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:05.887259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53800) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:05.892533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:05.893994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-52f7b6ec-aca8-491d-96a6-994934790842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.895594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-52f7b6ec-aca8-491d-96a6-994934790842 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.1428277 Aug 31 16:03:05.897226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:05.904362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-523866466'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:05.912536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:05.916471 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:05.917653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbc596-80ba-47a0-aa3d-a1aab220abf4 req-da426907-d73a-4b18-9af1-393f850910d3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.924887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95bbc596-80ba-47a0-aa3d-a1aab220abf4 req-da426907-d73a-4b18-9af1-393f850910d3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1236362 Aug 31 16:03:05.963810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603d28b-25e1-49be-8d81-b9c0dde730b5 req-ce0d8b75-71af-4dde-84bb-70d73ac42d5e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:05.964268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-54602cbd-9f30-4f1c-8e7e-1a7327b84060 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378656 Aug 31 16:03:05.971212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:05.976696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:05.978738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9603d28b-25e1-49be-8d81-b9c0dde730b5 req-ce0d8b75-71af-4dde-84bb-70d73ac42d5e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 943 time: 0.1635706 Aug 31 16:03:06.009915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:06.014412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.043823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95bbc596-80ba-47a0-aa3d-a1aab220abf4 req-37b6fcf4-0267-43aa-878c-1d1e5648910b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175108 Aug 31 16:03:06.077848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:06.082907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=e3b1538d-b0fa-4dd8-a224-63e90677612d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:06.126019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9603d28b-25e1-49be-8d81-b9c0dde730b5 req-76517f40-dd91-4d56-bc2f-421aceceffd8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359975 Aug 31 16:03:06.162923 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-b0ea37e6-1c0b-489f-99fa-2c26e37d6a6a service neutron] 10.222.0.49 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872580 Aug 31 16:03:06.180206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:03:06.211895 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.212273 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Added segment c6fdbac2-363c-41df-b14c-7d6b6b67e8b8 of type vlan for network 7c841c8b-2b78-4547-8de6-f8157148052a Aug 31 16:03:06.226223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.227201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.295403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-bd8ea77d-22ec-4d98-9953-aa35b2e7b6bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9759982 Aug 31 16:03:06.328876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Request body: {'port': {'device_id': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:06.414947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-40ee6bca-7ed6-4b62-8a66-a1a4cb447573 req-07dcf87f-2948-4d0b-91f5-736053948542 service neutron] 10.222.0.49 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439182 Aug 31 16:03:06.425385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.509648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9e749e72-fac7-4702-a329-d44c7d9475df None None] Provisioning for port e3b1538d-b0fa-4dd8-a224-63e90677612d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:06.521573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9e749e72-fac7-4702-a329-d44c7d9475df None None] Provisioning complete for port e3b1538d-b0fa-4dd8-a224-63e90677612d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:06.521938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9e749e72-fac7-4702-a329-d44c7d9475df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.541040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-d42433b6-2020-422e-9dfe-67ea85d5aef6 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.543107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-d42433b6-2020-422e-9dfe-67ea85d5aef6 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 944 time: 0.1146457 Aug 31 16:03:06.575448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9e749e72-fac7-4702-a329-d44c7d9475df None None] Port e3b1538d-b0fa-4dd8-a224-63e90677612d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:06.597002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-584e2797-09de-4e1b-9a2d-4bef4a7c63e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4960103 Aug 31 16:03:06.616748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.685683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74715c6b-4adc-4870-9d1f-9ff00d6c8c31 req-be79bc32-e6e8-4f26-a392-cc99cb8b62de tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.687089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74715c6b-4adc-4870-9d1f-9ff00d6c8c31 req-be79bc32-e6e8-4f26-a392-cc99cb8b62de tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 935 time: 0.4582777 Aug 31 16:03:06.708455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.713883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.714483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.742071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e32923-d499-4228-98dc-12027d5ef6ae req-6716ee1c-68b6-46f4-a7b0-afbcc9e634de tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.743624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1e32923-d499-4228-98dc-12027d5ef6ae req-6716ee1c-68b6-46f4-a7b0-afbcc9e634de tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1587241 Aug 31 16:03:06.780857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Deleting port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:03:06.781416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.871000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9800770 Aug 31 16:03:06.873811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53810) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:06.894993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Network': ['ID=7c841c8b-2b78-4547-8de6-f8157148052a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:06.900430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1106254524'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:06.906362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74715c6b-4adc-4870-9d1f-9ff00d6c8c31 req-0e19d621-2769-47aa-b2ac-885d8986f681 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021618 Aug 31 16:03:06.923424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.923913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.924416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.924891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.925393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.925829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.926292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:06.928394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-196950d9-d351-44df-b0f6-5ad662c75a6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6507 time: 0.2676594 Aug 31 16:03:06.932632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.932989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.933720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.934062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.934395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.934726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.935051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.935374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.935758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.936019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.936372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.936697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4072bb-3275-4926-b057-4b0e525a6210 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:06.943899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1e32923-d499-4228-98dc-12027d5ef6ae req-f40ec5d2-6d40-42b2-a34c-60b604d62fba tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619341 Aug 31 16:03:06.946018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] For port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,segment=NetworkSegment(0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab),segment_id=0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:06.946401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:06.950228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b1538d-b0fa-4dd8-a224-63e90677612d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:06.957909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 7c841c8b-2b78-4547-8de6-f8157148052a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:03:06.982760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.015483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Calling delete_port for 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:03:07.041915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Transition to ACTIVE for port object e3b1538d-b0fa-4dd8-a224-63e90677612d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:07.042849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:07.048172 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.061926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.158299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:03:07.175155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-c7a69d0c-c322-4152-a9db-317d1ccc3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.175792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-c7a69d0c-c322-4152-a9db-317d1ccc3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.176659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-c7a69d0c-c322-4152-a9db-317d1ccc3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.178512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-c7a69d0c-c322-4152-a9db-317d1ccc3a68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=6f4e5254-44a7-46ea-90dc-a6286d186aec&id=6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 200 len: 2299 time: 0.2179053 Aug 31 16:03:07.187619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649320ab-dca0-4c1b-bc82-14817d33af76 req-ce22c750-a685-44a5-962a-8cf5acf0ae95 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.189744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-649320ab-dca0-4c1b-bc82-14817d33af76 req-ce22c750-a685-44a5-962a-8cf5acf0ae95 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b26104f-5fde-4b97-a891-89be7a4559b0 HTTP/1.1" status: 200 len: 944 time: 0.1446016 Aug 31 16:03:07.199448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.199930 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Added segment ae3d1016-52ac-4b79-8032-fea2dca01f0e of type vlan for network 9a806cad-9586-43bb-a6bd-068ba3bdd1be Aug 31 16:03:07.227511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b1538d-b0fa-4dd8-a224-63e90677612d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:07.241497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b835b9-a763-49f7-af95-e20e3cec14de req-03c39acf-6421-467a-9bb8-fe7b55d32c70 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.243070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04b835b9-a763-49f7-af95-e20e3cec14de req-03c39acf-6421-467a-9bb8-fe7b55d32c70 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 944 time: 0.1992464 Aug 31 16:03:07.305932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.314476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ce7dfe01-3fa3-479e-b78a-b53c807eff7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 200 len: 1001 time: 0.1234586 Aug 31 16:03:07.336579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-649320ab-dca0-4c1b-bc82-14817d33af76 req-ab6908a0-44a1-4779-aa99-45735b0dff30 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353922 Aug 31 16:03:07.360689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04b835b9-a763-49f7-af95-e20e3cec14de req-5b919f8e-320f-4dbd-b200-00b70fbc9993 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937521 Aug 31 16:03:07.399480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-c16d7dd3-c980-4e59-ad58-8217b9ebb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.401289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-c16d7dd3-c980-4e59-ad58-8217b9ebb9b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 HTTP/1.1" status: 200 len: 856 time: 0.0786290 Aug 31 16:03:07.417152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Attempting to bind port e3b1538d-b0fa-4dd8-a224-63e90677612d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:07.417750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Attempting to bind port e3b1538d-b0fa-4dd8-a224-63e90677612d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:07.417895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Attempting to bind port e3b1538d-b0fa-4dd8-a224-63e90677612d on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:07.427914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.433546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.434233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.448657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Port e3b1538d-b0fa-4dd8-a224-63e90677612d on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:07.448981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Attempting to bind port e3b1538d-b0fa-4dd8-a224-63e90677612d on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:07.492599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.532606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:07.532949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:07.533335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:07.533792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Bound port: e3b1538d-b0fa-4dd8-a224-63e90677612d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:07.534151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.543224 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6486454 Aug 31 16:03:07.544977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Pushing event deleted for resources: {'Port': ['ID=35f1f871-fe6d-44c8-97e6-a61d2bd92d35,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:07.549219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53828) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:07.555699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'subnet': {'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:07.566010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dee3e-09cc-41a1-9184-8c7a38c3e9c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Network': ['ID=9a806cad-9586-43bb-a6bd-068ba3bdd1be,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:07.566196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-b6e6d7cf-d6ed-4429-bbd3-fc0e04cd2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.567651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-b6e6d7cf-d6ed-4429-bbd3-fc0e04cd2027 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573279 Aug 31 16:03:07.577997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:03:07.624163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] No DVR routers for this DVR port 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:03:07.628301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.630199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e74c38cc-4da6-4f89-a25d-2912167c0a8a req-946fe80a-cfed-4395-827e-9ffc991d7bc7 tempest-ImagesTestJSON-671795782 tempest-ImagesTestJSON-671795782-project] 10.222.0.30 "DELETE /v2.0/ports/35f1f871-fe6d-44c8-97e6-a61d2bd92d35 HTTP/1.1" status: 204 len: 173 time: 1.0804384 Aug 31 16:03:07.630638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'name': 'network-vif-deleted', 'tag': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:07.633362 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06091108-de37-4848-be2f-91370f4d60a6" -d '{"events": [{"server_uuid": "1b26104f-5fde-4b97-a891-89be7a4559b0", "name": "network-vif-deleted", "tag": "35f1f871-fe6d-44c8-97e6-a61d2bd92d35"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:07.670252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:07.671155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] For port e3b1538d-b0fa-4dd8-a224-63e90677612d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:07.672552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3ca78276-c9b3-48c5-a417-fbab8c4eed8d up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:07.675393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] For port e3b1538d-b0fa-4dd8-a224-63e90677612d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:07.680630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.716313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a158c-867f-4b50-8ec3-92d57d42e42a req-ca878900-666f-4312-99dc-3f2f4c662426 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.724152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a24a158c-867f-4b50-8ec3-92d57d42e42a req-ca878900-666f-4312-99dc-3f2f4c662426 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 943 time: 0.2581711 Aug 31 16:03:07.732227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.732227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.733988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3b1538d-b0fa-4dd8-a224-63e90677612d HTTP/1.1" status: 200 len: 1096 time: 1.4133208 Aug 31 16:03:07.738594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-63c87796-796d-4536-b89d-6200f9796d91 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.745688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-63c87796-796d-4536-b89d-6200f9796d91 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.3067167 Aug 31 16:03:07.781917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb12bac-8af6-4b81-b21f-bb94e04b85d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b1538d-b0fa-4dd8-a224-63e90677612d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:07.805367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-2e76abe0-fa20-470b-9b24-093872d9b267 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/quotas/6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 375 time: 0.0582182 Aug 31 16:03:07.830309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:07.836727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:07.837099 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.887013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-b3c6dd43-047c-46b1-ab65-2ac4c2b2d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:07.889242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-b3c6dd43-047c-46b1-ab65-2ac4c2b2d105 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0884266 Aug 31 16:03:07.891918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:07.892475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a24a158c-867f-4b50-8ec3-92d57d42e42a req-8956564a-516b-4285-8405-cc027857ca6d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674099 Aug 31 16:03:07.906364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-6a480355-931b-4dc0-8998-d9507f66eac2 service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190207 Aug 31 16:03:07.909741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:07.910116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'port_id': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1', 'mac_address': 'fa:16:3e:02:b5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:07.913251 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:07.970132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-932c62ca-acc2-495e-94a9-2119deeace0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d HTTP/1.1" status: 200 len: 217 time: 0.0602286 Aug 31 16:03:08.003487 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.016908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.036752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:08.057717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:08.061880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-baa63540-4bf0-4ad7-99fd-08fb79a959f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.065024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-baa63540-4bf0-4ad7-99fd-08fb79a959f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0853825 Aug 31 16:03:08.067051 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c74068-c732-498f-9f6b-30a807f29f5d x-openstack-request-id: req-f5c74068-c732-498f-9f6b-30a807f29f5d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:08.067415 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b26104f-5fde-4b97-a891-89be7a4559b0", "name": "network-vif-deleted", "tag": "35f1f871-fe6d-44c8-97e6-a61d2bd92d35", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:08.067790 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5c74068-c732-498f-9f6b-30a807f29f5d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:08.068267 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b26104f-5fde-4b97-a891-89be7a4559b0', 'name': 'network-vif-deleted', 'tag': '35f1f871-fe6d-44c8-97e6-a61d2bd92d35', 'status': 'completed', 'code': 200} Aug 31 16:03:08.090852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,segment=NetworkSegment(0456364d-97bc-4e1d-ad5e-0e6432e8b8bb),segment_id=0456364d-97bc-4e1d-ad5e-0e6432e8b8bb)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:08.093701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af957b-523c-4ded-bf3e-638770f05c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:08.097083 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c9062d-2542-4ba3-94e6-c77fe2578afd" -d '{"events": [{"server_uuid": "51af957b-523c-4ded-bf3e-638770f05c21", "name": "network-vif-plugged", "status": "completed", "tag": "3ca78276-c9b3-48c5-a417-fbab8c4eed8d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:08.097996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-272ed711-1f8d-4ee6-9bd2-115562b32130 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2921388 Aug 31 16:03:08.103328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.106217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.138929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-aa96bc20-b813-47e0-a77c-5495817726cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.141368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-aa96bc20-b813-47e0-a77c-5495817726cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666723 Aug 31 16:03:08.179919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:08.218863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-eeb2a5ab-689b-420b-b2fc-1f13965d086d service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011384 Aug 31 16:03:08.226238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd80ccc9-7422-4933-b338-b9d4fddabbfd details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:08.257672 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-400b2681-ba6d-42da-bbc6-6a1ec37ac197 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061139 Aug 31 16:03:08.271223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-4444db60-67a7-4195-a497-c8c19c49cda8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 217 time: 0.0435758 Aug 31 16:03:08.282827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:08.360101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['eaf35ada-dcc7-4dcd-8a40-7e135c28eda1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:08.387721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1de26547-03b7-4e85-bb3b-393dd7ee9817 req-e2cdfe28-76d3-4560-a80a-bb73a1e1394d service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236873 Aug 31 16:03:08.410929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd80ccc9-7422-4933-b338-b9d4fddabbfd, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:08.413318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2386f11-f971-4361-9629-1d4e6ea61d96 req-ace79a06-3898-4a51-b8d8-b832fab30208 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.414933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2386f11-f971-4361-9629-1d4e6ea61d96 req-ace79a06-3898-4a51-b8d8-b832fab30208 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 947 time: 0.2761347 Aug 31 16:03:08.429446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd', 'network_id': 'f2b6ccf7-5234-4bd9-a50a-541b35071e9a', 'port_id': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd', 'mac_address': 'fa:16:3e:f9:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b2ec27-996a-4690-ad44-7ad17cb27654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:08.460551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-5925b09f-7906-41a9-8c32-06f3273e4840 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614810 Aug 31 16:03:08.461903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-5f703d73-4bf0-4c88-86bf-e2dae5ecbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.463272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-5f703d73-4bf0-4c88-86bf-e2dae5ecbb8d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.1847804 Aug 31 16:03:08.493468 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.516895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd80ccc9-7422-4933-b338-b9d4fddabbfd {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:08.552957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd80ccc9-7422-4933-b338-b9d4fddabbfd, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:08.561958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.587682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2386f11-f971-4361-9629-1d4e6ea61d96 req-deb32683-f53f-45c1-94ba-aac6c8e0da57 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398482 Aug 31 16:03:08.638768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dd80ccc9-7422-4933-b338-b9d4fddabbfd,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:08.653972 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3e6e36-49b3-442b-a6ac-cd84bde2fded x-openstack-request-id: req-4c3e6e36-49b3-442b-a6ac-cd84bde2fded {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:08.654711 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af957b-523c-4ded-bf3e-638770f05c21", "name": "network-vif-plugged", "status": "completed", "tag": "3ca78276-c9b3-48c5-a417-fbab8c4eed8d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:08.655040 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c3e6e36-49b3-442b-a6ac-cd84bde2fded {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:08.655924 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af957b-523c-4ded-bf3e-638770f05c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d', 'code': 200} Aug 31 16:03:08.658087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-d05c88be-a65e-4358-b872-ef559b871b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.659699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-d05c88be-a65e-4358-b872-ef559b871b07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1853695 Aug 31 16:03:08.684958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:08.758401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-1cb13440-2edd-423c-9291-007c994d2647 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827926 Aug 31 16:03:08.779230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5996-3e62-446a-9c45-8ad815b5147e req-3f39a419-9360-4267-bf3c-a042d3274700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.781153 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-617f5996-3e62-446a-9c45-8ad815b5147e req-3f39a419-9360-4267-bf3c-a042d3274700 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 1097 time: 0.0456085 Aug 31 16:03:08.829100 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-617f5996-3e62-446a-9c45-8ad815b5147e req-05367cb4-47e7-4075-bcfe-fc1719b17fa3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Aug 31 16:03:08.843864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Subnet': ['ID=d870bdf8-0b68-4112-8ae7-0858a5ee900c,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:08.885354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a70e77-34a9-4623-9544-76f245ce546b req-f1d2d587-a50b-4dea-ba33-09a00da8eef7 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:08.886358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7a70e77-34a9-4623-9544-76f245ce546b req-f1d2d587-a50b-4dea-ba33-09a00da8eef7 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 945 time: 0.1305521 Aug 31 16:03:08.889045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Checking segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:08.889435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network hostable DHCP agents. Network: 7c841c8b-2b78-4547-8de6-f8157148052a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:03:08.895231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ecd01989-5e0e-47c7-a35d-a4aa6bb375ca service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269158 Aug 31 16:03:08.904376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dd80ccc9-7422-4933-b338-b9d4fddabbfd'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:09.000776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 7c841c8b-2b78-4547-8de6-f8157148052a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:03:09.023226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3b57a1f-54fa-448f-b45e-0ac980dc4d61 req-13c2d51e-38ee-42be-be0b-cc866c87203b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 210 time: 0.0541792 Aug 31 16:03:09.029805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7a70e77-34a9-4623-9544-76f245ce546b req-552aa3dc-eb02-4c77-a1d2-ae84fa4ee501 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338496 Aug 31 16:03:09.032456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 7c841c8b-2b78-4547-8de6-f8157148052a) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:09.049312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e3f3c-4119-4a89-b55b-59db399ce766 None None] Network 7c841c8b-2b78-4547-8de6-f8157148052a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:09.049843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:09.050519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.086611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a5b867b0-77e6-4185-804d-a85507383ed3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5340118 Aug 31 16:03:09.086769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53860) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:09.092985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'subnet': {'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:09.107290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-4964a5a8-10e7-4bcb-b48d-32ea3b3f4e5c service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975055 Aug 31 16:03:09.174651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-e5aa3ea6-09fd-4a0d-b2fc-b0d214092c4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0582352 Aug 31 16:03:09.243461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:09.249811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.260920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd75e4-a4a4-4e4f-9b0a-6eff56085b74 req-5eb1ed85-0a6c-4f7e-97cb-b52e74757a08 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:09.262672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96bd75e4-a4a4-4e4f-9b0a-6eff56085b74 req-5eb1ed85-0a6c-4f7e-97cb-b52e74757a08 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 944 time: 0.0983717 Aug 31 16:03:09.267056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-9e40ed78-928c-4ceb-a60c-45ca6727bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:09.268581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-9e40ed78-928c-4ceb-a60c-45ca6727bcd4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0699954 Aug 31 16:03:09.372164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96bd75e4-a4a4-4e4f-9b0a-6eff56085b74 req-6ee8ca0f-df8d-419c-96cf-46709e6c8d45 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007824 Aug 31 16:03:09.381583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ccf75c4c-dac2-4b9e-b4ab-cf6cf6fcf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:09.383160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ccf75c4c-dac2-4b9e-b4ab-cf6cf6fcf8ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024232 Aug 31 16:03:09.388091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-7c841c8b-2b78-4547-8de6-f8157148052a', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:03:09.389343 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.508927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.586736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Subnet': ['ID=58149e93-70b0-43a4-b699-189fef298327,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:09.602343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Checking segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:09.602846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network hostable DHCP agents. Network: 9a806cad-9586-43bb-a6bd-068ba3bdd1be, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:03:09.609869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Allocated IP 10.1.1.2 (7c841c8b-2b78-4547-8de6-f8157148052a/d870bdf8-0b68-4112-8ae7-0858a5ee900c/ebdd2619-30e0-4d59-b6e3-fd7112d2b51a) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:09.634124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:03:09.646979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9a806cad-9586-43bb-a6bd-068ba3bdd1be) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:09.663023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:09.665017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.675906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724dcd5-7429-481a-b61e-bc9165dc667f None None] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:09.678610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:09.688151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:09.707146 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4796c8d6-f499-46e1-8ad3-1156be241ca2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6204159 Aug 31 16:03:09.729722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53894) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:09.737983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'name': 'tempest-TaggedBootDevicesTest-149473095', 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:09.834466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Deleting subnet de4f5e1c-fc7e-4584-95c6-5c3204263495 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:03:09.838054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.913832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-11714611-871e-4202-87f9-de2c3b708742 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141623 Aug 31 16:03:09.918171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:09.932501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f499e-3eea-47a4-90fc-cba046f4070e req-cb3b4e25-05ae-424c-8d1c-070ea9791d4e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:09.934259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d6f499e-3eea-47a4-90fc-cba046f4070e req-cb3b4e25-05ae-424c-8d1c-070ea9791d4e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 947 time: 0.0679755 Aug 31 16:03:09.976309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:09.995289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.029263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d6f499e-3eea-47a4-90fc-cba046f4070e req-21dbe421-92e9-46c8-938f-373fd247ea7f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847979 Aug 31 16:03:10.062456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-de805627-c233-42c6-9e56-41b3602b622c service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270237 Aug 31 16:03:10.076123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'tag': 'e3b1538d-b0fa-4dd8-a224-63e90677612d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:10.078453 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52614dd4-95f8-44f7-bfe3-2f401c670f40" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1", "tag": "e3b1538d-b0fa-4dd8-a224-63e90677612d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:10.148043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-bf49edda-5405-4776-93ea-86dab6bec2bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=5141561a-59b8-4429-ae4d-7ba252005c67 HTTP/1.1" status: 200 len: 217 time: 0.0786684 Aug 31 16:03:10.170824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.181091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.207727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4f5e1c-fc7e-4584-95c6-5c3204263495,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:10.209577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:10.221092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.222985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5915c008-b255-45bf-a3d9-a2315b8fb26a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de4f5e1c-fc7e-4584-95c6-5c3204263495 HTTP/1.1" status: 204 len: 168 time: 0.5335093 Aug 31 16:03:10.228399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:10.232446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:10.233455 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.236660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75c56eb2-83d1-45de-9705-26493972257c req-ec24534b-8356-4f10-8b81-a87d6a30525e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 210 time: 0.0846539 Aug 31 16:03:10.238345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] device_id is not set on port 46bb7e1a-8b61-411e-b097-d411f02d6472 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:03:10.240830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd80ccc9-7422-4933-b338-b9d4fddabbfd up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:10.271849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ec516461-2770-4e0f-b095-026f0c37b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.273382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ec516461-2770-4e0f-b095-026f0c37b7cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.1105032 Aug 31 16:03:10.295788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae396-4508-4306-89e3-8d49a4334512 req-8d4a1903-139e-43ce-9237-6cfb7b861d0b tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.297616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-609ae396-4508-4306-89e3-8d49a4334512 req-8d4a1903-139e-43ce-9237-6cfb7b861d0b tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 945 time: 0.0646310 Aug 31 16:03:10.349023 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd70001e-2f10-4f17-ab5c-5556cdcc4792 x-openstack-request-id: req-dd70001e-2f10-4f17-ab5c-5556cdcc4792 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:10.349222 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1", "tag": "e3b1538d-b0fa-4dd8-a224-63e90677612d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:10.349474 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd70001e-2f10-4f17-ab5c-5556cdcc4792 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:10.349881 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'tag': 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'status': 'completed', 'code': 200} Aug 31 16:03:10.360467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.364378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.372340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-9f007f7c-94a8-431e-ad1d-ce2c2c9c0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.373912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-9f007f7c-94a8-431e-ad1d-ce2c2c9c0237 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753350 Aug 31 16:03:10.377274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Transition to ACTIVE for port object ebdd2619-30e0-4d59-b6e3-fd7112d2b51a will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:10.387376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-609ae396-4508-4306-89e3-8d49a4334512 req-2e9f11a1-52da-418a-ba38-d4adc1a1520d tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Aug 31 16:03:10.406059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Transition to ACTIVE for port object ebdd2619-30e0-4d59-b6e3-fd7112d2b51a will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:10.427886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.520514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-18f7ea8b-1bda-4c79-b454-69710a10c9ac service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320655 Aug 31 16:03:10.541374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Pushing event updated for resources: {'Port': ['ID=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:10.552067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'fixed_ips': [{'subnet_id': '58149e93-70b0-43a4-b699-189fef298327'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:03:10.553621 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.623190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Network 7c841c8b-2b78-4547-8de6-f8157148052a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:10.625767 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.631824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:10.634676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:10.663025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-cd53c6d8-7da7-4092-ab55-b318f98903b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.663595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-dcbee400-a73e-4971-b4af-9343cb233c13 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107624 Aug 31 16:03:10.664553 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-cd53c6d8-7da7-4092-ab55-b318f98903b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 1099 time: 0.2952638 Aug 31 16:03:10.676266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:10.678542 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6219f2-88c0-4e30-b205-1f4960479bc7" -d '{"events": [{"server_uuid": "f6aa9fb4-499a-4a7d-b733-d535584f30f5", "name": "network-vif-plugged", "status": "completed", "tag": "eaf35ada-dcc7-4dcd-8a40-7e135c28eda1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:10.685649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.687843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa0024-3db0-462f-8395-2fea427c6bea req-0fc1c670-1416-48b7-ac90-0467b4f245c5 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.690288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7fa0024-3db0-462f-8395-2fea427c6bea req-0fc1c670-1416-48b7-ac90-0467b4f245c5 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 944 time: 0.1688306 Aug 31 16:03:10.709601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 10.1.1.60 (7c841c8b-2b78-4547-8de6-f8157148052a/d870bdf8-0b68-4112-8ae7-0858a5ee900c/46bb7e1a-8b61-411e-b097-d411f02d6472) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:10.736492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ba32d4cd-2311-4243-90b3-5c0448d81553 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0 HTTP/1.1" status: 200 len: 217 time: 0.0447316 Aug 31 16:03:10.746628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc66721b-b4e4-4272-af20-e9f2d4563f55']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:10.770899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:10.783405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7fa0024-3db0-462f-8395-2fea427c6bea req-1b28ad23-4fd4-4487-b63d-500d629d6dc0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496364 Aug 31 16:03:10.787583 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00245b5d-9edf-4ca8-8269-477731be1063 x-openstack-request-id: req-00245b5d-9edf-4ca8-8269-477731be1063 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:10.787902 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6aa9fb4-499a-4a7d-b733-d535584f30f5", "name": "network-vif-plugged", "status": "completed", "tag": "eaf35ada-dcc7-4dcd-8a40-7e135c28eda1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:10.788149 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00245b5d-9edf-4ca8-8269-477731be1063 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:10.788562 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1', 'code': 200} Aug 31 16:03:10.797088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port dd80ccc9-7422-4933-b338-b9d4fddabbfd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:10.817690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.818521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:10.834343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-32d9d0d2-1e2f-4053-b3fe-22699a4374f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.835670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-32d9d0d2-1e2f-4053-b3fe-22699a4374f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0563645 Aug 31 16:03:10.870005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:03:10.870345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 35f1f871-fe6d-44c8-97e6-a61d2bd92d35 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:03:10.877420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port dd80ccc9-7422-4933-b338-b9d4fddabbfd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:10.877819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.895570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-65ac75a1-199b-4c8e-891d-589c718c0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:10.897334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-65ac75a1-199b-4c8e-891d-589c718c0b67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543551 Aug 31 16:03:10.932386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Attempting to bind port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:10.932910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Attempting to bind port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:10.933376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Attempting to bind port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:10.982392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:10.982973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Checking segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:10.983476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:10.983972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Bound using segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:10.984588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Bound port: ebdd2619-30e0-4d59-b6e3-fd7112d2b51a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:10.985071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.014093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-dcb67125-4246-4839-80d9-85c1bfa4d134 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081913 Aug 31 16:03:11.022177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:11.053844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Allocated IP 10.2.2.2 (9a806cad-9586-43bb-a6bd-068ba3bdd1be/58149e93-70b0-43a4-b699-189fef298327/3dcf002f-ad66-4e53-a1cc-baad54d15aad) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:11.101978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:11.102536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1b8c39-70c9-4f6d-9f8e-2e24a0f0bfab') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:11.134309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.138043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-ea1a2ed2-2cd8-4420-8c15-e7259af78f9f service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167388 Aug 31 16:03:11.149365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] For port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:11.185629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-f8b13725-466e-4cc1-87e8-3868e939e904 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.187136 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-f8b13725-466e-4cc1-87e8-3868e939e904 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.7382603 Aug 31 16:03:11.188117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] For port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:11.200049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.206288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.206603 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:03:11.212238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'port': {'device_id': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'admin_state_up': True, 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:11.235094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.237353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:03:11.237769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:03:11.239650 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:03:11.244649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-aba70031-54ff-442b-8954-4f7eb1c36f0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203aecc3-7275-49b3-8b17-d82597983e62 HTTP/1.1" status: 200 len: 217 time: 0.0948668 Aug 31 16:03:11.318200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a5c32-e5d6-4fbf-8f6e-b8582eb1b5b1 req-9c1cddba-e6f5-4599-aef2-f74aec071f4f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.327208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff0a5c32-e5d6-4fbf-8f6e-b8582eb1b5b1 req-9c1cddba-e6f5-4599-aef2-f74aec071f4f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 947 time: 0.1683261 Aug 31 16:03:11.335481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ced1-3347-4870-9f0d-28de93d6ce1d None None] Pushing event updated for resources: {'Port': ['ID=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:11.345272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd80ccc9-7422-4933-b338-b9d4fddabbfd, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:11.359800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.387909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad5dc-c47c-460b-bc8b-bced09c3767a req-f907573b-c4ea-4db7-9ad0-57e99d8fc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.389376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e90ad5dc-c47c-460b-bc8b-bced09c3767a req-f907573b-c4ea-4db7-9ad0-57e99d8fc85e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.2949028 Aug 31 16:03:11.393574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-2cd9063b-c364-4c17-8ab7-92b557398c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.396055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-2cd9063b-c364-4c17-8ab7-92b557398c1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1361871 Aug 31 16:03:11.421963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-f10352f3-6446-438c-98d8-3b45ca3772fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.424019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-f10352f3-6446-438c-98d8-3b45ca3772fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.7339809 Aug 31 16:03:11.446922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff0a5c32-e5d6-4fbf-8f6e-b8582eb1b5b1 req-f76d3372-71a6-4fe5-9b49-2c0213faa595 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176686 Aug 31 16:03:11.451292 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.477730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dd80ccc9-7422-4933-b338-b9d4fddabbfd,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:11.482177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Transition to ACTIVE for port object 3dcf002f-ad66-4e53-a1cc-baad54d15aad will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:11.482909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66c39181-e3d5-4cee-a3f8-e73be4ae2e33 req-27e5aa0d-38ed-4ba9-9c89-c9f962e36aaf tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 210 time: 0.1149962 Aug 31 16:03:11.522011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-1ff8ae79-ddc2-433c-9491-c827441bc20b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d HTTP/1.1" status: 200 len: 217 time: 0.0866768 Aug 31 16:03:11.522907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.530990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Transition to ACTIVE for port object 3dcf002f-ad66-4e53-a1cc-baad54d15aad will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:11.545007 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.555017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.557031 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cc66721b-b4e4-4272-af20-e9f2d4563f55 HTTP/1.1" status: 204 len: 168 time: 1.3276491 Aug 31 16:03:11.599947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-e3f68dbe-3ad7-4b4a-938a-3abace3fb9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.602188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-e3f68dbe-3ad7-4b4a-938a-3abace3fb9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709704 Aug 31 16:03:11.633046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55241-165d-4fd3-9d8d-a6d99f74e943 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc66721b-b4e4-4272-af20-e9f2d4563f55,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:11.651859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e90ad5dc-c47c-460b-bc8b-bced09c3767a req-c6d3f6e2-b5e9-4170-b6c0-a082803a1291 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266786 Aug 31 16:03:11.667321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:11.674571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Pushing event updated for resources: {'Port': ['ID=3dcf002f-ad66-4e53-a1cc-baad54d15aad,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:11.677841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:11.680379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:11.709433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.733351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object 46bb7e1a-8b61-411e-b097-d411f02d6472 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:11.760164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-0205d806-7604-4193-a867-6757dcf1bef3 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504059 Aug 31 16:03:11.781897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Attempting to bind port 3dcf002f-ad66-4e53-a1cc-baad54d15aad on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:11.783010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Attempting to bind port 3dcf002f-ad66-4e53-a1cc-baad54d15aad by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:11.783538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Attempting to bind port 3dcf002f-ad66-4e53-a1cc-baad54d15aad on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:11.790896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:11.791536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Checking segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:11.792644 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.793212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Bound using segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:11.793786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Bound port: 3dcf002f-ad66-4e53-a1cc-baad54d15aad, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:11.794271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.798318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-7978991c-080a-44ef-b8e7-1a235d79b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.800503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-7978991c-080a-44ef-b8e7-1a235d79b761 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.2608659 Aug 31 16:03:11.805372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:11.810099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.821714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:11.876353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e911c-1fcf-4bbc-bfd8-23712444742d req-144fedeb-ecff-4073-a5f3-36db89f28a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:11.877958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d53e911c-1fcf-4bbc-bfd8-23712444742d req-144fedeb-ecff-4073-a5f3-36db89f28a47 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 945 time: 0.1340666 Aug 31 16:03:11.901713 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.906703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] For port 3dcf002f-ad66-4e53-a1cc-baad54d15aad, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:11.912557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] For port 3dcf002f-ad66-4e53-a1cc-baad54d15aad, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3dcf002f-ad66-4e53-a1cc-baad54d15aad,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:11.918157 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:11.972583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-cb078527-a855-4431-bfa4-97cf6418a3a1 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940691 Aug 31 16:03:11.980871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 7c841c8b-2b78-4547-8de6-f8157148052a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:11.989146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d53e911c-1fcf-4bbc-bfd8-23712444742d req-44af5ea1-41da-446c-8cd1-880d94309728 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944593 Aug 31 16:03:11.999682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-c1107413-b5e1-4fed-9d69-bcc2de622ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:12.001745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-c1107413-b5e1-4fed-9d69-bcc2de622ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1809690 Aug 31 16:03:12.003095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:12.058097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492bd31-f833-4d88-a547-51cfa3b439d7 None None] Pushing event updated for resources: {'Port': ['ID=3dcf002f-ad66-4e53-a1cc-baad54d15aad,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:12.060212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:12.085024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-310b6891-68cf-43d2-9d86-1f70e605f92e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 200 len: 217 time: 0.1012228 Aug 31 16:03:12.108057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9018-abe4-4d62-8203-1db200ea01b3 req-6715c0e3-8342-4ece-b573-6e219010a930 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:12.117263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f09b9018-abe4-4d62-8203-1db200ea01b3 req-6715c0e3-8342-4ece-b573-6e219010a930 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1506274 Aug 31 16:03:12.139051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:12.140371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:12.147753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c521af49-8dfd-442d-b685-daad115abf2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26706d8887614b998f101b0bb5169373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049469 Aug 31 16:03:12.186379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53926) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:12.247252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e3b1538d-b0fa-4dd8-a224-63e90677612d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:12.253122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:12.282066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f09b9018-abe4-4d62-8203-1db200ea01b3 req-4fa5cf63-b1fd-4c34-8a13-f5f7eccb7a00 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604364 Aug 31 16:03:12.283888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-d9677d85-fdd4-4720-bf3a-69417c29d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:12.288500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-d9677d85-fdd4-4720-bf3a-69417c29d9c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.1946447 Aug 31 16:03:12.309691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-98838111-1769-4b74-96dc-da5019c93b0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5777161 Aug 31 16:03:12.320630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53932) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:12.352775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'name': 'tempest-TaggedBootDevicesTest-196616868', 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:12.443944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Allocated IP 172.20.0.4 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/ea45eb0f-0c96-49d3-98d2-bad74165a39e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:12.492510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e3b1538d-b0fa-4dd8-a224-63e90677612d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:12.511395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'mac_address': 'fa:16:3e:f3:e2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:12.572069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-6cb9233d-293b-42b8-b914-050469132a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:12.573598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-6cb9233d-293b-42b8-b914-050469132a9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2540712 Aug 31 16:03:12.574236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c0893-2101-4753-afd1-e49608f37704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:12.613646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:12.638701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b1538d-b0fa-4dd8-a224-63e90677612d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:12.692563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e3b1538d-b0fa-4dd8-a224-63e90677612d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:12.695716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-c6d7ce09-c5bd-40d9-8526-63f42edea377 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364944 Aug 31 16:03:12.700548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:12.835150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:12.838668 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d488c2d0-e23a-4586-a42d-8545df9b142e" -d '{"events": [{"server_uuid": "d54b7cc6-7e96-43b0-bd0d-bde15a57f997", "name": "network-vif-plugged", "status": "completed", "tag": "dd80ccc9-7422-4933-b338-b9d4fddabbfd"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:12.843486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e3b1538d-b0fa-4dd8-a224-63e90677612d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:12.860985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52614dd4-95f8-44f7-bfe3-2f401c670f40 req-2a3573c8-e960-4589-889a-81d32e48dc45 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527629 Aug 31 16:03:12.882659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:12.901790 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-d3436992-8a68-4d61-be2d-d4d3733efe3f service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140435 Aug 31 16:03:12.925390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Transition to ACTIVE for port object ea45eb0f-0c96-49d3-98d2-bad74165a39e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:12.993388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.007634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83b5ebbb-6f00-4a53-81e2-e009f8752555 req-c42315eb-f72a-432c-b489-d03c1169fabc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 210 time: 0.1020274 Aug 31 16:03:13.051393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e3b1538d-b0fa-4dd8-a224-63e90677612d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:13.055678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffe3f3-be93-4c87-85ec-6c802706ac0b None None] Network 7c841c8b-2b78-4547-8de6-f8157148052a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:13.110308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:13.123412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c0893-2101-4753-afd1-e49608f37704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.124063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:13.155215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:13.179886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28ec9-2cfb-459a-b710-8e058dd59925 req-c9c20aa1-4ce7-4727-ba77-45dc5ef07db0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:13.187175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7e28ec9-2cfb-459a-b710-8e058dd59925 req-c9c20aa1-4ce7-4727-ba77-45dc5ef07db0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 948 time: 0.5740404 Aug 31 16:03:13.195508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ebdd2619-30e0-4d59-b6e3-fd7112d2b51a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:13.196827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:13.209989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=ea45eb0f-0c96-49d3-98d2-bad74165a39e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:13.327458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:13.328672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.354074 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-57592560-d162-45fe-8cae-5ffd6d09a52d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1502442 Aug 31 16:03:13.384549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-855477c3-03c4-4e29-8f5c-27d4602ba035 None None] Provisioning for port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:13.389462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Request body: {'port': {'device_id': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:13.431868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7e28ec9-2cfb-459a-b710-8e058dd59925 req-16e87a7d-2757-45a4-aa54-e8ec0f503c22 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437038 Aug 31 16:03:13.493065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5682f-6b97-4bdd-aa60-1e68f7db4d9a req-f5ab866c-af1b-4d77-85f9-0abc5bab9d17 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:13.509250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87e5682f-6b97-4bdd-aa60-1e68f7db4d9a req-f5ab866c-af1b-4d77-85f9-0abc5bab9d17 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 945 time: 0.2464855 Aug 31 16:03:13.535003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.567599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:13.584907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:13.585413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.693584 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfca1a86-77cd-4343-bc5c-d318ccce18df x-openstack-request-id: req-cfca1a86-77cd-4343-bc5c-d318ccce18df {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:13.693986 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54b7cc6-7e96-43b0-bd0d-bde15a57f997", "name": "network-vif-plugged", "status": "completed", "tag": "dd80ccc9-7422-4933-b338-b9d4fddabbfd", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:13.694346 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfca1a86-77cd-4343-bc5c-d318ccce18df {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:13.694855 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd', 'code': 200} Aug 31 16:03:13.719456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c0893-2101-4753-afd1-e49608f37704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.731299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c0893-2101-4753-afd1-e49608f37704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.738921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-843c0893-2101-4753-afd1-e49608f37704 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108 HTTP/1.1" status: 204 len: 168 time: 1.5516224 Aug 31 16:03:13.750504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc8f7fd4-3606-4fcb-a076-35f37e1c00a3 req-6f5ee6b6-0954-4bd8-97b5-cf6a08be0150 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009956 Aug 31 16:03:13.833379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c0893-2101-4753-afd1-e49608f37704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3e04e-9a02-44aa-a4da-3ac2eb9e5108,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:13.868678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f96d89-512f-459d-a4d4-785fb67b3ac8 None None] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:13.875865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-84e8f5d8-0851-488c-80f2-f5575c842ec7 None None] Provisioning for port ea45eb0f-0c96-49d3-98d2-bad74165a39e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:13.909655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:13.975908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87e5682f-6b97-4bdd-aa60-1e68f7db4d9a req-7c717da0-974b-4a54-bcc4-a14d2f65c9b2 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584827 Aug 31 16:03:14.069205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.119767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d27d-3efc-4133-8d2f-4ace60e21b46 req-a210076e-6c5c-4e99-9435-3f4a9891be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:14.122576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dc2d27d-3efc-4133-8d2f-4ace60e21b46 req-a210076e-6c5c-4e99-9435-3f4a9891be3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 1097 time: 0.2904153 Aug 31 16:03:14.154773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] device_id is not set on port b38a3048-64b7-477c-830f-5f0a715974ed yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:03:14.189931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-84e8f5d8-0851-488c-80f2-f5575c842ec7 None None] Provisioning complete for port ea45eb0f-0c96-49d3-98d2-bad74165a39e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:14.190704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-84e8f5d8-0851-488c-80f2-f5575c842ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.246551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-84e8f5d8-0851-488c-80f2-f5575c842ec7 None None] Port ea45eb0f-0c96-49d3-98d2-bad74165a39e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:14.367779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5654888-93d3-4faf-a6ec-9b7ae454564c req-24494cbc-1579-4e7b-86d1-20e848eea824 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:14.375469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5654888-93d3-4faf-a6ec-9b7ae454564c req-24494cbc-1579-4e7b-86d1-20e848eea824 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.4035258 Aug 31 16:03:14.396464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea45eb0f-0c96-49d3-98d2-bad74165a39e {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:14.410163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.411821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:14.447842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Transition to ACTIVE for port object ea45eb0f-0c96-49d3-98d2-bad74165a39e will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:14.462730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.490825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.491792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3dcf002f-ad66-4e53-a1cc-baad54d15aad up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:14.508503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5654888-93d3-4faf-a6ec-9b7ae454564c req-4cb3018d-79a8-4112-8bb3-1da3b9780ebe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320264 Aug 31 16:03:14.535870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2dc2d27d-3efc-4133-8d2f-4ace60e21b46 req-f976d6da-ce26-48f4-baa1-79c71a6268fc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906362 Aug 31 16:03:14.578847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Provisioning complete for port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:14.579711 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.659383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-f02a335f-1c84-4ff1-9890-4bc210dfed2d tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:14.661573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-f02a335f-1c84-4ff1-9890-4bc210dfed2d tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.30 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 945 time: 0.4679575 Aug 31 16:03:14.667255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ec22c-c841-44ea-aa14-37be49ba7303 req-379db7c9-5416-455b-8d2a-6cb1fc059639 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:14.675466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-856ec22c-c841-44ea-aa14-37be49ba7303 req-379db7c9-5416-455b-8d2a-6cb1fc059639 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 931 time: 0.4252756 Aug 31 16:03:14.731569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Pushing event updated for resources: {'Port': ['ID=ea45eb0f-0c96-49d3-98d2-bad74165a39e,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:14.886724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-856ec22c-c841-44ea-aa14-37be49ba7303 req-d3067125-3160-45c6-8efe-d102aa6b33b3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896298 Aug 31 16:03:14.889881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Attempting to bind port ea45eb0f-0c96-49d3-98d2-bad74165a39e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:14.890374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Attempting to bind port ea45eb0f-0c96-49d3-98d2-bad74165a39e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:14.890824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Attempting to bind port ea45eb0f-0c96-49d3-98d2-bad74165a39e on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:14.901648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Port ea45eb0f-0c96-49d3-98d2-bad74165a39e on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:14.902218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Attempting to bind port ea45eb0f-0c96-49d3-98d2-bad74165a39e on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:14.917536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:14.918240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:14.918987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:14.919888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Bound port: ea45eb0f-0c96-49d3-98d2-bad74165a39e, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:14.920289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:14.939939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db50491-bc63-41b8-a74e-bd5795f18445 req-be91b185-5191-46fd-a5e5-e9d3ffdaee73 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:14.941920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0db50491-bc63-41b8-a74e-bd5795f18445 req-be91b185-5191-46fd-a5e5-e9d3ffdaee73 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 948 time: 0.2862377 Aug 31 16:03:14.953586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:14.968129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3dcf002f-ad66-4e53-a1cc-baad54d15aad completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:15.021126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Deleting port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:03:15.024136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.055678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Provisioning for port 46bb7e1a-8b61-411e-b097-d411f02d6472 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:15.063873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Provisioning complete for port 46bb7e1a-8b61-411e-b097-d411f02d6472 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:15.064307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.083617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 10.1.1.210 (7c841c8b-2b78-4547-8de6-f8157148052a/d870bdf8-0b68-4112-8ae7-0858a5ee900c/b38a3048-64b7-477c-830f-5f0a715974ed) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:15.115777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53978) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:15.160290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ebdd2619-30e0-4d59-b6e3-fd7112d2b51a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:15.170275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] For port ea45eb0f-0c96-49d3-98d2-bad74165a39e, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:15.186605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] For port ea45eb0f-0c96-49d3-98d2-bad74165a39e, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:15.189730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Port 46bb7e1a-8b61-411e-b097-d411f02d6472 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:15.194580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.221812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Provisioning for port 3dcf002f-ad66-4e53-a1cc-baad54d15aad completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:15.230005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Provisioning complete for port 3dcf002f-ad66-4e53-a1cc-baad54d15aad triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:15.230376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.274127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:15.275013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.277080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea45eb0f-0c96-49d3-98d2-bad74165a39e HTTP/1.1" status: 200 len: 1092 time: 1.9051559 Aug 31 16:03:15.277226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:15.277403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.300455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'tag': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:15.303301 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "41cbacf0-ba0b-4d51-b613-bdc7b0f222bf", "tag": "ea45eb0f-0c96-49d3-98d2-bad74165a39e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:15.310089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0db50491-bc63-41b8-a74e-bd5795f18445 req-e8489a6b-b280-465c-be11-88defdb01dfc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033435 Aug 31 16:03:15.321824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] For port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,segment=NetworkSegment(0456364d-97bc-4e1d-ad5e-0e6432e8b8bb),segment_id=0456364d-97bc-4e1d-ad5e-0e6432e8b8bb)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:15.322924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.355239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Calling delete_port for 3ca78276-c9b3-48c5-a417-fbab8c4eed8d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:03:15.380548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1004187728-network', 'tenant_id': '6d3b4813ec63425f854c9ba2c891acfc'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:15.424253 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48eb0f-fb19-4156-884f-de2556b1abde x-openstack-request-id: req-1f48eb0f-fb19-4156-884f-de2556b1abde {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:15.424847 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cbacf0-ba0b-4d51-b613-bdc7b0f222bf", "tag": "ea45eb0f-0c96-49d3-98d2-bad74165a39e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:15.424847 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f48eb0f-fb19-4156-884f-de2556b1abde {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:15.425442 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'tag': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e', 'status': 'completed', 'code': 200} Aug 31 16:03:15.426034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e46586-fb00-4157-bf24-8e631d603c47 service neutron] Pushing event updated for resources: {'Port': ['ID=ea45eb0f-0c96-49d3-98d2-bad74165a39e,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:15.471639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcd93e-5162-4e17-b4d8-4757c29cf596 req-60b5245f-509e-47cf-a2c3-9f9e1867df67 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:15.474905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fbcd93e-5162-4e17-b4d8-4757c29cf596 req-60b5245f-509e-47cf-a2c3-9f9e1867df67 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 945 time: 0.3014379 Aug 31 16:03:15.512717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Made reservation on behalf of 6d3b4813ec63425f854c9ba2c891acfc for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:15.516562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.556228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.564319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-9455ff3f-7534-421f-ac00-860210f70413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:15.565866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-9455ff3f-7534-421f-ac00-860210f70413 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 1095 time: 0.1796899 Aug 31 16:03:15.566331 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.576828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fbcd93e-5162-4e17-b4d8-4757c29cf596 req-87bd8f41-2941-4619-885c-864f9bc29323 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/security-groups?id=de92126e-4963-4452-bbb4-de16a123380d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911381 Aug 31 16:03:15.657276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] For port 3dcf002f-ad66-4e53-a1cc-baad54d15aad, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3dcf002f-ad66-4e53-a1cc-baad54d15aad,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:15.662689 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.672731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.682771 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-be93266a-1766-4a3f-a0da-967fe29789b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e HTTP/1.1" status: 200 len: 217 time: 0.0911932 Aug 31 16:03:15.694873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object b38a3048-64b7-477c-830f-5f0a715974ed will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:15.713086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2163e04-9d0d-4c8f-b9af-7cec8b9ed653 req-8f664715-9495-421e-a2b9-3b6f2c5b0ffe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:15.714654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2163e04-9d0d-4c8f-b9af-7cec8b9ed653 req-8f664715-9495-421e-a2b9-3b6f2c5b0ffe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0793786 Aug 31 16:03:15.762112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e5000-2816-4980-9553-26d5d0a1ce24 None None] Pushing event updated for resources: {'Port': ['ID=3dcf002f-ad66-4e53-a1cc-baad54d15aad,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:15.794471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-b40c1abe-a134-4ca7-8782-df30e64a1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:15.796725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-b40c1abe-a134-4ca7-8782-df30e64a1add service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0967119 Aug 31 16:03:15.797605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-96762ab1-dd26-426f-a797-8819797fe000 None None] Provisioning complete for port 3dcf002f-ad66-4e53-a1cc-baad54d15aad triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:15.798225 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96762ab1-dd26-426f-a797-8819797fe000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.803338 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.882420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Pushing event deleted for resources: {'Port': ['ID=3ca78276-c9b3-48c5-a417-fbab8c4eed8d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:15.930667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-96762ab1-dd26-426f-a797-8819797fe000 None None] Provisioning complete for port 46bb7e1a-8b61-411e-b097-d411f02d6472 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:15.931045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96762ab1-dd26-426f-a797-8819797fe000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:15.994273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-96762ab1-dd26-426f-a797-8819797fe000 None None] Port 46bb7e1a-8b61-411e-b097-d411f02d6472 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:16.014012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] No DVR routers for this DVR port 3ca78276-c9b3-48c5-a417-fbab8c4eed8d on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:03:16.023027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.026457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c81ff754-3ee8-449f-b596-1cc3018a7274 req-d58a777e-e41f-4506-8433-5c359dae4b48 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.30 "DELETE /v2.0/ports/3ca78276-c9b3-48c5-a417-fbab8c4eed8d HTTP/1.1" status: 204 len: 173 time: 1.2989361 Aug 31 16:03:16.061282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-7e48a9a0-3533-43ff-86f1-8ffb8a2763bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.064035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-7e48a9a0-3533-43ff-86f1-8ffb8a2763bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2532878 Aug 31 16:03:16.146221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2163e04-9d0d-4c8f-b9af-7cec8b9ed653 req-7fed6e01-49de-45c0-a927-089e9db31a38 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083812 Aug 31 16:03:16.147915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.207988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.223888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.232166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 7c841c8b-2b78-4547-8de6-f8157148052a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:16.246516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:16.265064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:16.270810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e3b1538d-b0fa-4dd8-a224-63e90677612d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:16.326660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:03:16.350240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-de7cae53-5bd5-4e24-b5d1-fd90368b9a42 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737949 Aug 31 16:03:16.386138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7958335f-fbd3-45fe-95f9-1f19e1e1efd5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:16.406022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:16.408847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.409202 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Added segment dc368d95-548c-4d4b-98f9-50950e83f0f3 of type vlan for network 0332e679-f98e-4ec0-ab22-e5132dbab898 Aug 31 16:03:16.452596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port e3b1538d-b0fa-4dd8-a224-63e90677612d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:16.466266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e3b1538d-b0fa-4dd8-a224-63e90677612d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:16.468801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.528927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.529607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.570516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e3a4-1b84-424a-a63a-3b7d0e6a6c53 req-8ffe6248-33ae-4a2a-a915-7153334082ed tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.575905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.599260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.599715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4921e3a4-1b84-424a-a63a-3b7d0e6a6c53 req-8ffe6248-33ae-4a2a-a915-7153334082ed tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 943 time: 0.3263755 Aug 31 16:03:16.607454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b1538d-b0fa-4dd8-a224-63e90677612d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:16.610148 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ff400-4ccd-4ccf-91f3-7a874bba00a8" -d '{"events": [{"server_uuid": "3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3b1538d-b0fa-4dd8-a224-63e90677612d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:16.624501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e3b1538d-b0fa-4dd8-a224-63e90677612d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:16.627650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-29d79c20-9eb5-4815-93a9-e2eac82501ea req-8b418db2-aa94-44d2-ade8-65f5402c2e66 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554226 Aug 31 16:03:16.629702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.649957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-882fc0a4-b3ab-492a-93a4-79cf2c36a7d2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3283725 Aug 31 16:03:16.651454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.657055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.658306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.691209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4921e3a4-1b84-424a-a63a-3b7d0e6a6c53 req-b932e574-1645-45e8-b6e7-fb2455796eee tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892467 Aug 31 16:03:16.701402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582614b-6a25-4e4b-9957-ba3a4327eef2 req-f2cae908-391d-4139-b7f4-bccf658d918a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.710518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1582614b-6a25-4e4b-9957-ba3a4327eef2 req-f2cae908-391d-4139-b7f4-bccf658d918a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 948 time: 0.2916331 Aug 31 16:03:16.718887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-50e17e6e-c9a4-4bcb-ba45-3a36ae014838 None None] Provisioning for port b38a3048-64b7-477c-830f-5f0a715974ed completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:16.733306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-50e17e6e-c9a4-4bcb-ba45-3a36ae014838 None None] Provisioning complete for port b38a3048-64b7-477c-830f-5f0a715974ed triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:16.733788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50e17e6e-c9a4-4bcb-ba45-3a36ae014838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.762461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e3b1538d-b0fa-4dd8-a224-63e90677612d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:16.776731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.777125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.777593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.778008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.778539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.778931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.779958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.780392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.780795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.781192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.781607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.782001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:16.797951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-50e17e6e-c9a4-4bcb-ba45-3a36ae014838 None None] Port b38a3048-64b7-477c-830f-5f0a715974ed cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:16.800128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1582614b-6a25-4e4b-9957-ba3a4327eef2 req-499e41e9-1eaa-42f1-8589-9393391554de tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 Aug 31 16:03:16.814993 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6982255 Aug 31 16:03:16.817983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54006) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:16.830161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Request body: {'subnet': {'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1004187728-subnet', 'tenant_id': '6d3b4813ec63425f854c9ba2c891acfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:16.831029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d15b7d-d880-459b-b3dc-cbf3227fbd2f admin admin] Pushing event updated for resources: {'Network': ['ID=0332e679-f98e-4ec0-ab22-e5132dbab898,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:16.842719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 0332e679-f98e-4ec0-ab22-e5132dbab898 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:03:16.850639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-bd139190-bad4-463f-9396-9eda91bdf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.852472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-bd139190-bad4-463f-9396-9eda91bdf2db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 1095 time: 0.1452489 Aug 31 16:03:16.887527 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e58c18-05e4-4cfb-bb84-551011e89401 x-openstack-request-id: req-f4e58c18-05e4-4cfb-bb84-551011e89401 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:16.887841 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1", "name": "network-vif-plugged", "status": "completed", "tag": "e3b1538d-b0fa-4dd8-a224-63e90677612d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:16.888075 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4e58c18-05e4-4cfb-bb84-551011e89401 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:16.888507 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'code': 200} Aug 31 16:03:16.903057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f13ba499-7c7d-4f63-b26f-3ae1bde7b939 req-af831bd8-3b89-4d00-819c-5b02dedf0d83 tempest-ServerPasswordTestJSON-418622192 tempest-ServerPasswordTestJSON-418622192-project] 10.222.0.43 "GET /v2.0/ports?device_id=51af957b-523c-4ded-bf3e-638770f05c21 HTTP/1.1" status: 200 len: 210 time: 0.0561502 Aug 31 16:03:16.905113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Made reservation on behalf of 6d3b4813ec63425f854c9ba2c891acfc for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:16.908088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:16.963179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-476e279a-349b-4690-83a4-48785109a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:16.964969 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-476e279a-349b-4690-83a4-48785109a8ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.1033492 Aug 31 16:03:17.055855 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-d69bdf65-0afa-481a-808d-ecaa7a37dd70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e HTTP/1.1" status: 200 len: 217 time: 0.0832708 Aug 31 16:03:17.086680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3dcf002f-ad66-4e53-a1cc-baad54d15aad up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:17.115381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-4907ac2b-0d20-48c8-aced-e41146722ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.117054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-4907ac2b-0d20-48c8-aced-e41146722ea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0533581 Aug 31 16:03:17.148727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.178467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3dcf002f-ad66-4e53-a1cc-baad54d15aad triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:17.179285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.181341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-d7ddc23d-997d-423d-9a3a-34a8e50a174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.183318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-d7ddc23d-997d-423d-9a3a-34a8e50a174b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550334 Aug 31 16:03:17.318488 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-c2097cdc-5b71-4a12-9dff-bf64ce7dea9c service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237168 Aug 31 16:03:17.323719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b1a87f-ea3f-43ae-9469-fd56d0cde13c,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:17.325498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:17.334068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194f0c-901a-4ba6-a694-02fad2e2f858 req-311d69bd-c147-4471-8258-f9f9bf592a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.335606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b194f0c-901a-4ba6-a694-02fad2e2f858 req-311d69bd-c147-4471-8258-f9f9bf592a07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 1101 time: 0.2353458 Aug 31 16:03:17.337931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944234295', 'description': 'tempest-description--1124878869'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:17.343238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Checking segment: {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:17.343238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Network hostable DHCP agents. Network: 0332e679-f98e-4ec0-ab22-e5132dbab898, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:03:17.380947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d89af-1506-4081-a66a-7b1b3da877cd req-5d0ba75b-b6b1-44ad-88e2-a0755558eefe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.389155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b2d89af-1506-4081-a66a-7b1b3da877cd req-5d0ba75b-b6b1-44ad-88e2-a0755558eefe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1539822 Aug 31 16:03:17.397202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.426823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b194f0c-901a-4ba6-a694-02fad2e2f858 req-154752f5-bc95-4a14-ab58-fc7915bcfba7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803223 Aug 31 16:03:17.427382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Network 0332e679-f98e-4ec0-ab22-e5132dbab898 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:03:17.441035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af957b-523c-4ded-bf3e-638770f05c21', 'name': 'network-vif-deleted', 'tag': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:17.446134 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c464e6-66d1-45af-98ae-79b2e741a770" -d '{"events": [{"server_uuid": "51af957b-523c-4ded-bf3e-638770f05c21", "name": "network-vif-deleted", "tag": "3ca78276-c9b3-48c5-a417-fbab8c4eed8d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:17.447495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 0332e679-f98e-4ec0-ab22-e5132dbab898) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:17.452324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.452921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.467029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b2d89af-1506-4081-a66a-7b1b3da877cd req-7013e300-c339-49ba-bcd2-3437007b0482 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 Aug 31 16:03:17.472986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da1ae6f-f8b4-4f3d-b53c-b1c16148f5af None None] Network 0332e679-f98e-4ec0-ab22-e5132dbab898 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:17.490056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cff6d1f1-a8ff-47ff-8fee-17afe7bbbdad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6707139 Aug 31 16:03:17.579145 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d0e286-2c0d-44a3-b3d2-228c390900b3 x-openstack-request-id: req-56d0e286-2c0d-44a3-b3d2-228c390900b3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:17.579715 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af957b-523c-4ded-bf3e-638770f05c21", "name": "network-vif-deleted", "tag": "3ca78276-c9b3-48c5-a417-fbab8c4eed8d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:17.580123 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56d0e286-2c0d-44a3-b3d2-228c390900b3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:17.580675 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af957b-523c-4ded-bf3e-638770f05c21', 'name': 'network-vif-deleted', 'tag': '3ca78276-c9b3-48c5-a417-fbab8c4eed8d', 'status': 'completed', 'code': 200} Aug 31 16:03:17.624617 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e6b2bad2-690b-4047-8c32-eaaa5ee86ea1 req-cc72d89d-b9e5-4704-8e62-605fc2b727df service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899215 Aug 31 16:03:17.686548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.691686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.711974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3ca78276-c9b3-48c5-a417-fbab8c4eed8d no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:03:17.715498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75637b-dda0-4db2-92f5-d6a9c44dcd3d None None] Network 0332e679-f98e-4ec0-ab22-e5132dbab898 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:17.758840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde437e3-adcf-483d-a315-1d53448b956d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:17.770366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 3ca78276-c9b3-48c5-a417-fbab8c4eed8d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:03:17.770711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3ca78276-c9b3-48c5-a417-fbab8c4eed8d not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:03:17.780648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.786458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-201e68d4-55c1-43ac-abbb-888afa2bc366 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4503002 Aug 31 16:03:17.787232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54030) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:17.799027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'security_group_rule': {'security_group_id': 'fde437e3-adcf-483d-a315-1d53448b956d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:17.863943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.895401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-fb5db1af-55b7-4777-8a0b-08ce54f53b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.897207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-fb5db1af-55b7-4777-8a0b-08ce54f53b7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 1097 time: 0.1353021 Aug 31 16:03:17.919117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1b46-15c2-41ee-a4f9-07c2c0a3e6dc req-9b2f0305-6a34-4686-8481-37f7e12ea607 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:17.920844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-657c1b46-15c2-41ee-a4f9-07c2c0a3e6dc req-9b2f0305-6a34-4686-8481-37f7e12ea607 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1059480 Aug 31 16:03:17.927078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-63bc3c3a-b4a2-4643-b6f4-b22f8a6144eb req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1024822624', 'description': 'tempest-description-930996824'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:17.957193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.961577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:17.980032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb00e5a-0952-486c-9bc9-879d8ce3cc04,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:18.040969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.044946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-657c1b46-15c2-41ee-a4f9-07c2c0a3e6dc req-817b55b9-c3f7-48e9-82d3-733ff5b46076 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082671 Aug 31 16:03:18.045738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-63bc3c3a-b4a2-4643-b6f4-b22f8a6144eb req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.046560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-77d6983b-72ae-46e3-bec8-20830d1a149e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2583225 Aug 31 16:03:18.047215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54036) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:18.052951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'security_group_rule': {'security_group_id': 'fde437e3-adcf-483d-a315-1d53448b956d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:18.086018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.102589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-e860002b-eb6c-4f91-bd18-011c1fe3624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:18.104325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-e860002b-eb6c-4f91-bd18-011c1fe3624a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.1724570 Aug 31 16:03:18.154637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.158941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.168735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-575e0aff-78af-479f-a235-d4f3f19eb7d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd HTTP/1.1" status: 200 len: 217 time: 0.0457711 Aug 31 16:03:18.179357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5814771-b640-462d-b8a0-90cb64c161e7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:18.273878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-68755dda-1b43-47a5-b905-8be93c46986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:18.275388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-68755dda-1b43-47a5-b905-8be93c46986e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.0967758 Aug 31 16:03:18.282344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-63bc3c3a-b4a2-4643-b6f4-b22f8a6144eb req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.290765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.294970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e52e3269-4072-4aa4-9247-6f8cb1207217 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2437837 Aug 31 16:03:18.295116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-63bc3c3a-b4a2-4643-b6f4-b22f8a6144eb req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.295421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54038) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:18.300691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:18.309887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c668aba-e62e-4c21-b420-f9900f7104a3 req-45f89455-845d-46dc-b6b0-d0be3a9b8e96 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:18.311521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c668aba-e62e-4c21-b420-f9900f7104a3 req-45f89455-845d-46dc-b6b0-d0be3a9b8e96 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 943 time: 0.1466730 Aug 31 16:03:18.326862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.338952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-b89d7906-0ab6-4096-85ee-5776388ab299 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553615 Aug 31 16:03:18.414806 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-63bc3c3a-b4a2-4643-b6f4-b22f8a6144eb req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.415960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63bc3c3a-b4a2-4643-b6f4-b22f8a6144eb req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4941096 Aug 31 16:03:18.430187 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce169-cc5a-4a0a-a744-ed563fed3110 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971bdb18-b45c-412e-8f36-162bc955d4be,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:18.432255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.446614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c668aba-e62e-4c21-b420-f9900f7104a3 req-cbef0de3-07f3-4c64-9251-c1bddf8bb283 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151879 Aug 31 16:03:18.492948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-36a9c410-33ab-4461-9370-3c069507540d service neutron] 10.222.0.49 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400740 Aug 31 16:03:18.546071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54046) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:18.606850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-00048a1a-74c9-400c-a49a-29a8ec02cfac req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-456678873', 'description': 'tempest-description-1387849022'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:18.682728 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-00048a1a-74c9-400c-a49a-29a8ec02cfac req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.715855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555df9-6fdf-4807-99b6-751dbe04f6b9 req-70962b3e-8903-4060-bbf2-94210cffefe9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:18.717649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33555df9-6fdf-4807-99b6-751dbe04f6b9 req-70962b3e-8903-4060-bbf2-94210cffefe9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 949 time: 0.1896513 Aug 31 16:03:18.750908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d005762-0e53-4d99-a02b-fe3e2955d554 req-b39bce92-3233-40a5-803b-09306f2418b8 service neutron] 10.222.0.49 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503908 Aug 31 16:03:18.808285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33555df9-6fdf-4807-99b6-751dbe04f6b9 req-c6e9ca43-50af-472e-bcc5-4dc46c0d0f70 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766273 Aug 31 16:03:18.876836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-00048a1a-74c9-400c-a49a-29a8ec02cfac req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.892762 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-00048a1a-74c9-400c-a49a-29a8ec02cfac req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.927349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-00048a1a-74c9-400c-a49a-29a8ec02cfac req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:18.932917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00048a1a-74c9-400c-a49a-29a8ec02cfac req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3571923 Aug 31 16:03:18.935506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3b7bf-fbac-4b6c-aad8-82b2e51b0149 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132208e1-5e91-4796-b2fd-c4dd4a15e339,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:18.991508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 172.25.6.93 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/0df35da6-add6-44b5-8294-6457c4939939) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:18.995848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Deleting subnet 14215068-5fe0-48d3-a9cb-53050939128d {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:03:19.002239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.084293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.149332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.196571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.210293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c32490-556b-4a1b-ac90-c64f3c5dd714 req-9fce28c4-24b3-4e65-9f7c-b43114ae9dcf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:19.211891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30c32490-556b-4a1b-ac90-c64f3c5dd714 req-9fce28c4-24b3-4e65-9f7c-b43114ae9dcf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0750961 Aug 31 16:03:19.218706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-382ce7ad-96d2-4109-8775-854ebdce4603 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:19.220176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-382ce7ad-96d2-4109-8775-854ebdce4603 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 813 time: 0.1651609 Aug 31 16:03:19.237726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.251863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-2a06d331-4857-48d7-b63a-202e240fd0f6 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/quotas/6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 375 time: 0.0153494 Aug 31 16:03:19.273887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30c32490-556b-4a1b-ac90-c64f3c5dd714 req-40c8282f-bf1b-461d-826a-e3bb98dc76d4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526719 Aug 31 16:03:19.289014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-c1673e35-b8da-4231-b2e5-9a324ec873cd tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313685 Aug 31 16:03:19.293296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.298297 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14215068-5fe0-48d3-a9cb-53050939128d HTTP/1.1" status: 204 len: 168 time: 0.7481034 Aug 31 16:03:19.298297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf847d-aab9-4d57-9548-6175474963ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14215068-5fe0-48d3-a9cb-53050939128d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:19.299271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54066) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:19.303159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.352870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:19.359339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:19.362032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=0df35da6-add6-44b5-8294-6457c4939939,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:19.363684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:19.431877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.453900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.460835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-14c5f249-e585-4030-ae5b-7f155b166be5 service neutron] 10.222.0.43 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594934 Aug 31 16:03:19.504241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.622580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.645546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a460d32-f0e9-4c1a-ad6b-8d7da8966951']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:19.665685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:19.666036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0456364d-97bc-4e1d-ad5e-0e6432e8b8bb') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:03:19.692581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.704881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-5e6f0ecb-e05f-41f7-9e56-4c0bb0d49bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375474 Aug 31 16:03:19.705980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.717259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ea45eb0f-0c96-49d3-98d2-bad74165a39e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:19.718659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9e1ac-9547-4371-9a42-dc6a0803056a req-4c856628-209a-4950-8f6a-b8b40883c637 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:19.720668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8de9e1ac-9547-4371-9a42-dc6a0803056a req-4c856628-209a-4950-8f6a-b8b40883c637 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 943 time: 0.1806505 Aug 31 16:03:19.723641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.749331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.784132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:03:19.784653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:03:19.786685 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:03:19.896556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.912218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.926882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ea45eb0f-0c96-49d3-98d2-bad74165a39e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:19.927289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7a460d32-f0e9-4c1a-ad6b-8d7da8966951 HTTP/1.1" status: 204 len: 168 time: 0.6272216 Aug 31 16:03:19.951647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=0df35da6-add6-44b5-8294-6457c4939939,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:19.952894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8de9e1ac-9547-4371-9a42-dc6a0803056a req-86a71335-b270-4b9a-8aa8-c897b2e1ee06 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196941 Aug 31 16:03:19.957876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e', 'mac_address': 'fa:16:3e:93:df:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:19.969572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:19.978942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb6b5f-9188-46b3-b1d0-c1a115b3a247 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a460d32-f0e9-4c1a-ad6b-8d7da8966951,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:20.008559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.010528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dcf03736-ecd7-4d02-be4e-8c074d28fe71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7138252 Aug 31 16:03:20.032380 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.087368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea45eb0f-0c96-49d3-98d2-bad74165a39e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:20.089573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13cf1de7-bed0-4659-8c52-d49105374405 req-fac7d69e-f0d5-4a3a-8be2-9d4db88fff77 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 210 time: 0.0477240 Aug 31 16:03:20.125669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ea45eb0f-0c96-49d3-98d2-bad74165a39e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:20.131484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.168375 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef43e8-d070-4457-90cf-db5adfe14c67 req-293218f2-14b7-4e17-8c7e-3b579038c260 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:20.186903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5ef43e8-d070-4457-90cf-db5adfe14c67 req-293218f2-14b7-4e17-8c7e-3b579038c260 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 949 time: 0.2155075 Aug 31 16:03:20.214783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54086) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:20.240596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ea45eb0f-0c96-49d3-98d2-bad74165a39e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:20.256511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5ef43e8-d070-4457-90cf-db5adfe14c67 req-9f5a742e-eb69-4ac4-ac24-d39e422699ed tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670898 Aug 31 16:03:20.355649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6f94225-c1f0-447a-8abe-fefacf017de8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8e7e4f83c3d4c01a6cd74a69b9cc4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368768 Aug 31 16:03:20.356620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54096) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:20.415025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:20.454418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6243b37f-6405-45ce-8b8d-6210d1c6a0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.483431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6243b37f-6405-45ce-8b8d-6210d1c6a0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.496915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b74f8-f06c-447c-8096-d836d65fc30b req-19e68899-293d-4b78-9259-80f76f69c444 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:20.505199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-866b74f8-f06c-447c-8096-d836d65fc30b req-19e68899-293d-4b78-9259-80f76f69c444 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 1101 time: 0.1496811 Aug 31 16:03:20.534155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cf9f0-6d00-44ab-b859-b896b34debae req-efc08d06-d1db-439b-9d05-438d38e6edbf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:20.535785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-039cf9f0-6d00-44ab-b859-b896b34debae req-efc08d06-d1db-439b-9d05-438d38e6edbf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1162939 Aug 31 16:03:20.577233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6243b37f-6405-45ce-8b8d-6210d1c6a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.581570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6243b37f-6405-45ce-8b8d-6210d1c6a0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:20.585633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6243b37f-6405-45ce-8b8d-6210d1c6a0fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de92126e-4963-4452-bbb4-de16a123380d HTTP/1.1" status: 204 len: 168 time: 0.2241976 Aug 31 16:03:20.593239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243b37f-6405-45ce-8b8d-6210d1c6a0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de92126e-4963-4452-bbb4-de16a123380d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:20.624214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-866b74f8-f06c-447c-8096-d836d65fc30b req-751b3aa4-49e0-4f3a-ae0b-699f87587a2f tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872383 Aug 31 16:03:20.640910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-039cf9f0-6d00-44ab-b859-b896b34debae req-2c161a78-8f37-4327-b383-762b6fe4f500 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930710 Aug 31 16:03:20.827565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0dae6444-9ea2-40bb-b353-db74209a2e69 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--944234295&fields=id&tenant_id=2757dda4ffcb41e290707aa55b36ef77 HTTP/1.1" status: 200 len: 267 time: 0.0787158 Aug 31 16:03:20.916599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-41796895-e80d-421f-99fd-2b2442c65638 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:20.925514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-41796895-e80d-421f-99fd-2b2442c65638 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 930 time: 0.0833683 Aug 31 16:03:20.946957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-89223b94-7486-4fae-a409-8e4777237f33 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277350 Aug 31 16:03:20.999308 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a0df-7356-44b3-9b80-596191d8dfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:21.051960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-4f4e4c5d-c152-496f-8630-ab3cc9ba5632 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:21.053782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-4f4e4c5d-c152-496f-8630-ab3cc9ba5632 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 931 time: 0.1104364 Aug 31 16:03:21.154363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-55476299-90bb-43dd-94e4-a6e7ebbece47 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0881734 Aug 31 16:03:21.211808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e04e30d3-b52b-4ee1-9d8c-a61e85967dc9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0495007 Aug 31 16:03:21.297320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-3af6be8c-0960-45a6-9563-5cc233f0e1a8 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:21.298861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-3af6be8c-0960-45a6-9563-5cc233f0e1a8 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437984 Aug 31 16:03:21.333286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-4b5bd782-d9a0-4066-b4f4-ffe0c54d0926 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/quotas/d04eb3286a654fb285175d11095a6667 HTTP/1.1" status: 200 len: 375 time: 0.0242755 Aug 31 16:03:21.403565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-5f02c283-70d2-4e51-8df6-0d0791b55dc7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:21.410832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-5f02c283-70d2-4e51-8df6-0d0791b55dc7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:21.418266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-5f02c283-70d2-4e51-8df6-0d0791b55dc7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:21.420112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-5f02c283-70d2-4e51-8df6-0d0791b55dc7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 1990 time: 0.1993325 Aug 31 16:03:21.466089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-4ebee66e-6410-4da8-a2a7-219595ab9e60 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1201308 Aug 31 16:03:21.468293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-40958259-cbd5-4a97-9fc9-bfc6262251e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/quotas/2757dda4ffcb41e290707aa55b36ef77 HTTP/1.1" status: 200 len: 375 time: 0.0402219 Aug 31 16:03:21.589390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-91ff3c2e-d5fa-4001-93d5-cadd64a40605 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1086845 Aug 31 16:03:21.702510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:21.715346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ea45eb0f-0c96-49d3-98d2-bad74165a39e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:21.765309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0893de67-608d-4d3b-8bfa-707761a22497 service neutron] 10.222.0.43 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720762 Aug 31 16:03:21.822503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-ece78250-9779-4a95-b3b4-c2c39c2ba4fe tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:21.824497 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-ece78250-9779-4a95-b3b4-c2c39c2ba4fe tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 813 time: 0.3153255 Aug 31 16:03:21.839147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ea45eb0f-0c96-49d3-98d2-bad74165a39e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:21.844328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ea45eb0f-0c96-49d3-98d2-bad74165a39e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:21.845211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'port': {'device_id': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898', 'admin_state_up': True, 'tenant_id': '6d3b4813ec63425f854c9ba2c891acfc'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:21.845870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:21.939043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-8d8ff01e-aeaa-4716-83b9-64b59474449a service neutron] 10.222.0.43 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666908 Aug 31 16:03:21.955238 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:21.980373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:21.982753 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5b6889-e7b6-45b8-a506-32eba59f7e43" -d '{"events": [{"server_uuid": "41cbacf0-ba0b-4d51-b613-bdc7b0f222bf", "name": "network-vif-plugged", "status": "completed", "tag": "ea45eb0f-0c96-49d3-98d2-bad74165a39e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:21.988441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2118549954-network', 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:22.000283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ea45eb0f-0c96-49d3-98d2-bad74165a39e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:22.007787 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.030263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-8058c3f5-545e-4df3-a609-fde7e53664d9 service neutron] 10.222.0.43 "GET /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0903058 Aug 31 16:03:22.038872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:03:22.038872 n-d-793621-35 neutron-server[101477]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:03:22.038872 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id': '8b93986950c54f259ba0ce807e4ad828', 'id': 'c589adb7-3ef7-419d-b096-1750b9b42aff', 'expiration': datetime.datetime(2021, 8, 31, 16, 5, 22, 30915)}] Aug 31 16:03:22.038872 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:03:22.039477 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:03:22.047482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Made reservation on behalf of 6d3b4813ec63425f854c9ba2c891acfc for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:22.055681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.095147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ea45eb0f-0c96-49d3-98d2-bad74165a39e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:22.113692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58709b-6957-4754-8eff-3cf5a11ad70e req-402c083f-b4c6-4650-a233-03ac34ea155d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:22.115793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf58709b-6957-4754-8eff-3cf5a11ad70e req-402c083f-b4c6-4650-a233-03ac34ea155d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1324162 Aug 31 16:03:22.225682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Allocated IP 172.20.0.8 (0332e679-f98e-4ec0-ab22-e5132dbab898/69b1a87f-ea3f-43ae-9469-fd56d0cde13c/671c2979-33c9-4d16-920a-df0e12b03512) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:22.392486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.439059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.487874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fa0f9bb7-6dda-41a0-b6e9-d3f453071dc6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502919 Aug 31 16:03:22.488564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Network 0332e679-f98e-4ec0-ab22-e5132dbab898 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:22.491511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf58709b-6957-4754-8eff-3cf5a11ad70e req-adb21424-3abd-4f42-adb8-cfe00f812782 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661194 Aug 31 16:03:22.495356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:22.499581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:22.531451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:22.565908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:22.566673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.581702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-41e2e384-fa2f-4e98-8e70-5d1509bb9d0c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446401 Aug 31 16:03:22.583670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:22.585904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.594270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Request body: {'port': {'device_id': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:22.623683 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.653158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.669541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdccf31-97f2-4cea-8aa3-7b160618a3ca req-0d76069d-46d7-4b13-acb7-1e11e8717ec5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:22.671045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cdccf31-97f2-4cea-8aa3-7b160618a3ca req-0d76069d-46d7-4b13-acb7-1e11e8717ec5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 931 time: 0.1049485 Aug 31 16:03:22.672966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c196f174-2b94-4f7c-9f59-4f3c4c100840 service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756113 Aug 31 16:03:22.753834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-80296269-7448-473c-bc66-efa8ca9c26af service neutron] 10.222.0.43 "GET /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0658720 Aug 31 16:03:22.761906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cdccf31-97f2-4cea-8aa3-7b160618a3ca req-986c34b2-b7ab-4485-9776-f04fe85c0532 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844159 Aug 31 16:03:22.895581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.898461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-68e1febc-5062-4b68-a26e-9fff9d114cea service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356688 Aug 31 16:03:22.900464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:22.987769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671c2979-33c9-4d16-920a-df0e12b03512 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:22.988375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-d7c3b32f-3441-4137-8465-c4f6ad1eee67 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835848 Aug 31 16:03:22.991367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:03:22.995908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.011294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Transition to ACTIVE for port object 671c2979-33c9-4d16-920a-df0e12b03512 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:23.016636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.051580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.051819 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Added segment 976eb137-b403-4743-a7b7-922eef871ba6 of type vlan for network 48c03b74-d0fc-40da-b6ac-6606c4142154 Aug 31 16:03:23.086830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:23.104357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:23.148073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Attempting to bind port 671c2979-33c9-4d16-920a-df0e12b03512 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:23.148469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Attempting to bind port 671c2979-33c9-4d16-920a-df0e12b03512 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:23.148691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Attempting to bind port 671c2979-33c9-4d16-920a-df0e12b03512 on network 0332e679-f98e-4ec0-ab22-e5132dbab898 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:23.153520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Port 671c2979-33c9-4d16-920a-df0e12b03512 on network 0332e679-f98e-4ec0-ab22-e5132dbab898 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:23.153847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Attempting to bind port 671c2979-33c9-4d16-920a-df0e12b03512 on network 0332e679-f98e-4ec0-ab22-e5132dbab898 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:23.159237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:23.160011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Checking segment: {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:23.160464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Bound using segment: {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:23.160902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Bound port: 671c2979-33c9-4d16-920a-df0e12b03512, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:23.161265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.179850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.199938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492086d9-d733-4d4c-8e56-c6ff2a6d20a8 req-d66a9130-e1d6-4821-94d6-4ed77a071e34 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.201475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-492086d9-d733-4d4c-8e56-c6ff2a6d20a8 req-d66a9130-e1d6-4821-94d6-4ed77a071e34 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.2127657 Aug 31 16:03:23.229726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:23.233831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:23.239167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.244117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-f9678e28-dda9-45c3-9297-f800fee52372 service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256805 Aug 31 16:03:23.279088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.279722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.281164 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] 10.222.0.30 "PUT /v2.0/ports/671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 1092 time: 0.6913397 Aug 31 16:03:23.281627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:23.283952 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aea793-db9e-467b-9483-2bc4379c0660" -d '{"events": [{"name": "network-changed", "server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "tag": "671c2979-33c9-4d16-920a-df0e12b03512"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:23.297266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-0f0d60ed-4743-4952-9ae1-f5f3a3a8aced tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.299418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-0f0d60ed-4743-4952-9ae1-f5f3a3a8aced tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2903340 Aug 31 16:03:23.304788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44591a-901c-4076-b06d-71d673a0e8fe service neutron] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:23.333087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.334074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.334674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.349837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:23.370525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-b9f6697a-ddd0-4fcc-8249-52009ea1ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.372071 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-b9f6697a-ddd0-4fcc-8249-52009ea1ee27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1095 time: 0.0444357 Aug 31 16:03:23.425809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-492086d9-d733-4d4c-8e56-c6ff2a6d20a8 req-291faeca-4583-4668-813e-fffc156a176a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109022 Aug 31 16:03:23.426858 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-f72bf442-84d5-4845-91de-26b55efd93b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 217 time: 0.0358067 Aug 31 16:03:23.463821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7573202 Aug 31 16:03:23.466310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54174) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:03:23.477979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Request body: {'subnet': {'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2118549954-subnet', 'tenant_id': '8b93986950c54f259ba0ce807e4ad828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:23.496908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-86d295a3-cdbb-4cbe-a74d-477a27139f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.497892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a50e5-c674-42a7-b1fa-3274c33e5147 admin admin] Pushing event updated for resources: {'Network': ['ID=48c03b74-d0fc-40da-b6ac-6606c4142154,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:23.498383 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-86d295a3-cdbb-4cbe-a74d-477a27139f69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0601711 Aug 31 16:03:23.510054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:03:23.539102 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-3a7b7913-05e1-4637-95de-810e8ce27edc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323462 Aug 31 16:03:23.552825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab20eebd-cf7b-4803-be86-2084c7409afc req-280d50ea-6b79-4240-92f4-d91f82ada696 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 210 time: 0.0557902 Aug 31 16:03:23.570084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-04ec4d85-40a3-427a-86b8-4826226c397a service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144727 Aug 31 16:03:23.572532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:23.574827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.651333 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-040d79a8-3cb0-48d8-9048-8817f6fdb6fd service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020286 Aug 31 16:03:23.741659 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d54c259-4a55-4cf7-9b3e-93772ff1bd4a x-openstack-request-id: req-6d54c259-4a55-4cf7-9b3e-93772ff1bd4a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:23.741951 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cbacf0-ba0b-4d51-b613-bdc7b0f222bf", "name": "network-vif-plugged", "status": "completed", "tag": "ea45eb0f-0c96-49d3-98d2-bad74165a39e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:23.742205 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d54c259-4a55-4cf7-9b3e-93772ff1bd4a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:23.744821 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e', 'code': 200} Aug 31 16:03:23.760030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:23.763605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:23.775740 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2503595-ba44-4d39-be0e-429a0d0f6d94 x-openstack-request-id: req-a2503595-ba44-4d39-be0e-429a0d0f6d94 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:23.775740 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "tag": "671c2979-33c9-4d16-920a-df0e12b03512", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:23.775967 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2503595-ba44-4d39-be0e-429a0d0f6d94 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:23.776236 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512', 'status': 'completed', 'code': 200} Aug 31 16:03:23.790449 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3ee31d86-a84f-434f-bb7d-7b7d14d5673a req-3b3fa7ee-c501-4bfc-aa90-237de891ed95 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257806 Aug 31 16:03:23.802214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-6f77533b-b292-4496-b452-be55023c12ca service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251842 Aug 31 16:03:23.865344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b334dc-8474-489b-b7d1-9a7e01e675f4 req-3506ec58-501a-4572-8a85-cf04e4e16a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.866829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6b334dc-8474-489b-b7d1-9a7e01e675f4 req-3506ec58-501a-4572-8a85-cf04e4e16a98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 1097 time: 0.0590923 Aug 31 16:03:23.918910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6b334dc-8474-489b-b7d1-9a7e01e675f4 req-a103b8ab-67c3-45ea-adbf-2e8bcf0c8793 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Aug 31 16:03:23.921690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-5ca0c32d-abca-4de1-b751-44cb4580041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:23.923207 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-5ca0c32d-abca-4de1-b751-44cb4580041a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1095 time: 0.0702922 Aug 31 16:03:24.038702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:24.047221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f4a0-eefe-4a5a-aa97-dad26b8dce8e req-0ac5f892-c6d7-453c-a5d2-2a6994a02484 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:24.048793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1216f4a0-eefe-4a5a-aa97-dad26b8dce8e req-0ac5f892-c6d7-453c-a5d2-2a6994a02484 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.2072053 Aug 31 16:03:24.106954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:24.129580 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e85973b-150d-49d0-a48a-1347c77997d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:24.163742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fc2bbc20-cf57-4d5f-a8c4-0cf3886b7d7c service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532634 Aug 31 16:03:24.189473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:24.193907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.104 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/bce60936-2c4b-43f5-afbf-95884ae7c2f8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:24.223221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-ece2f1c0-08fc-4347-b840-5accdb1cc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:24.224755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-ece2f1c0-08fc-4347-b840-5accdb1cc1f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.0880566 Aug 31 16:03:24.264607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1216f4a0-eefe-4a5a-aa97-dad26b8dce8e req-2ad9269b-3daf-4187-bc72-0ab2b8457631 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039323 Aug 31 16:03:24.274987 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-c5d566f6-e500-4ba6-b5be-271db14736b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 217 time: 0.0381887 Aug 31 16:03:24.300849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:24.301215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Network hostable DHCP agents. Network: 48c03b74-d0fc-40da-b6ac-6606c4142154, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:03:24.340513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-c04e5050-83d9-4035-8343-c76b39de6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:24.342039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-c04e5050-83d9-4035-8343-c76b39de6b71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0584252 Aug 31 16:03:24.377814 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-0016fff2-a5b1-4577-9e17-8db58f618e92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264006 Aug 31 16:03:24.429311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0a26e314-d899-4f04-bd61-9f3909393bf6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584567 Aug 31 16:03:24.432502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:03:24.479590 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-eb3313c8-e64e-4354-87f3-36f1f04cf4c7 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933044 Aug 31 16:03:24.505533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 48c03b74-d0fc-40da-b6ac-6606c4142154) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:24.514156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef0469-ee2c-4355-8946-6a34721d7391 None None] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:24.520645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:24.521262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:24.555411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7124a4-456b-41d5-9890-51b15782bd77 req-10fd2d58-051b-43b2-a5cc-3b77e5414ad3 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:24.557197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7124a4-456b-41d5-9890-51b15782bd77 req-10fd2d58-051b-43b2-a5cc-3b77e5414ad3 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.2250700 Aug 31 16:03:24.595194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a3aea793-db9e-467b-9483-2bc4379c0660 req-87154185-f871-41f3-aa99-b80cd4f7a893 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003165 Aug 31 16:03:24.595442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9475377b-df4f-4f97-87f6-45f239f1276b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1194131 Aug 31 16:03:24.608224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:24.648305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object bce60936-2c4b-43f5-afbf-95884ae7c2f8 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:24.664686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790f113-9270-481d-8d59-33be3ca7f6c7 None None] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:03:24.665236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-d66df434-c1fb-4626-84ba-ccd6899d23d0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254245 Aug 31 16:03:24.672922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7124a4-456b-41d5-9890-51b15782bd77 req-6023a7b2-45cf-4aa1-835c-2ff74b15273c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923834 Aug 31 16:03:24.799914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:24.819932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:24.822907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'e3b1538d-b0fa-4dd8-a224-63e90677612d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:24.852005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c39ca153-aa98-4579-a9ab-b85f8aa1a74a service neutron] 10.222.0.43 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767220 Aug 31 16:03:24.880175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:24.900721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:24.938622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807e126-71d5-4ce2-966e-44f2d2eb4bcc req-043cd683-865e-430c-9647-484e7ecbd454 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:24.940288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9807e126-71d5-4ce2-966e-44f2d2eb4bcc req-043cd683-865e-430c-9647-484e7ecbd454 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 943 time: 0.1864853 Aug 31 16:03:24.941321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:24.946729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=bce60936-2c4b-43f5-afbf-95884ae7c2f8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:25.032871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:25.033528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:25.035866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:25.064812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9807e126-71d5-4ce2-966e-44f2d2eb4bcc req-b3401694-0734-493b-8032-efc3163ae36e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972848 Aug 31 16:03:25.072922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-bd90f7f2-66b1-418d-acd6-b65df84871ad tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7282896 Aug 31 16:03:25.089215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Request body: {'port': {'device_id': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:25.142290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-3df33dc2-f252-4839-acde-370649ee9a84 service neutron] 10.222.0.43 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785461 Aug 31 16:03:25.188639 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:25.213601 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:25.315809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a110fd4-f6a2-4913-92f9-e3554c433cbd None None] Provisioning for port bce60936-2c4b-43f5-afbf-95884ae7c2f8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:25.326638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a110fd4-f6a2-4913-92f9-e3554c433cbd None None] Provisioning complete for port bce60936-2c4b-43f5-afbf-95884ae7c2f8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:25.326929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a110fd4-f6a2-4913-92f9-e3554c433cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:25.361684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdd762-e411-4fe3-9de1-500af78ec206 req-23f1b221-db52-416d-b316-d919c0fdffef tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:25.363210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09fdd762-e411-4fe3-9de1-500af78ec206 req-23f1b221-db52-416d-b316-d919c0fdffef tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1366699 Aug 31 16:03:25.386379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3a110fd4-f6a2-4913-92f9-e3554c433cbd None None] Port bce60936-2c4b-43f5-afbf-95884ae7c2f8 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:25.408426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-1029c614-2fe3-4e5a-83f4-7f8172e9018d service neutron] 10.222.0.43 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301226 Aug 31 16:03:25.503081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09fdd762-e411-4fe3-9de1-500af78ec206 req-a6faf80f-a1d9-4b4e-a08d-7a50cb6e70a1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934877 Aug 31 16:03:25.656523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce60936-2c4b-43f5-afbf-95884ae7c2f8 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:25.667367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555fa0-0cc9-4e17-9f04-bb07d300589e req-4b121607-7513-4d57-9a33-bc95a75a0702 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:25.668900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1555fa0-0cc9-4e17-9f04-bb07d300589e req-4b121607-7513-4d57-9a33-bc95a75a0702 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 936 time: 0.0957372 Aug 31 16:03:25.673308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:25.744238 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:26.008891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Transition to ACTIVE for port object bce60936-2c4b-43f5-afbf-95884ae7c2f8 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:26.015127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:26.057130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1555fa0-0cc9-4e17-9f04-bb07d300589e req-89abe068-e3fc-4548-a655-00dfaa76027e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785350 Aug 31 16:03:26.094215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Pushing event updated for resources: {'Port': ['ID=bce60936-2c4b-43f5-afbf-95884ae7c2f8,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:26.237009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Attempting to bind port bce60936-2c4b-43f5-afbf-95884ae7c2f8 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:26.237352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Attempting to bind port bce60936-2c4b-43f5-afbf-95884ae7c2f8 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:26.237691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Attempting to bind port bce60936-2c4b-43f5-afbf-95884ae7c2f8 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:26.255833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Port bce60936-2c4b-43f5-afbf-95884ae7c2f8 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:26.256323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Attempting to bind port bce60936-2c4b-43f5-afbf-95884ae7c2f8 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:26.308904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ba1d-3ace-47c9-9e27-a159aac54510 req-95daf21b-cca2-4194-9b64-8242cad7963a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:26.310600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90c8ba1d-3ace-47c9-9e27-a159aac54510 req-95daf21b-cca2-4194-9b64-8242cad7963a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1638739 Aug 31 16:03:26.311429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:26.311773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:26.312265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:26.312683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Bound port: bce60936-2c4b-43f5-afbf-95884ae7c2f8, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:26.313050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:26.442294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90c8ba1d-3ace-47c9-9e27-a159aac54510 req-776afb14-9319-44a5-8fb9-abdd638095ec tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239653 Aug 31 16:03:26.457346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-1de7d864-2e51-4074-8753-272dbba4bad3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:26.458870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-1de7d864-2e51-4074-8753-272dbba4bad3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.2177672 Aug 31 16:03:26.473183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] For port bce60936-2c4b-43f5-afbf-95884ae7c2f8, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:26.477073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] For port bce60936-2c4b-43f5-afbf-95884ae7c2f8, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:26.480175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-d0f6b987-394c-4dff-a09a-0d227220ebaa tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0153921 Aug 31 16:03:26.486426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:26.556603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-d7ee13b0-9118-40df-931b-db9243f9ec90 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673275 Aug 31 16:03:26.583733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:26.584519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:26.585974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] 10.222.0.49 "PUT /v2.0/ports/bce60936-2c4b-43f5-afbf-95884ae7c2f8 HTTP/1.1" status: 200 len: 1097 time: 1.5029509 Aug 31 16:03:26.586382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'tag': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:26.588669 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097b7d0b-f240-4e39-824e-62d97b5c9421" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb9de27-001b-4ce9-b80d-5d90038aa16f", "tag": "bce60936-2c4b-43f5-afbf-95884ae7c2f8"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:26.706882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ff0b-8fbf-4a32-afa8-f998a7726b15 service neutron] Pushing event updated for resources: {'Port': ['ID=bce60936-2c4b-43f5-afbf-95884ae7c2f8,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:26.737123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261ae4-e9f7-4875-8d13-65a0b7e36f82 req-f2d3073e-60e5-4053-a842-88d598b4bf70 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:26.738731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93261ae4-e9f7-4875-8d13-65a0b7e36f82 req-f2d3073e-60e5-4053-a842-88d598b4bf70 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.2203057 Aug 31 16:03:26.777001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-fa03d64f-14fa-4d42-bea4-f222cf366bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:26.778509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-fa03d64f-14fa-4d42-bea4-f222cf366bfc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 1100 time: 0.1233327 Aug 31 16:03:26.793052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-9100842c-99d0-4db2-b54e-1f1a20540df9 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224782 Aug 31 16:03:26.860145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-6c026334-19a4-4207-bd3e-f4f0fa8bfd15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8 HTTP/1.1" status: 200 len: 217 time: 0.0661278 Aug 31 16:03:26.885802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93261ae4-e9f7-4875-8d13-65a0b7e36f82 req-d1351d53-ceeb-4b02-af4b-608b835f4d68 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365094 Aug 31 16:03:26.957806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-4fb90da7-964e-40d6-bef5-788327746fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:26.959200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-4fb90da7-964e-40d6-bef5-788327746fca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0725629 Aug 31 16:03:26.993708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5127efd0-81f3-4449-8132-f975ddb98dcf req-b9063252-d57d-4f4b-83a2-c9b216e78e46 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0486577 Aug 31 16:03:26.998782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-4c331a89-5f8a-4456-985a-cd8b0d900594 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920769 Aug 31 16:03:27.033366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-95bcc1b1-efc9-47b7-b7dc-3a2e8a0a0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.034882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-95bcc1b1-efc9-47b7-b7dc-3a2e8a0a0c54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520098 Aug 31 16:03:27.187819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271756-17f7-4bde-9e2c-2c35c2c6f107 req-65223eb2-7917-45e7-9e86-279e87208be8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.190032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6271756-17f7-4bde-9e2c-2c35c2c6f107 req-65223eb2-7917-45e7-9e86-279e87208be8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 943 time: 0.1021099 Aug 31 16:03:27.194162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-acf3b977-397f-43e9-8519-d3a7c38b1dcf service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505959 Aug 31 16:03:27.222532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-b3653fc4-6e79-41aa-a95c-d7a566f50ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.225930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-b3653fc4-6e79-41aa-a95c-d7a566f50ed2 service neutron] 10.222.0.30 "GET /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 1026 time: 0.0694501 Aug 31 16:03:27.285152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-7e9f630d-394b-48dc-ba98-c7dc20daf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.286844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-7e9f630d-394b-48dc-ba98-c7dc20daf17a service neutron] 10.222.0.30 "GET /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 1027 time: 0.0490904 Aug 31 16:03:27.302747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6271756-17f7-4bde-9e2c-2c35c2c6f107 req-a0d9f5cf-ebcb-4f2f-9f01-4e643017f245 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951147 Aug 31 16:03:27.368262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2dda3d-5061-4c2b-8fa1-808f24c90a80 req-f3c731e2-41ee-4f1b-86e7-4497b44a2474 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619067 Aug 31 16:03:27.451559 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a371e1-6a34-448e-aec9-38c6c314fa21 x-openstack-request-id: req-a3a371e1-6a34-448e-aec9-38c6c314fa21 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:27.451853 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb9de27-001b-4ce9-b80d-5d90038aa16f", "tag": "bce60936-2c4b-43f5-afbf-95884ae7c2f8", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:27.452104 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3a371e1-6a34-448e-aec9-38c6c314fa21 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:27.452589 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'tag': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8', 'status': 'completed', 'code': 200} Aug 31 16:03:27.470750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06503f0-fbb0-4d08-aa2a-6bbf42e04fae req-a7c96296-0d42-4855-ab80-922dd9119afe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.472932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a06503f0-fbb0-4d08-aa2a-6bbf42e04fae req-a7c96296-0d42-4855-ab80-922dd9119afe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0965793 Aug 31 16:03:27.490123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-f693842d-a15f-46ab-9a74-e7490aed33a0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.501897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-f693842d-a15f-46ab-9a74-e7490aed33a0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.508924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-f693842d-a15f-46ab-9a74-e7490aed33a0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.510864 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-f693842d-a15f-46ab-9a74-e7490aed33a0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 1990 time: 0.2098229 Aug 31 16:03:27.557541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-d6b51b8f-3912-4938-b496-7e21fdd9c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.559086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-d6b51b8f-3912-4938-b496-7e21fdd9c345 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 1100 time: 0.0841372 Aug 31 16:03:27.567173 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-ec03f86c-845b-4d22-b74c-1d08d1935ffc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2757dda4ffcb41e290707aa55b36ef77 HTTP/1.1" status: 200 len: 379 time: 0.0457082 Aug 31 16:03:27.593420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'admin_state_up': True, 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'security_groups': ['fde437e3-adcf-483d-a315-1d53448b956d']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:27.596853 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:27.614298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a06503f0-fbb0-4d08-aa2a-6bbf42e04fae req-128ed5cf-26d6-493b-9480-bc3a4377231e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977464 Aug 31 16:03:27.731156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3ce0-7cb1-4e78-a915-30a2343db661 req-d51c0aab-3858-4fe8-a5e7-73475c82ad8c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.732735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b8f3ce0-7cb1-4e78-a915-30a2343db661 req-d51c0aab-3858-4fe8-a5e7-73475c82ad8c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 948 time: 0.1604023 Aug 31 16:03:27.755141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 671c2979-33c9-4d16-920a-df0e12b03512 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:27.761024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3024ece5-d328-4605-8502-caa4529304f0 req-047f6f24-5642-4d37-a6bc-e850852f453a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 210 time: 0.0581026 Aug 31 16:03:27.762386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:27.767758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:27.860429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-a3f48c54-1af1-472d-b15f-59bb5b84cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:27.863125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-a3f48c54-1af1-472d-b15f-59bb5b84cf6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.2849305 Aug 31 16:03:27.916920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:27.937525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '671c2979-33c9-4d16-920a-df0e12b03512', 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898', 'port_id': '671c2979-33c9-4d16-920a-df0e12b03512', 'mac_address': 'fa:16:3e:34:4f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b1a87f-ea3f-43ae-9469-fd56d0cde13c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:27.962634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 172.20.0.13 (cb063698-8983-4c49-a309-b68a1c7deaa0/18594f6c-5fe1-407e-97c9-84a96be3be0c/82dbf6c6-9d12-474c-9e54-58c26d385c64) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:27.986438 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:27.998050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b8f3ce0-7cb1-4e78-a915-30a2343db661 req-af78ae10-c7e1-4771-9589-3677a9004e9a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359378 Aug 31 16:03:28.002723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-ac902fcf-d49e-4c2b-9f5b-db9b36c0ce92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8 HTTP/1.1" status: 200 len: 217 time: 0.1196263 Aug 31 16:03:28.009636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671c2979-33c9-4d16-920a-df0e12b03512 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:28.048559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:28.053836 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:28.130936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:28.132669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc37b5-f087-4fad-b9d3-fabdcba05ce4 req-c6541541-7e58-480d-bc4b-a5703f77ee2b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.134357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03bc37b5-f087-4fad-b9d3-fabdcba05ce4 req-c6541541-7e58-480d-bc4b-a5703f77ee2b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.2905443 Aug 31 16:03:28.157639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:28.174787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object 82dbf6c6-9d12-474c-9e54-58c26d385c64 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:28.184568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-7db61ae4-02d9-4a2b-a3b8-d6295337cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.186111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-7db61ae4-02d9-4a2b-a3b8-d6295337cb95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1697717 Aug 31 16:03:28.211285 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:28.245976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03bc37b5-f087-4fad-b9d3-fabdcba05ce4 req-b6d35859-634a-4e32-9ef6-f6f7747ec1fe tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882304 Aug 31 16:03:28.269926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd1397-0481-4731-8b61-984ebfd30489 req-ce80f928-6984-454b-8133-be9f3f936ecc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.270084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network cb063698-8983-4c49-a309-b68a1c7deaa0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:28.270512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bbd1397-0481-4731-8b61-984ebfd30489 req-ce80f928-6984-454b-8133-be9f3f936ecc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1527166 Aug 31 16:03:28.270598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:28.286829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:28.320280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:28.335447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bbd1397-0481-4731-8b61-984ebfd30489 req-6f9a752a-49e6-42d3-b671-2111bfb98781 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623150 Aug 31 16:03:28.356433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.357465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:28.366545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:28.383147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-bf924c58-3d7d-4ad4-88c1-9ce1717c3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.386475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-bf924c58-3d7d-4ad4-88c1-9ce1717c3e33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1876938 Aug 31 16:03:28.386901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-26d666a3-50a8-4a30-9292-f3ad5f53eedb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8012924 Aug 31 16:03:28.414575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'admin_state_up': True, 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'security_groups': ['fde437e3-adcf-483d-a315-1d53448b956d']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:28.530627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb699c1-ec24-4a3b-b12e-68002ddfaa9e req-0355653f-c4cb-46fd-8f90-01589663811b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.544452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbb699c1-ec24-4a3b-b12e-68002ddfaa9e req-0355653f-c4cb-46fd-8f90-01589663811b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 932 time: 0.1933398 Aug 31 16:03:28.691181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f175285b-6290-4919-be69-99d017587c5c None None] Provisioning for port 82dbf6c6-9d12-474c-9e54-58c26d385c64 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:28.695872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f175285b-6290-4919-be69-99d017587c5c None None] Provisioning complete for port 82dbf6c6-9d12-474c-9e54-58c26d385c64 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:28.696492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f175285b-6290-4919-be69-99d017587c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:28.703208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-934f2206-1e2d-4c81-b9a4-b08cd66c9608 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.705054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-934f2206-1e2d-4c81-b9a4-b08cd66c9608 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1433301 Aug 31 16:03:28.724005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbb699c1-ec24-4a3b-b12e-68002ddfaa9e req-03b2fca2-4bbf-42f8-921b-b29302244090 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793053 Aug 31 16:03:28.730145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:28.776799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f175285b-6290-4919-be69-99d017587c5c None None] Port 82dbf6c6-9d12-474c-9e54-58c26d385c64 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:28.815242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:28.819556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-53c9f6e1-b1c4-4fae-8cf5-b426c5a7b23d service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235511 Aug 31 16:03:28.820052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:28.835726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b08c-62a4-4cbe-8ea4-9d0aed5a5c7b req-c15f7bd7-f3ac-4172-87fd-7420d4a8796a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.837289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d83b08c-62a4-4cbe-8ea4-9d0aed5a5c7b req-c15f7bd7-f3ac-4172-87fd-7420d4a8796a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 944 time: 0.2372768 Aug 31 16:03:28.973320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d83b08c-62a4-4cbe-8ea4-9d0aed5a5c7b req-19245d3e-a228-4361-be8c-9c53676b8e5f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860054 Aug 31 16:03:28.982833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ff93b-6156-4e6b-b747-d4e7f97728bb req-05b38588-b009-441c-b22f-bbad32c839ad tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:28.991416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad1ff93b-6156-4e6b-b747-d4e7f97728bb req-05b38588-b009-441c-b22f-bbad32c839ad tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1742644 Aug 31 16:03:29.003832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:29.020064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.026971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-097b7d0b-f240-4e39-824e-62d97b5c9421 req-f4b71ddc-3fd2-40cc-a468-70ff63d5500b service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886826 Aug 31 16:03:29.050165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 10.1.1.147 (7c841c8b-2b78-4547-8de6-f8157148052a/d870bdf8-0b68-4112-8ae7-0858a5ee900c/4a98e079-306a-47e8-bfee-f73fb95c598a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:29.073201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad1ff93b-6156-4e6b-b747-d4e7f97728bb req-caf4e495-954b-4d57-bc0c-05773ba93d89 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Aug 31 16:03:29.107084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5500e787-0991-4d5a-a470-f4796d499304 req-9e7d407e-5b0a-4aac-9719-ec5830533281 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 210 time: 0.0616035 Aug 31 16:03:29.208629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ef967-b9bb-4b33-a0a7-4277e3a21952 req-c69ed5dc-2f82-44dd-b468-838b2c0174a6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.215533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d4ef967-b9bb-4b33-a0a7-4277e3a21952 req-c69ed5dc-2f82-44dd-b468-838b2c0174a6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 948 time: 0.0648289 Aug 31 16:03:29.251948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d4ef967-b9bb-4b33-a0a7-4277e3a21952 req-172fc3fb-98f9-4ec5-b8ec-cd53bcd279f2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Aug 31 16:03:29.261382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.14 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/c6f97dce-55bd-4e98-bddc-65724b9b6857) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:29.400800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3a095-c299-4bfe-90a9-f9f850c26550 req-3761425b-cb79-42dd-aca4-3c68b5117a24 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.402703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2e3a095-c299-4bfe-90a9-f9f850c26550 req-3761425b-cb79-42dd-aca4-3c68b5117a24 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.0636120 Aug 31 16:03:29.419756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.444134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object 4a98e079-306a-47e8-bfee-f73fb95c598a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:29.475336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2e3a095-c299-4bfe-90a9-f9f850c26550 req-7d29d493-31dd-48e3-a8d1-bd09f733a2dc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661197 Aug 31 16:03:29.503530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c8579-104d-477d-80c0-f4c375f76c9f req-5ab7a760-1cac-45c9-97f1-d8b574b9ae1e tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.504943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-547c8579-104d-477d-80c0-f4c375f76c9f req-5ab7a760-1cac-45c9-97f1-d8b574b9ae1e tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0619025 Aug 31 16:03:29.511964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.551320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-547c8579-104d-477d-80c0-f4c375f76c9f req-34a84404-304c-411f-b400-455632a220c5 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452659 Aug 31 16:03:29.560035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.562710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.640018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:29.642351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 7c841c8b-2b78-4547-8de6-f8157148052a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:29.645938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:29.648410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:29.651088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:29.653212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:29.699970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=c6f97dce-55bd-4e98-bddc-65724b9b6857,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:29.769104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 671c2979-33c9-4d16-920a-df0e12b03512 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:29.784470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.784470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.807628 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3989100 Aug 31 16:03:29.815175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.816007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.826171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'admin_state_up': True, 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'security_groups': ['fde437e3-adcf-483d-a315-1d53448b956d']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:29.849700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8177071-b480-4316-87dc-028ffc0420e9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:29.874788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 671c2979-33c9-4d16-920a-df0e12b03512 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:29.883418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 671c2979-33c9-4d16-920a-df0e12b03512 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:29.884095 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.895507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54a4e8-bd56-4a0f-9ad4-41d542f6b78f req-490cc432-d12b-4d98-9225-c2c2075167cc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.904130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54a4e8-bd56-4a0f-9ad4-41d542f6b78f req-490cc432-d12b-4d98-9225-c2c2075167cc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:29.904881 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-a1a82e4f-f712-417e-aa3f-bcdc0744ecad tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1856678 Aug 31 16:03:29.908732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a54a4e8-bd56-4a0f-9ad4-41d542f6b78f req-490cc432-d12b-4d98-9225-c2c2075167cc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 1654 time: 0.0916376 Aug 31 16:03:29.926216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Request body: {'port': {'device_id': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:29.946316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-60b342e1-eb59-49a5-91e6-76fdfef5dd49 None None] Provisioning for port 4a98e079-306a-47e8-bfee-f73fb95c598a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:29.955899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-60b342e1-eb59-49a5-91e6-76fdfef5dd49 None None] Provisioning complete for port 4a98e079-306a-47e8-bfee-f73fb95c598a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:29.956546 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60b342e1-eb59-49a5-91e6-76fdfef5dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:29.970725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a54a4e8-bd56-4a0f-9ad4-41d542f6b78f req-47cedc20-6b7c-4b46-a17b-6a91d0d2e3c7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571225 Aug 31 16:03:30.026871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.039923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-60b342e1-eb59-49a5-91e6-76fdfef5dd49 None None] Port 4a98e079-306a-47e8-bfee-f73fb95c598a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:30.045446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.073348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:30.076262 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7089be-6bda-4150-baab-ae41b3f3e595" -d '{"events": [{"server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "name": "network-vif-plugged", "status": "completed", "tag": "671c2979-33c9-4d16-920a-df0e12b03512"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:30.096009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:30.105257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:30.109591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.110482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.135360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c280d-a924-40ce-9c2e-a4f963836b7b req-e0e3f053-79ee-4566-b8e8-8b38de317be3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.147232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da1c280d-a924-40ce-9c2e-a4f963836b7b req-e0e3f053-79ee-4566-b8e8-8b38de317be3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 944 time: 0.0907102 Aug 31 16:03:30.160992 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfdac57-22d8-4527-bde6-3aca447a1b13 x-openstack-request-id: req-0bfdac57-22d8-4527-bde6-3aca447a1b13 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:30.161358 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "name": "network-vif-plugged", "status": "completed", "tag": "671c2979-33c9-4d16-920a-df0e12b03512", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:30.161545 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bfdac57-22d8-4527-bde6-3aca447a1b13 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:30.161990 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512', 'code': 200} Aug 31 16:03:30.221672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:30.229638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da1c280d-a924-40ce-9c2e-a4f963836b7b req-72973f8a-014e-462a-8cea-edcf3ae0dd7f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806453 Aug 31 16:03:30.318007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dbb3e-383e-4de7-b153-83579f9b546e req-3827d422-3937-4b97-aed4-6ecbf6c05ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.321654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bce60936-2c4b-43f5-afbf-95884ae7c2f8 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:30.325272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-855dbb3e-383e-4de7-b153-83579f9b546e req-3827d422-3937-4b97-aed4-6ecbf6c05ffa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1097 time: 0.0946529 Aug 31 16:03:30.344839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b09567-7ba7-4b74-bf19-3020accd9ec5 req-656c57f3-0621-4585-b261-10e57f1e15b3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.354278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44b09567-7ba7-4b74-bf19-3020accd9ec5 req-656c57f3-0621-4585-b261-10e57f1e15b3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0918901 Aug 31 16:03:30.430354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 10.1.1.21 (7c841c8b-2b78-4547-8de6-f8157148052a/d870bdf8-0b68-4112-8ae7-0858a5ee900c/00698080-bcaf-4386-990b-480e0ebc5a58) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:30.483565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44b09567-7ba7-4b74-bf19-3020accd9ec5 req-85a315e9-9c42-4ce9-9a2c-6d8674558e55 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279531 Aug 31 16:03:30.517305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9377e4-b1cc-4645-a471-4ba904f10d48 req-fc0d34d8-aa10-452a-82ea-1005d04bc688 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.518897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9377e4-b1cc-4645-a471-4ba904f10d48 req-fc0d34d8-aa10-452a-82ea-1005d04bc688 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 932 time: 0.2044003 Aug 31 16:03:30.521134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-855dbb3e-383e-4de7-b153-83579f9b546e req-2108dbf2-0805-4c03-a8bc-96247ea90ada service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545968 Aug 31 16:03:30.588322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f97dce-55bd-4e98-bddc-65724b9b6857 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:30.599906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9377e4-b1cc-4645-a471-4ba904f10d48 req-b01bf5aa-82b0-4529-a6cf-0f200d44529c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733662 Aug 31 16:03:30.600122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.604882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bce60936-2c4b-43f5-afbf-95884ae7c2f8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:30.623845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8', 'mac_address': 'fa:16:3e:81:76:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:30.632839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Transition to ACTIVE for port object c6f97dce-55bd-4e98-bddc-65724b9b6857 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:30.652573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.663004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c448409-7e91-4e6f-86fd-cc132de2a022 req-750e7b1e-3073-4daa-91d0-f7d2f12ad4b1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.670417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c448409-7e91-4e6f-86fd-cc132de2a022 req-750e7b1e-3073-4daa-91d0-f7d2f12ad4b1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 948 time: 0.0690935 Aug 31 16:03:30.700179 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.714106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.721975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce60936-2c4b-43f5-afbf-95884ae7c2f8 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:30.750966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bce60936-2c4b-43f5-afbf-95884ae7c2f8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:30.755964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.783872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c448409-7e91-4e6f-86fd-cc132de2a022 req-d5af5da9-7dcb-47d4-aae7-77c4c01b67e5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029651 Aug 31 16:03:30.810749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f97dce-55bd-4e98-bddc-65724b9b6857,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:30.821827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object 00698080-bcaf-4386-990b-480e0ebc5a58 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:30.834625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bce60936-2c4b-43f5-afbf-95884ae7c2f8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:30.843947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Attempting to bind port c6f97dce-55bd-4e98-bddc-65724b9b6857 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:30.844202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Attempting to bind port c6f97dce-55bd-4e98-bddc-65724b9b6857 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:30.844568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bd2cc-2d8b-4636-95dc-3adc757d40ec req-4501fbdd-825d-49d0-971f-28b52c8fad4e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.844704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Attempting to bind port c6f97dce-55bd-4e98-bddc-65724b9b6857 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:30.852617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Port c6f97dce-55bd-4e98-bddc-65724b9b6857 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:30.853074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Attempting to bind port c6f97dce-55bd-4e98-bddc-65724b9b6857 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:30.853278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-383bd2cc-2d8b-4636-95dc-3adc757d40ec req-4501fbdd-825d-49d0-971f-28b52c8fad4e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1293504 Aug 31 16:03:30.863845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:30.864225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:30.864644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:30.865121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Bound port: c6f97dce-55bd-4e98-bddc-65724b9b6857, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:30.865499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.916635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:30.936964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-383bd2cc-2d8b-4636-95dc-3adc757d40ec req-f7deb014-f49d-46b4-9b2d-65df3f4f5753 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823407 Aug 31 16:03:30.968451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448431d-0d9c-4e8c-af08-b0b0b4ad5045 req-e83671a5-3939-474b-9528-55e121714dc8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:30.971617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c448431d-0d9c-4e8c-af08-b0b0b4ad5045 req-e83671a5-3939-474b-9528-55e121714dc8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1147466 Aug 31 16:03:31.002923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 7c841c8b-2b78-4547-8de6-f8157148052a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:31.014249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:31.017879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:31.020500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:31.024774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] For port c6f97dce-55bd-4e98-bddc-65724b9b6857, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:31.068118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] For port c6f97dce-55bd-4e98-bddc-65724b9b6857, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:31.076880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:31.090356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.091240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:31.108066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c448431d-0d9c-4e8c-af08-b0b0b4ad5045 req-b4df2f55-93f8-4b9e-8c2e-b0f2f8e7196b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286051 Aug 31 16:03:31.150914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.151774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:31.153399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6f97dce-55bd-4e98-bddc-65724b9b6857 HTTP/1.1" status: 200 len: 1093 time: 1.2352717 Aug 31 16:03:31.153996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'tag': 'c6f97dce-55bd-4e98-bddc-65724b9b6857'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:31.156518 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b544773f-e1d2-4955-b884-2148cea42431" -d '{"events": [{"name": "network-changed", "server_uuid": "1104b75d-81ea-4c0e-8412-947f987ceb38", "tag": "c6f97dce-55bd-4e98-bddc-65724b9b6857"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:31.164604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-169a082d-3aac-45ff-a02b-8107f2fee277 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3454759 Aug 31 16:03:31.192107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['bce60936-2c4b-43f5-afbf-95884ae7c2f8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:31.199769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'admin_state_up': True, 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'security_groups': ['fde437e3-adcf-483d-a315-1d53448b956d']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:31.236090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9249-be52-439a-a1ac-b8bf94a84cf6 req-d2b4efbd-5696-4d8a-9a2d-145b62dcca52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.242223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9249-be52-439a-a1ac-b8bf94a84cf6 req-d2b4efbd-5696-4d8a-9a2d-145b62dcca52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.248489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9249-be52-439a-a1ac-b8bf94a84cf6 req-d2b4efbd-5696-4d8a-9a2d-145b62dcca52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.249983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-951a9249-be52-439a-a1ac-b8bf94a84cf6 req-d2b4efbd-5696-4d8a-9a2d-145b62dcca52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 2374 time: 0.0902267 Aug 31 16:03:31.331264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-951a9249-be52-439a-a1ac-b8bf94a84cf6 req-cde9ce0e-c9f9-4d29-81d4-d4c82b452874 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678136 Aug 31 16:03:31.387058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2fa24801-fbae-4cdd-a805-1c61bf684f0e None None] Provisioning for port 00698080-bcaf-4386-990b-480e0ebc5a58 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:31.393741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2fa24801-fbae-4cdd-a805-1c61bf684f0e None None] Provisioning complete for port 00698080-bcaf-4386-990b-480e0ebc5a58 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:31.394219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2fa24801-fbae-4cdd-a805-1c61bf684f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:31.402639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5905-6aac-4c0b-b4d8-150e22426059 req-5cff4777-0b23-401b-a423-550fe5a2b7b5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.405290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49cb5905-6aac-4c0b-b4d8-150e22426059 req-5cff4777-0b23-401b-a423-550fe5a2b7b5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0597394 Aug 31 16:03:31.451304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2fa24801-fbae-4cdd-a805-1c61bf684f0e None None] Port 00698080-bcaf-4386-990b-480e0ebc5a58 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:31.451544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49cb5905-6aac-4c0b-b4d8-150e22426059 req-61e445b8-c3ef-4065-9a7a-f92c38b5731a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Aug 31 16:03:31.613026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9b95-f977-462b-b481-0f4067cd8489 req-d9152cf4-2efb-4129-91e9-3f11c4add4c1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.614601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea2a9b95-f977-462b-b481-0f4067cd8489 req-d9152cf4-2efb-4129-91e9-3f11c4add4c1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0532074 Aug 31 16:03:31.661465 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2418a706-0dc2-4138-92ed-36771518d86b x-openstack-request-id: req-2418a706-0dc2-4138-92ed-36771518d86b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:31.662010 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1104b75d-81ea-4c0e-8412-947f987ceb38", "tag": "c6f97dce-55bd-4e98-bddc-65724b9b6857", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:31.662107 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2418a706-0dc2-4138-92ed-36771518d86b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:31.662547 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'tag': 'c6f97dce-55bd-4e98-bddc-65724b9b6857', 'status': 'completed', 'code': 200} Aug 31 16:03:31.679156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea2a9b95-f977-462b-b481-0f4067cd8489 req-b0f796a5-d405-4c0a-9d5a-f4f4f1c9a384 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577884 Aug 31 16:03:31.688590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b97ee3-3a0e-45f7-8dec-999e5abe3966 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f97dce-55bd-4e98-bddc-65724b9b6857,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:31.725245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-8d56de01-5ccd-4b1e-9d8b-8a11648d2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.726859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-8d56de01-5ccd-4b1e-9d8b-8a11648d2be4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 1096 time: 0.4894483 Aug 31 16:03:31.757638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667790-2175-4c52-a7f5-fa3f53b713d3 req-3de11803-1da9-4377-8e13-e72c3bfaeb37 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.759269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1667790-2175-4c52-a7f5-fa3f53b713d3 req-3de11803-1da9-4377-8e13-e72c3bfaeb37 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 944 time: 0.0630276 Aug 31 16:03:31.785051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-f42168e9-1895-4f3a-83b8-f3fbfd59f337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857 HTTP/1.1" status: 200 len: 217 time: 0.0434506 Aug 31 16:03:31.801558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1667790-2175-4c52-a7f5-fa3f53b713d3 req-c5e5cad1-aa89-4fb3-abb8-c6324d126c2b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Aug 31 16:03:31.861623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-ea16a596-4fd8-4a8c-92df-b8481782c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.863501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-ea16a596-4fd8-4a8c-92df-b8481782c7fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0687482 Aug 31 16:03:31.865516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:31.911017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1147c-9cdc-4627-ac9c-ec92daa615d0 req-f180c68f-ad1d-4963-8262-618d29d3f098 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:31.916698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adc1147c-9cdc-4627-ac9c-ec92daa615d0 req-f180c68f-ad1d-4963-8262-618d29d3f098 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 949 time: 0.0531647 Aug 31 16:03:31.937053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-7f6e27b4-a775-44af-b2f3-ab9d3e30980d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569694 Aug 31 16:03:31.976813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adc1147c-9cdc-4627-ac9c-ec92daa615d0 req-7b1710dd-fa9f-4a5d-a363-c84179e16994 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Aug 31 16:03:32.038296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:32.105347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-6bc52f28-c364-47fc-84c0-9400bf5bf6c3 service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503875 Aug 31 16:03:32.106640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c4574-290e-4ded-9c9b-a87db8421761 req-121bbc6b-c76a-4af6-8267-b4e49489261a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.109154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-987c4574-290e-4ded-9c9b-a87db8421761 req-121bbc6b-c76a-4af6-8267-b4e49489261a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.0683367 Aug 31 16:03:32.160030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-987c4574-290e-4ded-9c9b-a87db8421761 req-6ee0cfac-21af-434e-bcde-a487c167d9e3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Aug 31 16:03:32.283702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac181-6b86-434f-90ad-fd18dc7163d5 req-1d76df03-281b-4440-8d43-3b5bfbaff6be tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.286286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d2ac181-6b86-434f-90ad-fd18dc7163d5 req-1d76df03-281b-4440-8d43-3b5bfbaff6be tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0566187 Aug 31 16:03:32.327999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d2ac181-6b86-434f-90ad-fd18dc7163d5 req-cc6fd16d-57d7-43a6-a5e5-ae42de4cf3eb tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Aug 31 16:03:32.330881 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d3193d3-a5f5-4f2c-b597-f66631cba2b4 req-ee8ecaa6-0fa8-4efd-a6cc-7751ac970a52 service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177248 Aug 31 16:03:32.354424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 10.2.2.100 (9a806cad-9586-43bb-a6bd-068ba3bdd1be/58149e93-70b0-43a4-b699-189fef298327/18a72947-435d-424d-b31d-b00b74b916c1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:32.471175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66121-3ae0-4000-a210-d720a10f3f93 req-4c83a638-4399-4c2d-9b63-a60bf45e76fd tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.477403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66121-3ae0-4000-a210-d720a10f3f93 req-4c83a638-4399-4c2d-9b63-a60bf45e76fd tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.483490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66121-3ae0-4000-a210-d720a10f3f93 req-4c83a638-4399-4c2d-9b63-a60bf45e76fd tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.491378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df66121-3ae0-4000-a210-d720a10f3f93 req-4c83a638-4399-4c2d-9b63-a60bf45e76fd tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 2374 time: 0.0738509 Aug 31 16:03:32.494749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544773f-e1d2-4955-b884-2148cea42431 req-d207d842-56d9-422b-a2cf-73b43cde03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.496220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-d207d842-56d9-422b-a2cf-73b43cde03fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 1096 time: 0.0914438 Aug 31 16:03:32.531374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df66121-3ae0-4000-a210-d720a10f3f93 req-5abfd8b3-09fa-41db-9d1a-6c685a2a5087 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 Aug 31 16:03:32.597478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c25f-76e0-4322-9133-4e2d38442e4e req-3c3ccd9e-3abf-4a5e-a20f-4fcb32a045f0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.599071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ec1c25f-76e0-4322-9133-4e2d38442e4e req-3c3ccd9e-3abf-4a5e-a20f-4fcb32a045f0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0597908 Aug 31 16:03:32.641031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ec1c25f-76e0-4322-9133-4e2d38442e4e req-068950b8-eb4f-4247-8be7-7f1541cc811f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354106 Aug 31 16:03:32.643244 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:32.671110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object 18a72947-435d-424d-b31d-b00b74b916c1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:32.681874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544773f-e1d2-4955-b884-2148cea42431 req-c8421549-c5ae-4865-9033-a81f0aa20525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.682974 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-c8421549-c5ae-4865-9033-a81f0aa20525 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.1691649 Aug 31 16:03:32.748766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-6f0fedff-2ae5-4652-8884-5707beb98300 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857 HTTP/1.1" status: 200 len: 217 time: 0.0503612 Aug 31 16:03:32.768475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:32.809928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-b1f546c4-9489-4529-81e7-440f16cc4afc tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1024822624&fields=id&tenant_id=6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 267 time: 0.0824451 Aug 31 16:03:32.849540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:32.856764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:32.858965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee3595-c3d2-4941-9e64-55f00b374ca4 req-daabb023-40ed-4c03-9e4e-bc7b67cacc83 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.859145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:32.861552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46ee3595-c3d2-4941-9e64-55f00b374ca4 req-daabb023-40ed-4c03-9e4e-bc7b67cacc83 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0954731 Aug 31 16:03:32.868860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:32.883421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f7855330-a7d9-493e-bebc-2acc443743ed tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.885118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f7855330-a7d9-493e-bebc-2acc443743ed tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0688846 Aug 31 16:03:32.892579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544773f-e1d2-4955-b884-2148cea42431 req-0c2232b3-949d-43f9-9b09-0061594c45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.894112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-0c2232b3-949d-43f9-9b09-0061594c45a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.1355793 Aug 31 16:03:32.898699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'port': {'security_groups': ['7958335f-fbd3-45fe-95f9-1f19e1e1efd5', '971bdb18-b45c-412e-8f36-162bc955d4be']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:32.939453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-a014ece9-70a8-410c-b182-4c41025138be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326357 Aug 31 16:03:32.948918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:32.949596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:32.957282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46ee3595-c3d2-4941-9e64-55f00b374ca4 req-8609579e-65be-4c7d-8b5e-aea6ed092bac tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708249 Aug 31 16:03:33.022621 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0759e7ec-4ef6-4885-b906-4067d9fff9e8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8360503 Aug 31 16:03:33.023785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.039321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'admin_state_up': True, 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'security_groups': ['fde437e3-adcf-483d-a315-1d53448b956d']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:33.141050 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-6f08377a-7562-42bf-97a4-892ba83cda8b service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884420 Aug 31 16:03:33.153177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4666e-f215-4109-ad6a-88fd74347a61 req-525a2ead-945e-4154-a26b-0a66bbdd7f7e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:33.154778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3de4666e-f215-4109-ad6a-88fd74347a61 req-525a2ead-945e-4154-a26b-0a66bbdd7f7e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 944 time: 0.1036286 Aug 31 16:03:33.208938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9669ef0c-b271-40ab-858b-d24d9afd0f2d None None] Provisioning for port 18a72947-435d-424d-b31d-b00b74b916c1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:33.215375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9669ef0c-b271-40ab-858b-d24d9afd0f2d None None] Provisioning complete for port 18a72947-435d-424d-b31d-b00b74b916c1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:33.215861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9669ef0c-b271-40ab-858b-d24d9afd0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.217887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3de4666e-f215-4109-ad6a-88fd74347a61 req-2c7c611e-4d09-4646-b3ec-b5818001462f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Aug 31 16:03:33.274556 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Made reservation on behalf of 2757dda4ffcb41e290707aa55b36ef77 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:33.279111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.305078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9669ef0c-b271-40ab-858b-d24d9afd0f2d None None] Port 18a72947-435d-424d-b31d-b00b74b916c1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:33.316932 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b544773f-e1d2-4955-b884-2148cea42431 req-41099400-20b4-44e1-a6c0-748474b8727d service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684482 Aug 31 16:03:33.502925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Allocated IP 10.2.2.200 (9a806cad-9586-43bb-a6bd-068ba3bdd1be/58149e93-70b0-43a4-b699-189fef298327/2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:33.660295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.677231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03b0fa-d47a-4644-9f2a-ff17a32dccb5 req-e66106f1-5a60-4f1e-84e3-b690f90e0787 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:33.678036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Transition to ACTIVE for port object 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:33.684445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a03b0fa-d47a-4644-9f2a-ff17a32dccb5 req-e66106f1-5a60-4f1e-84e3-b690f90e0787 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 949 time: 0.0825331 Aug 31 16:03:33.710276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:33.714919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.741967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a03b0fa-d47a-4644-9f2a-ff17a32dccb5 req-3848a126-cd99-4ae0-8bca-d573238684dc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Aug 31 16:03:33.762135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.764583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:33.768956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.769147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:33.771968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:33.783615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:33.803798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event updated for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:33.856126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:33.857116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.862834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:33.876274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:33.877754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:33.879475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-037802fb-26dd-475c-9d4a-b7e9cb2468bd req-f182de8d-e17e-4e10-92aa-970ccd0d315d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "PUT /v2.0/ports/671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 981 time: 0.9865062 Aug 31 16:03:33.881289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:33.885506 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc18e44b-7906-44a2-8d20-192670ce3f52" -d '{"events": [{"name": "network-changed", "server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "tag": "671c2979-33c9-4d16-920a-df0e12b03512"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:33.902979 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-97d9d3bf-1c7c-4dd0-8cbb-214cd46a3b6a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674831 Aug 31 16:03:33.923927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:33.964480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb1ef7-ef75-42c0-be64-1365b976d211 req-712a2bb8-3427-4967-b541-ef3feaf87771 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:33.974503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49bb1ef7-ef75-42c0-be64-1365b976d211 req-712a2bb8-3427-4967-b541-ef3feaf87771 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1059265 Aug 31 16:03:34.037764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49bb1ef7-ef75-42c0-be64-1365b976d211 req-feae3a9f-9d93-43dd-aee2-8d758258894f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Aug 31 16:03:34.054028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:34.102885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.239715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e54096-ed53-4688-b9ac-6bda20fc94d1 req-fa30689e-34c1-4c4b-92c7-5a200118f16b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.247829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09e54096-ed53-4688-b9ac-6bda20fc94d1 req-fa30689e-34c1-4c4b-92c7-5a200118f16b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1251149 Aug 31 16:03:34.268718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2c008ca5-dd52-4ac9-8996-280291285683 None None] Provisioning for port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:34.282804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2c008ca5-dd52-4ac9-8996-280291285683 None None] Provisioning complete for port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:34.283326 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c008ca5-dd52-4ac9-8996-280291285683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.300375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09e54096-ed53-4688-b9ac-6bda20fc94d1 req-2cc4a983-efa9-46c2-ad94-861582944f47 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499156 Aug 31 16:03:34.339899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-3cc2bb9b-b851-4da8-b229-b811d4d22413 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.344369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bce60936-2c4b-43f5-afbf-95884ae7c2f8 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:34.354526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-3cc2bb9b-b851-4da8-b229-b811d4d22413 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.367116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-3cc2bb9b-b851-4da8-b229-b811d4d22413 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.374095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c008ca5-dd52-4ac9-8996-280291285683 None None] Port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:34.383963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-3cc2bb9b-b851-4da8-b229-b811d4d22413 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.393044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-3cc2bb9b-b851-4da8-b229-b811d4d22413 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.394878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-3cc2bb9b-b851-4da8-b229-b811d4d22413 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 3816 time: 0.2289801 Aug 31 16:03:34.451932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port bce60936-2c4b-43f5-afbf-95884ae7c2f8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:34.458899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port bce60936-2c4b-43f5-afbf-95884ae7c2f8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:34.458899 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.486526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55e6b9d7-cf29-47f1-95b9-c95fbb1c7df8 req-6326c192-4410-42ba-ab55-ebc12ac25493 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753126 Aug 31 16:03:34.492028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dbf6c6-9d12-474c-9e54-58c26d385c64 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:34.501299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.526104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-206af651-b201-4c2c-87cc-b080e802c957 req-9453a7eb-bdac-4e55-b2ea-2880b8bbb372 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-456678873&fields=id&tenant_id=6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 267 time: 0.0887446 Aug 31 16:03:34.526900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Transition to ACTIVE for port object 82dbf6c6-9d12-474c-9e54-58c26d385c64 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:34.532631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.567780 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.583169 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd72f5f-68a8-4330-8337-0baa891d5cae x-openstack-request-id: req-8cd72f5f-68a8-4330-8337-0baa891d5cae {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:34.583424 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "tag": "671c2979-33c9-4d16-920a-df0e12b03512", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:34.583677 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8cd72f5f-68a8-4330-8337-0baa891d5cae {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:34.584074 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512', 'status': 'completed', 'code': 200} Aug 31 16:03:34.597397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:34.598569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206af651-b201-4c2c-87cc-b080e802c957 req-7ed1ab54-eae0-43cd-a8d1-17ccb92aaff1 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.599866 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38d534d-b95b-4a44-9cd5-1dc82f4a225b" -d '{"events": [{"server_uuid": "3bb9de27-001b-4ce9-b80d-5d90038aa16f", "name": "network-vif-plugged", "status": "completed", "tag": "bce60936-2c4b-43f5-afbf-95884ae7c2f8"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:34.617289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-206af651-b201-4c2c-87cc-b080e802c957 req-7ed1ab54-eae0-43cd-a8d1-17ccb92aaff1 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0899611 Aug 31 16:03:34.624240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'port': {'security_groups': ['7958335f-fbd3-45fe-95f9-1f19e1e1efd5', '971bdb18-b45c-412e-8f36-162bc955d4be', '132208e1-5e91-4796-b2fd-c4dd4a15e339']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:34.633808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bce60936-2c4b-43f5-afbf-95884ae7c2f8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:34.639298 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.698980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bce60936-2c4b-43f5-afbf-95884ae7c2f8,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:34.768292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Attempting to bind port 82dbf6c6-9d12-474c-9e54-58c26d385c64 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:34.769258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Attempting to bind port 82dbf6c6-9d12-474c-9e54-58c26d385c64 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:34.769855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Attempting to bind port 82dbf6c6-9d12-474c-9e54-58c26d385c64 on network cb063698-8983-4c49-a309-b68a1c7deaa0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:34.775887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Pushing event updated for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:34.780098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Port 82dbf6c6-9d12-474c-9e54-58c26d385c64 on network cb063698-8983-4c49-a309-b68a1c7deaa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:34.780731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Attempting to bind port 82dbf6c6-9d12-474c-9e54-58c26d385c64 on network cb063698-8983-4c49-a309-b68a1c7deaa0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:34.785826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20597efc-f8ae-4962-ab55-d02ff02192f8 req-ada608be-75ea-4b74-aab0-666c7a44a3fc tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.788962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:34.789534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Checking segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:34.790079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Bound using segment: {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:34.790686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Bound port: 82dbf6c6-9d12-474c-9e54-58c26d385c64, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a482da-38da-4914-87a4-96f4cebde30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:34.791362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.794486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20597efc-f8ae-4962-ab55-d02ff02192f8 req-ada608be-75ea-4b74-aab0-666c7a44a3fc tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1110675 Aug 31 16:03:34.803209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:34.811763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-3ebae62c-3708-43f7-8fcf-989c22896ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.813733 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-3ebae62c-3708-43f7-8fcf-989c22896ee5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1136 time: 0.1709659 Aug 31 16:03:34.899255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20597efc-f8ae-4962-ab55-d02ff02192f8 req-0d441175-2f60-41de-b587-4961b29b3903 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038277 Aug 31 16:03:34.969926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-06fe9779-772a-443c-910a-f98b9036bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:34.972225 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-06fe9779-772a-443c-910a-f98b9036bb00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.1480930 Aug 31 16:03:35.027639 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-1ceb6386-6eb8-4ab6-a6a0-15231df50c45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 217 time: 0.0435159 Aug 31 16:03:35.032962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:35.054049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:35.075314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29a462-ac38-44b8-998b-e29f18d575b6 req-1d52b4f2-1a6d-4261-8664-f77fe964f8f2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.077006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da29a462-ac38-44b8-998b-e29f18d575b6 req-1d52b4f2-1a6d-4261-8664-f77fe964f8f2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 944 time: 0.1204073 Aug 31 16:03:35.077555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:35.126914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:35.144588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.144954 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:35.146343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 1093 time: 1.2273717 Aug 31 16:03:35.146792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:35.149252 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26148ee8-b737-4ea9-80ea-d533a786cdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:35.152695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da29a462-ac38-44b8-998b-e29f18d575b6 req-ec8c0cf3-99fa-487e-826f-8b33ebee9fb0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677545 Aug 31 16:03:35.155602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-ad301f8e-1078-4d4d-ae86-1a0e478c58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.157679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-ad301f8e-1078-4d4d-ae86-1a0e478c58a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.1149468 Aug 31 16:03:35.158941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c905a-f66d-40ae-b30c-555edc8a82a6 service neutron] Pushing event updated for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:35.195824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:35.201297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:35.208083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:35.225133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-2b2c94cb-69c7-434a-859a-514ccd9b97d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448682 Aug 31 16:03:35.232270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:35.287999 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e248e-10d9-4ce8-a87d-f7a5b3d63fb1 x-openstack-request-id: req-1e3e248e-10d9-4ce8-a87d-f7a5b3d63fb1 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:35.288709 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb9de27-001b-4ce9-b80d-5d90038aa16f", "name": "network-vif-plugged", "status": "completed", "tag": "bce60936-2c4b-43f5-afbf-95884ae7c2f8", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:35.288709 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e3e248e-10d9-4ce8-a87d-f7a5b3d63fb1 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:35.291652 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8', 'code': 200} Aug 31 16:03:35.318554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.319348 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:35.320887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-206af651-b201-4c2c-87cc-b080e802c957 req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "PUT /v2.0/ports/671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 1020 time: 0.7027519 Aug 31 16:03:35.387862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:35.464052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:35.480374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcbef2-5af8-4174-9b97-4b8dbb738249 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:35.486766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-cbf8f178-ae7c-4180-a88d-4f573146e6fd service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440763 Aug 31 16:03:35.512809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2c4f-0e05-4206-b60f-c4b94b8de3b5 req-4003cb5c-4a34-4f46-8495-70afe76270b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.515836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-237f2c4f-0e05-4206-b60f-c4b94b8de3b5 req-4003cb5c-4a34-4f46-8495-70afe76270b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 1102 time: 0.1776621 Aug 31 16:03:35.524352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156a98-a0d5-443c-9ca1-86843bb69786 req-477d3ef4-4753-4b3d-90a1-be288ee75dc9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.533195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb156a98-a0d5-443c-9ca1-86843bb69786 req-477d3ef4-4753-4b3d-90a1-be288ee75dc9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 950 time: 0.2075896 Aug 31 16:03:35.619032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-237f2c4f-0e05-4206-b60f-c4b94b8de3b5 req-7303e119-3f75-4574-9f60-222408cc5964 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845339 Aug 31 16:03:35.642972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb156a98-a0d5-443c-9ca1-86843bb69786 req-cca85f58-542a-40a3-a87b-ece4b28d2fe6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030762 Aug 31 16:03:35.670887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffec0d0-44f1-46bf-ae86-c1fa39ec7c2a req-8acaf9a3-d66c-43fd-b17f-ab9a7532aff1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.689277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ffec0d0-44f1-46bf-ae86-c1fa39ec7c2a req-8acaf9a3-d66c-43fd-b17f-ab9a7532aff1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1173787 Aug 31 16:03:35.721105 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc18e44b-7906-44a2-8d20-192670ce3f52 req-6237a30d-b3a1-4ee9-83a7-b676504b6476 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251112 Aug 31 16:03:35.722523 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a97722-2818-4cb2-beab-69c7f3c8530b x-openstack-request-id: req-a6a97722-2818-4cb2-beab-69c7f3c8530b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:35.722820 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:35.723082 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6a97722-2818-4cb2-beab-69c7f3c8530b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:35.723816 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'status': 'completed', 'code': 200} Aug 31 16:03:35.781114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ffec0d0-44f1-46bf-ae86-c1fa39ec7c2a req-c310c3eb-ab80-47de-9fa2-9c917b69e2a8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815213 Aug 31 16:03:35.785340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c6f97dce-55bd-4e98-bddc-65724b9b6857 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:35.857433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-66482b34-e5a0-439a-9c28-20ccc5a7841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.858529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-66482b34-e5a0-439a-9c28-20ccc5a7841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.859167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-66482b34-e5a0-439a-9c28-20ccc5a7841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.860996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-66482b34-e5a0-439a-9c28-20ccc5a7841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.861649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-66482b34-e5a0-439a-9c28-20ccc5a7841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.863739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-66482b34-e5a0-439a-9c28-20ccc5a7841d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 4364 time: 0.1039276 Aug 31 16:03:35.887275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813931c-b2ad-4c66-b461-9ba0c4f6751d req-f58f62b4-3e93-4397-8612-6014851d1722 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:35.889021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a813931c-b2ad-4c66-b461-9ba0c4f6751d req-f58f62b4-3e93-4397-8612-6014851d1722 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1025088 Aug 31 16:03:35.972679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a813931c-b2ad-4c66-b461-9ba0c4f6751d req-366434b4-d96f-4606-b576-847adc8c3625 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730927 Aug 31 16:03:35.996873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e124-42c2-4307-8d54-afd8c3e4c1e5 req-18d837e6-aef3-4696-b125-29eaa3633139 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.006296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e396e124-42c2-4307-8d54-afd8c3e4c1e5 req-18d837e6-aef3-4696-b125-29eaa3633139 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1023 time: 0.1275382 Aug 31 16:03:36.024545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bb7e1a-8b61-411e-b097-d411f02d6472 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:36.042422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.061371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c6f97dce-55bd-4e98-bddc-65724b9b6857, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:36.101382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Transition to ACTIVE for port object 46bb7e1a-8b61-411e-b097-d411f02d6472 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:36.105077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'c6f97dce-55bd-4e98-bddc-65724b9b6857', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': 'c6f97dce-55bd-4e98-bddc-65724b9b6857', 'mac_address': 'fa:16:3e:11:78:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:36.114863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.151683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e396e124-42c2-4307-8d54-afd8c3e4c1e5 req-4cc5e30f-bf3e-4e49-87e6-ae8fbac24c4d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=132208e1-5e91-4796-b2fd-c4dd4a15e339&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&id=971bdb18-b45c-412e-8f36-162bc955d4be HTTP/1.1" status: 200 len: 6156 time: 0.1444342 Aug 31 16:03:36.176805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-725a06c3-877a-4fe2-96bd-9bf2d846309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.177700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-725a06c3-877a-4fe2-96bd-9bf2d846309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.177813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-725a06c3-877a-4fe2-96bd-9bf2d846309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.179633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-725a06c3-877a-4fe2-96bd-9bf2d846309a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2757dda4ffcb41e290707aa55b36ef77&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3015738 Aug 31 16:03:36.208943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-9fa7f772-fbd0-4de6-a9a7-79a7ea19cb57 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.223876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-9fa7f772-fbd0-4de6-a9a7-79a7ea19cb57 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.236738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-9fa7f772-fbd0-4de6-a9a7-79a7ea19cb57 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.244293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-9fa7f772-fbd0-4de6-a9a7-79a7ea19cb57 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.265834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-9fa7f772-fbd0-4de6-a9a7-79a7ea19cb57 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.268622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-9fa7f772-fbd0-4de6-a9a7-79a7ea19cb57 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 3828 time: 0.1865189 Aug 31 16:03:36.290182 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.296680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:36.311761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f97dce-55bd-4e98-bddc-65724b9b6857 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:36.342906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c6f97dce-55bd-4e98-bddc-65724b9b6857, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:36.349429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.385582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ddd8-75ee-4c82-b9ac-0580f80f9ad9 req-d7a0587e-3d56-42a9-b279-fb16c3220d96 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.401343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f18ddd8-75ee-4c82-b9ac-0580f80f9ad9 req-d7a0587e-3d56-42a9-b279-fb16c3220d96 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1314809 Aug 31 16:03:36.428108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c6f97dce-55bd-4e98-bddc-65724b9b6857,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:36.432371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Attempting to bind port 46bb7e1a-8b61-411e-b097-d411f02d6472 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:36.432718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Attempting to bind port 46bb7e1a-8b61-411e-b097-d411f02d6472 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:36.433062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Attempting to bind port 46bb7e1a-8b61-411e-b097-d411f02d6472 on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:36.441715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Port 46bb7e1a-8b61-411e-b097-d411f02d6472 on network 7c841c8b-2b78-4547-8de6-f8157148052a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:36.442081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Attempting to bind port 46bb7e1a-8b61-411e-b097-d411f02d6472 on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:36.448535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:36.448884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Checking segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:36.449289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Bound using segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:36.450455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Bound port: 46bb7e1a-8b61-411e-b097-d411f02d6472, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:36.451038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.455926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39ac69f8-8c1f-4bd9-a962-ac4987fab40d req-dfb48098-cafa-457b-b07b-6888270e7086 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646073 Aug 31 16:03:36.456473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-a37f940c-5215-4317-a212-834e59a19b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.458116 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-26148ee8-b737-4ea9-80ea-d533a786cdb0 req-a37f940c-5215-4317-a212-834e59a19b98 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601330 Aug 31 16:03:36.497227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f18ddd8-75ee-4c82-b9ac-0580f80f9ad9 req-bc1338be-6a4f-47b3-a051-2854ea9e35bd tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946469 Aug 31 16:03:36.527813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-0fb3cc2f-27a7-4000-99cb-f0769a15d5f1 req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1423316595 ', 'description': 'tempest-description-1430480668'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:36.560655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fb3cc2f-27a7-4000-99cb-f0769a15d5f1 req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.575491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:36.580910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=46bb7e1a-8b61-411e-b097-d411f02d6472,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:36.585560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:36.586680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.588476 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7de4ecb-ea69-441e-b023-6750b399da69" -d '{"events": [{"name": "network-changed", "server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "tag": "671c2979-33c9-4d16-920a-df0e12b03512"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:36.686374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:36.695660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:36.704169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.705258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.706813 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-044404ad-dc84-4944-bbda-d5b7216589e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 1130 time: 1.5155399 Aug 31 16:03:36.730694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fb3cc2f-27a7-4000-99cb-f0769a15d5f1 req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.749436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80016d-eb9d-4711-ae95-e2be53e5dbd6 req-af154ee0-425d-4dbd-8c05-732822c3a805 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.751610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c80016d-eb9d-4711-ae95-e2be53e5dbd6 req-af154ee0-425d-4dbd-8c05-732822c3a805 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 945 time: 0.1014047 Aug 31 16:03:36.762988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fb3cc2f-27a7-4000-99cb-f0769a15d5f1 req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.769714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:36.858366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0fb3cc2f-27a7-4000-99cb-f0769a15d5f1 req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.859722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fb3cc2f-27a7-4000-99cb-f0769a15d5f1 req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3372724 Aug 31 16:03:36.873273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8b4c-3363-4491-a1b6-12534af2599b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f35ce03-beda-4d0f-8e40-63282bf731d4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:36.897177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:36.902004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-602e5fdf-b43c-48e9-b6f8-4dc4f9b2fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:36.910834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-602e5fdf-b43c-48e9-b6f8-4dc4f9b2fc1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1764719 Aug 31 16:03:36.914887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c80016d-eb9d-4711-ae95-e2be53e5dbd6 req-d8e24959-7815-443f-800a-7ce98f1a41ee tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526618 Aug 31 16:03:37.035960 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882b04c-8e02-4926-91bc-9c739475a32e x-openstack-request-id: req-c882b04c-8e02-4926-91bc-9c739475a32e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:37.036288 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "tag": "671c2979-33c9-4d16-920a-df0e12b03512", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:37.036891 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c882b04c-8e02-4926-91bc-9c739475a32e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:37.037308 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512', 'status': 'completed', 'code': 200} Aug 31 16:03:37.157367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d49d0-c7c6-422b-9293-acd0be005e0a req-7cc78401-69a1-4e2a-bd39-d71845bae236 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.165211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f2d49d0-c7c6-422b-9293-acd0be005e0a req-7cc78401-69a1-4e2a-bd39-d71845bae236 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1020665 Aug 31 16:03:37.207675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-7fab65eb-bb1b-479d-9cb8-33630fd7e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.209147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-7fab65eb-bb1b-479d-9cb8-33630fd7e325 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.2849128 Aug 31 16:03:37.282541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-3beac06b-e39f-4e35-9baa-c9b6c0ce68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.284336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-3beac06b-e39f-4e35-9baa-c9b6c0ce68fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1175 time: 0.0992696 Aug 31 16:03:37.293518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f2d49d0-c7c6-422b-9293-acd0be005e0a req-fbdc873b-0471-43ef-9f3a-ec51b9b17512 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274190 Aug 31 16:03:37.321011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c772b-fb55-4e57-98b6-44cf98234c49 req-4ae588e8-99bf-4069-843a-5c956ca64ebf tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.333872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc1c772b-fb55-4e57-98b6-44cf98234c49 req-4ae588e8-99bf-4069-843a-5c956ca64ebf tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 950 time: 0.2023823 Aug 31 16:03:37.347614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-c440a416-1b0c-47a4-a740-9d27dd9567a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 1001 time: 0.1307445 Aug 31 16:03:37.422945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-787ae4c2-5b4b-4db2-b042-e242beb6c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.424954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-787ae4c2-5b4b-4db2-b042-e242beb6c63f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.0688355 Aug 31 16:03:37.458293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-6bfb91dd-4b47-4248-916b-8049c7f42687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.459960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-6bfb91dd-4b47-4248-916b-8049c7f42687 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.1653001 Aug 31 16:03:37.519542 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-2aebca3b-1f3b-4421-a9d6-22f3aeb5616b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 200 len: 217 time: 0.0414722 Aug 31 16:03:37.535626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38a3048-64b7-477c-830f-5f0a715974ed {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:37.543157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc1c772b-fb55-4e57-98b6-44cf98234c49 req-65e5b3cc-b33f-4213-afba-e259c749a221 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082007 Aug 31 16:03:37.552889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:37.576353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed612-a8c1-42ab-b737-25f9189bb7ca req-77150b1f-ed9a-4a5f-8487-a54ac1175959 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.591345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13aed612-a8c1-42ab-b737-25f9189bb7ca req-77150b1f-ed9a-4a5f-8487-a54ac1175959 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1652944 Aug 31 16:03:37.599466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Transition to ACTIVE for port object b38a3048-64b7-477c-830f-5f0a715974ed will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:37.605842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:37.619026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-d501a654-cd09-407b-ac79-a7078f72586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.630710 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-d501a654-cd09-407b-ac79-a7078f72586a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0896449 Aug 31 16:03:37.644574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-0f9e9ed9-2e47-48c4-9cc9-f95092d83b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:37.646101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-0f9e9ed9-2e47-48c4-9cc9-f95092d83b56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798525 Aug 31 16:03:37.698384 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-777b9459-f7e8-472e-af9d-1814134c37be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422349 Aug 31 16:03:37.727152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13aed612-a8c1-42ab-b737-25f9189bb7ca req-8c10411d-6373-4be3-8384-095af0784c51 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318276 Aug 31 16:03:37.732209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:37.736939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '46bb7e1a-8b61-411e-b097-d411f02d6472'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:37.739242 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637bfad5-8161-40db-9b2a-d9550577abd1" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "46bb7e1a-8b61-411e-b097-d411f02d6472"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:37.846056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-86f5af1d-beff-4528-ac84-719513452a3d service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903269 Aug 31 16:03:37.874674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88843a47-6c71-4174-a592-fb6261deb3ab req-626042d3-0617-4e97-a690-3dcb066ad70f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/5f35ce03-beda-4d0f-8e40-63282bf731d4 HTTP/1.1" status: 200 len: 1783 time: 0.2775502 Aug 31 16:03:37.887263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Attempting to bind port b38a3048-64b7-477c-830f-5f0a715974ed on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:37.887720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Attempting to bind port b38a3048-64b7-477c-830f-5f0a715974ed by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:37.888167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Attempting to bind port b38a3048-64b7-477c-830f-5f0a715974ed on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:37.892845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-a3a88fc7-5a8d-47c4-aa01-cf29fecc18c6 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823964 Aug 31 16:03:37.897580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Port b38a3048-64b7-477c-830f-5f0a715974ed on network 7c841c8b-2b78-4547-8de6-f8157148052a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:37.898242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Attempting to bind port b38a3048-64b7-477c-830f-5f0a715974ed on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:37.906225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:37.906742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Checking segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:37.907242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Bound using segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:37.907802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Bound port: b38a3048-64b7-477c-830f-5f0a715974ed, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:37.908307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.047164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:38.056645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b38a3048-64b7-477c-830f-5f0a715974ed,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:38.065703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.068326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.074005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7de4ecb-ea69-441e-b023-6750b399da69 req-e34c4131-c276-40e1-b01d-abdde05d2f46 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510036 Aug 31 16:03:38.074407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.081967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.087919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.097578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.105453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.105883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.106608 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.108176 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] 10.222.0.30 "PUT /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 1131 time: 1.3537004 Aug 31 16:03:38.112983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.128233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-88144ce4-f07a-41c8-a85a-df896649ef52 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5371 time: 0.2806301 Aug 31 16:03:38.131319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa238f-82dd-44ad-856d-5a088b351eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:38.158635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:38.166389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7b6f8d-aa33-441a-89f7-1e8989f17e55 req-5abd47c8-0b43-4544-b965-a603eaf8a689 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858269 Aug 31 16:03:38.177830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34836cb-648f-4c54-9c76-f4dc666811db req-c1b1833a-1de9-448a-b909-6e89ddc1e970 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.185945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e34836cb-648f-4c54-9c76-f4dc666811db req-c1b1833a-1de9-448a-b909-6e89ddc1e970 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.2205970 Aug 31 16:03:38.230192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.237907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3083b07b-7401-4052-b4fb-52f9bed68d0b req-26081335-f6c3-4f8a-93aa-19bd27daa59f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057670 Aug 31 16:03:38.260244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e34836cb-648f-4c54-9c76-f4dc666811db req-27e0060d-c958-4b95-8928-7b2fac58d154 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698247 Aug 31 16:03:38.351201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b7a32ac-8f72-4ea0-863a-d52ab4df453e req-c4b9da9e-2cc0-4639-8484-1aca5bceb969 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/5f35ce03-beda-4d0f-8e40-63282bf731d4 HTTP/1.1" status: 200 len: 1783 time: 0.0594983 Aug 31 16:03:38.389736 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a90d26-6a74-4419-a75d-0c52054a38d2 x-openstack-request-id: req-14a90d26-6a74-4419-a75d-0c52054a38d2 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:38.390189 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "46bb7e1a-8b61-411e-b097-d411f02d6472", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:38.392174 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14a90d26-6a74-4419-a75d-0c52054a38d2 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:38.392755 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '46bb7e1a-8b61-411e-b097-d411f02d6472', 'status': 'completed', 'code': 200} Aug 31 16:03:38.505784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7138d7-6c17-4aa8-b41c-2a70226df3ed req-94c5152a-b1ce-47b9-a09e-4284dfc229f2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.507388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c7138d7-6c17-4aa8-b41c-2a70226df3ed req-94c5152a-b1ce-47b9-a09e-4284dfc229f2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 945 time: 0.0876274 Aug 31 16:03:38.508016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0b7a32ac-8f72-4ea0-863a-d52ab4df453e req-1ca44dba-c7dc-4431-9bcb-1fe6f8298592 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.562719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0b7a32ac-8f72-4ea0-863a-d52ab4df453e req-1ca44dba-c7dc-4431-9bcb-1fe6f8298592 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.608406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c7138d7-6c17-4aa8-b41c-2a70226df3ed req-e2215448-36f7-4b39-81ce-5cf95a5f4e67 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867958 Aug 31 16:03:38.668611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0b7a32ac-8f72-4ea0-863a-d52ab4df453e req-1ca44dba-c7dc-4431-9bcb-1fe6f8298592 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.672661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0b7a32ac-8f72-4ea0-863a-d52ab4df453e req-1ca44dba-c7dc-4431-9bcb-1fe6f8298592 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:38.674052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b7a32ac-8f72-4ea0-863a-d52ab4df453e req-1ca44dba-c7dc-4431-9bcb-1fe6f8298592 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/5f35ce03-beda-4d0f-8e40-63282bf731d4 HTTP/1.1" status: 204 len: 173 time: 0.3156617 Aug 31 16:03:38.686401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca44dba-c7dc-4431-9bcb-1fe6f8298592 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f35ce03-beda-4d0f-8e40-63282bf731d4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:38.856265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be37960-9249-49b6-9fdf-13bf95376b8a req-fd5b914f-ffd2-450f-9b3c-74a225559ee0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.857894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4be37960-9249-49b6-9fdf-13bf95376b8a req-fd5b914f-ffd2-450f-9b3c-74a225559ee0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 950 time: 0.1055052 Aug 31 16:03:38.861633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.861633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.861633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.862520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.862985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.863467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.863953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.866218 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-379ee410-dde5-4753-a9ad-5a92274d6b1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6211 time: 0.4865386 Aug 31 16:03:38.869082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35c702-2da1-4422-8425-55cd7e7d30f3 req-0e3787f7-414b-43e0-8610-0cc90350bda8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:38.870646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c35c702-2da1-4422-8425-55cd7e7d30f3 req-0e3787f7-414b-43e0-8610-0cc90350bda8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0991354 Aug 31 16:03:38.935201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4be37960-9249-49b6-9fdf-13bf95376b8a req-6fb58d47-00eb-43cb-adb1-afbf12d912d2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635366 Aug 31 16:03:38.961949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c35c702-2da1-4422-8425-55cd7e7d30f3 req-545bfb48-52d1-4b18-a8b1-0c9044e0040d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800841 Aug 31 16:03:39.007484 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-dbd850d7-2602-4a42-a5ce-e61acfe02ba3 req-87f480e3-991b-48e5-a05a-3456598e0abb tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:03:39.008594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbd850d7-2602-4a42-a5ce-e61acfe02ba3 req-87f480e3-991b-48e5-a05a-3456598e0abb tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/5f35ce03-beda-4d0f-8e40-63282bf731d4 HTTP/1.1" status: 404 len: 352 time: 0.0264163 Aug 31 16:03:39.015294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-4ac90f22-d0b0-4909-b5da-a9ab060cd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.018159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-4ac90f22-d0b0-4909-b5da-a9ab060cd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.018159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-4ac90f22-d0b0-4909-b5da-a9ab060cd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.018847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-4ac90f22-d0b0-4909-b5da-a9ab060cd57d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2757dda4ffcb41e290707aa55b36ef77&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1440542 Aug 31 16:03:39.117691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a98e079-306a-47e8-bfee-f73fb95c598a {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:39.129380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.133494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723436fb-50c9-40d0-8cf1-72865cb209d8 req-ba01a640-a46d-4273-a5dd-b67293b032d1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.135194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723436fb-50c9-40d0-8cf1-72865cb209d8 req-ba01a640-a46d-4273-a5dd-b67293b032d1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1067262 Aug 31 16:03:39.148551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d0459-593e-447a-a19e-313343af7f43 req-d3e1721c-f2f5-4b96-bb27-4bb625d8e8fe tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.150484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-136d0459-593e-447a-a19e-313343af7f43 req-d3e1721c-f2f5-4b96-bb27-4bb625d8e8fe tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 1102 time: 0.0775321 Aug 31 16:03:39.157243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Transition to ACTIVE for port object 4a98e079-306a-47e8-bfee-f73fb95c598a will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:39.165894 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.195827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-6395b3fa-5783-40ba-bd35-f0a86dddfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.197370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-637bfad5-8161-40db-9b2a-d9550577abd1 req-6395b3fa-5783-40ba-bd35-f0a86dddfb28 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692162 Aug 31 16:03:39.228811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723436fb-50c9-40d0-8cf1-72865cb209d8 req-aad94f23-c06e-4fc2-8f08-d5b04f385cef tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736797 Aug 31 16:03:39.230447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-136d0459-593e-447a-a19e-313343af7f43 req-4b556b19-60a4-4e80-99df-9964c50c59d1 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711577 Aug 31 16:03:39.256441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:39.256881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7118c7ff-7f8c-4460-98db-369dbc362a75 req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-177625817', 'description': 'tempest-description-140803284'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:39.287867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7118c7ff-7f8c-4460-98db-369dbc362a75 req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.384437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Attempting to bind port 4a98e079-306a-47e8-bfee-f73fb95c598a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:39.384791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Attempting to bind port 4a98e079-306a-47e8-bfee-f73fb95c598a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:39.385305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Attempting to bind port 4a98e079-306a-47e8-bfee-f73fb95c598a on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:39.390817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Port 4a98e079-306a-47e8-bfee-f73fb95c598a on network 7c841c8b-2b78-4547-8de6-f8157148052a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:39.392598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Attempting to bind port 4a98e079-306a-47e8-bfee-f73fb95c598a on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:39.400839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:39.401183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Checking segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:39.401716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Bound using segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:39.402156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Bound port: 4a98e079-306a-47e8-bfee-f73fb95c598a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:39.402515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.445463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7118c7ff-7f8c-4460-98db-369dbc362a75 req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.452964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7118c7ff-7f8c-4460-98db-369dbc362a75 req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.491376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:39.498027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a98e079-306a-47e8-bfee-f73fb95c598a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:39.502187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7118c7ff-7f8c-4460-98db-369dbc362a75 req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.503980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.513835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7118c7ff-7f8c-4460-98db-369dbc362a75 req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2615213 Aug 31 16:03:39.532554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.544386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.550918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.551650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.552414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.553330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 200 len: 1092 time: 1.3995500 Aug 31 16:03:39.559022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.566583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.574285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.581576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.583532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-6765b13d-d91c-49dd-9bb6-64458f4a1295 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5383 time: 0.2069204 Aug 31 16:03:39.588247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df8437-69c0-4998-90b9-dcb686efdb99 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58472a-8cf6-4f41-95a3-c24ae1bb71a4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:39.614696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:39.648548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-528aed17-bdb1-43c6-be93-b6e58038f8dd req-2b288109-952c-4249-88ee-0c9be26c1753 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575533 Aug 31 16:03:39.651745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e10819-1a55-47ef-832c-6db357909ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:39.733955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d59f0-78f6-4278-b7b7-e387a5238f30 req-b870fd65-0c75-4e32-8c4d-0b6744639a5b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:39.743545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf5d59f0-78f6-4278-b7b7-e387a5238f30 req-b870fd65-0c75-4e32-8c4d-0b6744639a5b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0996902 Aug 31 16:03:39.770328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.787587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf5d59f0-78f6-4278-b7b7-e387a5238f30 req-3589ea83-779f-42c8-a9c0-dff4efa0216d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Aug 31 16:03:39.793512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c6f97dce-55bd-4e98-bddc-65724b9b6857 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:39.817995 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-82ce3506-5df6-4e6b-a5d2-d90ab1d820c8 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290909 Aug 31 16:03:39.854251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-bdc7f79d-296a-4681-a0cb-2c572a2712b4 req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-653744091', 'description': 'tempest-description-1246759787'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:39.896058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port c6f97dce-55bd-4e98-bddc-65724b9b6857 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:39.903355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port c6f97dce-55bd-4e98-bddc-65724b9b6857 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:39.904540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:39.936068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bdc7f79d-296a-4681-a0cb-2c572a2712b4 req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.034571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-ea0f7dba-d9e0-4592-a92d-ca4eb9755ba2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:40.041899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-ea0f7dba-d9e0-4592-a92d-ca4eb9755ba2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695595 Aug 31 16:03:40.042597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.063551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-b71ba3a8-f7ce-44a4-884f-a2e30325fad7 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/quotas/d04eb3286a654fb285175d11095a6667 HTTP/1.1" status: 200 len: 375 time: 0.0199826 Aug 31 16:03:40.081214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f97dce-55bd-4e98-bddc-65724b9b6857'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:40.083396 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68bf53-53c5-4baa-b841-8dfd0332bb1e" -d '{"events": [{"server_uuid": "1104b75d-81ea-4c0e-8412-947f987ceb38", "name": "network-vif-plugged", "status": "completed", "tag": "c6f97dce-55bd-4e98-bddc-65724b9b6857"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:40.099141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c6f97dce-55bd-4e98-bddc-65724b9b6857, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:40.103603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.146699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bdc7f79d-296a-4681-a0cb-2c572a2712b4 req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.149101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00698080-bcaf-4386-990b-480e0ebc5a58 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:40.152611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bdc7f79d-296a-4681-a0cb-2c572a2712b4 req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.159734 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.167240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c6f97dce-55bd-4e98-bddc-65724b9b6857,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:40.177352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Transition to ACTIVE for port object 00698080-bcaf-4386-990b-480e0ebc5a58 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:40.182626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.207827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-58921a9d-e6f0-47c8-a62c-358e8c254a02 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1399896 Aug 31 16:03:40.248101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Pushing event updated for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:40.252605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f8c847-2cba-4f9c-93a0-ddb748f2f372,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:40.262097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bdc7f79d-296a-4681-a0cb-2c572a2712b4 req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.268707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdc7f79d-296a-4681-a0cb-2c572a2712b4 req-f72c081f-16a2-4cc1-ab37-4512233ad993 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4190094 Aug 31 16:03:40.366987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Attempting to bind port 00698080-bcaf-4386-990b-480e0ebc5a58 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:40.368769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Attempting to bind port 00698080-bcaf-4386-990b-480e0ebc5a58 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:40.369992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Attempting to bind port 00698080-bcaf-4386-990b-480e0ebc5a58 on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:40.383567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Port 00698080-bcaf-4386-990b-480e0ebc5a58 on network 7c841c8b-2b78-4547-8de6-f8157148052a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:40.384058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Attempting to bind port 00698080-bcaf-4386-990b-480e0ebc5a58 on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:40.397077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': 'b38a3048-64b7-477c-830f-5f0a715974ed'}, {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:40.402689 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "b38a3048-64b7-477c-830f-5f0a715974ed"}, {"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:40.416617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:40.417123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Checking segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:40.419181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Bound using segment: {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:40.419847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Bound port: 00698080-bcaf-4386-990b-480e0ebc5a58, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:40.420641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.451592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f203-50e2-413c-a8de-e1aa2940b708 req-ab25f965-633d-42bb-ad21-76c06a7a062b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:40.454345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f14f203-50e2-413c-a8de-e1aa2940b708 req-ab25f965-633d-42bb-ad21-76c06a7a062b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 946 time: 0.1227226 Aug 31 16:03:40.533491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f14f203-50e2-413c-a8de-e1aa2940b708 req-cc54cf68-7501-4c26-8102-5497d2f6536c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726318 Aug 31 16:03:40.572680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:40.576420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=00698080-bcaf-4386-990b-480e0ebc5a58,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:40.585281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.645323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d440358-0590-41a6-8c84-4b3a3abffaed req-5531a436-e2ef-4308-aa96-5463ca86a8ff tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:40.645948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:40.646592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.647273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d440358-0590-41a6-8c84-4b3a3abffaed req-5531a436-e2ef-4308-aa96-5463ca86a8ff tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0710266 Aug 31 16:03:40.651163 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c3097-a3b1-4c1f-b83a-03560e18b900 x-openstack-request-id: req-703c3097-a3b1-4c1f-b83a-03560e18b900 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:40.651642 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104b75d-81ea-4c0e-8412-947f987ceb38", "name": "network-vif-plugged", "status": "completed", "tag": "c6f97dce-55bd-4e98-bddc-65724b9b6857", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:40.652039 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-703c3097-a3b1-4c1f-b83a-03560e18b900 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:40.652622 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f97dce-55bd-4e98-bddc-65724b9b6857', 'code': 200} Aug 31 16:03:40.662251 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] 10.222.0.30 "PUT /v2.0/ports/00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 1091 time: 1.0602036 Aug 31 16:03:40.726267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:40.745080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d440358-0590-41a6-8c84-4b3a3abffaed req-47a4291f-3d50-447d-b814-a757b90eeb6b tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877087 Aug 31 16:03:40.780462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-52efea8a-cd56-4812-a05e-23470dbd355c req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-587254727', 'description': 'tempest-description-539402971'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:40.823254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d70d17-5428-4aa1-8e56-a177a0f23c65 service neutron] Pushing event updated for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:40.869581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bf54e-c54b-46b3-b7d3-ee88bc6be99b req-9730927a-7558-4c30-b342-d7c38ec7e9ee tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:40.879497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f66bf54e-c54b-46b3-b7d3-ee88bc6be99b req-9730927a-7558-4c30-b342-d7c38ec7e9ee tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.0932684 Aug 31 16:03:40.903897 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:40.923638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d84fe5-c6ea-4018-b19b-858b06f1dced req-3f183c5c-42ee-4310-83f2-c2328e454742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:40.925148 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c8d84fe5-c6ea-4018-b19b-858b06f1dced req-3f183c5c-42ee-4310-83f2-c2328e454742 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 1098 time: 0.1864181 Aug 31 16:03:40.935335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f66bf54e-c54b-46b3-b7d3-ee88bc6be99b req-418b6163-8c67-405b-85a6-76a43cc9ce3e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545375 Aug 31 16:03:40.945154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-52efea8a-cd56-4812-a05e-23470dbd355c req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.021110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c8d84fe5-c6ea-4018-b19b-858b06f1dced req-d92d6591-9e29-4356-a072-caba9af641f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567341 Aug 31 16:03:41.104726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-387321ca-0fa8-4b12-a99d-a2ddd75df2bc req-72feb994-2646-402e-bb5f-c9841f62f076 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 210 time: 0.0409508 Aug 31 16:03:41.144665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-52efea8a-cd56-4812-a05e-23470dbd355c req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.149757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-52efea8a-cd56-4812-a05e-23470dbd355c req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.176571 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75394b0d-5e77-4d23-b64f-2fee92bb2e53 x-openstack-request-id: req-75394b0d-5e77-4d23-b64f-2fee92bb2e53 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:41.177136 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "b38a3048-64b7-477c-830f-5f0a715974ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:41.177814 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75394b0d-5e77-4d23-b64f-2fee92bb2e53 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:41.177814 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': 'b38a3048-64b7-477c-830f-5f0a715974ed', 'status': 'completed', 'code': 200} Aug 31 16:03:41.178327 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a', 'status': 'completed', 'code': 200} Aug 31 16:03:41.188957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-52efea8a-cd56-4812-a05e-23470dbd355c req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.190253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52efea8a-cd56-4812-a05e-23470dbd355c req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4148273 Aug 31 16:03:41.192784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02863e-b841-4853-926f-7e013e35791e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b647d9a-ab7a-40a2-8b6f-5c4d9c5bacef,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:41.347110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a72947-435d-424d-b31d-b00b74b916c1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:41.347330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.353664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.357338 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.361099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.372953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.379021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Transition to ACTIVE for port object 18a72947-435d-424d-b31d-b00b74b916c1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:41.382224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.384991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.385472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.385941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.386407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.386874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.387352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.387805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.389065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.389967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-cabc6d33-e327-44df-a0e4-83b6d4568e13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6347 time: 0.0834827 Aug 31 16:03:41.391087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.396830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.397886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-cdad3021-3e91-41ff-8a39-9124bdd3eeff tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5395 time: 0.1478851 Aug 31 16:03:41.407731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f343c9-e14c-44fd-a062-ec8661dbdb21 req-7ba926e8-3baf-4223-812c-81a623f54b98 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.416728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1f343c9-e14c-44fd-a062-ec8661dbdb21 req-7ba926e8-3baf-4223-812c-81a623f54b98 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1567750 Aug 31 16:03:41.507387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Pushing event updated for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:41.524044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1f343c9-e14c-44fd-a062-ec8661dbdb21 req-aceaca54-57e3-4698-98e5-beed9ab4dad8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932539 Aug 31 16:03:41.623023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-c0d3f77b-0991-414f-b45c-98352ea4e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.623532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-c0d3f77b-0991-414f-b45c-98352ea4e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.624004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-c0d3f77b-0991-414f-b45c-98352ea4e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.626193 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-c0d3f77b-0991-414f-b45c-98352ea4e87c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2757dda4ffcb41e290707aa55b36ef77&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2086082 Aug 31 16:03:41.636838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c33876a-54f8-4d12-9408-f88aba5667e7 req-c54aab6c-5b9f-472d-898b-86854c80d46e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2183568 Aug 31 16:03:41.644481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Attempting to bind port 18a72947-435d-424d-b31d-b00b74b916c1 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:41.644815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Attempting to bind port 18a72947-435d-424d-b31d-b00b74b916c1 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:41.645146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Attempting to bind port 18a72947-435d-424d-b31d-b00b74b916c1 on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:41.713217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Port 18a72947-435d-424d-b31d-b00b74b916c1 on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:41.713571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Attempting to bind port 18a72947-435d-424d-b31d-b00b74b916c1 on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:41.728801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:41.729140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Checking segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:41.729535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Bound using segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:41.729979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Bound port: 18a72947-435d-424d-b31d-b00b74b916c1, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:41.730341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.764663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd6ea424-937c-448a-bab1-1512f1d52bf4 req-d7d5943e-f8c5-4c32-bd7f-3fb5e6cff2c5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 10907 time: 0.2086298 Aug 31 16:03:41.823069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-565225a5-fa44-4821-a6db-1a7fa64ea2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.824631 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-565225a5-fa44-4821-a6db-1a7fa64ea2b7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885719 Aug 31 16:03:41.827768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:41.828297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd6ea424-937c-448a-bab1-1512f1d52bf4 req-d722235c-aaa8-4982-9e58-b4dde7911ee3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7958335f-fbd3-45fe-95f9-1f19e1e1efd5 HTTP/1.1" status: 200 len: 2985 time: 0.0622823 Aug 31 16:03:41.832746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=18a72947-435d-424d-b31d-b00b74b916c1,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:41.837766 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.941210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.942282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:41.944594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] 10.222.0.30 "PUT /v2.0/ports/18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 1092 time: 1.2463377 Aug 31 16:03:41.974311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587efb13-5824-4967-b000-26950a3a6649 req-787135ac-a372-4e2f-8cfc-83813643bdd8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:41.983754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-587efb13-5824-4967-b000-26950a3a6649 req-787135ac-a372-4e2f-8cfc-83813643bdd8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 946 time: 0.1527309 Aug 31 16:03:41.985991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Request body: {'port': {'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:41.988883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd6ea424-937c-448a-bab1-1512f1d52bf4 req-5905e6c2-0c58-4f3b-b8c8-e9cfc5d2c92b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7958335f-fbd3-45fe-95f9-1f19e1e1efd5 HTTP/1.1" status: 200 len: 2985 time: 0.1592078 Aug 31 16:03:42.100815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f6ce4-caf7-4137-bd82-c4c6868e4d13 service neutron] Pushing event updated for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:42.101551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-16dbf670-e546-4313-ac11-602e1eade46f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d04eb3286a654fb285175d11095a6667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519016 Aug 31 16:03:42.109409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.111017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.111507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.111990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.112490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.113210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.113696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.117123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-16894c43-6431-4ba5-a9f2-a658f616b7cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6415 time: 0.2254074 Aug 31 16:03:42.127770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-587efb13-5824-4967-b000-26950a3a6649 req-42479441-5a5a-4956-a4c4-abc13ec495fc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324918 Aug 31 16:03:42.212668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:42.319078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-985164da-e46f-48e9-bd0d-bee3c7678e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.319598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-985164da-e46f-48e9-bd0d-bee3c7678e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.320021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-985164da-e46f-48e9-bd0d-bee3c7678e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.321749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-985164da-e46f-48e9-bd0d-bee3c7678e13 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2757dda4ffcb41e290707aa55b36ef77&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1755936 Aug 31 16:03:42.538925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-61bcc101-f755-4b2d-a1a3-1b264f7ebb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.540886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-28f9038a-aaa3-440e-8e96-c7dc6e02c1ae req-61bcc101-f755-4b2d-a1a3-1b264f7ebb3a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741912 Aug 31 16:03:42.654487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756453-2765-415c-8095-1d1daa864240 req-4fcabc5d-a4df-455c-a1b4-1bcbbc4c689e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.656001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13756453-2765-415c-8095-1d1daa864240 req-4fcabc5d-a4df-455c-a1b4-1bcbbc4c689e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.5528839 Aug 31 16:03:42.657951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:42.665608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-167b6791-bd7e-4025-a73f-ee8ead576f4f req-0d5c5118-062c-4005-aba2-ff8a04404bb6 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/4b58472a-8cf6-4f41-95a3-c24ae1bb71a4 HTTP/1.1" status: 200 len: 1801 time: 0.4375892 Aug 31 16:03:42.668067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:42.683199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Transition to ACTIVE for port object 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:42.688892 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:42.751130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-9385770f-3d4c-45b9-8de5-7ab01ea2995f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:42.752806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-9385770f-3d4c-45b9-8de5-7ab01ea2995f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5478663 Aug 31 16:03:42.769831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Pushing event updated for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:42.786595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Request body: {'port': {'device_id': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'd04eb3286a654fb285175d11095a6667'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:42.825369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Attempting to bind port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:42.825838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Attempting to bind port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:42.826276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Attempting to bind port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:42.832003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:42.832486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Attempting to bind port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 on network 9a806cad-9586-43bb-a6bd-068ba3bdd1be {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:42.838163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:42.838660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Checking segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:42.839171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Bound using segment: {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:42.839718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Bound port: 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3d1016-52ac-4b79-8032-fea2dca01f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:42.840206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:42.843603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13756453-2765-415c-8095-1d1daa864240 req-78872c92-222a-4e1a-8123-09acc976f179 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746337 Aug 31 16:03:42.882287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-167b6791-bd7e-4025-a73f-ee8ead576f4f req-1ba0af4a-f407-4473-a167-664fbfdec0e3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:42.911784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-167b6791-bd7e-4025-a73f-ee8ead576f4f req-1ba0af4a-f407-4473-a167-664fbfdec0e3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:42.985082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:42.988734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:42.994632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.011792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33edc633-d082-4524-9228-74494ccd16c0 req-8b7b07ab-31eb-435b-aabe-5fd15bfd1112 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 210 time: 0.0513198 Aug 31 16:03:43.034268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.034901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.037000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] 10.222.0.30 "PUT /v2.0/ports/2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 1092 time: 1.0639031 Aug 31 16:03:43.046498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-167b6791-bd7e-4025-a73f-ee8ead576f4f req-1ba0af4a-f407-4473-a167-664fbfdec0e3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.057937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-167b6791-bd7e-4025-a73f-ee8ead576f4f req-1ba0af4a-f407-4473-a167-664fbfdec0e3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.059111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-167b6791-bd7e-4025-a73f-ee8ead576f4f req-1ba0af4a-f407-4473-a167-664fbfdec0e3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/4b58472a-8cf6-4f41-95a3-c24ae1bb71a4 HTTP/1.1" status: 204 len: 173 time: 0.3783989 Aug 31 16:03:43.075664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Pushing event updated for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:43.087398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.088869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.089565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.090067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.090508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.090948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.091364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.093409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.094072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.094748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.095335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.095842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6140b0-bc00-4bbf-9507-d125392aa19f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:03:43.106086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0af4a-f407-4473-a167-664fbfdec0e3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58472a-8cf6-4f41-95a3-c24ae1bb71a4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:43.116217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Made reservation on behalf of d04eb3286a654fb285175d11095a6667 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:43.118537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.166403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.167236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.167713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.168221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.168678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.169144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.169643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.171830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-417910af-4f1b-4361-a6b3-3ef8d27cbbf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6483 time: 0.0699847 Aug 31 16:03:43.179871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58'}, {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1'}, {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:43.190595 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5de2cf3-8956-4375-8073-af9e3343ae4e" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58"}, {"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "18a72947-435d-424d-b31d-b00b74b916c1"}, {"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:43.240633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-11d85286-d4b3-4097-a6b3-7a0967cec3ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 217 time: 0.0464003 Aug 31 16:03:43.299217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-d020cfee-242b-485d-9d75-549fd7812605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.300758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-d020cfee-242b-485d-9d75-549fd7812605 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 200 len: 851 time: 0.0527866 Aug 31 16:03:43.314069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.320227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.326215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.332920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.339452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.346094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.351974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.354753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-ad5dc758-de29-4275-9c14-7aca4ae2d7fa tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1820104 Aug 31 16:03:43.357474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-79a80cf2-3a2b-45c7-a45f-3b16d47e9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.359255 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-79a80cf2-3a2b-45c7-a45f-3b16d47e9dc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb063698-8983-4c49-a309-b68a1c7deaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502241 Aug 31 16:03:43.362134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577915d-ef27-45d3-bf7e-cb7925b9c1e7 req-6045ef29-48a1-4447-9aae-4b5fd0b9bfba tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.363647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9577915d-ef27-45d3-bf7e-cb7925b9c1e7 req-6045ef29-48a1-4447-9aae-4b5fd0b9bfba tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.2101676 Aug 31 16:03:43.466502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0365858-ff1e-4def-990b-b2956d1d5f42 req-872af9e3-9664-4562-b3db-be9298cbc8fc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993056 Aug 31 16:03:43.467966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-bddc1af0-bb04-4bf2-b1ed-5673035d69a8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990589 Aug 31 16:03:43.497502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9577915d-ef27-45d3-bf7e-cb7925b9c1e7 req-2f20a5b1-310c-4cc3-8dc4-59629c87da09 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106765 Aug 31 16:03:43.521569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Allocated IP 192.168.233.61 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/94eb51c2-1270-4464-89ad-a3553cc98e60) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:43.544020 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-7059630d-2829-4061-a3c4-56d1b7c8a5d1 req-5821b7a2-3bf7-4176-918c-32d8d92f9ef9 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:03:43.545109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7059630d-2829-4061-a3c4-56d1b7c8a5d1 req-5821b7a2-3bf7-4176-918c-32d8d92f9ef9 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/4b58472a-8cf6-4f41-95a3-c24ae1bb71a4 HTTP/1.1" status: 404 len: 352 time: 0.0250356 Aug 31 16:03:43.591029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-7131bb77-2e9a-4eed-8cad-d1a0aa019452 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154306 Aug 31 16:03:43.652100 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3049aac-80ce-4ee3-a0e1-d7b8199243bf x-openstack-request-id: req-c3049aac-80ce-4ee3-a0e1-d7b8199243bf {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:43.652430 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "18a72947-435d-424d-b31d-b00b74b916c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:43.652676 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3049aac-80ce-4ee3-a0e1-d7b8199243bf {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:43.653087 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58', 'status': 'completed', 'code': 200} Aug 31 16:03:43.653337 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1', 'status': 'completed', 'code': 200} Aug 31 16:03:43.653585 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70', 'status': 'completed', 'code': 200} Aug 31 16:03:43.655417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-8eac9c7e-e29c-4a07-a2da-cf03f48a663f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 217 time: 0.0548327 Aug 31 16:03:43.707803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-ebc3065e-2588-45ce-924a-44db22d4f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.709389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-ebc3065e-2588-45ce-924a-44db22d4f034 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.0458219 Aug 31 16:03:43.764593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-7dab87df-19c7-4250-b9a2-4bc94f30ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.765328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67ddb6-9bae-4710-8721-2b993fcb8026 req-bfb84cde-acce-49c1-9bce-9bcf6e2273f7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:43.767002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-7dab87df-19c7-4250-b9a2-4bc94f30ba90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493977 Aug 31 16:03:43.767408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f67ddb6-9bae-4710-8721-2b993fcb8026 req-bfb84cde-acce-49c1-9bce-9bcf6e2273f7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 946 time: 0.1363778 Aug 31 16:03:43.773064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c50b035-6a23-475a-b975-067b0311ccea req-974bf5a0-995c-4252-b720-7271c7e69754 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/08f8c847-2cba-4f9c-93a0-ddb748f2f372 HTTP/1.1" status: 200 len: 1802 time: 0.1107361 Aug 31 16:03:43.846891 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.882527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f67ddb6-9bae-4710-8721-2b993fcb8026 req-96f0a8d7-fbc3-467d-a5f9-be9b6513499c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058600 Aug 31 16:03:43.883475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Transition to ACTIVE for port object 94eb51c2-1270-4464-89ad-a3553cc98e60 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:43.883818 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c46e8add-5990-473c-9b70-824cc7219b2d service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998368 Aug 31 16:03:43.914034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4c50b035-6a23-475a-b975-067b0311ccea req-5addecc3-78ed-46f2-af81-93b90bf5e700 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.960578 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4c50b035-6a23-475a-b975-067b0311ccea req-5addecc3-78ed-46f2-af81-93b90bf5e700 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.970342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:43.989941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'bce60936-2c4b-43f5-afbf-95884ae7c2f8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:43.995988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:44.062062 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-2961d37c-d9f5-4c13-83bd-a0dbe15d5de5 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661649 Aug 31 16:03:44.069868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:44.079663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:44.085890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:44.091965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event updated for resources: {'Port': ['ID=94eb51c2-1270-4464-89ad-a3553cc98e60,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:44.131320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4c50b035-6a23-475a-b975-067b0311ccea req-5addecc3-78ed-46f2-af81-93b90bf5e700 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:44.133941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4c50b035-6a23-475a-b975-067b0311ccea req-5addecc3-78ed-46f2-af81-93b90bf5e700 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:44.135120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c50b035-6a23-475a-b975-067b0311ccea req-5addecc3-78ed-46f2-af81-93b90bf5e700 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/08f8c847-2cba-4f9c-93a0-ddb748f2f372 HTTP/1.1" status: 204 len: 173 time: 0.3491948 Aug 31 16:03:44.172519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506acc-57a6-4e84-b0d2-7edb3d2e61a1 req-3467e02c-fa3f-4605-8075-66960649fb48 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.174107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93506acc-57a6-4e84-b0d2-7edb3d2e61a1 req-3467e02c-fa3f-4605-8075-66960649fb48 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1938570 Aug 31 16:03:44.178666 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c033c793-1e08-4e4b-85ce-fdae39e8efd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 217 time: 0.1035054 Aug 31 16:03:44.203068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addecc3-78ed-46f2-af81-93b90bf5e700 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f8c847-2cba-4f9c-93a0-ddb748f2f372,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:44.214759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.215606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:44.245204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0b415184-7eb2-4665-a247-a047208bd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.246962 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-0b415184-7eb2-4665-a247-a047208bd9e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.0600519 Aug 31 16:03:44.262758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-f8d452fa-4d14-475b-a466-7f1a757e8963 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4822190 Aug 31 16:03:44.285749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93506acc-57a6-4e84-b0d2-7edb3d2e61a1 req-41eba399-46b5-4643-9d25-43fda770511a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847721 Aug 31 16:03:44.306190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Request body: {'port': {'device_id': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:44.332972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-df783d20-6ac5-4749-927f-81690d4898cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.334559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-df783d20-6ac5-4749-927f-81690d4898cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698731 Aug 31 16:03:44.458812 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-204942dc-a51b-46e7-b5d8-ef93b93daddd service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109962 Aug 31 16:03:44.477501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:44.493705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-defc374b-4840-4b34-8665-4a70fecc76d2 None None] Provisioning for port 94eb51c2-1270-4464-89ad-a3553cc98e60 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:44.503998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-defc374b-4840-4b34-8665-4a70fecc76d2 None None] Provisioning complete for port 94eb51c2-1270-4464-89ad-a3553cc98e60 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:44.504411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-defc374b-4840-4b34-8665-4a70fecc76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:44.558717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb15d7-93a4-4c45-80a0-6040424ecd7a req-39694ef9-0b02-4c88-8a5b-0aa4e5db7803 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.559739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-56595220-39c9-407f-b788-e96ad00c7bfe service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933175 Aug 31 16:03:44.564678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abcb15d7-93a4-4c45-80a0-6040424ecd7a req-39694ef9-0b02-4c88-8a5b-0aa4e5db7803 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 935 time: 0.1554966 Aug 31 16:03:44.576118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-defc374b-4840-4b34-8665-4a70fecc76d2 None None] Port 94eb51c2-1270-4464-89ad-a3553cc98e60 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:03:44.589331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-200ada82-7382-49ff-b85f-c99cc0fbc9db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.590926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-200ada82-7382-49ff-b85f-c99cc0fbc9db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.2811546 Aug 31 16:03:44.618485 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-82d655f0-1d19-451f-b497-347b508dbaf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 200 len: 217 time: 0.0487854 Aug 31 16:03:44.675920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-cb29da7c-1136-462d-823f-fc21468bc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.677046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-3cd69c8f-b86f-41ab-bc49-710855872856 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0741675 Aug 31 16:03:44.677461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-cb29da7c-1136-462d-823f-fc21468bc758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.0504701 Aug 31 16:03:44.712721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abcb15d7-93a4-4c45-80a0-6040424ecd7a req-e621e97f-6522-4123-ace4-3794fe4e3079 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433489 Aug 31 16:03:44.742438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-05f69188-ba5a-43c4-ac80-d93e7ab3b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:44.744677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-05f69188-ba5a-43c4-ac80-d93e7ab3b9e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585775 Aug 31 16:03:44.814954 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-6ee94046-2043-4167-8ff2-398c926f592e req-71b79d65-711e-4fe2-8862-bddc4125a3f8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:03:44.816006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ee94046-2043-4167-8ff2-398c926f592e req-71b79d65-711e-4fe2-8862-bddc4125a3f8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/08f8c847-2cba-4f9c-93a0-ddb748f2f372 HTTP/1.1" status: 404 len: 352 time: 0.0302327 Aug 31 16:03:44.833665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-7d0b808a-7367-499b-bc00-977783fd3fc7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427782 Aug 31 16:03:44.861725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-9f4f3843-fb51-439e-ba7f-515fd36a750d service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002800 Aug 31 16:03:44.969863 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-44d8a3c8-538a-45b9-95c9-e6567a0a0829 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948431 Aug 31 16:03:45.012411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.018933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.024488 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-dc6ad3b5-97f1-4394-96aa-1024062cd6db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 217 time: 0.0363336 Aug 31 16:03:45.025258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.032131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.038070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.043964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.049923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.051893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-f8ab2543-22f8-4f70-8401-a1ba351a862f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1657066 Aug 31 16:03:45.073459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-f8bfd772-f3c8-4255-8256-1fa20beda61f service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389412 Aug 31 16:03:45.095242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fadf7907-0010-4c2b-9467-f11aad833ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.097164 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-fadf7907-0010-4c2b-9467-f11aad833ad1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.0620944 Aug 31 16:03:45.149633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-5357c303-1178-4d02-a534-6ca110b46816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.151180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-5357c303-1178-4d02-a534-6ca110b46816 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411129 Aug 31 16:03:45.155505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94eb51c2-1270-4464-89ad-a3553cc98e60 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:45.168102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:45.178400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6585243c-4a90-48b9-9b76-5a246f2903b5 req-66054708-f7eb-433f-bf57-bdb18f8e848f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073561 Aug 31 16:03:45.193100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Transition to ACTIVE for port object 94eb51c2-1270-4464-89ad-a3553cc98e60 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:45.202157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:45.255558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-3c1fc179-d834-45cf-8561-ddfde5944682 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934734 Aug 31 16:03:45.266774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-23fad468-e8f6-4c1c-a9bd-456eda3ff820 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774373 Aug 31 16:03:45.300227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Pushing event updated for resources: {'Port': ['ID=94eb51c2-1270-4464-89ad-a3553cc98e60,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:45.373947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-87b498b5-fe8f-4cc3-9b29-bc9867815b62 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091228 Aug 31 16:03:45.382858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b700d25-d3c7-4661-9830-052a18856487 req-14d0d0f0-e3ac-486d-ba53-83df17248d8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.384559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b700d25-d3c7-4661-9830-052a18856487 req-14d0d0f0-e3ac-486d-ba53-83df17248d8e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1236575 Aug 31 16:03:45.436419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Attempting to bind port 94eb51c2-1270-4464-89ad-a3553cc98e60 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:45.436823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Attempting to bind port 94eb51c2-1270-4464-89ad-a3553cc98e60 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:45.437158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Attempting to bind port 94eb51c2-1270-4464-89ad-a3553cc98e60 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:45.438390 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-6cf29a85-fa57-4e26-ba5c-a2d3505b0d2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 217 time: 0.0537510 Aug 31 16:03:45.448775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Port 94eb51c2-1270-4464-89ad-a3553cc98e60 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:45.449174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Attempting to bind port 94eb51c2-1270-4464-89ad-a3553cc98e60 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:45.483124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:45.483465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:45.483855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:45.490637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Bound port: 94eb51c2-1270-4464-89ad-a3553cc98e60, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:45.490923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:45.503513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b700d25-d3c7-4661-9830-052a18856487 req-6db1f508-1cc2-401a-9e58-99ca0031223c tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078770 Aug 31 16:03:45.504671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-09f21b50-0d6f-4cb3-aebc-94cf39dcea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.506628 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-09f21b50-0d6f-4cb3-aebc-94cf39dcea18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.0585444 Aug 31 16:03:45.577885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-a5a096e5-2fc0-43b1-8a77-10b18cfd9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.579752 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-a5a096e5-2fc0-43b1-8a77-10b18cfd9c83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620911 Aug 31 16:03:45.666343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-982eef8a-7d9b-4e36-a1fe-c72a46e5cc30 req-1d6336f0-0c55-4537-9206-95b94963d53b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7b647d9a-ab7a-40a2-8b6f-5c4d9c5bacef HTTP/1.1" status: 200 len: 1801 time: 0.1278732 Aug 31 16:03:45.673077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] For port 94eb51c2-1270-4464-89ad-a3553cc98e60, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:45.678450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] For port 94eb51c2-1270-4464-89ad-a3553cc98e60, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94eb51c2-1270-4464-89ad-a3553cc98e60,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:45.691735 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-1ad4db9d-02b3-465e-aa78-ff4df83e36f3 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031375 Aug 31 16:03:45.694940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335f828-cb66-4a19-874c-62c0d9510b6d req-df07663a-3c7a-428d-9f29-6244e1ff100c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.696462 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d335f828-cb66-4a19-874c-62c0d9510b6d req-df07663a-3c7a-428d-9f29-6244e1ff100c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1105993 Aug 31 16:03:45.699028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:45.768261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.768895 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:45.770328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] 10.222.0.30 "PUT /v2.0/ports/94eb51c2-1270-4464-89ad-a3553cc98e60 HTTP/1.1" status: 200 len: 1096 time: 1.4835844 Aug 31 16:03:45.770801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'tag': '94eb51c2-1270-4464-89ad-a3553cc98e60'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:45.773174 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fced166-cd10-4faa-a083-5e897b907714" -d '{"events": [{"name": "network-changed", "server_uuid": "29ab451b-3c01-4468-a40d-98a1aa4d156c", "tag": "94eb51c2-1270-4464-89ad-a3553cc98e60"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:45.847563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d335f828-cb66-4a19-874c-62c0d9510b6d req-468dadb0-a39e-485f-a716-06a616423cf9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338387 Aug 31 16:03:45.873493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-982eef8a-7d9b-4e36-a1fe-c72a46e5cc30 req-bcab83e6-4c76-4aa7-87ab-de2fbcf07919 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:45.875230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e040665-ada2-4b56-919b-b887d25c0a1a service neutron] Pushing event updated for resources: {'Port': ['ID=94eb51c2-1270-4464-89ad-a3553cc98e60,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:45.935331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-ee022f91-6b88-4c70-80f6-c355934f5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:45.938099 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-ee022f91-6b88-4c70-80f6-c355934f5103 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 1099 time: 0.1145864 Aug 31 16:03:45.941560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-982eef8a-7d9b-4e36-a1fe-c72a46e5cc30 req-bcab83e6-4c76-4aa7-87ab-de2fbcf07919 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:46.007134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-b86e2889-9c0b-46f5-ae17-959219ba5759 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=94eb51c2-1270-4464-89ad-a3553cc98e60 HTTP/1.1" status: 200 len: 217 time: 0.0522211 Aug 31 16:03:46.105082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-fc71e71a-a4de-4b4c-8ef5-2553716c8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.106902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-fc71e71a-a4de-4b4c-8ef5-2553716c8817 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0917339 Aug 31 16:03:46.114156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-982eef8a-7d9b-4e36-a1fe-c72a46e5cc30 req-bcab83e6-4c76-4aa7-87ab-de2fbcf07919 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:46.116650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-982eef8a-7d9b-4e36-a1fe-c72a46e5cc30 req-bcab83e6-4c76-4aa7-87ab-de2fbcf07919 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:46.118012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-982eef8a-7d9b-4e36-a1fe-c72a46e5cc30 req-bcab83e6-4c76-4aa7-87ab-de2fbcf07919 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b647d9a-ab7a-40a2-8b6f-5c4d9c5bacef HTTP/1.1" status: 204 len: 173 time: 0.4382908 Aug 31 16:03:46.164104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab83e6-4c76-4aa7-87ab-de2fbcf07919 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b647d9a-ab7a-40a2-8b6f-5c4d9c5bacef,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:46.248021 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-bb368e17-98f4-4cee-82d0-fb9683afbd60 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462673 Aug 31 16:03:46.258349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-8d827466-870e-43ff-b711-334f53e1cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.259176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-8d827466-870e-43ff-b711-334f53e1cdbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401646 Aug 31 16:03:46.279648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472ec69-ebe3-401e-bc96-f1bb72593754 req-ab6e90bc-8d44-44d9-8c35-f41d282458bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.281229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2472ec69-ebe3-401e-bc96-f1bb72593754 req-ab6e90bc-8d44-44d9-8c35-f41d282458bb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 947 time: 0.0748072 Aug 31 16:03:46.327508 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-729ab247-3035-47d0-9778-f35ee52f4b33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 217 time: 0.0492055 Aug 31 16:03:46.337903 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00b89d1-bd25-4df9-bd26-a9b73a10f057 x-openstack-request-id: req-f00b89d1-bd25-4df9-bd26-a9b73a10f057 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:46.338193 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ab451b-3c01-4468-a40d-98a1aa4d156c", "tag": "94eb51c2-1270-4464-89ad-a3553cc98e60", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:46.338448 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f00b89d1-bd25-4df9-bd26-a9b73a10f057 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:46.338850 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'tag': '94eb51c2-1270-4464-89ad-a3553cc98e60', 'status': 'completed', 'code': 200} Aug 31 16:03:46.376009 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-24fc5277-1dcc-4c18-8bcc-d62d10b020ed req-8454bd9c-6ebd-4437-9863-a0a5c2d4ecbb tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:03:46.377081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24fc5277-1dcc-4c18-8bcc-d62d10b020ed req-8454bd9c-6ebd-4437-9863-a0a5c2d4ecbb tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7b647d9a-ab7a-40a2-8b6f-5c4d9c5bacef HTTP/1.1" status: 404 len: 352 time: 0.0310843 Aug 31 16:03:46.392841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-931c3204-916d-49a4-af2b-9b8c9ae4ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.394861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-931c3204-916d-49a4-af2b-9b8c9ae4ec40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.0489023 Aug 31 16:03:46.403541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2472ec69-ebe3-401e-bc96-f1bb72593754 req-818d9bcb-6878-4db4-a7b8-e4d69cee015a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121013 Aug 31 16:03:46.421417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-ae6fa14d-2c0a-40da-9e02-7e21de259ccb service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385648 Aug 31 16:03:46.467367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c5fb2242-8492-48fa-8abe-eadf2a159aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.468963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c5fb2242-8492-48fa-8abe-eadf2a159aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589983 Aug 31 16:03:46.564282 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-c6c52c57-985b-4335-968e-1c1b44c2d913 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Aug 31 16:03:46.612875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.618809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.624786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.631351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.637430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.643919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.649806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.651732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-c0dc8712-893f-481c-ac07-52abafe3e1a6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1853528 Aug 31 16:03:46.664253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfdcea55-c2ab-4d6d-be2b-224d025756b2 req-38cf4550-10f2-4322-971e-bffc5c4721e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232935 Aug 31 16:03:46.687404 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fc96889b-3fd9-4fb8-91ac-4dde9e80fcaa req-9f0895eb-128b-4bf7-ac4c-89e5f407bc16 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976045 Aug 31 16:03:46.696385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bfb7007-48a8-4915-9800-65517dd6e93c req-a9cc227c-11d5-4d41-bd42-f6ad74002e50 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 6156 time: 0.2039218 Aug 31 16:03:46.727942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-763fa1c0-6367-4a56-a60f-a4b1d3d196aa req-a7a45c72-c653-4511-860f-e12276692334 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695879 Aug 31 16:03:46.777300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bfb7007-48a8-4915-9800-65517dd6e93c req-732fe3a5-1db1-4881-a720-3c63a01cdac0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7958335f-fbd3-45fe-95f9-1f19e1e1efd5 HTTP/1.1" status: 200 len: 2985 time: 0.0649304 Aug 31 16:03:46.780742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced166-cd10-4faa-a083-5e897b907714 req-94cbdfcf-a0cc-4e5c-86db-fe4fa94560b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.782397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-94cbdfcf-a0cc-4e5c-86db-fe4fa94560b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d04eb3286a654fb285175d11095a6667&device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 1099 time: 0.0455811 Aug 31 16:03:46.896865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced166-cd10-4faa-a083-5e897b907714 req-efa6f462-1b08-41ce-80f7-fc4cbea22863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.898278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-efa6f462-1b08-41ce-80f7-fc4cbea22863 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.0923359 Aug 31 16:03:46.911127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bfb7007-48a8-4915-9800-65517dd6e93c req-717975d9-9c1a-436f-8656-4ce5f19c955c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7958335f-fbd3-45fe-95f9-1f19e1e1efd5 HTTP/1.1" status: 200 len: 2985 time: 0.1268313 Aug 31 16:03:46.934023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.934522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.935099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.935472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.935947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.936438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.936906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:46.939439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-12d4028f-6fb8-4a63-8ecd-6045144273d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6483 time: 0.1317494 Aug 31 16:03:46.957570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-26f33813-5054-4983-ac93-1fcfb9fe5197 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=94eb51c2-1270-4464-89ad-a3553cc98e60 HTTP/1.1" status: 200 len: 217 time: 0.0484405 Aug 31 16:03:47.019890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced166-cd10-4faa-a083-5e897b907714 req-cde64b2d-cd16-4cec-959b-80fef66c5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.021550 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-cde64b2d-cd16-4cec-959b-80fef66c5a23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0517268 Aug 31 16:03:47.035502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-50b99cfa-b875-4b75-9e12-d9d6b70780a7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.037045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-50b99cfa-b875-4b75-9e12-d9d6b70780a7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.2171381 Aug 31 16:03:47.075779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced166-cd10-4faa-a083-5e897b907714 req-b060837f-e358-4bcc-ada0-582aa443bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.077428 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-b060837f-e358-4bcc-ada0-582aa443bcbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421941 Aug 31 16:03:47.083388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-a68fbbf8-1cd3-459b-93d8-d5bb94494874 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0346210 Aug 31 16:03:47.152247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68378e3e-d9db-4fdc-9cef-739616c23724 req-ab17da23-14db-409a-aeed-762fb5bc737d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.153205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68378e3e-d9db-4fdc-9cef-739616c23724 req-ab17da23-14db-409a-aeed-762fb5bc737d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1248901 Aug 31 16:03:47.162928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-8e27824a-1403-4507-9340-0a23f02c380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.164444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-8e27824a-1403-4507-9340-0a23f02c380a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c841c8b-2b78-4547-8de6-f8157148052a HTTP/1.1" status: 200 len: 902 time: 0.1923871 Aug 31 16:03:47.188921 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-0cabf2f4-ec37-4a5c-b308-d6d9b20bf14f service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943348 Aug 31 16:03:47.193273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-9753be00-2790-4539-a60d-3790080297ae tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036091 Aug 31 16:03:47.277731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-774d84d4-f1cc-436f-b1fc-6659c964cc3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 217 time: 0.0835123 Aug 31 16:03:47.281475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2fced166-cd10-4faa-a083-5e897b907714 req-4c09d6e1-5cfe-41f7-a712-206f51fec516 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849242 Aug 31 16:03:47.294758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68378e3e-d9db-4fdc-9cef-739616c23724 req-0d2df1bd-b958-4cd7-993f-7188265d02c7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340470 Aug 31 16:03:47.326870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-0f5e1007-36db-4733-86ff-b52b55b01e83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=fe7ac8e2-49fe-4911-ba21-6d00b46a6666 HTTP/1.1" status: 200 len: 210 time: 0.0449953 Aug 31 16:03:47.743384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-fa3e6ffe-38bd-48bc-8503-fba46e388f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.744869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-fa3e6ffe-38bd-48bc-8503-fba46e388f94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.4280334 Aug 31 16:03:47.785934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-89b71bfe-46f6-4cf5-a3c0-1198acaf0a3c service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846944 Aug 31 16:03:47.871137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34356843-5d44-4a1e-9c4d-54a63b2a00d6 req-fd601593-c98a-4d96-8791-3fc5f3996720 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.872701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34356843-5d44-4a1e-9c4d-54a63b2a00d6 req-fd601593-c98a-4d96-8791-3fc5f3996720 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.5152922 Aug 31 16:03:47.899772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-83f512e6-efef-42dc-b33a-05fa58795a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.901217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-83f512e6-efef-42dc-b33a-05fa58795a3e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8b93986950c54f259ba0ce807e4ad828&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5547252 Aug 31 16:03:47.968371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-98acc53c-4742-4c88-9dcd-e72f3a5cc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:47.970425 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-98acc53c-4742-4c88-9dcd-e72f3a5cc236 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2082777 Aug 31 16:03:48.020147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34356843-5d44-4a1e-9c4d-54a63b2a00d6 req-593d9889-a6e5-4d6a-86ee-926aa9a11600 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353083 Aug 31 16:03:48.034610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-f8c23062-2fb5-4fb8-9e4b-921156996318 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312953 Aug 31 16:03:48.070939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-e919d7cc-c39d-4613-808c-9388077b7124 req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-875766570', 'description': 'tempest-description-54955303'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:48.124505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-b0a60802-3f58-4bec-94d9-3eee2d151ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.126762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-b0a60802-3f58-4bec-94d9-3eee2d151ca4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2168620 Aug 31 16:03:48.140063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e919d7cc-c39d-4613-808c-9388077b7124 req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:48.177293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-83c7ef38-c011-4e80-95fe-beffa4503b60 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827161 Aug 31 16:03:48.198563 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:03:48.203279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dbe5bcf-1b46-405f-bd50-01d24afe069c req-1bb12b88-0107-4cfc-821d-e65ad75c63f6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe7ac8e2-49fe-4911-ba21-6d00b46a6666 HTTP/1.1" status: 200 len: 210 time: 0.0394862 Aug 31 16:03:48.342635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00c7b-0eea-463e-94b8-ccbd2469709a req-3ebf2555-f4d1-40e8-9e8f-7e9939288d53 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.344180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04c00c7b-0eea-463e-94b8-ccbd2469709a req-3ebf2555-f4d1-40e8-9e8f-7e9939288d53 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 947 time: 0.1431091 Aug 31 16:03:48.406103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-7ac93acf-8370-4295-83e6-7c2b4b71253e service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068479 Aug 31 16:03:48.434878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04c00c7b-0eea-463e-94b8-ccbd2469709a req-586ae5e9-21e8-4e33-9dfb-1d26060a68dd tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830624 Aug 31 16:03:48.442882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e919d7cc-c39d-4613-808c-9388077b7124 req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:48.446835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e919d7cc-c39d-4613-808c-9388077b7124 req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:48.487011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e919d7cc-c39d-4613-808c-9388077b7124 req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:48.488252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e919d7cc-c39d-4613-808c-9388077b7124 req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4242790 Aug 31 16:03:48.491339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea4976-8e26-4842-85f4-4b69fc20a9c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fb3463-ca90-47c0-ace4-62dc391dbce9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:48.573125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.574021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.574557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.575588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.575898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.576395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.576865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.579584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-6a90e350-131a-45a4-bc4b-8f8d69720293 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6483 time: 0.1035464 Aug 31 16:03:48.611883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.618496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.626020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.631990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.638295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.644264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.650927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.652907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-08e20735-1585-448c-abed-90f39389dae8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1374228 Aug 31 16:03:48.732891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ce93978-4ecb-4ce5-919c-e9786db39673 req-32e10bef-e6f9-487a-87d6-d3924e751689 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0661249 Aug 31 16:03:48.775958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d07c8a4-16aa-4e4c-974f-2b051842d1cf req-54325ef5-fce0-4682-9f82-a72db04c8ba9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109285 Aug 31 16:03:48.798598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-72f6b98a-0174-4855-b882-3af558ead1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.800173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-72f6b98a-0174-4855-b882-3af558ead1c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 903 time: 0.2102699 Aug 31 16:03:48.844341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-5fdb5bc6-f24f-433e-85c7-a57f2918d0a2 req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829251799', 'description': 'tempest-description-1178433738'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:48.880514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-50483897-66fa-442d-808d-aa96dd5d9d94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 217 time: 0.0645719 Aug 31 16:03:48.934352 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5fdb5bc6-f24f-433e-85c7-a57f2918d0a2 req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:48.945508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c06d-cc43-4a74-9fd6-19061044d4b7 req-f6b08774-c613-4690-be78-49e32d58d8fb tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.947012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc69c06d-cc43-4a74-9fd6-19061044d4b7 req-f6b08774-c613-4690-be78-49e32d58d8fb tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1407788 Aug 31 16:03:48.978884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-bd3aa5e3-0679-41a0-ab59-22ad26176df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:48.980663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-bd3aa5e3-0679-41a0-ab59-22ad26176df7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.0909226 Aug 31 16:03:49.038038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc69c06d-cc43-4a74-9fd6-19061044d4b7 req-1c93933e-689c-41a3-8108-39f2c66c7b49 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823638 Aug 31 16:03:49.072693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-c2481798-2353-4848-ba56-5cda85c79c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.074323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-c2481798-2353-4848-ba56-5cda85c79c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829008 Aug 31 16:03:49.197293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5fdb5bc6-f24f-433e-85c7-a57f2918d0a2 req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:49.243948 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5fdb5bc6-f24f-433e-85c7-a57f2918d0a2 req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:49.311052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5fdb5bc6-f24f-433e-85c7-a57f2918d0a2 req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:49.312204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fdb5bc6-f24f-433e-85c7-a57f2918d0a2 req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4955592 Aug 31 16:03:49.325432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360c533-ab95-4174-8588-334218c01bb7 req-bba3a13e-9b19-4f3e-8190-2030e11d9717 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.327365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1360c533-ab95-4174-8588-334218c01bb7 req-bba3a13e-9b19-4f3e-8190-2030e11d9717 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.2207811 Aug 31 16:03:49.338755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-137ff503-6364-4c15-9077-48375470861d service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544131 Aug 31 16:03:49.342046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2141607-0d38-4755-9b22-d9cef1d954ce tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cbb85-1315-4e8a-9a96-0f96ef439aeb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:49.442592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-7fc041a3-42e1-4da4-aa41-051fe7216f26 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.444086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-7fc041a3-42e1-4da4-aa41-051fe7216f26 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.2673833 Aug 31 16:03:49.449114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1360c533-ab95-4174-8588-334218c01bb7 req-bec64576-704a-4086-b9bd-e29cdca93b6f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127226 Aug 31 16:03:49.459240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:49.653664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-83edbb7c-82a8-469a-9906-f5ab8742e288 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005660 Aug 31 16:03:49.712707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0232eb-9fc4-4fd0-b76f-9355d21058c6 req-2a112d34-cd6d-48cf-b2d4-5f9899b95f43 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.714203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b0232eb-9fc4-4fd0-b76f-9355d21058c6 req-2a112d34-cd6d-48cf-b2d4-5f9899b95f43 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 947 time: 0.1795537 Aug 31 16:03:49.762430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-c5dffba4-2c78-411b-a18e-ff67c4bc742b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.763897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-c5dffba4-2c78-411b-a18e-ff67c4bc742b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 813 time: 0.2731323 Aug 31 16:03:49.791827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:49.795225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:49.817271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-ad840599-38c8-435a-8e6c-a76d12ab4915 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/quotas/6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 375 time: 0.0411322 Aug 31 16:03:49.834680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b0232eb-9fc4-4fd0-b76f-9355d21058c6 req-86710fac-6b77-4693-bd30-533d88d6e34f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061077 Aug 31 16:03:49.853986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.854483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.855876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.856422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.856911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.857391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.857862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:49.859854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-39254ef8-733f-40c3-9cc9-edaeebc33a6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6483 time: 0.1447651 Aug 31 16:03:49.884196 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94eb51c2-1270-4464-89ad-a3553cc98e60 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:49.980758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 94eb51c2-1270-4464-89ad-a3553cc98e60, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94eb51c2-1270-4464-89ad-a3553cc98e60,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:49.993246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '94eb51c2-1270-4464-89ad-a3553cc98e60', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '94eb51c2-1270-4464-89ad-a3553cc98e60', 'mac_address': 'fa:16:3e:f2:6d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:50.011843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-b6570241-e595-4cb3-969d-e6b755c67091 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871490 Aug 31 16:03:50.032569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8915f63e-a4f9-415f-8815-be717f159cbc req-420f16e5-3f11-47b1-a51e-460d4d81abdc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0538511 Aug 31 16:03:50.035256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:50.060265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eb51c2-1270-4464-89ad-a3553cc98e60 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:50.082958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 94eb51c2-1270-4464-89ad-a3553cc98e60, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94eb51c2-1270-4464-89ad-a3553cc98e60,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:50.088424 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:50.140475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=94eb51c2-1270-4464-89ad-a3553cc98e60,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:50.165579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-63911cd1-aa7d-46c7-b6e6-8980e26f371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.167007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-63911cd1-aa7d-46c7-b6e6-8980e26f371c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 903 time: 0.2830477 Aug 31 16:03:50.187668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.5 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:50.237737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-02a1161a-450c-47e5-a974-2526364ec58b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 217 time: 0.0609179 Aug 31 16:03:50.297990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.303839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.309877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.316369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.322205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.328052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.333918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.335701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-ebe07ba6-337a-44d0-85cc-ace71e44b6ba tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.2158210 Aug 31 16:03:50.371111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-c6fff284-fdb1-46cc-9346-35abc34cf647 service neutron] 10.222.0.43 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409312 Aug 31 16:03:50.413922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['94eb51c2-1270-4464-89ad-a3553cc98e60'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:50.510759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-aebc1276-2565-4d01-950e-eae884d40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.512289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-aebc1276-2565-4d01-950e-eae884d40f41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.2432568 Aug 31 16:03:50.537728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-183d0d52-475f-476c-8ff4-bef3de966d11 req-7ff088a7-ae79-4c59-a204-7e1e0d9e7f39 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726868 Aug 31 16:03:50.599522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831ce7a-eac0-4db4-8a3b-7180748a461f req-b2767461-e7e3-4ef9-8eea-b463ba74d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.601220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4831ce7a-eac0-4db4-8a3b-7180748a461f req-b2767461-e7e3-4ef9-8eea-b463ba74d240 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 1097 time: 0.0779884 Aug 31 16:03:50.614394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-cc98140a-b5df-4420-a26c-9f6ef27add82 service neutron] 10.222.0.43 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331805 Aug 31 16:03:50.641053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4831ce7a-eac0-4db4-8a3b-7180748a461f req-f714a9e8-7a10-4e76-b8de-e192efeae300 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322666 Aug 31 16:03:50.974651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-70ba970a-758a-449e-92db-064707fef6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:50.976339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-70ba970a-758a-449e-92db-064707fef6ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4540081 Aug 31 16:03:50.994407 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c79cbbb2-f8a5-457c-9126-81926952efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:50.998582 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:51.083318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319211-241c-4abc-b7d3-e9e8407a2114 req-31b6cbde-a676-4c7c-8ca7-a2c818d63b18 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.084954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70319211-241c-4abc-b7d3-e9e8407a2114 req-31b6cbde-a676-4c7c-8ca7-a2c818d63b18 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.4635708 Aug 31 16:03:51.119318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3344-c515-412c-a4ad-cbfb71d4020f req-356d10fd-ff4d-4ee4-9c64-0e879fc876ac tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.120835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5edc3344-c515-412c-a4ad-cbfb71d4020f req-356d10fd-ff4d-4ee4-9c64-0e879fc876ac tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1844366 Aug 31 16:03:51.190525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-ab6a1be6-5d13-4624-b08e-610ac58c3334 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982265 Aug 31 16:03:51.198164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:51.202335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70319211-241c-4abc-b7d3-e9e8407a2114 req-c783c855-4527-4fc2-b473-068d11bf8376 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068735 Aug 31 16:03:51.290165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5edc3344-c515-412c-a4ad-cbfb71d4020f req-0c191221-af29-4188-ac2c-88ad724adea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506555 Aug 31 16:03:51.324691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:51.345439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c78e7ee-419d-43c2-bb2b-c924e381d985 req-ee2ed548-1f3e-467c-937d-2e74c0ff9a7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 210 time: 0.0543675 Aug 31 16:03:51.350593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:51.354299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:51.356964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:51.424409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:51.457283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5de2cf3-8956-4375-8073-af9e3343ae4e req-c8fa3124-c11e-4864-b6d5-989bff118620 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539778 Aug 31 16:03:51.463011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.463637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:51.487451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f736f35-ed6f-449a-8f2b-9111c916810e req-41178013-3b01-466d-9efb-b6b89c8fd48d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.489156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f736f35-ed6f-449a-8f2b-9111c916810e req-41178013-3b01-466d-9efb-b6b89c8fd48d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 948 time: 0.1280887 Aug 31 16:03:51.492779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-c22234e5-d9c8-4123-8465-52d6e72dff91 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0385628 Aug 31 16:03:51.525269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Request body: {'port': {'device_id': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:51.606896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f736f35-ed6f-449a-8f2b-9111c916810e req-03921731-c076-4316-95ec-3874d7e22921 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045010 Aug 31 16:03:51.617492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc15f7-3d90-45b8-a30e-7b4f53fdabf4 req-78ac026a-9eea-4e3c-bb0a-1af2eb667392 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.619002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87dc15f7-3d90-45b8-a30e-7b4f53fdabf4 req-78ac026a-9eea-4e3c-bb0a-1af2eb667392 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 931 time: 0.1289186 Aug 31 16:03:51.634038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:51.714540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87dc15f7-3d90-45b8-a30e-7b4f53fdabf4 req-2bba5cba-c956-4a7d-9e02-7f32f46a3440 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888395 Aug 31 16:03:51.885985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.895764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.897991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94eb51c2-1270-4464-89ad-a3553cc98e60 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:03:51.902695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.909264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.915242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.921207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.928047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:51.930111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-48c3c5c6-27f7-4548-ae4d-7187038341d4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.2541764 Aug 31 16:03:51.959929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 94eb51c2-1270-4464-89ad-a3553cc98e60 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:03:51.965015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 94eb51c2-1270-4464-89ad-a3553cc98e60 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:03:51.965620 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.054125 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.058648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28306ba4-a33c-46ec-adcb-ff2b541968ed req-6b59a3c9-c660-49d9-8f53-beeab9fd3968 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167464 Aug 31 16:03:52.085005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb51c2-1270-4464-89ad-a3553cc98e60'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:52.085180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-6f792a83-5a96-495b-80ff-fca3ade46e4a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:52.085657 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c44ebd-b6dc-44bd-b3b6-9cdf7aa499f7" -d '{"events": [{"server_uuid": "29ab451b-3c01-4468-a40d-98a1aa4d156c", "name": "network-vif-plugged", "status": "completed", "tag": "94eb51c2-1270-4464-89ad-a3553cc98e60"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:52.085778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-6f792a83-5a96-495b-80ff-fca3ade46e4a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 813 time: 0.2902522 Aug 31 16:03:52.097401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 94eb51c2-1270-4464-89ad-a3553cc98e60, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94eb51c2-1270-4464-89ad-a3553cc98e60,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:52.099420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'port': {'device_id': '4f29c84c-be10-439b-acee-2125a3aab400', 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898', 'admin_state_up': True, 'tenant_id': '6d3b4813ec63425f854c9ba2c891acfc'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:52.101965 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.128222 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7443c08-15ba-4ab7-a5a2-53c702ce0e1f x-openstack-request-id: req-f7443c08-15ba-4ab7-a5a2-53c702ce0e1f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:52.128222 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ab451b-3c01-4468-a40d-98a1aa4d156c", "name": "network-vif-plugged", "status": "completed", "tag": "94eb51c2-1270-4464-89ad-a3553cc98e60", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:52.128222 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7443c08-15ba-4ab7-a5a2-53c702ce0e1f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:52.128222 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb51c2-1270-4464-89ad-a3553cc98e60', 'code': 200} Aug 31 16:03:52.158755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=94eb51c2-1270-4464-89ad-a3553cc98e60,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:52.233266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071d019-22b6-4077-8cb1-755153d199f4 req-479c9868-696f-4dc2-9fcc-46ed3d876460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:52.235370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f071d019-22b6-4077-8cb1-755153d199f4 req-479c9868-696f-4dc2-9fcc-46ed3d876460 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 1101 time: 0.0428507 Aug 31 16:03:52.273010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:52.276325 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f071d019-22b6-4077-8cb1-755153d199f4 req-cba69c1d-7061-4ded-b141-5e3fc8cfa190 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296395 Aug 31 16:03:52.292760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.331822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Made reservation on behalf of 6d3b4813ec63425f854c9ba2c891acfc for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:52.335557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.338597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Transition to ACTIVE for port object a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:52.350052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.427574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adead4b-2fad-46ac-af9c-86c88a30a7d4 req-dbacabe8-5549-4008-adf2-d67c1ea6c6d0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:52.429052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6adead4b-2fad-46ac-af9c-86c88a30a7d4 req-dbacabe8-5549-4008-adf2-d67c1ea6c6d0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1516173 Aug 31 16:03:52.495349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:52.616625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b853c-ff36-4d73-8dfa-80ec7c0b35bc req-e97f0e0d-8bed-47fe-82ed-ca7ff16daf3c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:52.618129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-259b853c-ff36-4d73-8dfa-80ec7c0b35bc req-e97f0e0d-8bed-47fe-82ed-ca7ff16daf3c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.2314456 Aug 31 16:03:52.632074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6adead4b-2fad-46ac-af9c-86c88a30a7d4 req-d5144ce5-ab04-4b04-ba46-fd280e0be365 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850207 Aug 31 16:03:52.684053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Allocated IP 172.20.0.14 (0332e679-f98e-4ec0-ab22-e5132dbab898/69b1a87f-ea3f-43ae-9469-fd56d0cde13c/ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:52.716376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Attempting to bind port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:52.716756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Attempting to bind port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:52.717040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Attempting to bind port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:52.741303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38a9ef3c-c85a-4675-919d-755fbefb87cd req-d2ce007b-10f9-47fe-bb53-467d656253f1 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 210 time: 0.0534310 Aug 31 16:03:52.744181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-259b853c-ff36-4d73-8dfa-80ec7c0b35bc req-99e28f51-be36-40c6-be38-94293cb74461 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175864 Aug 31 16:03:52.749410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:52.749734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Attempting to bind port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:52.757016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:52.757361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:52.757743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:52.758170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Bound port: a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:52.758524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:52.955215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] For port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:52.978470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] For port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:52.993303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d71fde-7626-48e8-a22a-017d7595afc4 req-1cd32805-630e-4d57-a176-44b42c634edb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:52.994852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5d71fde-7626-48e8-a22a-017d7595afc4 req-1cd32805-630e-4d57-a176-44b42c634edb tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 949 time: 0.1856167 Aug 31 16:03:53.000332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:53.079637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.080271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:53.081627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea HTTP/1.1" status: 200 len: 1092 time: 1.5783677 Aug 31 16:03:53.085316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'tag': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:53.087573 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02" -d '{"events": [{"name": "network-changed", "server_uuid": "ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0", "tag": "a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:53.105824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0308-bdf2-41de-8dac-43f2bb043a0d req-28a5f872-0c32-42f0-ab07-718286f1af86 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.107345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2ac0308-bdf2-41de-8dac-43f2bb043a0d req-28a5f872-0c32-42f0-ab07-718286f1af86 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.2238538 Aug 31 16:03:53.148083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:53.189386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4c178-f9cd-4e74-a059-a82e3ba419a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:53.194704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5d71fde-7626-48e8-a22a-017d7595afc4 req-e2f40e96-6395-4b08-9261-4646d9e41f6a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921651 Aug 31 16:03:53.228640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2ac0308-bdf2-41de-8dac-43f2bb043a0d req-f16997e2-cab0-4987-8f19-774416a8bf87 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071117 Aug 31 16:03:53.255484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-353efebb-983c-4812-bf10-95cbfcb0a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.257212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-353efebb-983c-4812-bf10-95cbfcb0a426 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 1095 time: 0.1263959 Aug 31 16:03:53.328872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:53.343042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:53.363549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-650f1ffc-7846-45f4-90ff-8b31ceba08af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea HTTP/1.1" status: 200 len: 217 time: 0.0894542 Aug 31 16:03:53.448852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Network 0332e679-f98e-4ec0-ab22-e5132dbab898 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:53.461474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:53.466475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:53.475826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63049ec-ff25-43fb-8981-aa843f8ed650 req-012b4317-5cd2-435a-82e9-a97dd391d618 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.477415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b63049ec-ff25-43fb-8981-aa843f8ed650 req-012b4317-5cd2-435a-82e9-a97dd391d618 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 943 time: 0.2148385 Aug 31 16:03:53.479471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:53.529697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.535571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.541459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.547309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.553216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.559062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.565479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.567421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-857e48ab-4166-4382-9c2d-74278574cf72 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.2413955 Aug 31 16:03:53.586893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-b08eee81-3877-4f4c-84e7-0febad23d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.588345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-b08eee81-3877-4f4c-84e7-0febad23d166 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.1986094 Aug 31 16:03:53.649202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-d1c9887c-cab9-49e8-83f4-601a01398f6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444539 Aug 31 16:03:53.654816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.655412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:53.666536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b63049ec-ff25-43fb-8981-aa843f8ed650 req-4b3a5314-1351-4526-a82b-24b12c6e948f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824596 Aug 31 16:03:53.707226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cc2fcf8-219e-428a-aebb-8b3d05cc9d69 req-3de6acb9-e0df-431d-847b-9ba6317252c5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261487 Aug 31 16:03:53.708518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-8abbe57b-f16e-4f20-8a16-1420318a553f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6169806 Aug 31 16:03:53.736127 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceceb28b-050d-4d45-98b4-821a5bcd74d2 x-openstack-request-id: req-ceceb28b-050d-4d45-98b4-821a5bcd74d2 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:53.736440 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0", "tag": "a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:53.736688 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ceceb28b-050d-4d45-98b4-821a5bcd74d2 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:53.737078 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'tag': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea', 'status': 'completed', 'code': 200} Aug 31 16:03:53.740933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Request body: {'port': {'device_id': '4f29c84c-be10-439b-acee-2125a3aab400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:53.875954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:53.936790 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-18eb8d35-021e-44a6-aa43-c536149bc62b service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732432 Aug 31 16:03:53.979229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af4405-3f2c-4a1f-ae0d-1fa0ae83f40c req-360977c6-8340-4b62-9224-faaa2cb228a9 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:53.980669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0af4405-3f2c-4a1f-ae0d-1fa0ae83f40c req-360977c6-8340-4b62-9224-faaa2cb228a9 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 932 time: 0.1618400 Aug 31 16:03:54.120159 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:54.129102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa2563-aa0c-4249-a285-7174c1d0d9d3 req-9e9698f8-104f-4076-89d4-d3eb0fe6baca tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:54.130651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4fa2563-aa0c-4249-a285-7174c1d0d9d3 req-9e9698f8-104f-4076-89d4-d3eb0fe6baca tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.2419882 Aug 31 16:03:54.132493 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b56a4379-85fb-4831-8f59-f78da6c5090e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:54.173807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0af4405-3f2c-4a1f-ae0d-1fa0ae83f40c req-1b98defe-dec5-4570-ac0c-b234bdd14aae tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522465 Aug 31 16:03:54.555683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d2b6ec3-cd22-498e-9e0c-e6c7b0e68ab5 req-fce890ef-525e-4dc1-8b94-e3cb4a55a0a8 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962336 Aug 31 16:03:54.573343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4fa2563-aa0c-4249-a285-7174c1d0d9d3 req-c9eedfc2-4453-4540-a74c-c91b43765125 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254146 Aug 31 16:03:54.619757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d20fb-b324-43cf-9301-0a610b65a65a req-274c7925-4f71-43ba-8367-cacaaee93276 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:54.621322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d1d20fb-b324-43cf-9301-0a610b65a65a req-274c7925-4f71-43ba-8367-cacaaee93276 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0957477 Aug 31 16:03:54.767895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d1d20fb-b324-43cf-9301-0a610b65a65a req-3246603f-a51e-4684-8512-b528ef3010b5 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290140 Aug 31 16:03:54.776515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-6031e7bb-c8fc-461f-bdae-83ccf7634ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:54.778026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-6031e7bb-c8fc-461f-bdae-83ccf7634ffb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 1095 time: 0.1531513 Aug 31 16:03:54.786511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:54.803683 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:54.882740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20304c64-b428-4486-b936-a69884d70013 req-0084c2ad-9bd8-4e45-998d-ab0514a25dc0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:54.884315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20304c64-b428-4486-b936-a69884d70013 req-0084c2ad-9bd8-4e45-998d-ab0514a25dc0 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 949 time: 0.1816978 Aug 31 16:03:54.886988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Transition to ACTIVE for port object ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:54.901640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.016817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.024608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-25bc3700-65e1-4c17-98b6-5ffa9a88a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.026126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-25bc3700-65e1-4c17-98b6-5ffa9a88a0d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.2337904 Aug 31 16:03:55.033730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:55.041907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20304c64-b428-4486-b936-a69884d70013 req-b46b8d8e-0d82-47bc-84e4-2e08c5ef27de tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450036 Aug 31 16:03:55.085406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-21857972-55a4-408a-b9a4-5e6786e73cfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea HTTP/1.1" status: 200 len: 217 time: 0.0489051 Aug 31 16:03:55.108462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d9c14-a7f1-4ef1-82c2-e7ac69054d6f req-bab58142-a005-4ff8-aee7-18ed8053dd33 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.109984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-652d9c14-a7f1-4ef1-82c2-e7ac69054d6f req-bab58142-a005-4ff8-aee7-18ed8053dd33 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 943 time: 0.2099767 Aug 31 16:03:55.190031 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.256069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-9eb27805-ec8d-4ab8-8072-d3d72f9d6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.257594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-9eb27805-ec8d-4ab8-8072-d3d72f9d6777 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.1574709 Aug 31 16:03:55.280981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-652d9c14-a7f1-4ef1-82c2-e7ac69054d6f req-c46642bd-5ae0-4fca-812b-90ed9f13594f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595068 Aug 31 16:03:55.301794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Attempting to bind port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:03:55.302148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Attempting to bind port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:03:55.302583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Attempting to bind port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a on network 0332e679-f98e-4ec0-ab22-e5132dbab898 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:55.307137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-dfcecf82-dcc7-43bd-9dbf-c82dad28a8c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392175 Aug 31 16:03:55.318904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.325232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.331380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.337396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.343365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.349407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.355469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.358214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-3648da18-6187-47c5-857b-3daa74f43d71 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.2388215 Aug 31 16:03:55.375846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a on network 0332e679-f98e-4ec0-ab22-e5132dbab898 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:03:55.376222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Attempting to bind port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a on network 0332e679-f98e-4ec0-ab22-e5132dbab898 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:03:55.435230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:03:55.435571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Checking segment: {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:03:55.435959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Bound using segment: {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:03:55.436434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Bound port: ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc368d95-548c-4d4b-98f9-50950e83f0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:03:55.436797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.538996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eaa8abf6-a904-464d-a4c3-e0571ecec908 req-0b3fe02a-9ab0-43ac-99d2-17cf48ae08b9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645658 Aug 31 16:03:55.582726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354164b-9370-4d06-835d-c2686c927dba req-25972bcd-b37e-489f-b630-d71bcad13370 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.584468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0354164b-9370-4d06-835d-c2686c927dba req-25972bcd-b37e-489f-b630-d71bcad13370 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1675668 Aug 31 16:03:55.593991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-d541660d-e716-4b59-a98c-c62f5c41291f service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347867 Aug 31 16:03:55.652638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:03:55.720986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:03:55.739763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.745409 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.748672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0354164b-9370-4d06-835d-c2686c927dba req-3e3f34f1-7dd0-415d-9e0c-d08128e750b1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487148 Aug 31 16:03:55.818715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.819340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:55.820728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 1093 time: 2.0871449 Aug 31 16:03:55.821329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:55.823576 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69abde56-014b-4165-b1b3-f854e9f8c60e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:55.827367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b18de-f7c3-485c-92b6-195462cf9638 req-b7372cb5-b47b-4f0c-bce6-f30ca4ff63af tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.830638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b0b18de-f7c3-485c-92b6-195462cf9638 req-b7372cb5-b47b-4f0c-bce6-f30ca4ff63af tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 1101 time: 0.2025144 Aug 31 16:03:55.899604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3ad71a3-af2e-43fe-895e-c65a6e0bdb02 req-4b03112a-2dbb-4200-bedd-4c9702ee2d97 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901185 Aug 31 16:03:55.900208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c9a91-8683-471e-8121-61690b298353 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:55.960397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914097-593d-48e5-9436-491441df7570 req-856ecdce-b859-4908-b19e-227d71c2c9fc tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.961931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5914097-593d-48e5-9436-491441df7570 req-856ecdce-b859-4908-b19e-227d71c2c9fc tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 944 time: 0.1541336 Aug 31 16:03:55.967733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b0b18de-f7c3-485c-92b6-195462cf9638 req-5753e73e-d05c-4f47-aa9c-c8bd0bd53118 tempest-ServersOnMultiNodesTest-1956834108 tempest-ServersOnMultiNodesTest-1956834108-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205237 Aug 31 16:03:55.991944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-b679126a-f8dc-4701-bcb0-2e2d571b141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:55.991944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-b679126a-f8dc-4701-bcb0-2e2d571b141e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1096 time: 0.1038775 Aug 31 16:03:56.020237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5914097-593d-48e5-9436-491441df7570 req-ed6d6b6a-3036-4bf6-9312-663bc417db75 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Aug 31 16:03:56.052798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-88fce715-4d33-4874-ad9e-b822c9723deb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 217 time: 0.0477517 Aug 31 16:03:56.140061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-b18a705b-56f6-4501-acf6-d903b1cc80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.142189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-b18a705b-56f6-4501-acf6-d903b1cc80ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0826437 Aug 31 16:03:56.169073 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7bba19-e37d-4d04-94b5-2c8193da27a5 x-openstack-request-id: req-1e7bba19-e37d-4d04-94b5-2c8193da27a5 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:56.169230 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:56.169487 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e7bba19-e37d-4d04-94b5-2c8193da27a5 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:56.169888 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'status': 'completed', 'code': 200} Aug 31 16:03:56.198665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-690e935a-efaf-464e-8cd4-b28ba0446f61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454350 Aug 31 16:03:56.313405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425eeb6-0072-4d4b-9d54-80a699d0625c req-23ae87a6-22af-4ffb-9321-46e555b9fe02 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.315028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e425eeb6-0072-4d4b-9d54-80a699d0625c req-23ae87a6-22af-4ffb-9321-46e555b9fe02 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1478465 Aug 31 16:03:56.396032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-56dbcec4-c5ee-46ae-9bc1-9d1fd29ae0b5 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744864 Aug 31 16:03:56.472054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e425eeb6-0072-4d4b-9d54-80a699d0625c req-33a05cdc-aef6-46fd-b246-a6c6a7f28c38 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462080 Aug 31 16:03:56.501646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e63d17-d3a8-41f0-89e1-a79005338d00 req-08659b10-6cc9-413a-83a1-92a7ea27bbe8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.503206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69e63d17-d3a8-41f0-89e1-a79005338d00 req-08659b10-6cc9-413a-83a1-92a7ea27bbe8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1529851 Aug 31 16:03:56.580947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48e4eb3d-6157-4436-8b41-33b594ac815d req-26509945-23b0-4950-8e01-cc8e00f80a96 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717532 Aug 31 16:03:56.591748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69e63d17-d3a8-41f0-89e1-a79005338d00 req-bf30060f-f979-4225-a29f-9b7d8fe9cbe2 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791867 Aug 31 16:03:56.616603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe66a-17dd-480f-8007-dfbfad324c1c req-fe2f9557-5006-4013-bd44-5a22e5f7b5f6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.616603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-594fe66a-17dd-480f-8007-dfbfad324c1c req-fe2f9557-5006-4013-bd44-5a22e5f7b5f6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 949 time: 0.0772057 Aug 31 16:03:56.690765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-594fe66a-17dd-480f-8007-dfbfad324c1c req-20eaf2e9-4c2a-4853-a270-16994d78d833 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710082 Aug 31 16:03:56.735199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b65816-f460-4c2d-8c6f-5d8688b5d79e req-7d479ca3-ce09-4e01-84e9-4ec6b0f6a5c0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.736956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99b65816-f460-4c2d-8c6f-5d8688b5d79e req-7d479ca3-ce09-4e01-84e9-4ec6b0f6a5c0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 943 time: 0.0790119 Aug 31 16:03:56.742659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-9f84b2cc-cef0-4f28-9037-3c365e513ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.744450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-9f84b2cc-cef0-4f28-9037-3c365e513ef4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1096 time: 0.1033959 Aug 31 16:03:56.874207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99b65816-f460-4c2d-8c6f-5d8688b5d79e req-7bb5aaa5-b918-43bd-82b8-a0bd8d1e3dce tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194415 Aug 31 16:03:56.897779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.903851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.910248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.915970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.922412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.928576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.934805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:56.936794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4660766b-5099-46c5-a93b-41d308822a57 req-fad91f11-0a83-469c-a654-43cfa5715eb3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1765428 Aug 31 16:03:57.001477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-942e5f1a-08ac-4f06-8f4c-3df0c2774d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:57.003190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-942e5f1a-08ac-4f06-8f4c-3df0c2774d7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.2446733 Aug 31 16:03:57.084456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-8e882628-2fa6-4fab-aeef-5df160098448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 217 time: 0.0510478 Aug 31 16:03:57.093513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4660766b-5099-46c5-a93b-41d308822a57 req-44c8c731-e504-479b-9d2a-f7733a051d26 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492805 Aug 31 16:03:57.168374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-49538685-023d-4a1f-ba06-fba772213541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:57.169825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-49538685-023d-4a1f-ba06-fba772213541 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0730450 Aug 31 16:03:57.183016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-326bb8bb-cf6d-4353-8f19-649b81ed34ec tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:57.184427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-326bb8bb-cf6d-4353-8f19-649b81ed34ec tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.2283275 Aug 31 16:03:57.237159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-ec3ed127-87cc-4fd7-8db6-d348f010b6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517914 Aug 31 16:03:57.242033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-4559a084-6083-4546-b9d8-a0b7fa561e4f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/quotas/6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 375 time: 0.0340288 Aug 31 16:03:57.275879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2ed22-b111-4c01-853a-5b9914d8831c req-7fe3ae32-5037-4f4d-b820-865679fbf4c3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:57.277369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6b2ed22-b111-4c01-853a-5b9914d8831c req-7fe3ae32-5037-4f4d-b820-865679fbf4c3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 944 time: 0.1119914 Aug 31 16:03:57.387122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6b2ed22-b111-4c01-853a-5b9914d8831c req-eb5caa8e-3272-4914-88f2-ee1581c34eb4 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873013 Aug 31 16:03:57.402684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-c285880d-7c24-4eaa-841c-9f0ea8390f2c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1540265 Aug 31 16:03:57.435796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-40c6a612-a582-40a3-8b1e-c031cababffa service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860530 Aug 31 16:03:57.573093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-38affe37-feda-4b13-87ba-7e9f7f467ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587131 Aug 31 16:03:57.591729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:57.596513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69abde56-014b-4165-b1b3-f854e9f8c60e req-9838645c-8164-411a-b67f-f77e4cad798a service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349576 Aug 31 16:03:57.705878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-639c2d8f-681a-4ea2-9095-45ad606fa541 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231134 Aug 31 16:03:57.728049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cf2c6-5988-47e3-8608-27c3da3b2113 req-f361da88-04cc-4301-a10d-f10ad1dab08d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:57.729610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-777cf2c6-5988-47e3-8608-27c3da3b2113 req-f361da88-04cc-4301-a10d-f10ad1dab08d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0603905 Aug 31 16:03:57.771388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-777cf2c6-5988-47e3-8608-27c3da3b2113 req-efa2f3c9-6938-4281-b313-e7a1917603c8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 31 16:03:57.898261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6130b031-0853-4db6-b679-85114768eebb req-18753b90-1983-406a-9c25-c745b8c003c7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 210 time: 0.0318701 Aug 31 16:03:57.916641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c4d4-7a1f-4435-b480-c0b33d210ee7 req-2d2f27b5-93d6-416f-98f8-22f5c0499b2e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:57.926632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b683c4d4-7a1f-4435-b480-c0b33d210ee7 req-2d2f27b5-93d6-416f-98f8-22f5c0499b2e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 949 time: 0.0894902 Aug 31 16:03:57.967197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b683c4d4-7a1f-4435-b480-c0b33d210ee7 req-b874bc4b-ad52-4297-b9f4-2c9f05e33287 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Aug 31 16:03:58.452325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320bc5-6dfb-4869-854d-7f504a690533 req-af68a56f-720a-4047-92d5-7d979007c666 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.456970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98320bc5-6dfb-4869-854d-7f504a690533 req-af68a56f-720a-4047-92d5-7d979007c666 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 943 time: 0.4658589 Aug 31 16:03:58.466819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:58.490740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-9f2ff18a-2fc0-4278-b364-7f3ff244d03d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.492337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-9f2ff18a-2fc0-4278-b364-7f3ff244d03d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 949 time: 0.1216104 Aug 31 16:03:58.526643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.532641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.538481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.544378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.550758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.556637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.562408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.570945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-bc5d8004-1691-4bb0-9393-44c8d9ecb133 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.2013109 Aug 31 16:03:58.592950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:58.607491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea', 'mac_address': 'fa:16:3e:d4:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:03:58.616953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98320bc5-6dfb-4869-854d-7f504a690533 req-35de6895-5d59-44c7-bc5a-a4f5535aa1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561058 Aug 31 16:03:58.654673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:58.673614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:03:58.699439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:58.703260 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:58.742527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bdfe8df-1e9e-4146-b349-4b39ca0adddb req-5caac2b3-aa74-4ea9-b185-cbf1ead36d7c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705897 Aug 31 16:03:58.768937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:58.776270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67736-12cc-423a-9daa-8aaca2ce78b8 req-06bf9446-7e64-4454-92f8-70c188c39075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:58.777824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4d67736-12cc-423a-9daa-8aaca2ce78b8 req-06bf9446-7e64-4454-92f8-70c188c39075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 944 time: 0.0925622 Aug 31 16:03:58.794408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port 94eb51c2-1270-4464-89ad-a3553cc98e60 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:03:58.794761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:58.890139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4d67736-12cc-423a-9daa-8aaca2ce78b8 req-1f09c391-a28c-4fc4-9344-a9f1a8acd2cf tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985684 Aug 31 16:03:58.924323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port 94eb51c2-1270-4464-89ad-a3553cc98e60, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=94eb51c2-1270-4464-89ad-a3553cc98e60,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:03:58.924704 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:58.939448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for 94eb51c2-1270-4464-89ad-a3553cc98e60 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:03:59.036828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ea40b3b-e1fc-49ce-b7cf-3c94cb7a6559 req-b6fca8cc-21e7-4ed7-adde-d30917f9d8fe tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 210 time: 0.0453949 Aug 31 16:03:59.114657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452c7ae-aba8-40b5-a466-793c2647b88c req-c0a597ec-03c7-4067-a8d1-0d13d81dad12 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.115225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:59.116310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e452c7ae-aba8-40b5-a466-793c2647b88c req-c0a597ec-03c7-4067-a8d1-0d13d81dad12 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ab451b-3c01-4468-a40d-98a1aa4d156c HTTP/1.1" status: 200 len: 949 time: 0.0671711 Aug 31 16:03:59.154935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-8683f845-aa66-4a8e-8f66-d1eaf829b93f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.157428 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-8683f845-aa66-4a8e-8f66-d1eaf829b93f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.1347024 Aug 31 16:03:59.179185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'port': {'device_id': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'admin_state_up': True, 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:03:59.189869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e452c7ae-aba8-40b5-a466-793c2647b88c req-7cf50531-e005-4f95-a289-2cef1a8fd39f tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 Aug 31 16:03:59.191053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:59.205300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b', '94eb51c2-1270-4464-89ad-a3553cc98e60'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:03:59.246618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=94eb51c2-1270-4464-89ad-a3553cc98e60,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:59.305354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port 94eb51c2-1270-4464-89ad-a3553cc98e60 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:03:59.308925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:59.311014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7fc85ba-4b96-403c-bd2e-5eab2b09ddfb req-8cfc722d-825b-4b36-aa67-9b4ee858235e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "DELETE /v2.0/ports/94eb51c2-1270-4464-89ad-a3553cc98e60 HTTP/1.1" status: 204 len: 173 time: 0.8077536 Aug 31 16:03:59.311600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'name': 'network-vif-deleted', 'tag': '94eb51c2-1270-4464-89ad-a3553cc98e60'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:03:59.316154 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17fdf9-e33d-4b74-8a87-eabd9820b709" -d '{"events": [{"server_uuid": "29ab451b-3c01-4468-a40d-98a1aa4d156c", "name": "network-vif-deleted", "tag": "94eb51c2-1270-4464-89ad-a3553cc98e60"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:03:59.348920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:03:59.367676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:59.398510 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e019d38-602e-4099-b8bf-81ff3128e20a x-openstack-request-id: req-1e019d38-602e-4099-b8bf-81ff3128e20a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:03:59.399038 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ab451b-3c01-4468-a40d-98a1aa4d156c", "name": "network-vif-deleted", "tag": "94eb51c2-1270-4464-89ad-a3553cc98e60", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:03:59.399546 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e019d38-602e-4099-b8bf-81ff3128e20a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:03:59.400123 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ab451b-3c01-4468-a40d-98a1aa4d156c', 'name': 'network-vif-deleted', 'tag': '94eb51c2-1270-4464-89ad-a3553cc98e60', 'status': 'completed', 'code': 200} Aug 31 16:03:59.555778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Allocated IP 172.20.0.12 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/510f8560-d540-4a54-a3f1-31248f0cff85) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:03:59.636316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-b3184fda-e465-4a2c-b9e7-217cd9d5f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.637964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-b3184fda-e465-4a2c-b9e7-217cd9d5f2ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.0894039 Aug 31 16:03:59.651941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080980f6-257c-4c70-876c-0ea575737825 req-a79d4336-2bab-473d-a5f2-b9d076e847ee tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.653572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-080980f6-257c-4c70-876c-0ea575737825 req-a79d4336-2bab-473d-a5f2-b9d076e847ee tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0897794 Aug 31 16:03:59.737186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:59.755249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Transition to ACTIVE for port object 510f8560-d540-4a54-a3f1-31248f0cff85 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:03:59.783097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-080980f6-257c-4c70-876c-0ea575737825 req-741df8c0-5d73-450c-92c4-d3a8624bf564 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196039 Aug 31 16:03:59.793251 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:59.816942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a9b8e-6515-47b6-b94f-61ef24bc3f52 req-83d5fd8b-5436-438c-a7bd-8ee12ecd5eb0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.818504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b2a9b8e-6515-47b6-b94f-61ef24bc3f52 req-83d5fd8b-5436-438c-a7bd-8ee12ecd5eb0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 944 time: 0.1111536 Aug 31 16:03:59.842334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-8d4ef6c9-1d65-453c-81c7-538c74f8e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.843844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-8d4ef6c9-1d65-453c-81c7-538c74f8e240 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.1891656 Aug 31 16:03:59.844788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:03:59.851492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:03:59.855948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:03:59.903630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=510f8560-d540-4a54-a3f1-31248f0cff85,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:03:59.920250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-94b53fff-0676-4df6-9c48-41e215b993c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.0608056 Aug 31 16:03:59.928243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:03:59.942026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:03:59.943306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:03:59.956526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b2a9b8e-6515-47b6-b94f-61ef24bc3f52 req-63edf50f-a023-4e1a-b170-4e85e066befd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060386 Aug 31 16:03:59.966929 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-50c83d29-5bab-46e8-92ad-215bb5402f27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7940392 Aug 31 16:03:59.987672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Request body: {'port': {'device_id': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:00.053063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-1ccb5a93-f86e-487a-a5e9-94c1489f8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.054737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-1ccb5a93-f86e-487a-a5e9-94c1489f8379 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.0754533 Aug 31 16:04:00.067583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.073908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.080504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.086612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.090558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.093040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.100280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.106416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.109130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-918d7519-c68e-4a80-9ae8-11f1df580813 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.2007871 Aug 31 16:04:00.134912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:00.150920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'network_id': '0332e679-f98e-4ec0-ab22-e5132dbab898', 'port_id': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'mac_address': 'fa:16:3e:87:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b1a87f-ea3f-43ae-9469-fd56d0cde13c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:00.172273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-818a3eed-a209-4a62-8cd3-e2db7caa4db1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619774 Aug 31 16:04:00.193479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f506447-02c3-4e2b-82f2-6e8fcedfeb90 req-d772c779-3942-4788-8982-42a36fd69a21 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727346 Aug 31 16:04:00.199368 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.216377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:00.221977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-560fd4f0-122f-493c-8cc7-b480a27e0a4f None None] Provisioning for port 510f8560-d540-4a54-a3f1-31248f0cff85 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:00.228688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-560fd4f0-122f-493c-8cc7-b480a27e0a4f None None] Provisioning complete for port 510f8560-d540-4a54-a3f1-31248f0cff85 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:00.229112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-560fd4f0-122f-493c-8cc7-b480a27e0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.277401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:00.283602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:00.289056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.300805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709346-c580-44b2-9b0e-b264af233aa1 req-9673f2b5-ea07-4cf8-b50e-84dfd7b35dc2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.302347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31709346-c580-44b2-9b0e-b264af233aa1 req-9673f2b5-ea07-4cf8-b50e-84dfd7b35dc2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 944 time: 0.1425071 Aug 31 16:04:00.330102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-560fd4f0-122f-493c-8cc7-b480a27e0a4f None None] Port 510f8560-d540-4a54-a3f1-31248f0cff85 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:04:00.370012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:00.381822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-39452a91-1d18-4819-aaf8-6f5e9ee7ac2a service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948822 Aug 31 16:04:00.399193 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31709346-c580-44b2-9b0e-b264af233aa1 req-52cb0ed5-d151-4707-816a-0bd0c9fe4200 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Aug 31 16:04:00.414744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc807a-b4f2-48bd-8718-508ae9db9b36 req-caf01205-deb3-45f7-b1d4-4900e4cb238b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.416973 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdbc807a-b4f2-48bd-8718-508ae9db9b36 req-caf01205-deb3-45f7-b1d4-4900e4cb238b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 932 time: 0.1269016 Aug 31 16:04:00.479664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510f8560-d540-4a54-a3f1-31248f0cff85 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:00.490772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.504349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Transition to ACTIVE for port object 510f8560-d540-4a54-a3f1-31248f0cff85 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:00.509517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.538029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdbc807a-b4f2-48bd-8718-508ae9db9b36 req-d41d4587-0928-4b5f-96e6-4abecf2a4537 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Aug 31 16:04:00.566727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edae58a7-cbda-4e6c-80bb-c6c68bce60bf req-abaebd0e-f26a-407c-aa99-f4f1aa36ec8b service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464651 Aug 31 16:04:00.606539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Pushing event updated for resources: {'Port': ['ID=510f8560-d540-4a54-a3f1-31248f0cff85,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:00.666733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'bce60936-2c4b-43f5-afbf-95884ae7c2f8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:00.689076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Attempting to bind port 510f8560-d540-4a54-a3f1-31248f0cff85 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:04:00.689425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Attempting to bind port 510f8560-d540-4a54-a3f1-31248f0cff85 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:04:00.689764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Attempting to bind port 510f8560-d540-4a54-a3f1-31248f0cff85 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:00.704838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Port 510f8560-d540-4a54-a3f1-31248f0cff85 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:04:00.705238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Attempting to bind port 510f8560-d540-4a54-a3f1-31248f0cff85 on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:00.712626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:04:00.713000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:00.713490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:04:00.713947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Bound port: 510f8560-d540-4a54-a3f1-31248f0cff85, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:04:00.714546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.751868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f600b53-ccb9-4c2c-8b01-0aa16258bc4c req-892c3480-ce21-4c55-8dd5-3fce05cb38da tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.754791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f600b53-ccb9-4c2c-8b01-0aa16258bc4c req-892c3480-ce21-4c55-8dd5-3fce05cb38da tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 950 time: 0.0806971 Aug 31 16:04:00.798616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f600b53-ccb9-4c2c-8b01-0aa16258bc4c req-40648e1b-9649-4c74-b235-ab1000d33ac6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378852 Aug 31 16:04:00.817454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] For port 510f8560-d540-4a54-a3f1-31248f0cff85, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:00.821368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] For port 510f8560-d540-4a54-a3f1-31248f0cff85, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=510f8560-d540-4a54-a3f1-31248f0cff85,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:00.826082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.854300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:00.861511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.862144 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:00.863868 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] 10.222.0.30 "PUT /v2.0/ports/510f8560-d540-4a54-a3f1-31248f0cff85 HTTP/1.1" status: 200 len: 1093 time: 0.8832147 Aug 31 16:04:00.864912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'tag': '510f8560-d540-4a54-a3f1-31248f0cff85'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:00.867358 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc44806-b5c4-4e1d-ad66-f281bd743116" -d '{"events": [{"name": "network-changed", "server_uuid": "416b5e11-1443-44f9-bb7f-c2f20f9741de", "tag": "510f8560-d540-4a54-a3f1-31248f0cff85"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:00.933841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6768ea-d731-4114-87a8-36b8a51a6a47 service neutron] Pushing event updated for resources: {'Port': ['ID=510f8560-d540-4a54-a3f1-31248f0cff85,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:00.959280 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb1ede6-5b7f-4742-a33d-9652eb4b929c x-openstack-request-id: req-7cb1ede6-5b7f-4742-a33d-9652eb4b929c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:00.959568 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416b5e11-1443-44f9-bb7f-c2f20f9741de", "tag": "510f8560-d540-4a54-a3f1-31248f0cff85", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:00.959820 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cb1ede6-5b7f-4742-a33d-9652eb4b929c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:00.959944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167393d-0e9e-42bf-a2b5-2efbf6fd5ebb req-6a58c08b-8a2a-4736-b018-0f1337408243 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.960307 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'tag': '510f8560-d540-4a54-a3f1-31248f0cff85', 'status': 'completed', 'code': 200} Aug 31 16:04:00.967539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8167393d-0e9e-42bf-a2b5-2efbf6fd5ebb req-6a58c08b-8a2a-4736-b018-0f1337408243 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0909753 Aug 31 16:04:00.983816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-2d1c3fab-138b-4ad2-b24d-09a3cef21d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:00.986482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-2d1c3fab-138b-4ad2-b24d-09a3cef21d88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 1096 time: 0.0648603 Aug 31 16:04:01.024437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8167393d-0e9e-42bf-a2b5-2efbf6fd5ebb req-1bb84ffd-82a9-4f43-806c-b26adb15bb6f tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529408 Aug 31 16:04:01.057673 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-22e01604-00e6-4eae-a7a3-b2e41222768c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=510f8560-d540-4a54-a3f1-31248f0cff85 HTTP/1.1" status: 200 len: 217 time: 0.0609901 Aug 31 16:04:01.118548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf952b4-ebc9-451a-8011-bd4f89efcc7f req-6983887d-3037-48c9-9a65-e313edb29d0e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.121415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-d2e4cf2e-dad5-47f1-bd04-b95cba57d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.122910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-d2e4cf2e-dad5-47f1-bd04-b95cba57d2b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0578346 Aug 31 16:04:01.123465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cf952b4-ebc9-451a-8011-bd4f89efcc7f req-6983887d-3037-48c9-9a65-e313edb29d0e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0685530 Aug 31 16:04:01.189736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cf952b4-ebc9-451a-8011-bd4f89efcc7f req-a8924aba-5c94-4d67-979d-4ee6ee2afba9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 Aug 31 16:04:01.201223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b458b-80a0-4665-9a3b-256838485404 req-64881e66-7c84-487f-aecb-c2f61943a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.202769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-64881e66-7c84-487f-aecb-c2f61943a700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714588 Aug 31 16:04:01.297585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-1f0767fe-3e1f-41de-8859-129ac36c7af9 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841136 Aug 31 16:04:01.343224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.349944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.357239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.364978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.371865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.379551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.386986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.388946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-8eb82d97-d3d8-4bc0-acdf-bd340ae07401 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1113412 Aug 31 16:04:01.394201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-282b458b-80a0-4665-9a3b-256838485404 req-f989b7f3-2eb7-4744-b135-c8cf8b610fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897479 Aug 31 16:04:01.447571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb23bcf9-fec2-4532-850c-d7d8e9e2220e req-f6a0c0fc-2ba5-4327-a913-6d73af18dc65 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509386 Aug 31 16:04:01.502082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-c380b61f-1383-4787-b22e-c591d4da5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.503647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-c380b61f-1383-4787-b22e-c591d4da5f71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 1096 time: 0.0490265 Aug 31 16:04:01.522763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899225fd-35cd-4f6f-8a5b-c2ad5927462a req-a3390fec-064a-4c19-a113-ace296dc768f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.524329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-899225fd-35cd-4f6f-8a5b-c2ad5927462a req-a3390fec-064a-4c19-a113-ace296dc768f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Aug 31 16:04:01.567031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-899225fd-35cd-4f6f-8a5b-c2ad5927462a req-9f32d818-160c-4dc2-a493-2395a1002bf1 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Aug 31 16:04:01.608675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-b5ef5551-84c7-40f6-855f-39b2ce53a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.610961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-b5ef5551-84c7-40f6-855f-39b2ce53a781 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.0932715 Aug 31 16:04:01.659883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-68ad161c-e0fd-4be2-81ab-116d809d35e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=510f8560-d540-4a54-a3f1-31248f0cff85 HTTP/1.1" status: 200 len: 217 time: 0.0397675 Aug 31 16:04:01.667567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c256d46-cfd5-4b2d-8adb-f3413b6bc3cc req-23c704de-34e0-4c64-9e7b-d62a802deae4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.669089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c256d46-cfd5-4b2d-8adb-f3413b6bc3cc req-23c704de-34e0-4c64-9e7b-d62a802deae4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 944 time: 0.0522175 Aug 31 16:04:01.713893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c256d46-cfd5-4b2d-8adb-f3413b6bc3cc req-2ae20bd6-85c2-42bf-8de7-5c889afde37c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Aug 31 16:04:01.726864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-4c8a3553-c93d-48e5-8c67-14f14c411c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.729462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-4c8a3553-c93d-48e5-8c67-14f14c411c0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0576684 Aug 31 16:04:01.783252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-69d325b3-bc00-43b2-b68d-1076e052b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.784810 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-69d325b3-bc00-43b2-b68d-1076e052b5d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454960 Aug 31 16:04:01.882878 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-226313f3-c480-45a1-9a41-ee5e4354ca1e service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856102 Aug 31 16:04:01.914528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d94f7-fa4c-4de4-a1fe-ba57dea84887 req-9e9104ba-ba72-474b-873a-a516554fbfaa tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:01.916491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f9d94f7-fa4c-4de4-a1fe-ba57dea84887 req-9e9104ba-ba72-474b-873a-a516554fbfaa tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 950 time: 0.0490916 Aug 31 16:04:01.933405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94eb51c2-1270-4464-89ad-a3553cc98e60 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:01.955284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 94eb51c2-1270-4464-89ad-a3553cc98e60 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:01.955635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 94eb51c2-1270-4464-89ad-a3553cc98e60 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:01.960753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f9d94f7-fa4c-4de4-a1fe-ba57dea84887 req-7c5361b8-7cb4-4f92-a8a5-526c11fbd961 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Aug 31 16:04:01.986716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5bc44806-b5c4-4e1d-ad66-f281bd743116 req-dc5d2293-242a-4034-9a5e-49018679f994 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886545 Aug 31 16:04:02.149728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60e4f-acda-475a-95ee-230e14567c15 req-bf6bcf2f-46c0-4474-b2ad-3956914c6158 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.151145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dab60e4f-acda-475a-95ee-230e14567c15 req-bf6bcf2f-46c0-4474-b2ad-3956914c6158 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0599961 Aug 31 16:04:02.188420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dab60e4f-acda-475a-95ee-230e14567c15 req-27df9134-dde4-4515-bdff-477a17b3b0b8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Aug 31 16:04:02.308786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-e221d5a6-d0b9-4ae2-9714-ffbe9849bfb4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.310257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-e221d5a6-d0b9-4ae2-9714-ffbe9849bfb4 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 950 time: 0.0780747 Aug 31 16:04:02.322062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf84f5-21d2-4c76-961b-94c73523b1f8 req-c478df8a-04c9-4cd2-97df-e69782502ab0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.323459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42bf84f5-21d2-4c76-961b-94c73523b1f8 req-c478df8a-04c9-4cd2-97df-e69782502ab0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0793035 Aug 31 16:04:02.414916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42bf84f5-21d2-4c76-961b-94c73523b1f8 req-622a666d-1097-4d74-b069-ac26313b9f07 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834463 Aug 31 16:04:02.441660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port bce60936-2c4b-43f5-afbf-95884ae7c2f8 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:02.442012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:02.499633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:02.547240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port bce60936-2c4b-43f5-afbf-95884ae7c2f8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bce60936-2c4b-43f5-afbf-95884ae7c2f8,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:02.547713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:02.549254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:02.553033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:02.553411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:02.581875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for bce60936-2c4b-43f5-afbf-95884ae7c2f8 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:02.641235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.644172 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:02.647432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.653395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.659514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.665475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.666429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:02.668667 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3791566-9f3e-4d48-ada3-04723ee11427" -d '{"events": [{"server_uuid": "ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:02.671554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.677562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.679493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-c41ea1d3-eb37-4ce0-ae90-9be679af7173 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1481116 Aug 31 16:04:02.681052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:02.686021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:02.739178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:02.788168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c76d-6fd4-4c8d-91a7-4b4a58abad2b req-0afd0c0f-1d6b-4cab-89c1-218d34a3b370 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:02.790650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8504c76d-6fd4-4c8d-91a7-4b4a58abad2b req-0afd0c0f-1d6b-4cab-89c1-218d34a3b370 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 945 time: 0.1083825 Aug 31 16:04:02.800799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c158126c-0ebb-49d7-9fec-65d63ddbdc81 req-7dd8fd57-6844-4c3e-8d3c-3f094b5ef044 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050119 Aug 31 16:04:02.852268 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed77b22-ea1c-4569-ac5c-dc91bf025464 x-openstack-request-id: req-aed77b22-ea1c-4569-ac5c-dc91bf025464 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:02.852630 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:02.853154 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aed77b22-ea1c-4569-ac5c-dc91bf025464 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:02.853557 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea', 'code': 200} Aug 31 16:04:02.865990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8504c76d-6fd4-4c8d-91a7-4b4a58abad2b req-8aa6d0cb-60df-4e03-ab44-df7ddaa91d67 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627813 Aug 31 16:04:02.898077 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:02.909977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:02.984539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=bce60936-2c4b-43f5-afbf-95884ae7c2f8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:02.997649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f7cc0-ac96-4399-af3a-82fc7ee8d3a3 req-e6803dc3-afa5-49f0-a4dc-454c2bf7a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.000237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec9f7cc0-ac96-4399-af3a-82fc7ee8d3a3 req-e6803dc3-afa5-49f0-a4dc-454c2bf7a8cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0594232 Aug 31 16:04:03.011292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port bce60936-2c4b-43f5-afbf-95884ae7c2f8 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:03.016878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:03.019697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24150fe8-3a7b-477f-ab57-10943b382c51 req-ad0a2eeb-6bdd-4b16-bd3b-31cdd0838978 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "DELETE /v2.0/ports/bce60936-2c4b-43f5-afbf-95884ae7c2f8 HTTP/1.1" status: 204 len: 173 time: 0.6947412 Aug 31 16:04:03.020160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'name': 'network-vif-deleted', 'tag': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:03.023206 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6d38f8-470f-4306-8c69-63cecac3ce1c" -d '{"events": [{"server_uuid": "3bb9de27-001b-4ce9-b80d-5d90038aa16f", "name": "network-vif-deleted", "tag": "bce60936-2c4b-43f5-afbf-95884ae7c2f8"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:03.065751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221e0d-7862-4179-967d-fe832cc016bc req-6eda0ca6-9ddf-4777-b686-8346e2ddd384 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.067350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94221e0d-7862-4179-967d-fe832cc016bc req-6eda0ca6-9ddf-4777-b686-8346e2ddd384 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 944 time: 0.1640570 Aug 31 16:04:03.076511 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec9f7cc0-ac96-4399-af3a-82fc7ee8d3a3 req-fe88c042-46cd-4f40-a0ff-915957123be2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 Aug 31 16:04:03.132349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-823c8c02-0431-40ad-a0d5-2892d02cef4f req-80dd8209-aac7-42ad-af26-0772fc1baeb3 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bb9de27-001b-4ce9-b80d-5d90038aa16f HTTP/1.1" status: 200 len: 210 time: 0.0847511 Aug 31 16:04:03.161497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94221e0d-7862-4179-967d-fe832cc016bc req-2785e3b0-3079-476e-9efa-c67d69060f7d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 Aug 31 16:04:03.180260 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104de50e-945c-4a43-9ba5-9ea32ec320f0 x-openstack-request-id: req-104de50e-945c-4a43-9ba5-9ea32ec320f0 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:03.180260 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb9de27-001b-4ce9-b80d-5d90038aa16f", "name": "network-vif-deleted", "tag": "bce60936-2c4b-43f5-afbf-95884ae7c2f8", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:03.180260 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-104de50e-945c-4a43-9ba5-9ea32ec320f0 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:03.180260 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb9de27-001b-4ce9-b80d-5d90038aa16f', 'name': 'network-vif-deleted', 'tag': 'bce60936-2c4b-43f5-afbf-95884ae7c2f8', 'status': 'completed', 'code': 200} Aug 31 16:04:03.304674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729375d7-12c0-4590-bbd8-78d536740559 req-9caab42e-3323-47c4-9e79-afec812ae64a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.306216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-729375d7-12c0-4590-bbd8-78d536740559 req-9caab42e-3323-47c4-9e79-afec812ae64a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0490210 Aug 31 16:04:03.324908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'e3b1538d-b0fa-4dd8-a224-63e90677612d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:03.353332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-729375d7-12c0-4590-bbd8-78d536740559 req-6f2626a0-3516-4f0d-b860-87f2137018fb tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Aug 31 16:04:03.536018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644f44b-6467-4cb5-9723-57072a2ccf8e req-3a8f1379-27bc-410e-9ff2-ded69fdf520e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.537436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9644f44b-6467-4cb5-9723-57072a2ccf8e req-3a8f1379-27bc-410e-9ff2-ded69fdf520e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0529480 Aug 31 16:04:03.575629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9644f44b-6467-4cb5-9723-57072a2ccf8e req-f52d1ea3-fe6e-4f89-a3d3-af3efba50be7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 31 16:04:03.941958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.947890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.956973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.957641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 510f8560-d540-4a54-a3f1-31248f0cff85 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:03.959780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:03.966706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.973505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.979617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.985816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:03.987763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-386500aa-3470-4bf4-aedf-0fd9be89b55e tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.1051147 Aug 31 16:04:04.058023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c668d09a-f6c0-4d1f-af86-2aa148439b4d req-e035cc98-620f-46e2-bc96-3e369d378157 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600147 Aug 31 16:04:04.069229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4db6d5-b764-41dd-98e7-1f7279dbc229 req-d5a408b2-a1a9-4a70-9911-f9b4254755ad tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:04.071150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f4db6d5-b764-41dd-98e7-1f7279dbc229 req-d5a408b2-a1a9-4a70-9911-f9b4254755ad tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 945 time: 0.0823658 Aug 31 16:04:04.074330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:04.087078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:04.087078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:04.114570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f4db6d5-b764-41dd-98e7-1f7279dbc229 req-3ec8f205-faf2-4d2d-a3bd-8bcdf6a5d345 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350022 Aug 31 16:04:04.122886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 510f8560-d540-4a54-a3f1-31248f0cff85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=510f8560-d540-4a54-a3f1-31248f0cff85,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:04.141179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '510f8560-d540-4a54-a3f1-31248f0cff85', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '510f8560-d540-4a54-a3f1-31248f0cff85', 'mac_address': 'fa:16:3e:b3:c3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:04.204644 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:04.225596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510f8560-d540-4a54-a3f1-31248f0cff85 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:04.238722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:04.257512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 510f8560-d540-4a54-a3f1-31248f0cff85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=510f8560-d540-4a54-a3f1-31248f0cff85,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:04.266992 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:04.286577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dc40f-5aa1-49b5-8db8-d8ab0de06823 req-6df83ebd-7001-4b1a-87c0-f7aee5623f0f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:04.288122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-353dc40f-5aa1-49b5-8db8-d8ab0de06823 req-6df83ebd-7001-4b1a-87c0-f7aee5623f0f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 944 time: 0.0561621 Aug 31 16:04:04.305192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:04.315022 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:04.333440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=510f8560-d540-4a54-a3f1-31248f0cff85,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:04.339855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-353dc40f-5aa1-49b5-8db8-d8ab0de06823 req-59edf232-4876-4b97-b950-eafe2d4cb7f9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Aug 31 16:04:04.389757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:04.429193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fad56-f7d0-4df5-bab9-5ccbc7566526 req-0c0c311c-22df-4a58-a03b-25702f58abd2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:04.430746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-802fad56-f7d0-4df5-bab9-5ccbc7566526 req-0c0c311c-22df-4a58-a03b-25702f58abd2 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 949 time: 0.0514235 Aug 31 16:04:04.469579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-802fad56-f7d0-4df5-bab9-5ccbc7566526 req-836dc9e5-2a7f-4288-b0fe-67a1feb57522 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Aug 31 16:04:04.523220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba3a8-0a01-47c7-bfd9-1820f183e24e req-badaf967-b199-4292-ae5a-fd67dec70024 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:04.524901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce4ba3a8-0a01-47c7-bfd9-1820f183e24e req-badaf967-b199-4292-ae5a-fd67dec70024 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0543642 Aug 31 16:04:04.562749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce4ba3a8-0a01-47c7-bfd9-1820f183e24e req-945d13b5-3bd9-46ff-a42d-4f92a79270bc tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Aug 31 16:04:04.693621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3ec6f-07c4-4420-a3b9-ccc20061f619 req-8871cb05-d23f-49cb-9a91-e63d9ba2be71 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:04.695163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51f3ec6f-07c4-4420-a3b9-ccc20061f619 req-8871cb05-d23f-49cb-9a91-e63d9ba2be71 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0510187 Aug 31 16:04:04.723068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['510f8560-d540-4a54-a3f1-31248f0cff85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:04.735688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51f3ec6f-07c4-4420-a3b9-ccc20061f619 req-59c88713-957e-4422-9587-436a76645591 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Aug 31 16:04:04.854641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:04.856888 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b512e8-709b-4921-91c3-f717b91f758c" -d '{"events": [{"server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "name": "network-vif-plugged", "status": "completed", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:04.900208 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a946f5b8-a825-4072-9fad-bd5337408ca1 x-openstack-request-id: req-a946f5b8-a825-4072-9fad-bd5337408ca1 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:04.900515 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "name": "network-vif-plugged", "status": "completed", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:04.900766 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a946f5b8-a825-4072-9fad-bd5337408ca1 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:04.901161 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'code': 200} Aug 31 16:04:05.002230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5488d8-51ca-4297-a5a2-291bb79f6cf4 req-6088478e-f616-4e4c-85c2-5addf80e46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.003724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f5488d8-51ca-4297-a5a2-291bb79f6cf4 req-6088478e-f616-4e4c-85c2-5addf80e46bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1098 time: 0.0421221 Aug 31 16:04:05.058513 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f5488d8-51ca-4297-a5a2-291bb79f6cf4 req-81132134-3e19-41b1-9573-d2edea0da120 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290823 Aug 31 16:04:05.190068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.195940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.201871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.207777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.213675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.219634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.225534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.227385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-981f6c03-6dab-462d-9faa-ed94acafff9d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5419 time: 0.0918002 Aug 31 16:04:05.298418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4addb547-97a0-46f8-89c3-f5dfeda224d5 req-f986ae7f-abe0-4f0d-94a7-48c45e2b5772 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605228 Aug 31 16:04:05.306562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175dba-3c87-4ff3-b646-1d3404801da0 req-4ce5cacb-d736-4b2b-b68e-d35950366ca2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.308031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef175dba-3c87-4ff3-b646-1d3404801da0 req-4ce5cacb-d736-4b2b-b68e-d35950366ca2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 946 time: 0.0797484 Aug 31 16:04:05.347315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef175dba-3c87-4ff3-b646-1d3404801da0 req-9122f9be-04fb-4ad2-ae6d-2862a3f88d7b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Aug 31 16:04:05.456488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa4d1a-116b-4145-bd32-c1cd27fd8dfe req-6c64b585-99e5-4a70-b175-cfc7acd2761b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.457982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99fa4d1a-116b-4145-bd32-c1cd27fd8dfe req-6c64b585-99e5-4a70-b175-cfc7acd2761b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 945 time: 0.0501866 Aug 31 16:04:05.497704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99fa4d1a-116b-4145-bd32-c1cd27fd8dfe req-c04e219e-d000-4bc4-813d-b3dc5291b1b0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 31 16:04:05.589290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22c3e2-ea30-4f49-a1ff-d4b39f9ae583 req-e4b1f869-a6cd-4c50-a2cc-5acbb5c73e1a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.590738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd22c3e2-ea30-4f49-a1ff-d4b39f9ae583 req-e4b1f869-a6cd-4c50-a2cc-5acbb5c73e1a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 949 time: 0.0521374 Aug 31 16:04:05.630053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd22c3e2-ea30-4f49-a1ff-d4b39f9ae583 req-5e661b6a-08b6-42a4-82cd-5cea302347af tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Aug 31 16:04:05.678398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b4a8d-08b3-4f80-a39c-98b58ead1852 req-56e1db2b-16e4-4aef-8503-cd0e29bb8062 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.679940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc6b4a8d-08b3-4f80-a39c-98b58ead1852 req-56e1db2b-16e4-4aef-8503-cd0e29bb8062 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0487697 Aug 31 16:04:05.718987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc6b4a8d-08b3-4f80-a39c-98b58ead1852 req-ff0f13e7-31b0-49a1-abb4-db83a14c0df9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Aug 31 16:04:05.852086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442053ff-4cc7-4e3c-abd7-6e3d53ad6a2f req-ad2021ae-267f-443f-97e0-85c83982c00d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:05.853511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-442053ff-4cc7-4e3c-abd7-6e3d53ad6a2f req-ad2021ae-267f-443f-97e0-85c83982c00d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0482376 Aug 31 16:04:05.891505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-442053ff-4cc7-4e3c-abd7-6e3d53ad6a2f req-7bd8460c-960c-4369-ae31-2e936948c023 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Aug 31 16:04:05.982374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a98e079-306a-47e8-bfee-f73fb95c598a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:06.010366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96be58-d223-471d-ac88-8df5a0aeda76 req-71eb9c3a-3332-4a8f-b39f-f43ae86e0e39 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.012235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f96be58-d223-471d-ac88-8df5a0aeda76 req-71eb9c3a-3332-4a8f-b39f-f43ae86e0e39 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Aug 31 16:04:06.055634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f96be58-d223-471d-ac88-8df5a0aeda76 req-bcbf99b4-eaf7-47d3-86ee-39ce57763631 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Aug 31 16:04:06.092641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a98e079-306a-47e8-bfee-f73fb95c598a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.107491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '4a98e079-306a-47e8-bfee-f73fb95c598a', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'port_id': '4a98e079-306a-47e8-bfee-f73fb95c598a', 'mac_address': 'fa:16:3e:2b:bc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:06.150877 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.164928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a98e079-306a-47e8-bfee-f73fb95c598a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:06.184914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a98e079-306a-47e8-bfee-f73fb95c598a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.189955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.190658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 82dbf6c6-9d12-474c-9e54-58c26d385c64 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:06.284739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-64acc647-fd74-4cd7-a827-1dd232be2604 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.286279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-64acc647-fd74-4cd7-a827-1dd232be2604 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 949 time: 0.0530479 Aug 31 16:04:06.288934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:06.305763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0652-ccbd-4344-91b4-dfe317539a74 req-f93d6ead-eb16-4f21-9c1e-4c81a2f07c55 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.308648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fefb0652-ccbd-4344-91b4-dfe317539a74 req-f93d6ead-eb16-4f21-9c1e-4c81a2f07c55 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0559289 Aug 31 16:04:06.330073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.346801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'port_id': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'mac_address': 'fa:16:3e:0e:33:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:06.354158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fefb0652-ccbd-4344-91b4-dfe317539a74 req-cdbcfea4-782e-41dd-b7fc-69b75ee6754f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Aug 31 16:04:06.389822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.394847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port e3b1538d-b0fa-4dd8-a224-63e90677612d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:06.395282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.408965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dbf6c6-9d12-474c-9e54-58c26d385c64 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:06.434550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.440240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.440915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 46bb7e1a-8b61-411e-b097-d411f02d6472 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:06.461876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.468751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.474703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.480867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.487613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.493751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.499851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.504794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-77813b34-98d8-424f-96eb-be9b216e0333 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5420 time: 0.1060183 Aug 31 16:04:06.505769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port e3b1538d-b0fa-4dd8-a224-63e90677612d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e3b1538d-b0fa-4dd8-a224-63e90677612d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.506489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.511620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=46bb7e1a-8b61-411e-b097-d411f02d6472,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.518821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:06.522873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for e3b1538d-b0fa-4dd8-a224-63e90677612d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:06.525093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '46bb7e1a-8b61-411e-b097-d411f02d6472', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'port_id': '46bb7e1a-8b61-411e-b097-d411f02d6472', 'mac_address': 'fa:16:3e:83:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:06.528009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bce60936-2c4b-43f5-afbf-95884ae7c2f8 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:06.551114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: bce60936-2c4b-43f5-afbf-95884ae7c2f8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:06.551454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bce60936-2c4b-43f5-afbf-95884ae7c2f8 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:06.584091 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.588112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e892bb08-f7f4-419b-b5e7-aad73c9ff263 req-969fb1e7-e635-473b-835c-f80de8a25759 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774322 Aug 31 16:04:06.598651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bb7e1a-8b61-411e-b097-d411f02d6472 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:06.625974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2f42d-88cf-47f4-bdd9-5cef9c008a62 req-d4dad650-0905-48ee-8aaa-2aaea31e08b9 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.640645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fe2f42d-88cf-47f4-bdd9-5cef9c008a62 req-d4dad650-0905-48ee-8aaa-2aaea31e08b9 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 946 time: 0.1341908 Aug 31 16:04:06.640821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=46bb7e1a-8b61-411e-b097-d411f02d6472,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.647348 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.648341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b38a3048-64b7-477c-830f-5f0a715974ed details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:06.701415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.715734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fe2f42d-88cf-47f4-bdd9-5cef9c008a62 req-e52bf480-16f9-4c86-9a29-5b4091fbc8ec tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Aug 31 16:04:06.727601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'e3b1538d-b0fa-4dd8-a224-63e90677612d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:06.729973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:06.747009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=e3b1538d-b0fa-4dd8-a224-63e90677612d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:06.749870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b38a3048-64b7-477c-830f-5f0a715974ed,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:06.813740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port e3b1538d-b0fa-4dd8-a224-63e90677612d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:06.815172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:06.817149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.820353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9f829ef1-3148-45c8-a459-ffd34621bd81 req-0d1518fc-d490-4a9e-88bf-ffa68b0d2b9e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "DELETE /v2.0/ports/e3b1538d-b0fa-4dd8-a224-63e90677612d HTTP/1.1" status: 204 len: 173 time: 0.5258567 Aug 31 16:04:06.820527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'name': 'network-vif-deleted', 'tag': 'e3b1538d-b0fa-4dd8-a224-63e90677612d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:06.824074 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32797e1-2b06-429c-964b-c92bf39b5114" -d '{"events": [{"server_uuid": "3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1", "name": "network-vif-deleted", "tag": "e3b1538d-b0fa-4dd8-a224-63e90677612d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:06.837723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'b38a3048-64b7-477c-830f-5f0a715974ed', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'port_id': 'b38a3048-64b7-477c-830f-5f0a715974ed', 'mac_address': 'fa:16:3e:53:63:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:06.843017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea36773c-a05a-46f3-9c86-83f6617e6cab req-d15f1bce-ab2f-4c24-a688-21f5167a0525 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Aug 31 16:04:06.865751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1c97e-87ca-4eea-ac0b-5ea91724942f req-d6edec84-4bf8-468e-95c7-0cd736445bc0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:06.872698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27c1c97e-87ca-4eea-ac0b-5ea91724942f req-d6edec84-4bf8-468e-95c7-0cd736445bc0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 945 time: 0.0894694 Aug 31 16:04:06.923305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27c1c97e-87ca-4eea-ac0b-5ea91724942f req-5f09d7c1-dbec-4be6-b5c3-2488da6cc72d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Aug 31 16:04:06.923494 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:06.962218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38a3048-64b7-477c-830f-5f0a715974ed {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:06.976087 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720a870a-bb32-4859-97ec-ca7dd2a9d082 x-openstack-request-id: req-720a870a-bb32-4859-97ec-ca7dd2a9d082 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:06.977474 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1", "name": "network-vif-deleted", "tag": "e3b1538d-b0fa-4dd8-a224-63e90677612d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:06.978076 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-720a870a-bb32-4859-97ec-ca7dd2a9d082 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:06.978699 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa8a5fe-2be9-4e99-8ef2-bc36cc5dd7a1', 'name': 'network-vif-deleted', 'tag': 'e3b1538d-b0fa-4dd8-a224-63e90677612d', 'status': 'completed', 'code': 200} Aug 31 16:04:07.003494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33718b12-fc1e-4b5f-89dc-804a78542b14 req-f037a7f9-c6a7-4616-ba80-7d0e8dfd067e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.005502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33718b12-fc1e-4b5f-89dc-804a78542b14 req-f037a7f9-c6a7-4616-ba80-7d0e8dfd067e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0558395 Aug 31 16:04:07.011529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b38a3048-64b7-477c-830f-5f0a715974ed,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:07.026740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:07.045812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33718b12-fc1e-4b5f-89dc-804a78542b14 req-8f7759c5-9f6b-413f-ad7d-5cfdec120e5c tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Aug 31 16:04:07.135560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:07.489384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104333a2-eaa7-4b98-9307-f5d5f497f643 req-7f69279c-3031-4c5e-ab88-778ef98c9cc4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.490878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-104333a2-eaa7-4b98-9307-f5d5f497f643 req-7f69279c-3031-4c5e-ab88-778ef98c9cc4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0584402 Aug 31 16:04:07.529989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-104333a2-eaa7-4b98-9307-f5d5f497f643 req-dadd1388-8c52-4a5f-a0cf-9f08ca9f8854 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330265 Aug 31 16:04:07.742703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.748958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.755515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.761476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.767753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.775514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.780052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.783422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-6b589f6b-20cd-4cd3-a21b-f7abf6bedf17 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5423 time: 0.0984058 Aug 31 16:04:07.830952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fed81d1-8ce6-4a5e-b2fc-e246672b3a3b req-e2981d4a-6101-481e-b1d9-faaa73e3ca90 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418494 Aug 31 16:04:07.887959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f53a-365d-4b8d-9957-14f17c38df1c req-e1f53b2a-8ab5-4dd1-9848-32960456f271 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:07.890159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93d4f53a-365d-4b8d-9957-14f17c38df1c req-e1f53b2a-8ab5-4dd1-9848-32960456f271 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 946 time: 0.0576932 Aug 31 16:04:07.935224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93d4f53a-365d-4b8d-9957-14f17c38df1c req-7f641480-b3cc-445f-a9bb-0289ee219a49 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 Aug 31 16:04:07.983532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 00698080-bcaf-4386-990b-480e0ebc5a58 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:07.988572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 510f8560-d540-4a54-a3f1-31248f0cff85 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:07.992751 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-71e86376-e7cb-473d-bfa0-961994530a07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468607 Aug 31 16:04:08.034377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b38a3048-64b7-477c-830f-5f0a715974ed'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:08.072034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['82dbf6c6-9d12-474c-9e54-58c26d385c64'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:08.102654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-318fb80e-41cf-4f72-8b8b-24385355c5da tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:08.105627 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-318fb80e-41cf-4f72-8b8b-24385355c5da tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Aug 31 16:04:08.220476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:08.221102 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.287688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['4a98e079-306a-47e8-bfee-f73fb95c598a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:08.291644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['46bb7e1a-8b61-411e-b097-d411f02d6472'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:08.338337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:08.338878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.358314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:08.481654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d13f74-d113-40cb-89f5-ed2553d23306 req-b49afb23-4771-47d7-9b4e-198bdf8b36a5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:08.483167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3d13f74-d113-40cb-89f5-ed2553d23306 req-b49afb23-4771-47d7-9b4e-198bdf8b36a5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 945 time: 0.4714165 Aug 31 16:04:08.491300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-641254a8-1570-4bb8-aff3-672aa8759b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:08.492846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-641254a8-1570-4bb8-aff3-672aa8759b38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 1097 time: 0.4283109 Aug 31 16:04:08.511676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 510f8560-d540-4a54-a3f1-31248f0cff85 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:08.515290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-7e9837c3-5185-468c-86e1-b0a2b751ef88 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-875766570&fields=id&tenant_id=6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 267 time: 0.4066317 Aug 31 16:04:08.548812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.558096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=00698080-bcaf-4386-990b-480e0ebc5a58,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:08.563097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 510f8560-d540-4a54-a3f1-31248f0cff85 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:08.563486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.581401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:08.629181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:08.631969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.634139 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17da7440-8e89-489c-bcb3-2aad008971e2 req-a35a7b5a-9775-4915-8777-24366b57abb6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "DELETE /v2.0/ports/a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea HTTP/1.1" status: 204 len: 173 time: 0.5212131 Aug 31 16:04:08.644964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '00698080-bcaf-4386-990b-480e0ebc5a58', 'network_id': '7c841c8b-2b78-4547-8de6-f8157148052a', 'port_id': '00698080-bcaf-4386-990b-480e0ebc5a58', 'mac_address': 'fa:16:3e:0a:36:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd870bdf8-0b68-4112-8ae7-0858a5ee900c', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:08.654848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3d13f74-d113-40cb-89f5-ed2553d23306 req-4496790f-cae3-4411-9d32-8723d24db808 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339130 Aug 31 16:04:08.671726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:08.690364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-b9fb5faf-985c-47a2-8e44-f72b4a8cb58a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:08.691983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-b9fb5faf-985c-47a2-8e44-f72b4a8cb58a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 946 time: 0.1647515 Aug 31 16:04:08.715508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'port': {'security_groups': ['7958335f-fbd3-45fe-95f9-1f19e1e1efd5', 'c9fb3463-ca90-47c0-ace4-62dc391dbce9']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:08.749778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-ca484418-eeb8-4ec5-bfd8-a673714f51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:08.751955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-ca484418-eeb8-4ec5-bfd8-a673714f51c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.2062275 Aug 31 16:04:08.849951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.881382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-1922e3c6-7857-49b6-8dcb-cb5d166bacdf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 200 len: 1001 time: 0.1190145 Aug 31 16:04:08.903155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:08.980517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'name': 'network-vif-deleted', 'tag': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:08.982651 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b46332-fe1a-44f0-8ead-6ed5002d1ccd" -d '{"events": [{"server_uuid": "ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0", "name": "network-vif-deleted", "tag": "a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:09.006866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00698080-bcaf-4386-990b-480e0ebc5a58 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:09.038980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-e573d134-7092-4d66-b4f5-46be8fb47492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.040477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-e573d134-7092-4d66-b4f5-46be8fb47492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.1122587 Aug 31 16:04:09.071929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.081401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=00698080-bcaf-4386-990b-480e0ebc5a58,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.100476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.101307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 18a72947-435d-424d-b31d-b00b74b916c1 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:09.112716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32a7b7-69ba-4793-ad16-fed881b19044 req-b256797e-793f-47fe-8721-26d8cbbc9629 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.114467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c32a7b7-69ba-4793-ad16-fed881b19044 req-b256797e-793f-47fe-8721-26d8cbbc9629 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1380873 Aug 31 16:04:09.157486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510f8560-d540-4a54-a3f1-31248f0cff85'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:09.159728 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd5e75-3d61-4a7c-8ca7-655b1e579a4a" -d '{"events": [{"server_uuid": "416b5e11-1443-44f9-bb7f-c2f20f9741de", "name": "network-vif-plugged", "status": "completed", "tag": "510f8560-d540-4a54-a3f1-31248f0cff85"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:09.182017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 510f8560-d540-4a54-a3f1-31248f0cff85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=510f8560-d540-4a54-a3f1-31248f0cff85,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.197143 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.197608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-04441ac0-5687-40e0-970e-0f0a3fff96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.199570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-04441ac0-5687-40e0-970e-0f0a3fff96af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468148 Aug 31 16:04:09.249174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:09.281599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c32a7b7-69ba-4793-ad16-fed881b19044 req-40b00bb0-6b8b-4ab6-85eb-b3662d8e524c tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570539 Aug 31 16:04:09.324117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=510f8560-d540-4a54-a3f1-31248f0cff85,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:09.338989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=18a72947-435d-424d-b31d-b00b74b916c1,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.348899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.355976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '18a72947-435d-424d-b31d-b00b74b916c1', 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'port_id': '18a72947-435d-424d-b31d-b00b74b916c1', 'mac_address': 'fa:16:3e:19:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58149e93-70b0-43a4-b699-189fef298327', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:09.402926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.416067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.417823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a72947-435d-424d-b31d-b00b74b916c1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:09.432050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.439024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=18a72947-435d-424d-b31d-b00b74b916c1,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.443169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.443863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:09.450781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-b4b932cb-e47e-498d-b43e-e0b021e48635 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412546 Aug 31 16:04:09.457075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-367a3a4b-8d61-40f2-9d9a-fdcacf80df48 req-d31cd4b2-eb8a-458c-8b74-e390e2cd8e63 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0433612 Aug 31 16:04:09.506503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.530012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70', 'network_id': '9a806cad-9586-43bb-a6bd-068ba3bdd1be', 'port_id': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70', 'mac_address': 'fa:16:3e:a3:1b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58149e93-70b0-43a4-b699-189fef298327', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:09.532274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:09.552867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.553517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.554931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e23eaab1-8dac-40bd-912b-57bf6b8332db req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "PUT /v2.0/ports/ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 982 time: 0.8530867 Aug 31 16:04:09.555378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:09.557975 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4f4e95-892b-4eff-b588-13ca4224c7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:09.595720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:09.597495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.608690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.609072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.609410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.609911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.610253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.610841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.611169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.611494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.611817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.612143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.612493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.612818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d8ad7-2fa2-40da-a066-6c7ebe6b6c5e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:09.617557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:09.643442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:09.647248 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:09.689791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4acaf4a8-eb95-436f-81e2-ae31ac41428e req-3000d09a-0978-4478-b6f0-41c7da5e00f1 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043369 Aug 31 16:04:09.696331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:09.722690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.729070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.737793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.742231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.748289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.754248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.760180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.762163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-9a323995-26fa-40b1-93c2-6d4043b0c337 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5425 time: 0.1441226 Aug 31 16:04:09.801747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:09.810915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95352-4dc1-4730-8d7f-e5a1e67a1bdb req-1f1e5d30-0896-455c-b0ea-50de5f33531d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.812445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45f95352-4dc1-4730-8d7f-e5a1e67a1bdb req-1f1e5d30-0896-455c-b0ea-50de5f33531d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 950 time: 0.1788857 Aug 31 16:04:09.862618 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-99678ebf-9306-4077-971b-7be2c0fe2b31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419133 Aug 31 16:04:09.878779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce8726c1-c206-46c7-aae4-4436809c42b5 req-55f600fd-432a-418d-826d-dbea119f7fd1 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015918 Aug 31 16:04:09.887994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-e5650515-a9e5-45b7-aff7-259d0652d63c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.890349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-e5650515-a9e5-45b7-aff7-259d0652d63c tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 950 time: 0.1244507 Aug 31 16:04:09.922061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45f95352-4dc1-4730-8d7f-e5a1e67a1bdb req-9aecc066-68ef-45e1-a26d-fc7fe463b4ff tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022127 Aug 31 16:04:09.960787 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b29164-b0ea-4121-add9-3b73c108e87c x-openstack-request-id: req-82b29164-b0ea-4121-add9-3b73c108e87c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:09.961197 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0", "name": "network-vif-deleted", "tag": "a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:09.961708 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82b29164-b0ea-4121-add9-3b73c108e87c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:09.962202 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca74b40a-92d0-4b9f-a4e0-afea9a20a5f0', 'name': 'network-vif-deleted', 'tag': 'a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea', 'status': 'completed', 'code': 200} Aug 31 16:04:09.981171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-9b3976f9-bc79-42f3-83e2-3831c157e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:09.982723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-9b3976f9-bc79-42f3-83e2-3831c157e48d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.0675690 Aug 31 16:04:09.986193 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d6ad23-d4b8-4112-a51d-bd99a8515b5f x-openstack-request-id: req-03d6ad23-d4b8-4112-a51d-bd99a8515b5f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:09.986601 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b5e11-1443-44f9-bb7f-c2f20f9741de", "name": "network-vif-plugged", "status": "completed", "tag": "510f8560-d540-4a54-a3f1-31248f0cff85", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:09.986953 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03d6ad23-d4b8-4112-a51d-bd99a8515b5f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:09.987447 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510f8560-d540-4a54-a3f1-31248f0cff85', 'code': 200} Aug 31 16:04:10.051567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4d7343e-d9e3-446e-8e6d-f894faf646a7 req-8f91dc19-2a84-459e-a6e1-18f943ee8864 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/c9fb3463-ca90-47c0-ace4-62dc391dbce9 HTTP/1.1" status: 200 len: 1800 time: 0.0618374 Aug 31 16:04:10.068948 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65897d47-c6cf-44d6-ac8f-1e88105c5387 x-openstack-request-id: req-65897d47-c6cf-44d6-ac8f-1e88105c5387 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:10.069257 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:10.069522 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65897d47-c6cf-44d6-ac8f-1e88105c5387 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:10.069945 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'status': 'completed', 'code': 200} Aug 31 16:04:10.082280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:10.082629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:10.190056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-8f7f2c2d-6707-4c2c-912c-90c8ce54750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.191944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-8f7f2c2d-6707-4c2c-912c-90c8ce54750f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1137 time: 0.0786042 Aug 31 16:04:10.197075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-41bf3d16-4fd3-4908-b527-c2434693dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.198545 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-41bf3d16-4fd3-4908-b527-c2434693dbb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.1707523 Aug 31 16:04:10.261148 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-f4d7343e-d9e3-446e-8e6d-f894faf646a7 req-a2fce7fb-2404-41ad-887d-4fa2070c8f7b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 16:04:10.262203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4d7343e-d9e3-446e-8e6d-f894faf646a7 req-a2fce7fb-2404-41ad-887d-4fa2070c8f7b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/c9fb3463-ca90-47c0-ace4-62dc391dbce9 HTTP/1.1" status: 409 len: 341 time: 0.2013302 Aug 31 16:04:10.275131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be795051-b17b-418b-8f77-df4e669c9e6f req-b6a5232a-40ab-418e-b48a-7b0caf0a0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.276677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be795051-b17b-418b-8f77-df4e669c9e6f req-b6a5232a-40ab-418e-b48a-7b0caf0a0625 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 1098 time: 0.1680992 Aug 31 16:04:10.292930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1246b-28a9-45a1-87d2-5456acbc43c3 req-2920ce9e-7ac7-47ab-8ab3-f4b184863b06 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.294469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9e1246b-28a9-45a1-87d2-5456acbc43c3 req-2920ce9e-7ac7-47ab-8ab3-f4b184863b06 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 946 time: 0.1455498 Aug 31 16:04:10.307768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:10.308139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:10.335709 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-7634df1f-0c24-40f0-84e3-41f406a8304c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1000 time: 0.1132379 Aug 31 16:04:10.337264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:10.389406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-92dde7d1-6bec-4717-b0a7-fa25cd9cc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.390973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-92dde7d1-6bec-4717-b0a7-fa25cd9cc5e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.1701224 Aug 31 16:04:10.408802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be795051-b17b-418b-8f77-df4e669c9e6f req-d73475b2-cf99-4694-9a18-0a18ef169c18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094880 Aug 31 16:04:10.421078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9e1246b-28a9-45a1-87d2-5456acbc43c3 req-0ed18b97-1665-43c8-ac0e-36052b9f8214 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101973 Aug 31 16:04:10.445075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-cd6aa228-e888-4670-9523-dd78c612d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.446551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-cd6aa228-e888-4670-9523-dd78c612d81f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0995581 Aug 31 16:04:10.447972 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-9265b6a7-04eb-44fa-9339-68dfc27c86b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 217 time: 0.0451746 Aug 31 16:04:10.504800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c7182-7262-4779-92a8-7f373740e867 req-90f5faec-0e04-4c07-9e1b-40a799dae633 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.506318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-229c7182-7262-4779-92a8-7f373740e867 req-90f5faec-0e04-4c07-9e1b-40a799dae633 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0718262 Aug 31 16:04:10.541590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e3b1538d-b0fa-4dd8-a224-63e90677612d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:10.563223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: e3b1538d-b0fa-4dd8-a224-63e90677612d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:10.563564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e3b1538d-b0fa-4dd8-a224-63e90677612d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:10.628952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:10.633325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-229c7182-7262-4779-92a8-7f373740e867 req-2496ded3-3b27-4db4-afd5-0edfbd518f08 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041412 Aug 31 16:04:10.640173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', '96a8ce17-0757-460f-ac53-2bbb3b8e10c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:10.645532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c', '90f5d827-46a2-492d-88b4-4ecefb09327b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:10.655560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a255a-c56b-42c6-b9be-6eea728a6605 req-22d58515-3140-412e-8e90-a3f761d59481 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.657187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be8a255a-c56b-42c6-b9be-6eea728a6605 req-22d58515-3140-412e-8e90-a3f761d59481 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 985 time: 0.1466129 Aug 31 16:04:10.684493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=96a8ce17-0757-460f-ac53-2bbb3b8e10c1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:10.754268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:10.758415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:10.760716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3cb01c3-47f1-4f75-909e-77b758760cd1 req-7cf3860e-3fa7-44fb-9c01-8865d3b64f97 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "DELETE /v2.0/ports/96a8ce17-0757-460f-ac53-2bbb3b8e10c1 HTTP/1.1" status: 204 len: 173 time: 0.8547773 Aug 31 16:04:10.765402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be8a255a-c56b-42c6-b9be-6eea728a6605 req-8aac8df2-dbfd-4923-8ddb-14b77defa666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0890579 Aug 31 16:04:10.822562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-672b8627-1667-4f26-9f15-10d13c6d2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.824351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-672b8627-1667-4f26-9f15-10d13c6d2780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0928748 Aug 31 16:04:10.835525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-0d5b30bb-9a49-4cd2-99d3-1a081127c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:10.837513 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-0d5b30bb-9a49-4cd2-99d3-1a081127c904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960021 Aug 31 16:04:10.873736 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-28837725-c534-4ace-9281-439bd3d2822b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350587 Aug 31 16:04:11.066718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-0a8c2f4b-3bfc-405d-969b-2c086264905f service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920168 Aug 31 16:04:11.069441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.075952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-197c2113-1345-4285-baab-7b71e114d518 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827281 Aug 31 16:04:11.076093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.083107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.089819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.097886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.105206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.112570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.114657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-37bb5c75-be6c-487e-973e-470ff732e8f0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5426 time: 0.1248198 Aug 31 16:04:11.197491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e984af5e-4da1-4e50-827b-f3c1ceb2fd25 req-933ef9d0-52de-4272-8cf0-efb3d4b3ddb8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760539 Aug 31 16:04:11.275338 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ee90dac-0262-4785-85d6-903194d2bf0f req-a35321a7-6c2f-41da-94f2-05c56e3d4d5a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9b59779-4d98-47c4-b418-b85a12c0eb79 HTTP/1.1" status: 200 len: 210 time: 0.0633080 Aug 31 16:04:11.340959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6e4f4e95-892b-4eff-b588-13ca4224c7b2 req-33ec0c40-add0-4cfc-8c8c-bbc0f2905617 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293806 Aug 31 16:04:11.361993 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d6ad66a-88ce-462c-aedb-9e7198829143 req-5d761c2c-602c-4ff9-afcb-3a1484b2ff38 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582934 Aug 31 16:04:11.475365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-48defeb9-8dc2-4de8-b29f-8d51becfb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.477109 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-48defeb9-8dc2-4de8-b29f-8d51becfb1c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1137 time: 0.0512257 Aug 31 16:04:11.558925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-9b5dc11a-4a4d-4c1f-9d90-35638a94d002 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.560655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-9b5dc11a-4a4d-4c1f-9d90-35638a94d002 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1444836 Aug 31 16:04:11.588115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e95db-02f6-4c6b-9321-eefeb63a763c req-d61d6003-97c4-4160-a0b9-7a47ba0ebd66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.589757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a0e95db-02f6-4c6b-9321-eefeb63a763c req-d61d6003-97c4-4160-a0b9-7a47ba0ebd66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 946 time: 0.0875039 Aug 31 16:04:11.591754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cf20b141-38a8-40d2-9e59-ada5b5729977 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0237930 Aug 31 16:04:11.667267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a0e95db-02f6-4c6b-9321-eefeb63a763c req-29a4c9aa-45e3-427d-a1cc-95f7d239396a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707965 Aug 31 16:04:11.679082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-feec2c87-ab40-45b4-8839-26ca31f8cbef tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756934 Aug 31 16:04:11.781521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:11.839636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abdd75-e59c-4764-bf95-cae6430ab74e req-4db8ac45-78e4-4f54-af98-2688cfbf5158 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.841357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7abdd75-e59c-4764-bf95-cae6430ab74e req-4db8ac45-78e4-4f54-af98-2688cfbf5158 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0935514 Aug 31 16:04:11.853277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-74b7f7e1-6467-45bf-809a-627efca5bb80 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541808 Aug 31 16:04:11.896206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-2e707a96-d4ec-4d4d-a26a-78d3b78f08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:11.897982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-2e707a96-d4ec-4d4d-a26a-78d3b78f08f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.4089091 Aug 31 16:04:11.948604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7abdd75-e59c-4764-bf95-cae6430ab74e req-b96f74e4-6933-42ec-943a-40afb931ed3a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844743 Aug 31 16:04:11.960391 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-c3a7780c-9656-4161-a25d-cde489b3ad21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 217 time: 0.0539165 Aug 31 16:04:11.979532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-95dba982-2e12-4004-aa11-6993e5ebe839 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253569 Aug 31 16:04:12.024561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['00698080-bcaf-4386-990b-480e0ebc5a58'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:12.029994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-5825dc69-78c5-4000-8b58-d18e451c02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.032346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-5825dc69-78c5-4000-8b58-d18e451c02b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0594523 Aug 31 16:04:12.071281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'name': 'network-vif-deleted', 'tag': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:12.072069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-71548335-6406-4a37-bdc9-e23f0c418659 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310607 Aug 31 16:04:12.075196 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5637293d-0a88-45fb-89fe-674d8a4d87e2" -d '{"events": [{"server_uuid": "f9b59779-4d98-47c4-b418-b85a12c0eb79", "name": "network-vif-deleted", "tag": "96a8ce17-0757-460f-ac53-2bbb3b8e10c1"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:12.094161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061504-93b2-4ef6-a2c2-ba368e07b94e req-7c40571c-802e-452d-9620-3901383ab51d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.096662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86061504-93b2-4ef6-a2c2-ba368e07b94e req-7c40571c-802e-452d-9620-3901383ab51d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 985 time: 0.0841467 Aug 31 16:04:12.145303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['18a72947-435d-424d-b31d-b00b74b916c1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:12.171684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86061504-93b2-4ef6-a2c2-ba368e07b94e req-e5472f73-8ac8-4d9d-80da-518d3e924956 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0603120 Aug 31 16:04:12.272844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86ae200e-9cca-43fa-8aa6-b07d422094e2 req-5fa3ac5c-680f-4a3d-9de5-501c5f253059 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 210 time: 0.0505397 Aug 31 16:04:12.280146 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dfecaa-9d1c-4f5c-ba02-6fcbb33e5b4e x-openstack-request-id: req-e4dfecaa-9d1c-4f5c-ba02-6fcbb33e5b4e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:12.280537 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b59779-4d98-47c4-b418-b85a12c0eb79", "name": "network-vif-deleted", "tag": "96a8ce17-0757-460f-ac53-2bbb3b8e10c1", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:12.281350 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4dfecaa-9d1c-4f5c-ba02-6fcbb33e5b4e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:12.281887 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b59779-4d98-47c4-b418-b85a12c0eb79', 'name': 'network-vif-deleted', 'tag': '96a8ce17-0757-460f-ac53-2bbb3b8e10c1', 'status': 'completed', 'code': 200} Aug 31 16:04:12.297891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-2d82ab3c-37d2-4dd8-8e2b-678ccd97b590 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.300460 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-2d82ab3c-37d2-4dd8-8e2b-678ccd97b590 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 949 time: 0.2037601 Aug 31 16:04:12.346577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-41ca9485-3595-44a1-b024-0ad856df4757 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510154 Aug 31 16:04:12.453951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.461048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.467225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.476165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.483432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.490361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.496369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.498351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-2c2efa46-7984-40ee-b097-838a97d9f035 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5426 time: 0.1378653 Aug 31 16:04:12.579608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:12.581518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23055c4a-5c16-48a6-b0d1-6a1cc64e4a2d req-a13fce6a-1a61-4f7a-9180-6d33a9dd9cf5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.582298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port 90f5d827-46a2-492d-88b4-4ecefb09327b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:12.583109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23055c4a-5c16-48a6-b0d1-6a1cc64e4a2d req-a13fce6a-1a61-4f7a-9180-6d33a9dd9cf5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 949 time: 0.0838358 Aug 31 16:04:12.584146 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:12.599130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a1445b6-81a5-4168-8cfb-60d70b32d512 req-a64fee42-532e-4ef1-b7fc-ff981013a7e2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891726 Aug 31 16:04:12.614200 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e5a9f07e-ff80-4129-9e7b-61013ac2cfa8 req-e1632bf0-e004-4dd2-ad43-4e4f0ceb96b3 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904452 Aug 31 16:04:12.625123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:12.625668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 96a8ce17-0757-460f-ac53-2bbb3b8e10c1 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:12.625877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:12.654991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23055c4a-5c16-48a6-b0d1-6a1cc64e4a2d req-1aab20e5-fed7-4b4a-a5e1-2d534f3bb1fa tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 Aug 31 16:04:12.671611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:12.671956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a7c1f9a6-4cc6-4211-a11b-a4d787eb59ea not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:12.739422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port 90f5d827-46a2-492d-88b4-4ecefb09327b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90f5d827-46a2-492d-88b4-4ecefb09327b,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:12.739996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:12.761515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for 90f5d827-46a2-492d-88b4-4ecefb09327b owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:12.846171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43433a-22ca-447d-8912-28fc2fe2a89d req-9426e802-837c-40bc-a2bc-8ef0d77e1c68 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:12.847961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df43433a-22ca-447d-8912-28fc2fe2a89d req-9426e802-837c-40bc-a2bc-8ef0d77e1c68 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 946 time: 0.0669975 Aug 31 16:04:12.909388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df43433a-22ca-447d-8912-28fc2fe2a89d req-6ff361c6-4ccb-4f02-a304-ff9f15bcb741 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Aug 31 16:04:12.958432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:12.971480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:12.995916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=90f5d827-46a2-492d-88b4-4ecefb09327b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:13.046539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port 90f5d827-46a2-492d-88b4-4ecefb09327b on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:13.049523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:13.055138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bd686996-37a2-4bd9-bee7-489f3970c9b6 req-fd1eac9d-4e6f-4195-83d3-7cfdd0fdb8bc tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "DELETE /v2.0/ports/90f5d827-46a2-492d-88b4-4ecefb09327b HTTP/1.1" status: 204 len: 173 time: 0.7063801 Aug 31 16:04:13.056524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'name': 'network-vif-deleted', 'tag': '90f5d827-46a2-492d-88b4-4ecefb09327b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:13.070179 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fe22a-0c54-44c3-a281-638880ef8205" -d '{"events": [{"server_uuid": "c96be64e-46a3-4f75-bf4d-86ecb3f956eb", "name": "network-vif-deleted", "tag": "90f5d827-46a2-492d-88b4-4ecefb09327b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:13.129233 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae1985c-7ca9-4eac-832d-21584a06c31d x-openstack-request-id: req-0ae1985c-7ca9-4eac-832d-21584a06c31d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:13.129524 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96be64e-46a3-4f75-bf4d-86ecb3f956eb", "name": "network-vif-deleted", "tag": "90f5d827-46a2-492d-88b4-4ecefb09327b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:13.129968 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ae1985c-7ca9-4eac-832d-21584a06c31d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:13.130565 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96be64e-46a3-4f75-bf4d-86ecb3f956eb', 'name': 'network-vif-deleted', 'tag': '90f5d827-46a2-492d-88b4-4ecefb09327b', 'status': 'completed', 'code': 200} Aug 31 16:04:13.175643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127178c-c5dd-4939-8a8e-ce439a81a0eb req-35ffda5c-2dd2-4ce1-acfb-8f412c58d2c1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.177398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0127178c-c5dd-4939-8a8e-ce439a81a0eb req-35ffda5c-2dd2-4ce1-acfb-8f412c58d2c1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1091092 Aug 31 16:04:13.248053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0127178c-c5dd-4939-8a8e-ce439a81a0eb req-9070f287-a624-4e58-bf14-27f2a829acec tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 Aug 31 16:04:13.386298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c2e15e9-cdf3-4a02-8c12-43b44de34d28 req-cb8ec5da-c01f-44d7-aca5-058c83238d1d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 210 time: 0.0362380 Aug 31 16:04:13.459126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6b90-faeb-4a1b-9c5c-9920804f6e7a req-04641838-6126-46a2-af0e-d07696d03c05 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.461203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfcc6b90-faeb-4a1b-9c5c-9920804f6e7a req-04641838-6126-46a2-af0e-d07696d03c05 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 985 time: 0.0774899 Aug 31 16:04:13.521109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfcc6b90-faeb-4a1b-9c5c-9920804f6e7a req-c87ca5e7-a42e-4222-907a-59a9118a561b tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0533447 Aug 31 16:04:13.661692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-6826e286-64d6-4711-b73e-a3d896f2a569 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.663150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-6826e286-64d6-4711-b73e-a3d896f2a569 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1243987 Aug 31 16:04:13.682917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:13.796978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b116861-db17-4033-ba9c-841701c3fd22 req-f62a28c3-cf82-43b3-a7cf-8246a316b15d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=c96be64e-46a3-4f75-bf4d-86ecb3f956eb HTTP/1.1" status: 200 len: 210 time: 0.0429671 Aug 31 16:04:13.817651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.823599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.830173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.836119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.842086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.848085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.854144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:13.856078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-6e71e795-6a40-4001-a28c-507b81d6fce8 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5426 time: 0.1876893 Aug 31 16:04:13.885021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:13.888734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512', 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:13.925810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eec21fe8-a7a4-4999-b720-ab2c23c77da1 req-d2062621-4e6c-4563-98bd-640984892d35 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568664 Aug 31 16:04:13.960499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:13.964035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.015932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a98e079-306a-47e8-bfee-f73fb95c598a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:14.104704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.10 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/df45f49e-1801-43bd-9b30-8bb23dccff9d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:14.143992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 4a98e079-306a-47e8-bfee-f73fb95c598a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:14.161617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 4a98e079-306a-47e8-bfee-f73fb95c598a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:14.161994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.258105 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.302451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.311521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.357890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:14.360150 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4332b6-71f4-40e1-a62e-2f81ff5ae0aa" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:14.382422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a98e079-306a-47e8-bfee-f73fb95c598a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:14.393034 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.393748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b38a3048-64b7-477c-830f-5f0a715974ed up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:14.427397 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b419a-a5c5-4c13-9b8e-d929aa4c4c46 x-openstack-request-id: req-926b419a-a5c5-4c13-9b8e-d929aa4c4c46 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:14.427692 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:14.427948 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-926b419a-a5c5-4c13-9b8e-d929aa4c4c46 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:14.428537 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a', 'code': 200} Aug 31 16:04:14.516318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:14.538268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port b38a3048-64b7-477c-830f-5f0a715974ed completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:14.547507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port b38a3048-64b7-477c-830f-5f0a715974ed triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:14.547881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.683901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.707657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:14.714060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:14.728566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:14.734995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:14.739165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=df45f49e-1801-43bd-9b30-8bb23dccff9d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:14.747442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b38a3048-64b7-477c-830f-5f0a715974ed,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:14.754351 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.755300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 82dbf6c6-9d12-474c-9e54-58c26d385c64 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:14.801380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39923111-14df-44fd-9e8d-9224b99876d2 req-ce2ac8a9-b0a5-4090-82d6-91025e15218e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:14.802994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39923111-14df-44fd-9e8d-9224b99876d2 req-ce2ac8a9-b0a5-4090-82d6-91025e15218e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 932 time: 0.1149092 Aug 31 16:04:14.816168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e545-da1c-4d7d-acb6-3bdbc0432d9c req-bf0258d9-15b6-4eca-b0f2-095922afb162 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:14.817780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e009e545-da1c-4d7d-acb6-3bdbc0432d9c req-bf0258d9-15b6-4eca-b0f2-095922afb162 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.4708273 Aug 31 16:04:14.834234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:14.834893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.873890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-847250d7-02b4-4086-86a2-ec846e34de92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1947734 Aug 31 16:04:14.889951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Request body: {'port': {'device_id': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:14.923354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39923111-14df-44fd-9e8d-9224b99876d2 req-34c48370-de96-4c0f-a639-f39628076b7a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045239 Aug 31 16:04:14.933504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e009e545-da1c-4d7d-acb6-3bdbc0432d9c req-8d94c968-f712-41e1-a0f4-8b67966eb202 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058152 Aug 31 16:04:14.976248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:14.980164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:15.022272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 82dbf6c6-9d12-474c-9e54-58c26d385c64 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:15.035933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 82dbf6c6-9d12-474c-9e54-58c26d385c64 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:15.036598 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.162584 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.180866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19329a-8273-459a-80f1-fc053f29c30f req-3c26279a-435e-4353-bfbc-f53b29e5f6dc tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.182428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f19329a-8273-459a-80f1-fc053f29c30f req-3c26279a-435e-4353-bfbc-f53b29e5f6dc tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 985 time: 0.1602943 Aug 31 16:04:15.206442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:15.212373 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.214327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90f5d827-46a2-492d-88b4-4ecefb09327b no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:15.252773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 90f5d827-46a2-492d-88b4-4ecefb09327b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:15.253121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90f5d827-46a2-492d-88b4-4ecefb09327b not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:15.259037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.264900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.271359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.277229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.281884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:15.283181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.289053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.294918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.296942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-86f75759-91a4-4f03-bcf4-ded19b2cedbc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5428 time: 0.2294037 Aug 31 16:04:15.349492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f19329a-8273-459a-80f1-fc053f29c30f req-419b32f5-f075-4dba-961a-9f2f4d8cb419 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1583560 Aug 31 16:04:15.394343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79c5a8bb-ac44-44f6-941a-6548a49eb519 req-fd06eae6-c300-4d65-8e37-bd37790a4f32 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895224 Aug 31 16:04:15.471608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df45f49e-1801-43bd-9b30-8bb23dccff9d {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:15.485204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.510770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Transition to ACTIVE for port object df45f49e-1801-43bd-9b30-8bb23dccff9d will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:15.514097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.519879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-252992cc-df04-4467-98b9-7131bfc205dc req-7f0e7c67-725f-469f-818f-32b5fc50d9d8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1829251799&fields=id&tenant_id=6d3b4813ec63425f854c9ba2c891acfc HTTP/1.1" status: 200 len: 267 time: 0.0570700 Aug 31 16:04:15.601780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Pushing event updated for resources: {'Port': ['ID=df45f49e-1801-43bd-9b30-8bb23dccff9d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:15.659190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252992cc-df04-4467-98b9-7131bfc205dc req-4bd0fe8e-f333-450d-bf88-03bd16baa0ff tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.660796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-252992cc-df04-4467-98b9-7131bfc205dc req-4bd0fe8e-f333-450d-bf88-03bd16baa0ff tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 985 time: 0.1161146 Aug 31 16:04:15.674758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'port': {'security_groups': ['7958335f-fbd3-45fe-95f9-1f19e1e1efd5', 'c9fb3463-ca90-47c0-ace4-62dc391dbce9', 'dc8cbb85-1315-4e8a-9a96-0f96ef439aeb']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:15.751828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Attempting to bind port df45f49e-1801-43bd-9b30-8bb23dccff9d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:04:15.752174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Attempting to bind port df45f49e-1801-43bd-9b30-8bb23dccff9d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:04:15.752543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Attempting to bind port df45f49e-1801-43bd-9b30-8bb23dccff9d on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:15.760540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Port df45f49e-1801-43bd-9b30-8bb23dccff9d on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:04:15.760872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Attempting to bind port df45f49e-1801-43bd-9b30-8bb23dccff9d on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:15.773127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:04:15.773569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:15.773967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:04:15.774448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Bound port: df45f49e-1801-43bd-9b30-8bb23dccff9d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:04:15.774839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.776999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:15.945967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] For port df45f49e-1801-43bd-9b30-8bb23dccff9d, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:15.952210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] For port df45f49e-1801-43bd-9b30-8bb23dccff9d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:15.969149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2ea1a-fb6f-4cb7-b4e0-1ed02b31966d req-910b5ecb-369b-4187-8c1a-bca888010be9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:15.970642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56d2ea1a-fb6f-4cb7-b4e0-1ed02b31966d req-910b5ecb-369b-4187-8c1a-bca888010be9 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 950 time: 0.1414478 Aug 31 16:04:15.976275 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.014326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 46bb7e1a-8b61-411e-b097-d411f02d6472 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:16.034464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.035090 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.036521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] 10.222.0.49 "PUT /v2.0/ports/df45f49e-1801-43bd-9b30-8bb23dccff9d HTTP/1.1" status: 200 len: 1093 time: 1.1530766 Aug 31 16:04:16.039851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'tag': 'df45f49e-1801-43bd-9b30-8bb23dccff9d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:16.042213 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43734438-7ea2-47ac-8efd-ae77e853219b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e98b99b-6ba1-41c0-949f-24d67917b2d9", "tag": "df45f49e-1801-43bd-9b30-8bb23dccff9d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:16.084088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 46bb7e1a-8b61-411e-b097-d411f02d6472 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:16.088541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 46bb7e1a-8b61-411e-b097-d411f02d6472 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:16.088737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.128682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56d2ea1a-fb6f-4cb7-b4e0-1ed02b31966d req-ffa0a6ba-d151-4e7e-a1cf-c1b30baabcb1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502330 Aug 31 16:04:16.161753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:16.164562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c7515-b2c2-4225-b344-c84a1fd02140 service neutron] Pushing event updated for resources: {'Port': ['ID=df45f49e-1801-43bd-9b30-8bb23dccff9d,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:16.203996 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.220005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-08808bbf-0a5d-4bdc-aeaf-206ef3cc5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.221526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-08808bbf-0a5d-4bdc-aeaf-206ef3cc5d38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 1096 time: 0.0963316 Aug 31 16:04:16.249384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=46bb7e1a-8b61-411e-b097-d411f02d6472,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:16.259369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.291741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:16.297088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-f9068949-19c6-4497-a32e-63f5af20ca4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d HTTP/1.1" status: 200 len: 217 time: 0.0550385 Aug 31 16:04:16.335459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:16.363008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43005a7c-1ea5-42c8-ad2f-888bd59e372c req-2b361173-5fbe-4d47-8c59-49353616bb94 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.364549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43005a7c-1ea5-42c8-ad2f-888bd59e372c req-2b361173-5fbe-4d47-8c59-49353616bb94 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 944 time: 0.1607542 Aug 31 16:04:16.387130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-6c2053e0-782d-4602-84e7-4399551ef60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.388577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-6c2053e0-782d-4602-84e7-4399551ef60d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0820942 Aug 31 16:04:16.391104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.398785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.429576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38a3048-64b7-477c-830f-5f0a715974ed'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb7e1a-8b61-411e-b097-d411f02d6472'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:16.432019 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c09d008-f3ce-4347-9ef2-03d275e19f61" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "b38a3048-64b7-477c-830f-5f0a715974ed"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "46bb7e1a-8b61-411e-b097-d411f02d6472"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:16.463874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-9a1d760c-0ed8-4d24-8606-089ae1ed6230 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631075 Aug 31 16:04:16.490649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.491268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:16.492617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-252992cc-df04-4467-98b9-7131bfc205dc req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "PUT /v2.0/ports/ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 1021 time: 0.8249731 Aug 31 16:04:16.542754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43005a7c-1ea5-42c8-ad2f-888bd59e372c req-b03976bd-8ed8-4418-8f64-434efe5c1373 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708839 Aug 31 16:04:16.591817 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b18028-06db-4da5-923c-618f1c007a5b x-openstack-request-id: req-96b18028-06db-4da5-923c-618f1c007a5b {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:16.592113 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e98b99b-6ba1-41c0-949f-24d67917b2d9", "tag": "df45f49e-1801-43bd-9b30-8bb23dccff9d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:16.592395 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96b18028-06db-4da5-923c-618f1c007a5b {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:16.592792 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'tag': 'df45f49e-1801-43bd-9b30-8bb23dccff9d', 'status': 'completed', 'code': 200} Aug 31 16:04:16.596951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb656a-cb36-4850-a3cb-fe3c78873054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:16.644662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a886e-34d3-4a95-97e1-f18d2f40b516 req-6d66ed70-caa6-4d91-86b0-c627610b7ce4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.646160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e17a886e-34d3-4a95-97e1-f18d2f40b516 req-6d66ed70-caa6-4d91-86b0-c627610b7ce4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1026297 Aug 31 16:04:16.663129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-cd17ff4a-e868-4de1-91e3-f6e93a601006 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790094 Aug 31 16:04:16.766211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e17a886e-34d3-4a95-97e1-f18d2f40b516 req-26869e38-3d1e-4590-ae0a-3b9d8406513b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103327 Aug 31 16:04:16.793313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.799236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.805282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.811307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.811838 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec243dec-349e-4d91-b1ff-192def7e503d x-openstack-request-id: req-ec243dec-349e-4d91-b1ff-192def7e503d {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:16.812964 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "b38a3048-64b7-477c-830f-5f0a715974ed", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "46bb7e1a-8b61-411e-b097-d411f02d6472", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:16.813289 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec243dec-349e-4d91-b1ff-192def7e503d {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:16.813784 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38a3048-64b7-477c-830f-5f0a715974ed', 'code': 200} Aug 31 16:04:16.814107 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'code': 200} Aug 31 16:04:16.814425 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb7e1a-8b61-411e-b097-d411f02d6472', 'code': 200} Aug 31 16:04:16.817876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.818922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:16.823818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.830353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:16.832347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-f0c0dbbf-212c-4f70-ba6a-704d21080c49 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5430 time: 0.1996269 Aug 31 16:04:16.866269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6df29399-8bdf-4962-8db1-cf30d7747c5b req-3f7a2648-09b5-4e12-81d5-64d6cbc792d3 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874285 Aug 31 16:04:16.897965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc6e6c6b-f935-4e86-beff-247561faa8fc req-bebcdb7c-1675-4d23-ac88-2e9df305e39d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554848 Aug 31 16:04:16.938723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdb01f97-0746-4bb0-9c4d-c006085e8f11 req-d7f6bf96-b9a7-4de3-ab08-ba1bb1cadc1f tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/dc8cbb85-1315-4e8a-9a96-0f96ef439aeb HTTP/1.1" status: 200 len: 1803 time: 0.0564778 Aug 31 16:04:16.998485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512', 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:17.022344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43734438-7ea2-47ac-8efd-ae77e853219b req-be73c68d-28d7-4fa9-bf68-b7ca21a6378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.023921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-be73c68d-28d7-4fa9-bf68-b7ca21a6378c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 1096 time: 0.0818994 Aug 31 16:04:17.027513 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-bdb01f97-0746-4bb0-9c4d-c006085e8f11 req-d168db50-7b52-4a48-8568-103410f15c52 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 16:04:17.028540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdb01f97-0746-4bb0-9c4d-c006085e8f11 req-d168db50-7b52-4a48-8568-103410f15c52 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc8cbb85-1315-4e8a-9a96-0f96ef439aeb HTTP/1.1" status: 409 len: 341 time: 0.0767612 Aug 31 16:04:17.141079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43734438-7ea2-47ac-8efd-ae77e853219b req-1f496d6f-26ad-4116-b31a-e033a0f910d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.142586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-1f496d6f-26ad-4116-b31a-e033a0f910d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.1051271 Aug 31 16:04:17.207075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-7733a57f-338b-4f08-87ca-5feb936ada22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d HTTP/1.1" status: 200 len: 217 time: 0.0505006 Aug 31 16:04:17.301882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-92eff5d5-883f-47b2-ae91-6abdc63c47e6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.303620 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-92eff5d5-883f-47b2-ae91-6abdc63c47e6 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 950 time: 0.0589137 Aug 31 16:04:17.341849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43734438-7ea2-47ac-8efd-ae77e853219b req-a4e56f49-cdf3-41cb-b738-44b98cbff98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.343404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-a4e56f49-cdf3-41cb-b738-44b98cbff98b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.1280890 Aug 31 16:04:17.354278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380652a5-d883-4b77-9486-9494a8a455a5 req-6b7f7ea5-86b7-467d-96dc-f4b1a5d3a7e5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.355809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380652a5-d883-4b77-9486-9494a8a455a5 req-6b7f7ea5-86b7-467d-96dc-f4b1a5d3a7e5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1024 time: 0.0983989 Aug 31 16:04:17.378270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9344-e225-46c2-9c12-0f5223612b4c req-ef5d3e67-e373-4d19-ac7a-3c32ed70a452 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.379775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04da9344-e225-46c2-9c12-0f5223612b4c req-ef5d3e67-e373-4d19-ac7a-3c32ed70a452 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 950 time: 0.1242378 Aug 31 16:04:17.401824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-1824053f-c74a-4bfc-afc4-8258303dc273 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448565 Aug 31 16:04:17.447951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:17.448610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:17.460217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-04555ef6-4924-4620-9621-93ae4994ebe5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.461723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-04555ef6-4924-4620-9621-93ae4994ebe5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "GET /v2.0/ports?device_id=78528fff-9c21-487f-9c1c-3dd742b4db4e HTTP/1.1" status: 200 len: 950 time: 0.0732796 Aug 31 16:04:17.508272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380652a5-d883-4b77-9486-9494a8a455a5 req-71a35795-fb14-4d1a-8938-f9d548d898ab tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=dc8cbb85-1315-4e8a-9a96-0f96ef439aeb&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1412878 Aug 31 16:04:17.517646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04da9344-e225-46c2-9c12-0f5223612b4c req-3793c3b6-5582-4bbb-a6d4-71423e7b2947 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191444 Aug 31 16:04:17.557245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-73fa3e43-7058-49a3-9b1a-260fb016c41a service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329303 Aug 31 16:04:17.616978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:17.617346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:17.633590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:17.648846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:17.649499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:17.687907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43734438-7ea2-47ac-8efd-ae77e853219b req-a11ee0f4-db4c-4332-8db7-c3d7d5fb871c service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216049 Aug 31 16:04:17.700163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84904847-9b3d-455d-85d1-bc05000ae4d4 req-ad3e1f09-b339-419f-946b-70c3a5459629 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.701681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84904847-9b3d-455d-85d1-bc05000ae4d4 req-ad3e1f09-b339-419f-946b-70c3a5459629 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 944 time: 0.0696187 Aug 31 16:04:17.743048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84904847-9b3d-455d-85d1-bc05000ae4d4 req-492af287-66f4-4a61-9b8b-5b3476cbc9e3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Aug 31 16:04:17.790658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:17.791026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:17.805820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:17.882992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b0452-35c7-45b9-a5a9-dbf1b8555289 req-66f084e1-3d72-4f01-94c9-006daae81b78 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:17.884610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-691b0452-35c7-45b9-a5a9-dbf1b8555289 req-66f084e1-3d72-4f01-94c9-006daae81b78 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0507107 Aug 31 16:04:17.901191 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:17.913314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:17.918085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:17.936929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-691b0452-35c7-45b9-a5a9-dbf1b8555289 req-4a635370-514c-49d8-b5ef-8420fd0980b4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442970 Aug 31 16:04:17.944042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:17.999308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:18.000322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.002494 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a343b9e3-c3c3-4464-adff-fefab8add866 req-7bb95ca2-5d0c-477e-a559-9d1bb9b5fef5 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "DELETE /v2.0/ports/5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d HTTP/1.1" status: 204 len: 173 time: 0.6916158 Aug 31 16:04:18.003161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'name': 'network-vif-deleted', 'tag': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:18.005570 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea838364-9230-4831-ad1a-fd21169a50ee" -d '{"events": [{"server_uuid": "344a3116-69d2-4f51-b112-6dec9de33d8a", "name": "network-vif-deleted", "tag": "5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:18.036945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 00698080-bcaf-4386-990b-480e0ebc5a58 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:18.067758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.110878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=6b7e0be8-44cd-4f0d-91ec-a9aca3e61069,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:18.156878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:18.159792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.162098 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bf58f1-f02f-481d-a39e-da3d486f00a6 req-49f0196a-5646-4cd6-a774-4859c573372a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.49 "DELETE /v2.0/ports/6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 HTTP/1.1" status: 204 len: 173 time: 0.6895797 Aug 31 16:04:18.181346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.188524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.196019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.203500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.209560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.209878 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9875445-c7d8-4109-9653-203bf3bdc75b x-openstack-request-id: req-e9875445-c7d8-4109-9653-203bf3bdc75b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:18.210142 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344a3116-69d2-4f51-b112-6dec9de33d8a", "name": "network-vif-deleted", "tag": "5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:18.210401 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9875445-c7d8-4109-9653-203bf3bdc75b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:18.210995 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344a3116-69d2-4f51-b112-6dec9de33d8a', 'name': 'network-vif-deleted', 'tag': '5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d', 'status': 'completed', 'code': 200} Aug 31 16:04:18.215698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.221686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.223633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-6b00e7de-c8ae-43a6-9d5e-8d5b7d0da164 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5430 time: 0.1579530 Aug 31 16:04:18.258833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 00698080-bcaf-4386-990b-480e0ebc5a58 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:18.266528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 00698080-bcaf-4386-990b-480e0ebc5a58 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:18.266914 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.274900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d168a59-958b-43b6-8388-e38c79affbf8 req-11f09c19-439e-46bd-aeee-76ce21ca0cd4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427876 Aug 31 16:04:18.403634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:18.438507 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.477546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=00698080-bcaf-4386-990b-480e0ebc5a58,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:18.481875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.482878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 18a72947-435d-424d-b31d-b00b74b916c1 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:18.572044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:18.585321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.585682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.586032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.586375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.586715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.587051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.587384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.587716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.588051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.588429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.588772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.589091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:18.594391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:18.596742 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:18.609248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 18a72947-435d-424d-b31d-b00b74b916c1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:18.615983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 18a72947-435d-424d-b31d-b00b74b916c1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:18.616724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.671841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4faad40a-2987-4138-a04f-2f4dabd17a4b req-a04c2285-9f94-4389-8a2e-ca49ea4f409d tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=344a3116-69d2-4f51-b112-6dec9de33d8a HTTP/1.1" status: 200 len: 210 time: 0.0303075 Aug 31 16:04:18.687868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324a3c-6743-465d-9488-05367db8abbd req-60c990dd-fc62-4996-90c1-1072b46f685d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.689438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3324a3c-6743-465d-9488-05367db8abbd req-60c990dd-fc62-4996-90c1-1072b46f685d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1024 time: 0.0807245 Aug 31 16:04:18.706492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.720021 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d83ad10-5f78-475b-8304-c27e4db0bbf9 x-openstack-request-id: req-9d83ad10-5f78-475b-8304-c27e4db0bbf9 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:18.720815 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:18.720815 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d83ad10-5f78-475b-8304-c27e4db0bbf9 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:18.721027 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'status': 'completed', 'code': 200} Aug 31 16:04:18.742688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3324a3c-6743-465d-9488-05367db8abbd req-e49ae0e5-9c81-482d-b647-0da9e56b9a16 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=dc8cbb85-1315-4e8a-9a96-0f96ef439aeb&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0453055 Aug 31 16:04:18.748618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=18a72947-435d-424d-b31d-b00b74b916c1,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:18.753036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.754282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:18.800697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-acf4aae3-f0f3-45b7-8d0b-7e23d54f4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.802282 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-acf4aae3-f0f3-45b7-8d0b-7e23d54f4e02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1176 time: 0.0493221 Aug 31 16:04:18.815903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:18.818263 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d586fd5-4d26-4c72-91eb-e4fa3e37f0a5" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "18a72947-435d-424d-b31d-b00b74b916c1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:18.856078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:18.881088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:18.886175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:18.886903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:18.923331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03d6b-5f1f-4974-ab51-516cab22002b req-3f77d5c2-b48f-4622-906f-934de5df7672 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.925157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5b03d6b-5f1f-4974-ab51-516cab22002b req-3f77d5c2-b48f-4622-906f-934de5df7672 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 944 time: 0.0954721 Aug 31 16:04:18.927363 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa3cd7b-cbdb-46c3-b005-249589a32c58 x-openstack-request-id: req-4aa3cd7b-cbdb-46c3-b005-249589a32c58 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:18.927901 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "18a72947-435d-424d-b31d-b00b74b916c1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:18.928094 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aa3cd7b-cbdb-46c3-b005-249589a32c58 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:18.928928 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58', 'code': 200} Aug 31 16:04:18.928928 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1', 'code': 200} Aug 31 16:04:18.997834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-df710688-2a66-47be-bb6d-bc170725cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:18.999327 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-df710688-2a66-47be-bb6d-bc170725cd62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 200 len: 914 time: 0.1856217 Aug 31 16:04:19.003394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:19.032266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5b03d6b-5f1f-4974-ab51-516cab22002b req-bcc6dd57-bc52-43bd-86c3-4180b8150d17 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911534 Aug 31 16:04:19.043213 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:19.093728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a7ac3-c55c-4d14-b77b-a8f373c693b1 req-f08c6312-f14b-4886-ba99-48e45e408e89 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.095127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:19.105399 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:19.107865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e4a7ac3-c55c-4d14-b77b-a8f373c693b1 req-f08c6312-f14b-4886-ba99-48e45e408e89 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0685940 Aug 31 16:04:19.133997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-cba4898a-93a5-4994-bfe1-3b0f4cabba99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 200 len: 217 time: 0.1236563 Aug 31 16:04:19.161827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e4a7ac3-c55c-4d14-b77b-a8f373c693b1 req-bb176fd7-0063-4606-a9e3-181c87477c77 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Aug 31 16:04:19.197941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:19.200683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-94ada3fb-cf3a-4d18-93b9-0f07f83a0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.202340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-94ada3fb-cf3a-4d18-93b9-0f07f83a0bd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 200 len: 853 time: 0.0599742 Aug 31 16:04:19.237718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-869f2cba-b02e-43b0-abc1-53f3ef5388aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0332e679-f98e-4ec0-ab22-e5132dbab898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266950 Aug 31 16:04:19.334051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-fd64993c-1d67-43f2-9ec3-a5733f9f3d6a service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864606 Aug 31 16:04:19.422953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.428984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.436270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.443486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.449377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.454367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c6dbe21-e6f3-4555-9ba3-2a2eec64ca06 req-425f3f84-feba-4716-b795-5a71968111e4 service neutron] 10.222.0.30 "GET /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022217 Aug 31 16:04:19.455300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.461234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.463680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-67f88ce6-14c4-443b-8710-9a17735fe4d9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.1083827 Aug 31 16:04:19.512759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ebfd9eb-a7b8-41a1-9a49-38275ffacabe req-b52bbdfa-5d50-4702-a48e-fc38c5fbbe97 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359612 Aug 31 16:04:19.665286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-8b48be32-4524-4c09-87e2-8ac945c3b6a7 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.666877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-8b48be32-4524-4c09-87e2-8ac945c3b6a7 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1024 time: 0.0589557 Aug 31 16:04:19.785757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Deleting port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:19.786108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:19.871504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32f7ab-c833-4d20-b9a2-5362283dc245 req-4e14a77e-6419-47fe-95d2-2053f469f1b0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:19.873448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa32f7ab-c833-4d20-b9a2-5362283dc245 req-4e14a77e-6419-47fe-95d2-2053f469f1b0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f29c84c-be10-439b-acee-2125a3aab400 HTTP/1.1" status: 200 len: 1024 time: 0.0568230 Aug 31 16:04:19.892908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] For port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:19.893492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:19.908508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Calling delete_port for ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:19.919903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa32f7ab-c833-4d20-b9a2-5362283dc245 req-4959b7a7-a9c0-4aca-b7a3-73aa33cf778c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9fb3463-ca90-47c0-ace4-62dc391dbce9&id=dc8cbb85-1315-4e8a-9a96-0f96ef439aeb&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0381711 Aug 31 16:04:20.056112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ad8c9-2400-4db8-a7df-b1f86b142195 req-54af029f-ecf6-4bf3-9ac8-632de26e9b26 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.057798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-456ad8c9-2400-4db8-a7df-b1f86b142195 req-54af029f-ecf6-4bf3-9ac8-632de26e9b26 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.0553026 Aug 31 16:04:20.066197 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:20.081159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:20.107891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-456ad8c9-2400-4db8-a7df-b1f86b142195 req-acc08fe4-958c-4387-b2a7-b7e88e9ccf1e tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Aug 31 16:04:20.116621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'Port': ['ID=ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:20.180992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] No DVR routers for this DVR port ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:20.184042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:20.186265 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d8f0d1a1-cc9d-4c04-8eaa-b3c2ac5d2f7b req-a793ef4e-a1c1-47f0-87bd-17da48e8f075 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "DELETE /v2.0/ports/ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a HTTP/1.1" status: 204 len: 173 time: 0.5123878 Aug 31 16:04:20.197792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2508-749e-4c85-85cc-79931e6e48df req-e6857896-e6e5-4ada-a0b3-8c309726c6dc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.200031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-756f2508-749e-4c85-85cc-79931e6e48df req-e6857896-e6e5-4ada-a0b3-8c309726c6dc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 944 time: 0.0658684 Aug 31 16:04:20.212343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'name': 'network-vif-deleted', 'tag': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069'}, {'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'name': 'network-vif-deleted', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:20.215553 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02fb8ea-9d0b-4a7e-946d-057b2743cf95" -d '{"events": [{"server_uuid": "78528fff-9c21-487f-9c1c-3dd742b4db4e", "name": "network-vif-deleted", "tag": "6b7e0be8-44cd-4f0d-91ec-a9aca3e61069"}, {"server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "name": "network-vif-deleted", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:20.253825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-756f2508-749e-4c85-85cc-79931e6e48df req-bcc539b6-b2e0-4f43-8037-100bf4a338e7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Aug 31 16:04:20.352051 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c18684-2f48-4d16-bde7-179ecedf199f x-openstack-request-id: req-23c18684-2f48-4d16-bde7-179ecedf199f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:20.352611 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78528fff-9c21-487f-9c1c-3dd742b4db4e", "name": "network-vif-deleted", "tag": "6b7e0be8-44cd-4f0d-91ec-a9aca3e61069", "status": "completed", "code": 200}, {"server_uuid": "4f29c84c-be10-439b-acee-2125a3aab400", "name": "network-vif-deleted", "tag": "ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:20.352985 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23c18684-2f48-4d16-bde7-179ecedf199f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:20.353491 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78528fff-9c21-487f-9c1c-3dd742b4db4e', 'name': 'network-vif-deleted', 'tag': '6b7e0be8-44cd-4f0d-91ec-a9aca3e61069', 'status': 'completed', 'code': 200} Aug 31 16:04:20.353844 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29c84c-be10-439b-acee-2125a3aab400', 'name': 'network-vif-deleted', 'tag': 'ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a', 'status': 'completed', 'code': 200} Aug 31 16:04:20.399708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacb34f-bf43-4a73-b1d2-8243295df2ba req-6897c6f1-9659-4d0e-b0d3-ff7ee544833d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.401399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2aacb34f-bf43-4a73-b1d2-8243295df2ba req-6897c6f1-9659-4d0e-b0d3-ff7ee544833d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0675437 Aug 31 16:04:20.445505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2aacb34f-bf43-4a73-b1d2-8243295df2ba req-2b529d37-5c88-4984-bb28-d570866975d7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345881 Aug 31 16:04:20.620795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df45f49e-1801-43bd-9b30-8bb23dccff9d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:20.625364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:20.646200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.652357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.654384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:20.654608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5b3b90b0-d400-4cb5-8f3e-58d4c70cb95d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:20.655038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:20.658500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.664647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.670751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.676934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.677155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:20.677449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6b7e0be8-44cd-4f0d-91ec-a9aca3e61069 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:20.682939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:20.684949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0128aec-93b7-422c-99ba-3df732e01245 req-277d6f83-7874-4959-af9e-3b9410c88831 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.0956953 Aug 31 16:04:20.731857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0128aec-93b7-422c-99ba-3df732e01245 req-fa0af2a6-c9a7-4b17-bbc6-46b7cb2bc79a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397835 Aug 31 16:04:20.769406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df45f49e-1801-43bd-9b30-8bb23dccff9d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:20.781233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'df45f49e-1801-43bd-9b30-8bb23dccff9d', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': 'df45f49e-1801-43bd-9b30-8bb23dccff9d', 'mac_address': 'fa:16:3e:10:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:20.831758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:20.845876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df45f49e-1801-43bd-9b30-8bb23dccff9d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:20.867690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df45f49e-1801-43bd-9b30-8bb23dccff9d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:20.872113 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:20.923519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=df45f49e-1801-43bd-9b30-8bb23dccff9d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:20.929631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:20.931934 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7c3978-5608-43bf-9d8f-dd7001800f03" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:20.973137 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c7fa1-b603-4780-be8f-edf35dac6131 x-openstack-request-id: req-925c7fa1-b603-4780-be8f-edf35dac6131 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:20.973428 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-plugged", "status": "completed", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:20.973680 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-925c7fa1-b603-4780-be8f-edf35dac6131 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:20.974099 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70', 'code': 200} Aug 31 16:04:21.000239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d4a4-1780-4f70-9521-4fad971e2f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.045472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-190ab70a-97c2-43e2-81b3-594cbfc52489 req-d8c6f1ad-c2a7-4cbf-93e1-856ff40bb32d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/c9fb3463-ca90-47c0-ace4-62dc391dbce9 HTTP/1.1" status: 200 len: 1800 time: 0.0425255 Aug 31 16:04:21.114043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-190ab70a-97c2-43e2-81b3-594cbfc52489 req-20fb6409-5c61-4bf0-99ab-2b0313e7c7e0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.118653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.119203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.119591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.120056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.120570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.121030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.121495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.123482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2e0928c-7fba-4994-81a4-051960278e6f req-9d3a17a0-ce57-4b45-98d0-f934d70f7915 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.0521226 Aug 31 16:04:21.138509 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-190ab70a-97c2-43e2-81b3-594cbfc52489 req-20fb6409-5c61-4bf0-99ab-2b0313e7c7e0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.165585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2e0928c-7fba-4994-81a4-051960278e6f req-b10cb922-b234-4040-a1de-99a42bfb6893 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337906 Aug 31 16:04:21.188354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-190ab70a-97c2-43e2-81b3-594cbfc52489 req-20fb6409-5c61-4bf0-99ab-2b0313e7c7e0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.190973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-190ab70a-97c2-43e2-81b3-594cbfc52489 req-20fb6409-5c61-4bf0-99ab-2b0313e7c7e0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.192137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-190ab70a-97c2-43e2-81b3-594cbfc52489 req-20fb6409-5c61-4bf0-99ab-2b0313e7c7e0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/c9fb3463-ca90-47c0-ace4-62dc391dbce9 HTTP/1.1" status: 204 len: 173 time: 0.1401250 Aug 31 16:04:21.210690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['df45f49e-1801-43bd-9b30-8bb23dccff9d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:21.233272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb6409-5c61-4bf0-99ab-2b0313e7c7e0 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fb3463-ca90-47c0-ace4-62dc391dbce9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:21.285608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29063ff-b873-44cf-bb32-4552ed3e3fa2 req-67a4edb1-df32-4b51-8df4-80e6b809985a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.287179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d29063ff-b873-44cf-bb32-4552ed3e3fa2 req-67a4edb1-df32-4b51-8df4-80e6b809985a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.0939808 Aug 31 16:04:21.293030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-500a7b79-1ab6-4fcf-88f4-219e5fdcda00 req-27936e8f-9b13-4733-ae54-4b88ff97eb83 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/dc8cbb85-1315-4e8a-9a96-0f96ef439aeb HTTP/1.1" status: 200 len: 1803 time: 0.0678656 Aug 31 16:04:21.635961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d29063ff-b873-44cf-bb32-4552ed3e3fa2 req-864173aa-6745-4f7e-bc47-229f99800477 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418703 Aug 31 16:04:21.665665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-500a7b79-1ab6-4fcf-88f4-219e5fdcda00 req-e4301a43-a84b-493f-a986-51caac689d7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.687662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-500a7b79-1ab6-4fcf-88f4-219e5fdcda00 req-e4301a43-a84b-493f-a986-51caac689d7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.730903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-500a7b79-1ab6-4fcf-88f4-219e5fdcda00 req-e4301a43-a84b-493f-a986-51caac689d7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.733640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-500a7b79-1ab6-4fcf-88f4-219e5fdcda00 req-e4301a43-a84b-493f-a986-51caac689d7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:21.735468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-500a7b79-1ab6-4fcf-88f4-219e5fdcda00 req-e4301a43-a84b-493f-a986-51caac689d7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc8cbb85-1315-4e8a-9a96-0f96ef439aeb HTTP/1.1" status: 204 len: 173 time: 0.4346347 Aug 31 16:04:21.744716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4301a43-a84b-493f-a986-51caac689d7a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cbb85-1315-4e8a-9a96-0f96ef439aeb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:21.836905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6012ea-65e8-4011-b6af-368e98ad70d9 req-dc911f8b-1209-4453-bc6d-ad59a8bbba37 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.838525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f6012ea-65e8-4011-b6af-368e98ad70d9 req-dc911f8b-1209-4453-bc6d-ad59a8bbba37 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0502126 Aug 31 16:04:21.907199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f6012ea-65e8-4011-b6af-368e98ad70d9 req-2549a5a8-6bb9-48f9-af8d-d259ac6e624d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620213 Aug 31 16:04:21.919239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61171913-185e-430d-9432-c35732bb7dec req-67252b79-54f6-4d11-9919-bafd6dced775 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:21.920785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61171913-185e-430d-9432-c35732bb7dec req-67252b79-54f6-4d11-9919-bafd6dced775 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0741060 Aug 31 16:04:21.938616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-1f4965c6-f9b3-4bd1-a75c-12e27fd343b0 req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-750428455', 'description': 'tempest-description-2010879207'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:21.977489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61171913-185e-430d-9432-c35732bb7dec req-a487a046-41f5-48a3-ab86-3a22d8ad1710 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504806 Aug 31 16:04:21.982312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f4965c6-f9b3-4bd1-a75c-12e27fd343b0 req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.045237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:22.066287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:22.066623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ef9ec73d-27a3-446b-9ab4-b63ed43f7e9a not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:22.091011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f4965c6-f9b3-4bd1-a75c-12e27fd343b0 req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.096485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f4965c6-f9b3-4bd1-a75c-12e27fd343b0 req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.136313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.142951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.149350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.155219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.161211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.166990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.177659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.179709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc18042f-3437-4689-81a0-0dea93c726ab req-640b2ffe-6fe2-47ef-926d-5598252c7b3c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.1381299 Aug 31 16:04:22.201082 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-1f4965c6-f9b3-4bd1-a75c-12e27fd343b0 req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.202374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f4965c6-f9b3-4bd1-a75c-12e27fd343b0 req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2690024 Aug 31 16:04:22.209592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b44dd7-f793-4c33-8d1a-5f2b5e7fd6c2 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab25e51f-59c2-4084-a9fa-ddb498538a37,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:22.242481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc18042f-3437-4689-81a0-0dea93c726ab req-9a6ea5da-c6b8-401a-b610-b45225606b14 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540497 Aug 31 16:04:22.275894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-76e8387d-35ea-45a4-8b16-035de63f79dc tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/ab25e51f-59c2-4084-a9fa-ddb498538a37 HTTP/1.1" status: 200 len: 1802 time: 0.0507560 Aug 31 16:04:22.285991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Request body: {'security_group': {'name': 'tempest-sg-hth-774483438', 'description': 'tempest-description-hth-428151055'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:22.310881 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.354436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.358471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.362063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.363285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c3ad5f0-8b90-4d47-a92e-728414e4a564 req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "PUT /v2.0/security-groups/ab25e51f-59c2-4084-a9fa-ddb498538a37 HTTP/1.1" status: 200 len: 1775 time: 0.0812180 Aug 31 16:04:22.394538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e106b9-9d7d-4a46-99eb-85f186c38666 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab25e51f-59c2-4084-a9fa-ddb498538a37,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:22.406687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-61a846a5-b891-4f61-9921-090f475b20ab tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.408133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-61a846a5-b891-4f61-9921-090f475b20ab tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.0521338 Aug 31 16:04:22.427559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-738aaa2c-7ebf-4515-a928-25cb2bf4fd12 req-9a98f35f-adeb-45b1-8147-a8881ebc973c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/ab25e51f-59c2-4084-a9fa-ddb498538a37 HTTP/1.1" status: 200 len: 1775 time: 0.0413978 Aug 31 16:04:22.487936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c73a61e-d890-4ab9-b308-21ed0294f9ad req-fdf9b6f9-19d3-4197-803a-56e92260b75d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/ab25e51f-59c2-4084-a9fa-ddb498538a37 HTTP/1.1" status: 200 len: 1775 time: 0.0386727 Aug 31 16:04:22.518354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Deleting port 7796bad6-2d65-47c0-a746-bb323ce6a82c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:22.518711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.551003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7c73a61e-d890-4ab9-b308-21ed0294f9ad req-6e0f7b1a-a779-4916-86a2-384af886b628 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.576948 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7c73a61e-d890-4ab9-b308-21ed0294f9ad req-6e0f7b1a-a779-4916-86a2-384af886b628 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.618586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7c73a61e-d890-4ab9-b308-21ed0294f9ad req-6e0f7b1a-a779-4916-86a2-384af886b628 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.624292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7c73a61e-d890-4ab9-b308-21ed0294f9ad req-6e0f7b1a-a779-4916-86a2-384af886b628 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.624292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c73a61e-d890-4ab9-b308-21ed0294f9ad req-6e0f7b1a-a779-4916-86a2-384af886b628 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/ab25e51f-59c2-4084-a9fa-ddb498538a37 HTTP/1.1" status: 204 len: 173 time: 0.1283929 Aug 31 16:04:22.625116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df45f49e-1801-43bd-9b30-8bb23dccff9d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:22.630586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] For port 7796bad6-2d65-47c0-a746-bb323ce6a82c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7796bad6-2d65-47c0-a746-bb323ce6a82c,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:22.630973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.633142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f7b1a-a779-4916-86a2-384af886b628 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab25e51f-59c2-4084-a9fa-ddb498538a37,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:22.645658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Calling delete_port for 7796bad6-2d65-47c0-a746-bb323ce6a82c owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:22.693160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port df45f49e-1801-43bd-9b30-8bb23dccff9d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:22.697589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port df45f49e-1801-43bd-9b30-8bb23dccff9d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:22.698013 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.807532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.815974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9bbf-63ca-45e4-ab07-6e18555c6922 req-d7905b6b-ff3c-4cd7-9762-acb6c8da3401 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:22.819647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad8f9bbf-63ca-45e4-ab07-6e18555c6922 req-d7905b6b-ff3c-4cd7-9762-acb6c8da3401 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 950 time: 0.0766997 Aug 31 16:04:22.839770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.842304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port df45f49e-1801-43bd-9b30-8bb23dccff9d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:22.847617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.847982 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-efa997c8-baf6-4586-a261-11f97e70171c req-2af643c3-8a9d-4551-bb12-7636ca1b0770 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:04:22.849595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efa997c8-baf6-4586-a261-11f97e70171c req-2af643c3-8a9d-4551-bb12-7636ca1b0770 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/dc8cbb85-1315-4e8a-9a96-0f96ef439aeb HTTP/1.1" status: 404 len: 352 time: 0.0265563 Aug 31 16:04:22.854359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7796bad6-2d65-47c0-a746-bb323ce6a82c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:22.878712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad8f9bbf-63ca-45e4-ab07-6e18555c6922 req-4e09d7c2-17d7-4636-b3ab-79341de5a3b7 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e645f-2332-4cdc-baca-0b037ea175cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Aug 31 16:04:22.885074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Pushing event deleted for resources: {'Port': ['ID=7796bad6-2d65-47c0-a746-bb323ce6a82c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:22.938769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=df45f49e-1801-43bd-9b30-8bb23dccff9d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:22.968980 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-d59a7854-bccb-44e5-90b3-0091b9ef2888 req-923b7e58-6a1f-4c46-bf18-9e6e7697a5a5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:04:22.972907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d59a7854-bccb-44e5-90b3-0091b9ef2888 req-923b7e58-6a1f-4c46-bf18-9e6e7697a5a5 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/c9fb3463-ca90-47c0-ace4-62dc391dbce9 HTTP/1.1" status: 404 len: 352 time: 0.0268080 Aug 31 16:04:22.975518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] No DVR routers for this DVR port 7796bad6-2d65-47c0-a746-bb323ce6a82c on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:22.975862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df45f49e-1801-43bd-9b30-8bb23dccff9d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:22.978975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:22.979193 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d638797a-0979-40a5-b064-a60df3ea6bd6" -d '{"events": [{"server_uuid": "7e98b99b-6ba1-41c0-949f-24d67917b2d9", "name": "network-vif-plugged", "status": "completed", "tag": "df45f49e-1801-43bd-9b30-8bb23dccff9d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:22.981037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c09d2b3a-2a10-4f4a-a4e6-d3aa1f0f7cba req-15d53c6e-346f-4621-a7c4-ca60c8b5a5f1 tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.30 "DELETE /v2.0/ports/7796bad6-2d65-47c0-a746-bb323ce6a82c HTTP/1.1" status: 204 len: 173 time: 0.5573301 Aug 31 16:04:22.981488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'name': 'network-vif-deleted', 'tag': '7796bad6-2d65-47c0-a746-bb323ce6a82c'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:22.984733 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b44e08-ecdc-4ca7-a934-bf220a739498" -d '{"events": [{"server_uuid": "085ad621-25ed-4139-b8c4-5610e9e51a86", "name": "network-vif-deleted", "tag": "7796bad6-2d65-47c0-a746-bb323ce6a82c"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:23.020646 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-6948589b-1607-431e-9089-866a9371b5f9 req-fc1d1a44-d461-4b4e-96ea-0ac4b01d7928 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:04:23.021832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6948589b-1607-431e-9089-866a9371b5f9 req-fc1d1a44-d461-4b4e-96ea-0ac4b01d7928 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/7b647d9a-ab7a-40a2-8b6f-5c4d9c5bacef HTTP/1.1" status: 404 len: 352 time: 0.0264165 Aug 31 16:04:23.072966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c614-540d-4458-aa0f-fe208a29e7cd req-53a37a88-5b5f-4d9b-9215-daed8ad26291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.073995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77f3f-6fe7-435c-bf02-48e87af44718 req-11256c5a-7e56-458e-8636-ebc689cafb48 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.074848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-05f8c614-540d-4458-aa0f-fe208a29e7cd req-53a37a88-5b5f-4d9b-9215-daed8ad26291 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.0623219 Aug 31 16:04:23.075365 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff293bc9-880d-4ca2-8d63-4f2f41b9f65c x-openstack-request-id: req-ff293bc9-880d-4ca2-8d63-4f2f41b9f65c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:23.076242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cd77f3f-6fe7-435c-bf02-48e87af44718 req-11256c5a-7e56-458e-8636-ebc689cafb48 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.0662005 Aug 31 16:04:23.076530 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e98b99b-6ba1-41c0-949f-24d67917b2d9", "name": "network-vif-plugged", "status": "completed", "tag": "df45f49e-1801-43bd-9b30-8bb23dccff9d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:23.077020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff293bc9-880d-4ca2-8d63-4f2f41b9f65c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:23.081160 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df45f49e-1801-43bd-9b30-8bb23dccff9d', 'code': 200} Aug 31 16:04:23.123006 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e997314-a6b2-4ca3-b2e8-9562db18a8a4 x-openstack-request-id: req-7e997314-a6b2-4ca3-b2e8-9562db18a8a4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:23.123414 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ad621-25ed-4139-b8c4-5610e9e51a86", "name": "network-vif-deleted", "tag": "7796bad6-2d65-47c0-a746-bb323ce6a82c", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:23.123767 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e997314-a6b2-4ca3-b2e8-9562db18a8a4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:23.124322 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085ad621-25ed-4139-b8c4-5610e9e51a86', 'name': 'network-vif-deleted', 'tag': '7796bad6-2d65-47c0-a746-bb323ce6a82c', 'status': 'completed', 'code': 200} Aug 31 16:04:23.132820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-05f8c614-540d-4458-aa0f-fe208a29e7cd req-ca9e3df7-2ea8-47d8-9c84-1bba8e82cee6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Aug 31 16:04:23.148005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cd77f3f-6fe7-435c-bf02-48e87af44718 req-16205dfc-14bb-42dd-871a-918858121d07 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Aug 31 16:04:23.181793 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-c7f022cf-f219-4138-8fbe-926b3d800904 req-b1a2e7a5-9c76-4e58-8379-5f54ba98f126 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:04:23.182757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7f022cf-f219-4138-8fbe-926b3d800904 req-b1a2e7a5-9c76-4e58-8379-5f54ba98f126 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/08f8c847-2cba-4f9c-93a0-ddb748f2f372 HTTP/1.1" status: 404 len: 352 time: 0.0164039 Aug 31 16:04:23.214075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4f52-59f1-4795-aad6-f32be8af5521 req-90c45951-4cff-414f-8df8-3d7481763c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.215592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ea2c4f52-59f1-4795-aad6-f32be8af5521 req-90c45951-4cff-414f-8df8-3d7481763c69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 1098 time: 0.0413039 Aug 31 16:04:23.226425 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-c868826e-a54c-4335-95af-85c52058f8ff req-4d9032d7-a4f2-4d76-bbe8-659175ac6eff tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:04:23.227436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c868826e-a54c-4335-95af-85c52058f8ff req-4d9032d7-a4f2-4d76-bbe8-659175ac6eff tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/4b58472a-8cf6-4f41-95a3-c24ae1bb71a4 HTTP/1.1" status: 404 len: 352 time: 0.0191596 Aug 31 16:04:23.246745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8c6d2-8b06-4865-bc44-230b6c457986 req-ce57e244-27f2-4ce3-82ac-09b3fd94b750 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.248340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87b8c6d2-8b06-4865-bc44-230b6c457986 req-ce57e244-27f2-4ce3-82ac-09b3fd94b750 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0685682 Aug 31 16:04:23.257952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ea2c4f52-59f1-4795-aad6-f32be8af5521 req-fd97ab28-76af-42bc-8e4d-c31f9886ce07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Aug 31 16:04:23.274853 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-abf25e8b-4284-44e5-ae3e-ee820a1bf878 req-d339a01e-faa6-4bdc-bd98-bf584b486d6c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] show failed (client error): The resource could not be found. Aug 31 16:04:23.275894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abf25e8b-4284-44e5-ae3e-ee820a1bf878 req-d339a01e-faa6-4bdc-bd98-bf584b486d6c tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/5f35ce03-beda-4d0f-8e40-63282bf731d4 HTTP/1.1" status: 404 len: 352 time: 0.0221210 Aug 31 16:04:23.305907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87b8c6d2-8b06-4865-bc44-230b6c457986 req-9eb09e1a-ed9c-4407-a7b5-507e5a36eb66 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Aug 31 16:04:23.416244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.422547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.428809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.434976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.441729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.447799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.454924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.457253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-652adfd7-0404-450f-9205-0cf6c0720e0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.1158154 Aug 31 16:04:23.518912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f60ecc09-4e48-4128-bdae-3c03d63efc2c req-a215a1dd-e0b0-4f38-921a-4bfd593e0f67 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460327 Aug 31 16:04:23.582620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843373-ad61-438b-ab4f-abc44ff7d1eb req-426f6b5c-7fb2-405e-af81-e4d8393ca158 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.585251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3843373-ad61-438b-ab4f-abc44ff7d1eb req-426f6b5c-7fb2-405e-af81-e4d8393ca158 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1023 time: 0.0612631 Aug 31 16:04:23.630333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3843373-ad61-438b-ab4f-abc44ff7d1eb req-75678ecd-f70e-4c38-9c94-bbdb7e1ced80 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=132208e1-5e91-4796-b2fd-c4dd4a15e339&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&id=971bdb18-b45c-412e-8f36-162bc955d4be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0388403 Aug 31 16:04:23.872392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd4552-1e8c-4131-bf8c-5a74d2467b98 req-9cca9e65-e466-483e-b840-0a8809f5ffd3 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:23.872959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5bd4552-1e8c-4131-bf8c-5a74d2467b98 req-9cca9e65-e466-483e-b840-0a8809f5ffd3 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.0546246 Aug 31 16:04:23.911477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5bd4552-1e8c-4131-bf8c-5a74d2467b98 req-c99c7011-2b3d-4858-b214-8255a25142d4 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Aug 31 16:04:24.018967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d576ad37-78b7-4282-9d33-047dd775b5e5 req-169b1189-2ea5-4e25-a110-5533b0a5e55a tempest-ServersOnMultiNodesTest-78478196 tempest-ServersOnMultiNodesTest-78478196-project] 10.222.0.43 "GET /v2.0/ports?device_id=085ad621-25ed-4139-b8c4-5610e9e51a86 HTTP/1.1" status: 200 len: 210 time: 0.0312679 Aug 31 16:04:24.121077 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:24.138251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-593b2113-961d-48cb-abae-0d580f4a1c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:24.259115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb024b6-f623-4c40-ae47-262fb60017e8 req-03d8e60e-8da4-4663-915c-c87bdfd3a815 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.260541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bb024b6-f623-4c40-ae47-262fb60017e8 req-03d8e60e-8da4-4663-915c-c87bdfd3a815 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.0504847 Aug 31 16:04:24.298318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bb024b6-f623-4c40-ae47-262fb60017e8 req-0ee5c7bc-b004-4f0e-be88-c05cdcaa3ece tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Aug 31 16:04:24.421222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e924a5-185c-47c7-b55b-424bcfd75acb req-4b47dab9-26d7-41ba-bd91-978038d67647 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.423306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97e924a5-185c-47c7-b55b-424bcfd75acb req-4b47dab9-26d7-41ba-bd91-978038d67647 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0511539 Aug 31 16:04:24.460722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97e924a5-185c-47c7-b55b-424bcfd75acb req-e4415d4c-ba67-460e-a09f-63403080dcf0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 31 16:04:24.660961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.666863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.672850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.678813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.684787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.690733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.696837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.698843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-dae17d18-a51b-4fa6-b508-48b4b4978d75 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.0957446 Aug 31 16:04:24.767442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-395fa4a4-b903-45da-a12d-0d6c0a81606d req-63c3282d-4a9e-426a-af43-95561c381054 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569868 Aug 31 16:04:24.776208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e35b-1fe2-4541-924a-afed6242a8f1 req-c86f76e1-d8cd-444d-a6da-b41d5e48c2ed tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.777705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a880e35b-1fe2-4541-924a-afed6242a8f1 req-c86f76e1-d8cd-444d-a6da-b41d5e48c2ed tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1023 time: 0.0779693 Aug 31 16:04:24.822951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a880e35b-1fe2-4541-924a-afed6242a8f1 req-162a696e-20d1-465e-883c-086065d7c84d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=132208e1-5e91-4796-b2fd-c4dd4a15e339&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&id=971bdb18-b45c-412e-8f36-162bc955d4be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0383914 Aug 31 16:04:24.917534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.923538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.929597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.935554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.942188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.948086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.954866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:24.956870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efde3fdd-803f-4a6e-ba22-aff4864da7c6 req-da7446d5-f959-444b-8498-8764aad27ee7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.1031489 Aug 31 16:04:24.967098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55174) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:24.971688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Request body: {'floatingip': {'port_id': '82dbf6c6-9d12-474c-9e54-58c26d385c64'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:25.018906 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.021113 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.145492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597314-f546-419d-8cd3-f898e2df932c req-7bab9085-b78d-4622-94c3-a47cfdc69d65 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:25.147082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2597314-f546-419d-8cd3-f898e2df932c req-7bab9085-b78d-4622-94c3-a47cfdc69d65 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1445265 Aug 31 16:04:25.186033 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.203411 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:04:25.253236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2597314-f546-419d-8cd3-f898e2df932c req-a6c5c6a0-6327-4252-89a2-f6f6ba982e6e tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996151 Aug 31 16:04:25.404878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55186) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:25.523644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbc0e-96c3-4210-b7b9-9b4df83d25f5 req-2ac5386f-e583-4936-8daa-e39552021264 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:25.525307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db5dbc0e-96c3-4210-b7b9-9b4df83d25f5 req-2ac5386f-e583-4936-8daa-e39552021264 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.1337838 Aug 31 16:04:25.552974 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fe61aa96-d22e-4c84-ac08-a9da1a65f3ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d04eb3286a654fb285175d11095a6667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468449 Aug 31 16:04:25.555601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55192) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:25.614659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf823c38-89ba-402c-9552-c4f4bfb05712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.639918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf823c38-89ba-402c-9552-c4f4bfb05712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.641892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db5dbc0e-96c3-4210-b7b9-9b4df83d25f5 req-778dda96-ff84-4fb8-b6fa-d2d5bda06612 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038015 Aug 31 16:04:25.697964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc0c2b-7e79-44de-88b2-20255ef7188b req-b6cedf87-af92-48c0-a84b-c5fbe979f5f2 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:25.703784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf823c38-89ba-402c-9552-c4f4bfb05712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.705873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1bc0c2b-7e79-44de-88b2-20255ef7188b req-b6cedf87-af92-48c0-a84b-c5fbe979f5f2 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1575577 Aug 31 16:04:25.707508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf823c38-89ba-402c-9552-c4f4bfb05712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.711417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cf823c38-89ba-402c-9552-c4f4bfb05712 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa6e645f-2332-4cdc-baca-0b037ea175cb HTTP/1.1" status: 204 len: 168 time: 0.1521506 Aug 31 16:04:25.721932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf823c38-89ba-402c-9552-c4f4bfb05712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6e645f-2332-4cdc-baca-0b037ea175cb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:25.747467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.756454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.762907 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:25.798734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1bc0c2b-7e79-44de-88b2-20255ef7188b req-d7df6fd4-567f-4101-b92c-8aa68bc8bbf3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Aug 31 16:04:25.859896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-be3fdd81-b5aa-4797-95e6-c95f8ac6fda3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:25.862135 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-be3fdd81-b5aa-4797-95e6-c95f8ac6fda3 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1023 time: 0.0631661 Aug 31 16:04:25.917280 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Floating IP f0a12f10-55ba-496c-ba48-4dfd25bea7b6 associated. External IP: 172.25.6.93, port: 82dbf6c6-9d12-474c-9e54-58c26d385c64. Aug 31 16:04:25.980421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd20b-525f-4ae9-86ac-2286c2e4f1b8 req-9eef6486-1c5b-433e-96da-7ee39b2ddd94 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:25.989124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0babd20b-525f-4ae9-86ac-2286c2e4f1b8 req-9eef6486-1c5b-433e-96da-7ee39b2ddd94 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.1946781 Aug 31 16:04:26.000730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-0dd57ef1-ed1a-4fbc-8037-568868c6962d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.002349 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-0dd57ef1-ed1a-4fbc-8037-568868c6962d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1351013 Aug 31 16:04:26.087670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5a2f-f32e-404c-bdb9-83e05badb437 req-47b9b8e0-4d1f-4167-9e76-8b84ef28186e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.089376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-310c5a2f-f32e-404c-bdb9-83e05badb437 req-47b9b8e0-4d1f-4167-9e76-8b84ef28186e tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1023 time: 0.0980494 Aug 31 16:04:26.101704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Deleting port 671c2979-33c9-4d16-920a-df0e12b03512 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:26.102070 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.138478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0babd20b-525f-4ae9-86ac-2286c2e4f1b8 req-f3f45373-9eca-46d0-8134-d228ad85d1cb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484404 Aug 31 16:04:26.188592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-310c5a2f-f32e-404c-bdb9-83e05badb437 req-13945804-bf4d-41db-9e84-b351cae68c9d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=132208e1-5e91-4796-b2fd-c4dd4a15e339&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&id=971bdb18-b45c-412e-8f36-162bc955d4be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0649161 Aug 31 16:04:26.212937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55212) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:26.247734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Deleting port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:26.248214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.357764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Router 8255a9dd-b7b2-4c78-95a8-5390774bf89b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:04:26.405121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] For port 671c2979-33c9-4d16-920a-df0e12b03512, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=671c2979-33c9-4d16-920a-df0e12b03512,segment=NetworkSegment(dc368d95-548c-4d4b-98f9-50950e83f0f3),segment_id=dc368d95-548c-4d4b-98f9-50950e83f0f3)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:26.406316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.444318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-20f3bc22-dbaf-4733-8271-e4df121745c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd811b58bd3d41b7affb6998a445b491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279773 Aug 31 16:04:26.444318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Calling delete_port for 671c2979-33c9-4d16-920a-df0e12b03512 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:26.449272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55218) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:26.524162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] For port 8d6a3239-cb63-4390-ae31-bb5f76a67b03, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8d6a3239-cb63-4390-ae31-bb5f76a67b03,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:26.524627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.598252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-9d34e54c-5aa0-4a6f-ab9e-560fa9eed304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.599886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:04:26.600740 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-9d34e54c-5aa0-4a6f-ab9e-560fa9eed304 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.2524152 Aug 31 16:04:26.605624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.611547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] Sync routers for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:04:26.619422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a227ab-a997-4dd4-bdce-4132f252a8ac req-d56843ef-c892-42ee-8e5e-cd278e23d2fa tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.621848 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:04:26.622512 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:04:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:26.627668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51a227ab-a997-4dd4-bdce-4132f252a8ac req-d56843ef-c892-42ee-8e5e-cd278e23d2fa tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 945 time: 0.1540217 Aug 31 16:04:26.678552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-258c5352-8d52-48b4-8ebb-6460959eb224 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "PUT /v2.0/floatingips/f0a12f10-55ba-496c-ba48-4dfd25bea7b6 HTTP/1.1" status: 200 len: 991 time: 1.7075620 Aug 31 16:04:26.685898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c78e-acb6-4822-a872-be4de4f6d280 req-9cbdd66b-17a4-4afe-8271-dcd5481f03cf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.687505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5994c78e-acb6-4822-a872-be4de4f6d280 req-9cbdd66b-17a4-4afe-8271-dcd5481f03cf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1399994 Aug 31 16:04:26.689816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:26.692170 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:26.731115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa3bf-354b-4614-b138-a0e79a5e4853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.732977 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:04:26.745361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51a227ab-a997-4dd4-bdce-4132f252a8ac req-7069712d-253a-4f8c-b735-2c9149a24c9c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e3504d0-538e-4349-bd8a-928afd029e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167669 Aug 31 16:04:26.754552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5994c78e-acb6-4822-a872-be4de4f6d280 req-554d0e88-69aa-420a-b308-4dd4e55e9a39 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531468 Aug 31 16:04:26.844876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa3bf-354b-4614-b138-a0e79a5e4853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:26.876802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-87ddfb6c-a108-4c10-9205-f162d9325fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.878381 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-87ddfb6c-a108-4c10-9205-f162d9325fc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.2450533 Aug 31 16:04:26.930283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f9231-2dec-4d48-a9fe-d2d0b178c61e req-da177cfa-4137-484a-ab91-c4652db51a0b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:26.939725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f4f9231-2dec-4d48-a9fe-d2d0b178c61e req-da177cfa-4137-484a-ab91-c4652db51a0b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.0741458 Aug 31 16:04:26.955941 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a26490f-4ee1-4b6b-ab0b-a5b36dadb302 x-openstack-request-id: req-9a26490f-4ee1-4b6b-ab0b-a5b36dadb302 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:26.956269 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:26.956541 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a26490f-4ee1-4b6b-ab0b-a5b36dadb302 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:26.957149 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'status': 'completed', 'code': 200} Aug 31 16:04:26.995154 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'f0a12f10-55ba-496c-ba48-4dfd25bea7b6', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'port_id': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'mac_address': 'fa:16:3e:0e:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:03:19Z', 'updated_at': '2021-08-31T16:04:25Z', 'revision_number': 1, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:42Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:27.027959 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] Checking router: 8255a9dd-b7b2-4c78-95a8-5390774bf89b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:04:27.036709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f4f9231-2dec-4d48-a9fe-d2d0b178c61e req-33a50939-f17d-47fb-b614-3179a8ebd40c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 Aug 31 16:04:27.049621 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:04:27.051600 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:04:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:27.075943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.076834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.076982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.077926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.078403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.078873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.079345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.081564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-a49c6bd8-9e06-488c-b960-8676f3f96e3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.0934515 Aug 31 16:04:27.183761 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:04:27.199422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-c79f23c9-2a41-4887-aed1-e07fe98102b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.201277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-c79f23c9-2a41-4887-aed1-e07fe98102b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0 HTTP/1.1" status: 200 len: 913 time: 0.1047246 Aug 31 16:04:27.302931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-c47f4cf6-4628-4f0f-b4e1-ecd3407fdeed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.3870113 Aug 31 16:04:27.316322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-cebb1b64-0480-4a5d-be9b-9c825046218b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 999 time: 0.0967476 Aug 31 16:04:27.347074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a79f-672e-4bf5-98e0-5da8885ab215 req-f7075375-999c-436b-b59f-5d797fdf05c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.348808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35f8a79f-672e-4bf5-98e0-5da8885ab215 req-f7075375-999c-436b-b59f-5d797fdf05c8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 1023 time: 0.0774107 Aug 31 16:04:27.355804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.356483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.356976 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Floating IP aff3da5b-939c-4df5-8b82-fd6aec23cd09 disassociated. External IP: 172.25.6.108, port: 8d6a3239-cb63-4390-ae31-bb5f76a67b03. Aug 31 16:04:27.357485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Calling delete_port for 8d6a3239-cb63-4390-ae31-bb5f76a67b03 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:27.426197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35f8a79f-672e-4bf5-98e0-5da8885ab215 req-49e311b5-c33b-449d-898c-adf454a3335a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups?id=132208e1-5e91-4796-b2fd-c4dd4a15e339&id=7958335f-fbd3-45fe-95f9-1f19e1e1efd5&id=971bdb18-b45c-412e-8f36-162bc955d4be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0581017 Aug 31 16:04:27.430622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-8c5e8ebc-0780-45e1-9823-623d247a010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.432487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-8c5e8ebc-0780-45e1-9823-623d247a010d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 200 len: 851 time: 0.1029143 Aug 31 16:04:27.440587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa3bf-354b-4614-b138-a0e79a5e4853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.443317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa3bf-354b-4614-b138-a0e79a5e4853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.444526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1ffa3bf-354b-4614-b138-a0e79a5e4853 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3089f312-71a0-4b99-967b-761f567bc281 HTTP/1.1" status: 204 len: 168 time: 0.9879143 Aug 31 16:04:27.480802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffa3bf-354b-4614-b138-a0e79a5e4853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089f312-71a0-4b99-967b-761f567bc281,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:27.482541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.496777 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'f0a12f10-55ba-496c-ba48-4dfd25bea7b6', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'port_id': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'mac_address': 'fa:16:3e:0e:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:03:19Z', 'updated_at': '2021-08-31T16:04:25Z', 'revision_number': 1, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:42Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:27.498612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['671c2979-33c9-4d16-920a-df0e12b03512'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:27.500849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-5ada61cc-cbee-4091-9b1f-917c7055ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.502347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-5ada61cc-cbee-4091-9b1f-917c7055ed1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.1765082 Aug 31 16:04:27.547323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-20528e79-c34f-437c-840f-846b648262d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:27.549041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-20528e79-c34f-437c-840f-846b648262d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb063698-8983-4c49-a309-b68a1c7deaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014171 Aug 31 16:04:27.558040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'Port': ['ID=671c2979-33c9-4d16-920a-df0e12b03512,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:27.561254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-31d3006a-acc2-489b-9f24-9e0af48a28e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314486 Aug 31 16:04:27.567220 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2f3f2-7189-4d3a-920b-3884e0bdfb22 None None] The sync data for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 is: [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'f0a12f10-55ba-496c-ba48-4dfd25bea7b6', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'port_id': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'mac_address': 'fa:16:3e:0e:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:03:19Z', 'updated_at': '2021-08-31T16:04:25Z', 'revision_number': 1, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:42Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:04:27.604095 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.675278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] No DVR routers for this DVR port 671c2979-33c9-4d16-920a-df0e12b03512 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:27.683153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.685474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6dd751da-4fcd-427c-9091-5fc35023d49c req-02ce6fff-24e1-4f2a-874b-b2cb6c64fb6a tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.30 "DELETE /v2.0/ports/671c2979-33c9-4d16-920a-df0e12b03512 HTTP/1.1" status: 204 len: 173 time: 1.8153429 Aug 31 16:04:27.686014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'name': 'network-vif-deleted', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:27.689772 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0d7eef-9f88-4faa-bd6c-cc32f4c8e3ef" -d '{"events": [{"server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "name": "network-vif-deleted", "tag": "671c2979-33c9-4d16-920a-df0e12b03512"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:27.691479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-3ac36b6c-4fc8-4641-84fe-0248c5a2e0ff service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323397 Aug 31 16:04:27.758028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c60432-2086-432b-932c-ebf66baa45b4 x-openstack-request-id: req-93c60432-2086-432b-932c-ebf66baa45b4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:27.758395 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd887ee5-bf98-4742-9604-c97b7f32b0f3", "name": "network-vif-deleted", "tag": "671c2979-33c9-4d16-920a-df0e12b03512", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:27.758596 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c60432-2086-432b-932c-ebf66baa45b4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:27.758973 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd887ee5-bf98-4742-9604-c97b7f32b0f3', 'name': 'network-vif-deleted', 'tag': '671c2979-33c9-4d16-920a-df0e12b03512', 'status': 'completed', 'code': 200} Aug 31 16:04:27.805419 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-0e0e0277-e2c3-45bd-b157-a26445595b4e service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332036 Aug 31 16:04:27.807029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:27.845449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0af2e13b-8c07-494c-ab2a-d1f4ab2dce40 req-b9da0d51-2deb-42de-8f18-7b72d246f956 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458941 Aug 31 16:04:27.851008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event deleted for resources: {'Port': ['ID=8d6a3239-cb63-4390-ae31-bb5f76a67b03,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:27.959164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73ddd69f-5cac-43ca-a401-1219c39f832c req-c5ecc463-83e3-49d7-9446-d8d38b76660c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 210 time: 0.0641379 Aug 31 16:04:28.010967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6df786-a095-4ec1-b3e1-9aedf5ee13df None None] New status for floating IP f0a12f10-55ba-496c-ba48-4dfd25bea7b6: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:04:28.038473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130017a8-7e17-40c1-afe4-3239f87ad23e req-b9015884-34d1-4f65-83ce-2f36ae38aa1d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:28.046524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-130017a8-7e17-40c1-afe4-3239f87ad23e req-b9015884-34d1-4f65-83ce-2f36ae38aa1d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1103878 Aug 31 16:04:28.077144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7796bad6-2d65-47c0-a746-bb323ce6a82c no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:28.120247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-130017a8-7e17-40c1-afe4-3239f87ad23e req-e39e11cc-2a10-4e01-9f1d-1bef74b5d425 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678732 Aug 31 16:04:28.156276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 7796bad6-2d65-47c0-a746-bb323ce6a82c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:28.156846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7796bad6-2d65-47c0-a746-bb323ce6a82c not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:28.165283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:04:28.210471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-32165419-d663-4fef-b034-f572be57e41b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:28.212429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-32165419-d663-4fef-b034-f572be57e41b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.2923086 Aug 31 16:04:28.251374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5fbd6-c795-4e44-98fd-739fd6600c6f req-0343b54c-68e7-4522-b662-415d3c6f5890 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:28.253050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8d5fbd6-c795-4e44-98fd-739fd6600c6f req-0343b54c-68e7-4522-b662-415d3c6f5890 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 946 time: 0.0766525 Aug 31 16:04:28.328287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8d5fbd6-c795-4e44-98fd-739fd6600c6f req-e798d2be-f192-4c88-9c60-0a51f3d1648d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656083 Aug 31 16:04:28.344088 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f629bba1-4aad-4e5a-b839-eea04a4a85f5 req-62c30356-2f83-453c-a478-dddeb6644c8b service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009530 Aug 31 16:04:28.543635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port df45f49e-1801-43bd-9b30-8bb23dccff9d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:28.544679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:28.554624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:04:28.569638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:04:28.601229 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:04:28.603875 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:04:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:28.675297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] No DVR routers for this DVR port 8d6a3239-cb63-4390-ae31-bb5f76a67b03 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:28.688302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66909f2e-aed7-4166-9d5d-a9a75c054e15 req-f4dcdf0e-3670-4b7a-8c68-4210a0361bbf tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd887ee5-bf98-4742-9604-c97b7f32b0f3 HTTP/1.1" status: 200 len: 210 time: 0.0418541 Aug 31 16:04:28.691960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:28.695543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b94e001-562a-4f98-b717-1ed537ddc940 req-2c86ecfd-aca2-4bed-a178-4dafd910908c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "DELETE /v2.0/ports/8d6a3239-cb63-4390-ae31-bb5f76a67b03 HTTP/1.1" status: 204 len: 173 time: 2.6843345 Aug 31 16:04:28.781591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port df45f49e-1801-43bd-9b30-8bb23dccff9d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=df45f49e-1801-43bd-9b30-8bb23dccff9d,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:28.782014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:28.799089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for df45f49e-1801-43bd-9b30-8bb23dccff9d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:28.799740 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:04:28.989205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.003046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:29.007958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['df45f49e-1801-43bd-9b30-8bb23dccff9d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:29.022398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=df45f49e-1801-43bd-9b30-8bb23dccff9d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:29.060436 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:29.072758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port df45f49e-1801-43bd-9b30-8bb23dccff9d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:29.075479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.079743 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb2163d1-4769-4ae4-8561-7e546f7fc49b req-bb75dc2d-39a8-4c80-941f-76ca5a701ba1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "DELETE /v2.0/ports/df45f49e-1801-43bd-9b30-8bb23dccff9d HTTP/1.1" status: 204 len: 173 time: 0.8581705 Aug 31 16:04:29.114572 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:04:29.151700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:04:29.152806 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:04:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:29.199538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b2565fd-7280-4f79-9151-b43ccbad55ae req-07265818-b821-402a-bfb2-b9ccce25401e tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7eab76d-4bb4-4343-b692-e2cb2ca71cd7 HTTP/1.1" status: 200 len: 210 time: 0.0598378 Aug 31 16:04:29.353915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734013c-6b45-4b61-8453-db99648213b2 req-2de46b6a-e9db-4aec-ad90-f4cce1d57db1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:29.355941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6734013c-6b45-4b61-8453-db99648213b2 req-2de46b6a-e9db-4aec-ad90-f4cce1d57db1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0708668 Aug 31 16:04:29.420725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6734013c-6b45-4b61-8453-db99648213b2 req-d6185d4a-a400-4c7f-8a97-26e9387e4c90 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Aug 31 16:04:29.483707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef1b2465-5d22-4362-9b0b-1812443033de req-4f8188f2-7936-4887-9e18-78d4b50f24c1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98b99b-6ba1-41c0-949f-24d67917b2d9 HTTP/1.1" status: 200 len: 210 time: 0.0313232 Aug 31 16:04:29.514056 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:04:29.524021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55292) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:29.650856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f76fd980-ef38-460d-a2e7-dd6270009e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.760903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'name': 'network-vif-deleted', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03'}, {'server_uuid': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'name': 'network-vif-deleted', 'tag': 'df45f49e-1801-43bd-9b30-8bb23dccff9d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:29.762942 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281b1576-d630-4955-be46-505500a2e03c" -d '{"events": [{"server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "name": "network-vif-deleted", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03"}, {"server_uuid": "7e98b99b-6ba1-41c0-949f-24d67917b2d9", "name": "network-vif-deleted", "tag": "df45f49e-1801-43bd-9b30-8bb23dccff9d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:29.764777 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:29.798123 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922033c-eeb3-4c41-be89-ae08e956e935 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:04:29.817315 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f76fd980-ef38-460d-a2e7-dd6270009e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.822457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f76fd980-ef38-460d-a2e7-dd6270009e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.826482 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d64fa81-5c65-48f8-9e6c-4e6268df9cc4 x-openstack-request-id: req-8d64fa81-5c65-48f8-9e6c-4e6268df9cc4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:29.826878 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eab76d-4bb4-4343-b692-e2cb2ca71cd7", "name": "network-vif-deleted", "tag": "8d6a3239-cb63-4390-ae31-bb5f76a67b03", "status": "completed", "code": 200}, {"server_uuid": "7e98b99b-6ba1-41c0-949f-24d67917b2d9", "name": "network-vif-deleted", "tag": "df45f49e-1801-43bd-9b30-8bb23dccff9d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:29.827265 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d64fa81-5c65-48f8-9e6c-4e6268df9cc4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:29.827745 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7eab76d-4bb4-4343-b692-e2cb2ca71cd7', 'name': 'network-vif-deleted', 'tag': '8d6a3239-cb63-4390-ae31-bb5f76a67b03', 'status': 'completed', 'code': 200} Aug 31 16:04:29.828069 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98b99b-6ba1-41c0-949f-24d67917b2d9', 'name': 'network-vif-deleted', 'tag': 'df45f49e-1801-43bd-9b30-8bb23dccff9d', 'status': 'completed', 'code': 200} Aug 31 16:04:29.857688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15e6310d-7ce2-4791-a274-5a9189147449 req-5ec5ee8d-39fb-4221-9a68-d4a01124fb02 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/132208e1-5e91-4796-b2fd-c4dd4a15e339 HTTP/1.1" status: 200 len: 1802 time: 0.0686839 Aug 31 16:04:29.868041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd980-ef38-460d-a2e7-dd6270009e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9797e512-715d-43dc-8086-a7ae8252fcce,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:29.876248 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f76fd980-ef38-460d-a2e7-dd6270009e46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=323d1711fb6d49038ec4233e693c03ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477297 Aug 31 16:04:29.877878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55304) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:29.954977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15e6310d-7ce2-4791-a274-5a9189147449 req-f648bb89-1a23-419b-bac6-9757bf35d58d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.963627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-689c8b6a-1965-486f-b920-44264c01d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:29.993939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15e6310d-7ce2-4791-a274-5a9189147449 req-f648bb89-1a23-419b-bac6-9757bf35d58d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.012569 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-689c8b6a-1965-486f-b920-44264c01d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.057648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 671c2979-33c9-4d16-920a-df0e12b03512 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:30.083022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 671c2979-33c9-4d16-920a-df0e12b03512 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:30.083469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 671c2979-33c9-4d16-920a-df0e12b03512 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:30.087644 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15e6310d-7ce2-4791-a274-5a9189147449 req-f648bb89-1a23-419b-bac6-9757bf35d58d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.090316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15e6310d-7ce2-4791-a274-5a9189147449 req-f648bb89-1a23-419b-bac6-9757bf35d58d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.091497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15e6310d-7ce2-4791-a274-5a9189147449 req-f648bb89-1a23-419b-bac6-9757bf35d58d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/132208e1-5e91-4796-b2fd-c4dd4a15e339 HTTP/1.1" status: 204 len: 173 time: 0.2329848 Aug 31 16:04:30.100437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b3fbc-e709-416f-906a-ddb12cce8f0e None None] New status for floating IP aff3da5b-939c-4df5-8b82-fd6aec23cd09: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:04:30.109444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648bb89-1a23-419b-bac6-9757bf35d58d tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132208e1-5e91-4796-b2fd-c4dd4a15e339,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:30.113205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-689c8b6a-1965-486f-b920-44264c01d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.116768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-689c8b6a-1965-486f-b920-44264c01d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.120601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-689c8b6a-1965-486f-b920-44264c01d196 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9797e512-715d-43dc-8086-a7ae8252fcce HTTP/1.1" status: 204 len: 168 time: 0.2392483 Aug 31 16:04:30.130089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c8b6a-1965-486f-b920-44264c01d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797e512-715d-43dc-8086-a7ae8252fcce,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:30.422227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55320) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:30.499890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64789a72-07dd-4a4a-bfd8-a26024cf428f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.515306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8d0efef-6b1c-46c4-8b90-fe1d4cb5f7b6 req-015bd11a-0af9-4d26-b8a6-1b36a697b054 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "GET /v2.0/security-groups/971bdb18-b45c-412e-8f36-162bc955d4be HTTP/1.1" status: 200 len: 1802 time: 0.3686287 Aug 31 16:04:30.533834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64789a72-07dd-4a4a-bfd8-a26024cf428f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.599221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64789a72-07dd-4a4a-bfd8-a26024cf428f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.602320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64789a72-07dd-4a4a-bfd8-a26024cf428f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.603531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64789a72-07dd-4a4a-bfd8-a26024cf428f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "DELETE /v2.0/security-groups/2e3504d0-538e-4349-bd8a-928afd029e17 HTTP/1.1" status: 204 len: 168 time: 0.1801770 Aug 31 16:04:30.607111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55334) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:30.615643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16b259-4ca3-48f7-b7d2-079a317f2d7a req-e55011d6-326d-4f06-ad2c-f0946e7db695 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:30.617273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f16b259-4ca3-48f7-b7d2-079a317f2d7a req-e55011d6-326d-4f06-ad2c-f0946e7db695 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0930536 Aug 31 16:04:30.618611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b8d0efef-6b1c-46c4-8b90-fe1d4cb5f7b6 req-1895fc2d-fb9a-4eb2-89d5-cf7c27067bf8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.626865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64789a72-07dd-4a4a-bfd8-a26024cf428f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3504d0-538e-4349-bd8a-928afd029e17,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:30.634421 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-96501a12-36cd-4656-a11b-29120c194320 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] show failed (client error): The resource could not be found. Aug 31 16:04:30.635698 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-96501a12-36cd-4656-a11b-29120c194320 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups/2e3504d0-538e-4349-bd8a-928afd029e17 HTTP/1.1" status: 404 len: 347 time: 0.0264263 Aug 31 16:04:30.644709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55336) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:30.667661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b8d0efef-6b1c-46c4-8b90-fe1d4cb5f7b6 req-1895fc2d-fb9a-4eb2-89d5-cf7c27067bf8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.679517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df45f49e-1801-43bd-9b30-8bb23dccff9d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:30.700466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f16b259-4ca3-48f7-b7d2-079a317f2d7a req-86134f74-27ac-41a1-9d6b-73c4575fa63d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Aug 31 16:04:30.733073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: df45f49e-1801-43bd-9b30-8bb23dccff9d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:30.733897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device df45f49e-1801-43bd-9b30-8bb23dccff9d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:30.734501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8d6a3239-cb63-4390-ae31-bb5f76a67b03 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:30.762590 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b8d0efef-6b1c-46c4-8b90-fe1d4cb5f7b6 req-1895fc2d-fb9a-4eb2-89d5-cf7c27067bf8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.766221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b8d0efef-6b1c-46c4-8b90-fe1d4cb5f7b6 req-1895fc2d-fb9a-4eb2-89d5-cf7c27067bf8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.772978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8d0efef-6b1c-46c4-8b90-fe1d4cb5f7b6 req-1895fc2d-fb9a-4eb2-89d5-cf7c27067bf8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] 10.222.0.43 "DELETE /v2.0/security-groups/971bdb18-b45c-412e-8f36-162bc955d4be HTTP/1.1" status: 204 len: 173 time: 0.2560689 Aug 31 16:04:30.780013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 8d6a3239-cb63-4390-ae31-bb5f76a67b03 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:30.781361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8d6a3239-cb63-4390-ae31-bb5f76a67b03 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:30.793875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55344) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:30.794728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895fc2d-fb9a-4eb2-89d5-cf7c27067bf8 tempest-SecurityGroupsTestJSON-91027582 tempest-SecurityGroupsTestJSON-91027582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971bdb18-b45c-412e-8f36-162bc955d4be,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:30.872958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Deleting subnet 69b1a87f-ea3f-43ae-9469-fd56d0cde13c {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:04:30.877099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.888452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Deleting port 6d6a05b2-16e3-40e3-b174-e2577a2e03dc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:30.888953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.955102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.981245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:30.981475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.002644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Calling delete_port for 6d6a05b2-16e3-40e3-b174-e2577a2e03dc owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:31.007995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.118533 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.180157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b1a87f-ea3f-43ae-9469-fd56d0cde13c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:31.188211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.190120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aec41ea6-2a04-4bcf-a7f0-224b4a8ae6cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/69b1a87f-ea3f-43ae-9469-fd56d0cde13c HTTP/1.1" status: 204 len: 168 time: 0.3860765 Aug 31 16:04:31.192891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55368) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:31.197793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.224367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event deleted for resources: {'Port': ['ID=6d6a05b2-16e3-40e3-b174-e2577a2e03dc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:31.297201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.299736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-f848ae18-631d-408c-a658-af8af1483727 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:31.299977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.301358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-f848ae18-631d-408c-a658-af8af1483727 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.2285635 Aug 31 16:04:31.301616 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa5f7f20-b807-4a5e-8bac-a94e53285538 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "DELETE /v2.0/floatingips/aff3da5b-939c-4df5-8b82-fd6aec23cd09 HTTP/1.1" status: 204 len: 168 time: 0.6535656 Aug 31 16:04:31.308538 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.334575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-a39ca8d2-788d-46d0-8e5c-74c2219f4c4a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0169597 Aug 31 16:04:31.458607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-caee5d08-f514-4a71-8e64-98486ac42c17 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227455 Aug 31 16:04:31.512913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.528489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0332e679-f98e-4ec0-ab22-e5132dbab898']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:31.542682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc368d95-548c-4d4b-98f9-50950e83f0f3') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:31.543060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc368d95-548c-4d4b-98f9-50950e83f0f3') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:31.563112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.585759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.595687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-ab0c30e8-d820-4f6a-834b-4ac46f3de14f service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291666 Aug 31 16:04:31.596703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:04:31.597168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:04:31.599089 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:04:31.710857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.715416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:31.717485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0332e679-f98e-4ec0-ab22-e5132dbab898 HTTP/1.1" status: 204 len: 168 time: 0.5235326 Aug 31 16:04:31.740437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362ff2b-31b4-42f6-8dd2-239d7099519b admin admin] Pushing event deleted for resources: {'Network': ['ID=0332e679-f98e-4ec0-ab22-e5132dbab898,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:31.759353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-627e0275-fcc5-4357-8d3e-fa9b2e85cff0 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479304 Aug 31 16:04:31.921581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55398) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:31.962312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55400) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:31.967142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266551813', 'description': 'tempest-description--932745899'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:31.975199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a55ab946-3ab7-47a1-83e4-8e1b35a9ac8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d3b4813ec63425f854c9ba2c891acfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524311 Aug 31 16:04:31.977845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55406) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:32.026135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.047401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e52493a-1670-4985-b3c5-6e8f15c8c398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.080992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e52493a-1670-4985-b3c5-6e8f15c8c398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.146909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf6f3-98b3-4626-b483-e1a62e3d1c87 req-f7f0e427-8ce6-4bbf-8717-354bbd32dfdf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:32.148736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3abdf6f3-98b3-4626-b483-e1a62e3d1c87 req-f7f0e427-8ce6-4bbf-8717-354bbd32dfdf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0946860 Aug 31 16:04:32.169006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e52493a-1670-4985-b3c5-6e8f15c8c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.172463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e52493a-1670-4985-b3c5-6e8f15c8c398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.173836 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e52493a-1670-4985-b3c5-6e8f15c8c398 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7958335f-fbd3-45fe-95f9-1f19e1e1efd5 HTTP/1.1" status: 204 len: 168 time: 0.1949275 Aug 31 16:04:32.183616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52493a-1670-4985-b3c5-6e8f15c8c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958335f-fbd3-45fe-95f9-1f19e1e1efd5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:32.223802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-396fc7d9-b374-4747-b914-2768f3f06319 req-9b42acb6-f7fe-464b-9de4-0990ea922454 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 210 time: 0.0632312 Aug 31 16:04:32.257935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3abdf6f3-98b3-4626-b483-e1a62e3d1c87 req-ba44bcf4-ee60-44ab-93bb-0f2699779dd7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012659 Aug 31 16:04:32.264617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.271734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.310363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.312746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3483160 Aug 31 16:04:32.314645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55428) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:32.320751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'security_group_rule': {'security_group_id': '21ac3a15-22ca-4357-83b4-3e60631dba26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:32.384628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0d614-fef1-46b0-81a9-9f3fa29b6c10 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ac3a15-22ca-4357-83b4-3e60631dba26,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:32.393225 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.491264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.497491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.551171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.555728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55438) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:32.556438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403491 Aug 31 16:04:32.558108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fd616-a1dd-4e9b-860b-7d3ba0b28150 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec89f29-b14a-48f5-ade4-5d2c805fff4a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:32.561346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'security_group_rule': {'security_group_id': '21ac3a15-22ca-4357-83b4-3e60631dba26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:32.609760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.753066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.762585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.780208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55450) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:32.793357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c348eba-b5fd-4b13-9521-3f865edfeb1e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:32.806068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.810022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28f9444e-952e-4b80-81a2-09492d9b7a94 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519619 Aug 31 16:04:32.813038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55456) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:32.819945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:32.842536 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.924934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3cca-c4d6-40b4-882f-33a4b3a043ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:32.956864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.178026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3cca-c4d6-40b4-882f-33a4b3a043ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.182820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Allocated IP 172.25.6.209 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/37a24c3d-fb00-42a8-85c5-7dc36e63f552) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:33.213146 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3cca-c4d6-40b4-882f-33a4b3a043ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.323700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.383923 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b2c3cca-c4d6-40b4-882f-33a4b3a043ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8874487fec7f432db492f94ca9d683fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022964 Aug 31 16:04:33.387403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55476) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:33.392049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c3cca-c4d6-40b4-882f-33a4b3a043ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9440ca-3c86-45b2-bef0-2fadd4fd7668,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:33.415352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55480) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:33.420743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-922554ac-41ca-434c-9dfa-e968431a6bbf req-f483e9f8-0d53-43f0-8c64-0044c51bbf63 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 210 time: 0.0606987 Aug 31 16:04:33.462377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.469394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-38b3033f-9584-46b8-a90b-9d28975b4054 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:33.471164 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-38b3033f-9584-46b8-a90b-9d28975b4054 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.4012260 Aug 31 16:04:33.485928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': '163e909f-2978-40c7-82ac-fdd0431503d4', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:33.535824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:33.549094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:33.561136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:33.615971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1799903288-network', 'tenant_id': '7d8bfec649314d39993f41ba1d8c18a4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:33.625992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'Port': ['ID=37a24c3d-fb00-42a8-85c5-7dc36e63f552,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:33.645527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-541cb52a-dcf9-4ac2-84b5-34b1d40af198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.659681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:04:33.659681 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:04:33.659681 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': '8b93986950c54f259ba0ce807e4ad828', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 4, 33, 648914)}] Aug 31 16:04:33.659681 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:04:33.660370 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:04:33.693836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-541cb52a-dcf9-4ac2-84b5-34b1d40af198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.697142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Made reservation on behalf of 7d8bfec649314d39993f41ba1d8c18a4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:33.699723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.753095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.808654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.872261 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-541cb52a-dcf9-4ac2-84b5-34b1d40af198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.875441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-541cb52a-dcf9-4ac2-84b5-34b1d40af198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.876667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-541cb52a-dcf9-4ac2-84b5-34b1d40af198 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad9440ca-3c86-45b2-bef0-2fadd4fd7668 HTTP/1.1" status: 204 len: 168 time: 0.4878109 Aug 31 16:04:33.877353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:33.949328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb52a-dcf9-4ac2-84b5-34b1d40af198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9440ca-3c86-45b2-bef0-2fadd4fd7668,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:34.053357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.063718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee745de-a7cc-42ed-9eec-bfff7763907f req-e6309d45-5e90-4e62-9582-80222fa66163 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:34.065384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ee745de-a7cc-42ed-9eec-bfff7763907f req-e6309d45-5e90-4e62-9582-80222fa66163 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1850381 Aug 31 16:04:34.070611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.123465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:04:34.149615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a1b85-d1c9-4749-985c-8bd81621bae2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:34.159376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.159920 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Added segment 777e59ef-f956-4d11-a9b7-2202489395ff of type vlan for network 28543057-e3a3-4196-9110-875c83832fbd Aug 31 16:04:34.199932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ee745de-a7cc-42ed-9eec-bfff7763907f req-a7c8bd91-7627-4fe1-b6c3-81a384935964 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258519 Aug 31 16:04:34.204463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:34.212390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.277566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.334383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.346376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.379381 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.380417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:34.381034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.492339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0678668 Aug 31 16:04:34.493051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55510) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:34.493505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.9 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/20d69d50-c218-4904-a982-11fcb962fdf7) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:34.499979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'Port': ['ID=37a24c3d-fb00-42a8-85c5-7dc36e63f552,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:34.509648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Request body: {'subnet': {'network_id': '28543057-e3a3-4196-9110-875c83832fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1799903288-subnet', 'tenant_id': '7d8bfec649314d39993f41ba1d8c18a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:34.534674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e855c3-0fc1-46c3-8750-eb30295b3e8a admin admin] Pushing event updated for resources: {'Network': ['ID=28543057-e3a3-4196-9110-875c83832fbd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:34.546506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Made reservation on behalf of 7d8bfec649314d39993f41ba1d8c18a4 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:34.548425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 28543057-e3a3-4196-9110-875c83832fbd details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:04:34.548945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.552421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.615265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.616527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c6f369e5-9dad-4b3b-bde9-f92f77504cfd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8012547 Aug 31 16:04:34.781406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.863918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:34.877208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:34.931520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:34.946966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:34.952616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:34.979349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.031324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=20d69d50-c218-4904-a982-11fcb962fdf7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:35.061181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:35.061890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.079137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-e030c388-5b34-440c-bd5e-2f9fe563e3a3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5976772 Aug 31 16:04:35.093673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Request body: {'port': {'device_id': '163e909f-2978-40c7-82ac-fdd0431503d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:35.094131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:35.121844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70e08d-16f2-4b95-8cab-894ea08efce7 req-90412005-defb-463b-9492-770e33f61bc0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:35.129427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce70e08d-16f2-4b95-8cab-894ea08efce7 req-90412005-defb-463b-9492-770e33f61bc0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 931 time: 0.2279067 Aug 31 16:04:35.163401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.197560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-00f1aa91-f4cb-450a-bc5f-81920f3bc6cd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--266551813&fields=id&tenant_id=99949c36d79d47d086317b40e619d121 HTTP/1.1" status: 200 len: 267 time: 0.1148260 Aug 31 16:04:35.213867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce70e08d-16f2-4b95-8cab-894ea08efce7 req-ae60773f-fc9b-4216-980f-c2dcd6bfbe1e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Aug 31 16:04:35.224980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Checking segment: {'id': '777e59ef-f956-4d11-a9b7-2202489395ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28543057-e3a3-4196-9110-875c83832fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:35.225874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Network hostable DHCP agents. Network: 28543057-e3a3-4196-9110-875c83832fbd, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:04:35.336017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Network 28543057-e3a3-4196-9110-875c83832fbd is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:04:35.363190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 28543057-e3a3-4196-9110-875c83832fbd) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:35.371409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:35.372012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.372902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da7b88-0c75-4f64-a283-b1a24b13bf9e None None] Network 28543057-e3a3-4196-9110-875c83832fbd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:04:35.387639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-2430aec6-8910-49e8-90d6-9e6bfea3bab4 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:35.395906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-2430aec6-8910-49e8-90d6-9e6bfea3bab4 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 810 time: 0.1876104 Aug 31 16:04:35.413386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282954e9-edd6-4726-b249-0f801405fb71 req-a73e22e2-2c05-4723-8857-89bb7d830853 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:35.420720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282954e9-edd6-4726-b249-0f801405fb71 req-a73e22e2-2c05-4723-8857-89bb7d830853 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1404448 Aug 31 16:04:35.448604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-1e12bb4d-350d-4633-9d4e-c0af6c01cfd6 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/quotas/99949c36d79d47d086317b40e619d121 HTTP/1.1" status: 200 len: 375 time: 0.0516756 Aug 31 16:04:35.463433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-789a9399-15af-4292-a2aa-068e8214f952 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9648714 Aug 31 16:04:35.504079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-282954e9-edd6-4726-b249-0f801405fb71 req-f2f026d1-78e7-44c1-bce0-4c7d6614e6e9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818422 Aug 31 16:04:35.556642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-81226688-f482-4b99-bef0-8cd0e46786b1 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965726 Aug 31 16:04:35.564579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef212f-41c3-4b15-9456-a8bfafeabfa5 None None] Network 28543057-e3a3-4196-9110-875c83832fbd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:04:35.592316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d69d50-c218-4904-a982-11fcb962fdf7 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:35.601408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.619114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Transition to ACTIVE for port object 20d69d50-c218-4904-a982-11fcb962fdf7 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:35.625094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.700554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Pushing event updated for resources: {'Port': ['ID=20d69d50-c218-4904-a982-11fcb962fdf7,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:35.730353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-4131494c-a07d-438a-964d-177cf3520a87 service neutron] 10.222.0.43 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674523 Aug 31 16:04:35.807505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Attempting to bind port 20d69d50-c218-4904-a982-11fcb962fdf7 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:04:35.807933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Attempting to bind port 20d69d50-c218-4904-a982-11fcb962fdf7 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:04:35.808381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Attempting to bind port 20d69d50-c218-4904-a982-11fcb962fdf7 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:35.814010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Port 20d69d50-c218-4904-a982-11fcb962fdf7 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:04:35.814333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Attempting to bind port 20d69d50-c218-4904-a982-11fcb962fdf7 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:35.819821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:04:35.820160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:35.820572 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:04:35.821009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Bound port: 20d69d50-c218-4904-a982-11fcb962fdf7, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:04:35.821393 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.895971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-bd1c2be9-a250-4562-935d-06206e6d6005 service neutron] 10.222.0.43 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583765 Aug 31 16:04:35.896362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] For port 20d69d50-c218-4904-a982-11fcb962fdf7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:35.899910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] For port 20d69d50-c218-4904-a982-11fcb962fdf7, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=20d69d50-c218-4904-a982-11fcb962fdf7,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:35.906038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.963201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:35.964044 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:35.967028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] 10.222.0.49 "PUT /v2.0/ports/20d69d50-c218-4904-a982-11fcb962fdf7 HTTP/1.1" status: 200 len: 1092 time: 0.8790894 Aug 31 16:04:35.967565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163e909f-2978-40c7-82ac-fdd0431503d4', 'tag': '20d69d50-c218-4904-a982-11fcb962fdf7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:35.977370 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2a45f-fd77-4743-99e0-144ef412fd31" -d '{"events": [{"name": "network-changed", "server_uuid": "163e909f-2978-40c7-82ac-fdd0431503d4", "tag": "20d69d50-c218-4904-a982-11fcb962fdf7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:36.007829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f500-93bf-4475-a8ea-6160a77d737a service neutron] Pushing event updated for resources: {'Port': ['ID=20d69d50-c218-4904-a982-11fcb962fdf7,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:36.119262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-5712fdc7-eaf8-4405-ae15-7c985cfea450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.123711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-5712fdc7-eaf8-4405-ae15-7c985cfea450 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 1095 time: 0.1125765 Aug 31 16:04:36.194064 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-09a28cec-bbe1-4865-a358-6d8842977ce0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20d69d50-c218-4904-a982-11fcb962fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0621417 Aug 31 16:04:36.269745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf6078-c895-4f11-846c-781618cefc4f req-f03fd149-125f-4b05-a040-7695aec764e7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.272067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-babf6078-c895-4f11-846c-781618cefc4f req-f03fd149-125f-4b05-a040-7695aec764e7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0816507 Aug 31 16:04:36.310725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-2c22c24b-5c61-4f29-9251-2283eb8438aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.312060 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-2c22c24b-5c61-4f29-9251-2283eb8438aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.1113377 Aug 31 16:04:36.350110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-cfc08005-f956-4411-84d6-43e93fa78dcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307865 Aug 31 16:04:36.442930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-babf6078-c895-4f11-846c-781618cefc4f req-ffc60f9a-cbf2-4657-a45f-57b8766fa1b1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647949 Aug 31 16:04:36.464162 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-ad3f8a39-622e-45ac-9f93-3a0b87db5c4e service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072745 Aug 31 16:04:36.564821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-db20b6ed-4ac9-47c3-a0b4-0f11d27cf8cb tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.575495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-db20b6ed-4ac9-47c3-a0b4-0f11d27cf8cb tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/networks?id=28543057-e3a3-4196-9110-875c83832fbd HTTP/1.1" status: 200 len: 822 time: 0.2563143 Aug 31 16:04:36.606939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-99fce870-a9b8-4e51-939d-4be3b5fc6c7d tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/quotas/7d8bfec649314d39993f41ba1d8c18a4 HTTP/1.1" status: 200 len: 375 time: 0.0212450 Aug 31 16:04:36.641716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e4bf3ab-9462-4e55-8964-a35126d225cf req-367f8ec5-5905-46ef-87fd-119f231920c6 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640728 Aug 31 16:04:36.645429 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b40c7d-3166-4834-95dd-d9893263498c x-openstack-request-id: req-85b40c7d-3166-4834-95dd-d9893263498c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:36.659855 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163e909f-2978-40c7-82ac-fdd0431503d4", "tag": "20d69d50-c218-4904-a982-11fcb962fdf7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:36.660350 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85b40c7d-3166-4834-95dd-d9893263498c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:36.661194 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163e909f-2978-40c7-82ac-fdd0431503d4', 'tag': '20d69d50-c218-4904-a982-11fcb962fdf7', 'status': 'completed', 'code': 200} Aug 31 16:04:36.663767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-aa3c6076-7dcc-4e82-bb80-d43d9ba4b408 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d8bfec649314d39993f41ba1d8c18a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480056 Aug 31 16:04:36.790239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57e46211-1077-4193-b9a1-59d62a7ff764 req-9f365ca7-4215-4e80-92eb-9b1889a78e5d tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 210 time: 0.0402169 Aug 31 16:04:36.803773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-ab94d259-84eb-4d4e-a111-d97505a0e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.809534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-ab94d259-84eb-4d4e-a111-d97505a0e42a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 1095 time: 0.0989430 Aug 31 16:04:36.824517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-027a2784-31cb-450e-9297-bd575599d6c7 service neutron] 10.222.0.43 "GET /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576517 Aug 31 16:04:36.966485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-dde2c7f2-2c34-4a50-9f36-a30f1cc45d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.968288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-dde2c7f2-2c34-4a50-9f36-a30f1cc45d18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.1424086 Aug 31 16:04:36.972684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb95c7-628a-43d2-964e-328df3137318 req-2fa753ad-5833-4947-8871-a2042ad9a836 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:36.974254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5cb95c7-628a-43d2-964e-328df3137318 req-2fa753ad-5833-4947-8871-a2042ad9a836 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 943 time: 0.0900855 Aug 31 16:04:36.981757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-1c27b03a-16a7-49bf-8340-c8d84cc7d95d service neutron] 10.222.0.43 "GET /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577134 Aug 31 16:04:37.059162 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-11cb6b9a-abd5-4b3e-b7fd-593413466c3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20d69d50-c218-4904-a982-11fcb962fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0753512 Aug 31 16:04:37.071307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5cb95c7-628a-43d2-964e-328df3137318 req-ff36487d-7da2-4172-b0c9-60dff7c52ab6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726895 Aug 31 16:04:37.134870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-70aad366-7b11-49d7-9183-ffec46742cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:37.137373 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-70aad366-7b11-49d7-9183-ffec46742cdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0692194 Aug 31 16:04:37.192019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-8409a985-c315-44d6-bb9b-0c59d702005d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453537 Aug 31 16:04:37.313494 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-e150a06a-ab36-4f12-94c1-3f2e1fec5d44 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100023 Aug 31 16:04:37.402571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d729d261-d876-42da-96b0-e43cda5f7e08 req-3e05c720-b75b-4304-8efd-ca5627fc41f3 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0657325 Aug 31 16:04:37.588366 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-20b2a45f-fd77-4743-99e0-144ef412fd31 req-f809d907-b660-4795-a943-08412c229b2f service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658517 Aug 31 16:04:37.595038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccead2-a0f8-4d88-ae8e-71f08f47050b req-e4b15fd4-8c3d-4ae1-84a2-0f0319acdddd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:37.603795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14ccead2-a0f8-4d88-ae8e-71f08f47050b req-e4b15fd4-8c3d-4ae1-84a2-0f0319acdddd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0686994 Aug 31 16:04:37.623854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-105fce46-5486-4fa2-8421-2084182d7f24 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:37.626461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-105fce46-5486-4fa2-8421-2084182d7f24 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 810 time: 0.1789370 Aug 31 16:04:37.690306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14ccead2-a0f8-4d88-ae8e-71f08f47050b req-c1bbd5de-e27c-402e-b8fa-90398e98a5da tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853028 Aug 31 16:04:37.730076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-8e847a61-65cd-44a9-8b19-59dce2c77aaa tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99949c36d79d47d086317b40e619d121 HTTP/1.1" status: 200 len: 379 time: 0.0921965 Aug 31 16:04:37.746872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'port': {'device_id': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'admin_state_up': True, 'tenant_id': '99949c36d79d47d086317b40e619d121', 'security_groups': ['21ac3a15-22ca-4357-83b4-3e60631dba26']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:37.968156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Made reservation on behalf of 99949c36d79d47d086317b40e619d121 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:37.989411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:38.013521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf8a78fd-ffe8-4bd0-b697-40454f0484a5 req-0f69be24-42b9-4f4f-a588-7fb023268737 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 210 time: 0.0859485 Aug 31 16:04:38.275821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Allocated IP 172.20.0.6 (61255bd9-b18a-49fc-ad50-1e96fa52eb82/7954665a-8636-439a-a84b-10f3d8c4153a/b171952b-371e-40cf-8f04-19860ff89c8f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:38.440092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871bf7-98bc-49a5-b748-7fce0ae6ffd8 req-bb73304a-578b-4afe-9743-94b378b463bf tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:38.442620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21871bf7-98bc-49a5-b748-7fce0ae6ffd8 req-bb73304a-578b-4afe-9743-94b378b463bf tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 943 time: 0.0668421 Aug 31 16:04:38.474990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:38.502027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Transition to ACTIVE for port object b171952b-371e-40cf-8f04-19860ff89c8f will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:38.534496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21871bf7-98bc-49a5-b748-7fce0ae6ffd8 req-d77582ba-925f-45cf-a246-89a34448cd69 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804880 Aug 31 16:04:38.580889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:38.785826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:38.787181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event updated for resources: {'Port': ['ID=b171952b-371e-40cf-8f04-19860ff89c8f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:38.793861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:38.798545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:38.863891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-58eb46e3-c982-4854-b1b9-7f0b5dee6c0b tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:38.865236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-58eb46e3-c982-4854-b1b9-7f0b5dee6c0b tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.49 "GET /v2.0/networks?id=28543057-e3a3-4196-9110-875c83832fbd HTTP/1.1" status: 200 len: 822 time: 0.2009618 Aug 31 16:04:38.886400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Request body: {'port': {'device_id': '513b1447-578c-4ee9-9125-7883080c5ca1', 'network_id': '28543057-e3a3-4196-9110-875c83832fbd', 'admin_state_up': True, 'tenant_id': '7d8bfec649314d39993f41ba1d8c18a4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:38.899768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:38.900478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:38.940358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bae01f5b-878b-4ebe-af83-9d914a0f9d27 req-3ba3b28f-ae1a-4a5b-9721-1276565a5d40 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0666595 Aug 31 16:04:38.999160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-3ca832f7-78a8-4402-a597-51852bcb9a17 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2588568 Aug 31 16:04:39.012497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Request body: {'port': {'device_id': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:39.013282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cdf14-63b0-461a-9fbe-0ae90df2ef48 req-bed4011f-4c0c-4311-a080-300cf2762fcd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:39.016092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-043cdf14-63b0-461a-9fbe-0ae90df2ef48 req-bed4011f-4c0c-4311-a080-300cf2762fcd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0796168 Aug 31 16:04:39.070158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-043cdf14-63b0-461a-9fbe-0ae90df2ef48 req-1f4ab590-f7a0-433d-889f-379bc2f58f1e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477233 Aug 31 16:04:39.111543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:39.214729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11489-afd0-4489-a951-fee61c8b48fc req-fc1b9206-f54e-41dd-b56f-8da4e758fcdc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:39.225891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ec11489-afd0-4489-a951-fee61c8b48fc req-fc1b9206-f54e-41dd-b56f-8da4e758fcdc tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 931 time: 0.0685506 Aug 31 16:04:39.235353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2d4eec52-f84c-4832-93a6-6e4d41f5b93d None None] Provisioning for port b171952b-371e-40cf-8f04-19860ff89c8f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:39.249647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2d4eec52-f84c-4832-93a6-6e4d41f5b93d None None] Provisioning complete for port b171952b-371e-40cf-8f04-19860ff89c8f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:39.250226 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2d4eec52-f84c-4832-93a6-6e4d41f5b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:39.301005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ec11489-afd0-4489-a951-fee61c8b48fc req-06bb1a14-519b-4498-827c-220f6218cda4 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731618 Aug 31 16:04:39.326930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2d4eec52-f84c-4832-93a6-6e4d41f5b93d None None] Port b171952b-371e-40cf-8f04-19860ff89c8f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:04:39.364756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Made reservation on behalf of 7d8bfec649314d39993f41ba1d8c18a4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:39.368419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:39.582253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b171952b-371e-40cf-8f04-19860ff89c8f {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:39.594506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:39.604066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Allocated IP 172.20.0.5 (28543057-e3a3-4196-9110-875c83832fbd/f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b/653743c6-1b27-4961-acd9-5b3fe9791717) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:39.619557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Transition to ACTIVE for port object b171952b-371e-40cf-8f04-19860ff89c8f will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:39.627085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:39.721892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cd137-eb09-4158-bca1-b1167a2f714b req-8569a03d-355c-4e70-be26-0ec1e8c92f33 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:39.724448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c82cd137-eb09-4158-bca1-b1167a2f714b req-8569a03d-355c-4e70-be26-0ec1e8c92f33 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 943 time: 0.0966284 Aug 31 16:04:39.785925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c82cd137-eb09-4158-bca1-b1167a2f714b req-d5268820-408d-4939-ae0a-930110c040df tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Aug 31 16:04:39.822016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Pushing event updated for resources: {'Port': ['ID=b171952b-371e-40cf-8f04-19860ff89c8f,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:40.095423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e330f42-66a0-4348-9c36-54df3613063d req-02518059-e4f3-4b6e-9e02-d9beb31d1087 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0596905 Aug 31 16:04:40.341745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Attempting to bind port b171952b-371e-40cf-8f04-19860ff89c8f on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:04:40.342398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Attempting to bind port b171952b-371e-40cf-8f04-19860ff89c8f by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:04:40.343088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Attempting to bind port b171952b-371e-40cf-8f04-19860ff89c8f on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:40.359421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Port b171952b-371e-40cf-8f04-19860ff89c8f on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:04:40.359749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Attempting to bind port b171952b-371e-40cf-8f04-19860ff89c8f on network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:40.364456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76043d-4ff1-4827-afe0-4c6287dab63d req-71a9a3a8-b10f-4012-901a-4d63915e210a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:40.372273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d76043d-4ff1-4827-afe0-4c6287dab63d req-71a9a3a8-b10f-4012-901a-4d63915e210a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0875897 Aug 31 16:04:40.373261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:04:40.373796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Checking segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:40.374764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Bound using segment: {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:04:40.375308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Bound port: b171952b-371e-40cf-8f04-19860ff89c8f, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93441537-9ad7-452f-b869-b2e74a8d790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:04:40.375685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:40.437769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:40.442400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d76043d-4ff1-4827-afe0-4c6287dab63d req-1932d1c2-d081-40c1-947d-3f7460283611 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691233 Aug 31 16:04:40.529452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d0587-5b43-4d96-93d0-d6fd14c1963c req-9dcd1e4b-78ca-4203-a535-8e935044e2bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:40.541059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-968d0587-5b43-4d96-93d0-d6fd14c1963c req-9dcd1e4b-78ca-4203-a535-8e935044e2bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 943 time: 0.1116517 Aug 31 16:04:40.583299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] For port b171952b-371e-40cf-8f04-19860ff89c8f, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:40.603283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] For port b171952b-371e-40cf-8f04-19860ff89c8f, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b171952b-371e-40cf-8f04-19860ff89c8f,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:40.619377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-968d0587-5b43-4d96-93d0-d6fd14c1963c req-71aa116d-c6b0-44d6-8854-d72544d99fc6 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759022 Aug 31 16:04:40.630040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:40.636669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:40.687881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:40.688661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:40.690209 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] 10.222.0.49 "PUT /v2.0/ports/b171952b-371e-40cf-8f04-19860ff89c8f HTTP/1.1" status: 200 len: 1092 time: 1.6828661 Aug 31 16:04:40.691024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:40.694202 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9726da2-40e7-41e2-be13-e46c3315e627" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:40.718653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Network 28543057-e3a3-4196-9110-875c83832fbd is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:40.739710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 20d69d50-c218-4904-a982-11fcb962fdf7 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:40.744655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:40.756494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:40.860486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:40.861353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:40.868586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 20d69d50-c218-4904-a982-11fcb962fdf7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=20d69d50-c218-4904-a982-11fcb962fdf7,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:40.893920 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac68016-7002-4fab-84cf-f484d01bbc49 x-openstack-request-id: req-0ac68016-7002-4fab-84cf-f484d01bbc49 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:40.894759 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:40.895028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ac68016-7002-4fab-84cf-f484d01bbc49 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:40.896518 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'status': 'completed', 'code': 200} Aug 31 16:04:40.901984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '20d69d50-c218-4904-a982-11fcb962fdf7', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': '20d69d50-c218-4904-a982-11fcb962fdf7', 'mac_address': 'fa:16:3e:b8:59:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:40.908607 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0308902 Aug 31 16:04:40.936075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Request body: {'port': {'device_id': '513b1447-578c-4ee9-9125-7883080c5ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:40.939185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826da23-f764-4d28-8ce8-0680253b0d1b service neutron] Pushing event updated for resources: {'Port': ['ID=b171952b-371e-40cf-8f04-19860ff89c8f,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:41.015117 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:41.035525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52cc35-2dec-4ef2-8c64-6d8431d956ca req-8abfc64d-49e5-465d-93a6-b796efc74140 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:41.045258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f52cc35-2dec-4ef2-8c64-6d8431d956ca req-8abfc64d-49e5-465d-93a6-b796efc74140 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 943 time: 0.0957353 Aug 31 16:04:41.046074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d69d50-c218-4904-a982-11fcb962fdf7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:41.102743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-25cc0f49-cee4-4042-baab-4d88a03a472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:41.104925 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-25cc0f49-cee4-4042-baab-4d88a03a472a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 1095 time: 0.3532796 Aug 31 16:04:41.114709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 20d69d50-c218-4904-a982-11fcb962fdf7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=20d69d50-c218-4904-a982-11fcb962fdf7,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:41.124332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:41.158987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbfc7b-4c72-4800-8d9a-be4d81387bec tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Pushing event updated for resources: {'Port': ['ID=653743c6-1b27-4961-acd9-5b3fe9791717,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:41.166483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f52cc35-2dec-4ef2-8c64-6d8431d956ca req-bc2d283a-0366-4de4-8760-58a122198ee9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195164 Aug 31 16:04:41.213528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-e5fd4dec-6a94-4561-a5e0-ba199d13c772 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b171952b-371e-40cf-8f04-19860ff89c8f HTTP/1.1" status: 200 len: 217 time: 0.0683157 Aug 31 16:04:41.215919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:41.234589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=20d69d50-c218-4904-a982-11fcb962fdf7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:41.332068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-a8f6b7bf-a0b1-4171-8fff-35b571f7dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:41.333805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-a8f6b7bf-a0b1-4171-8fff-35b571f7dc1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.1129291 Aug 31 16:04:41.357334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf9bd-5d67-44bc-9999-4d85b007fe14 req-befba9ae-0c73-4d1c-a785-f57438b8aa23 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:41.364485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af8cf9bd-5d67-44bc-9999-4d85b007fe14 req-befba9ae-0c73-4d1c-a785-f57438b8aa23 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 931 time: 0.0896285 Aug 31 16:04:41.396373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['20d69d50-c218-4904-a982-11fcb962fdf7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:41.442281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af8cf9bd-5d67-44bc-9999-4d85b007fe14 req-be2a006a-43be-4bca-a03c-ad0b4812d840 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658650 Aug 31 16:04:41.526125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-20040de0-bd14-4d26-9dba-47d042e31577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:41.527935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-20040de0-bd14-4d26-9dba-47d042e31577 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773860 Aug 31 16:04:41.630062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5937bc-5e3d-42f3-924d-c7f5ac3ef810 req-97b79937-80d4-44ba-91bf-20f1f628467a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:41.654057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e5937bc-5e3d-42f3-924d-c7f5ac3ef810 req-97b79937-80d4-44ba-91bf-20f1f628467a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1023643 Aug 31 16:04:41.704133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e5937bc-5e3d-42f3-924d-c7f5ac3ef810 req-5f08fffd-cffe-4e9f-b6fb-597c5fecd471 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Aug 31 16:04:41.747375 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-83670d0f-d27a-4c5f-8b6c-22054a3705bf service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724117 Aug 31 16:04:41.834409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55708) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:41.853140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653743c6-1b27-4961-acd9-5b3fe9791717 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:41.865063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:41.891858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Transition to ACTIVE for port object 653743c6-1b27-4961-acd9-5b3fe9791717 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:41.902277 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:41.945233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-530004a9-289a-4d00-8be3-b18d3b6e8f97 req-e17c8b5a-5467-4a87-b5df-c66f2855c3d0 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854630 Aug 31 16:04:41.976010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Pushing event updated for resources: {'Port': ['ID=653743c6-1b27-4961-acd9-5b3fe9791717,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:42.009418 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e06deced-ca9d-4698-8236-74d5998b801b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.107749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc8357-a8e3-43da-ab02-86a1af9d6b54 req-5d1b5e99-bab6-4e04-adc9-d5e589cdeda6 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.110291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48fc8357-a8e3-43da-ab02-86a1af9d6b54 req-5d1b5e99-bab6-4e04-adc9-d5e589cdeda6 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 943 time: 0.0882006 Aug 31 16:04:42.110638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-33006aec-d9b7-4da9-94d0-9fcf5584c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.112319 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-33006aec-d9b7-4da9-94d0-9fcf5584c6aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 1095 time: 0.0693245 Aug 31 16:04:42.112891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Attempting to bind port 653743c6-1b27-4961-acd9-5b3fe9791717 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:04:42.113271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Attempting to bind port 653743c6-1b27-4961-acd9-5b3fe9791717 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '777e59ef-f956-4d11-a9b7-2202489395ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28543057-e3a3-4196-9110-875c83832fbd'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:04:42.114045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Attempting to bind port 653743c6-1b27-4961-acd9-5b3fe9791717 on network 28543057-e3a3-4196-9110-875c83832fbd {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:42.120758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Port 653743c6-1b27-4961-acd9-5b3fe9791717 on network 28543057-e3a3-4196-9110-875c83832fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:04:42.121093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Attempting to bind port 653743c6-1b27-4961-acd9-5b3fe9791717 on network 28543057-e3a3-4196-9110-875c83832fbd {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:42.145399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:04:42.145399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Checking segment: {'id': '777e59ef-f956-4d11-a9b7-2202489395ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28543057-e3a3-4196-9110-875c83832fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:42.145938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Bound using segment: {'id': '777e59ef-f956-4d11-a9b7-2202489395ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28543057-e3a3-4196-9110-875c83832fbd'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:04:42.146471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Bound port: 653743c6-1b27-4961-acd9-5b3fe9791717, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777e59ef-f956-4d11-a9b7-2202489395ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28543057-e3a3-4196-9110-875c83832fbd'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:04:42.146849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.191455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48fc8357-a8e3-43da-ab02-86a1af9d6b54 req-e1c2b708-7971-49d3-8fe2-7d8eb44274f2 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695856 Aug 31 16:04:42.207634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e06deced-ca9d-4698-8236-74d5998b801b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.212445 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e06deced-ca9d-4698-8236-74d5998b801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.278403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06deced-ca9d-4698-8236-74d5998b801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c0f995-4a2c-408b-8957-5b00ebdc4111,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:42.304834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] For port 653743c6-1b27-4961-acd9-5b3fe9791717, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:42.307823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-58526b66-c5a7-45d8-af24-1afe2a8ca808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.309476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-58526b66-c5a7-45d8-af24-1afe2a8ca808 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.1898515 Aug 31 16:04:42.326655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e06deced-ca9d-4698-8236-74d5998b801b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0c964d59eeb4c2bbc674dce529424a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871976 Aug 31 16:04:42.337539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] For port 653743c6-1b27-4961-acd9-5b3fe9791717, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=653743c6-1b27-4961-acd9-5b3fe9791717,segment=NetworkSegment(777e59ef-f956-4d11-a9b7-2202489395ff),segment_id=777e59ef-f956-4d11-a9b7-2202489395ff)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:42.338844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55716) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:42.368853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0687dd-a62e-40ad-a23d-ffa4382c0201 req-912e8401-d411-4a6c-9f46-c26332d90414 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.370636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b0687dd-a62e-40ad-a23d-ffa4382c0201 req-912e8401-d411-4a6c-9f46-c26332d90414 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 944 time: 0.0721745 Aug 31 16:04:42.381308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.391889 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-38101a07-0d59-4c0b-9bc3-f27006b7b9ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b171952b-371e-40cf-8f04-19860ff89c8f HTTP/1.1" status: 200 len: 217 time: 0.0670521 Aug 31 16:04:42.450887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b0687dd-a62e-40ad-a23d-ffa4382c0201 req-fa624bbd-394b-43a7-a764-2fcb3716dae2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Aug 31 16:04:42.480751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.481582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.484624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] 10.222.0.49 "PUT /v2.0/ports/653743c6-1b27-4961-acd9-5b3fe9791717 HTTP/1.1" status: 200 len: 1092 time: 1.5576210 Aug 31 16:04:42.558596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837451d-2787-424c-ae70-415f29c95c89 service neutron] Pushing event updated for resources: {'Port': ['ID=653743c6-1b27-4961-acd9-5b3fe9791717,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:42.594229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-07cd2a6f-846c-4b13-b220-ce41e369a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.595804 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-07cd2a6f-846c-4b13-b220-ce41e369a1b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.1712472 Aug 31 16:04:42.602793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84acdfcd-44ec-4eb9-805f-bc0a008430b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.603051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c0d28-340a-469a-b6e6-41758a2ad0fc req-55bde82f-cfb4-44e9-8c13-dd48dad812aa tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.605179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a7c0d28-340a-469a-b6e6-41758a2ad0fc req-55bde82f-cfb4-44e9-8c13-dd48dad812aa tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 943 time: 0.0701799 Aug 31 16:04:42.652689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a7c0d28-340a-469a-b6e6-41758a2ad0fc req-124fb147-533d-4e70-9199-8174f9b7fa89 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Aug 31 16:04:42.663856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84acdfcd-44ec-4eb9-805f-bc0a008430b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.667939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-7e34454e-c6c7-4e1f-ab2a-77fb43ecf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.669501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-7e34454e-c6c7-4e1f-ab2a-77fb43ecf5d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d8bfec649314d39993f41ba1d8c18a4&device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1389041 Aug 31 16:04:42.737599 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-b599c836-c172-427c-a839-d7cf2afeedf8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653743c6-1b27-4961-acd9-5b3fe9791717 HTTP/1.1" status: 200 len: 217 time: 0.0572960 Aug 31 16:04:42.741232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-b5d47748-5013-4de2-9d64-a2c47287cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.742715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-b5d47748-5013-4de2-9d64-a2c47287cba2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366558 Aug 31 16:04:42.744673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 20d69d50-c218-4904-a982-11fcb962fdf7 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:42.799365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 20d69d50-c218-4904-a982-11fcb962fdf7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:42.803980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 20d69d50-c218-4904-a982-11fcb962fdf7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:42.804393 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.838068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8ae98-ffc8-4b9c-b084-a4478502e2ba req-deb66d14-bc02-4da0-a2d7-ee25995efc9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.839707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92c8ae98-ffc8-4b9c-b084-a4478502e2ba req-deb66d14-bc02-4da0-a2d7-ee25995efc9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0549595 Aug 31 16:04:42.844744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84acdfcd-44ec-4eb9-805f-bc0a008430b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.847313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84acdfcd-44ec-4eb9-805f-bc0a008430b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.851092 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-84acdfcd-44ec-4eb9-805f-bc0a008430b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5c0f995-4a2c-408b-8957-5b00ebdc4111 HTTP/1.1" status: 204 len: 168 time: 0.5084863 Aug 31 16:04:42.877993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada0c-973a-4e09-b194-d87135fab853 req-7b559f4b-5327-4c65-a100-7671f15d1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:42.880152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-7b559f4b-5327-4c65-a100-7671f15d1159 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b HTTP/1.1" status: 200 len: 862 time: 0.1283922 Aug 31 16:04:42.880948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acdfcd-44ec-4eb9-805f-bc0a008430b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c0f995-4a2c-408b-8957-5b00ebdc4111,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:42.897390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92c8ae98-ffc8-4b9c-b084-a4478502e2ba req-245e88f9-77b3-4eb2-b629-8b37a8ac8ed6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491118 Aug 31 16:04:42.904291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513b1447-578c-4ee9-9125-7883080c5ca1', 'tag': '653743c6-1b27-4961-acd9-5b3fe9791717'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:42.905936 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.915160 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d832d47-a7fa-4604-a66a-7412b77b78c5" -d '{"events": [{"name": "network-changed", "server_uuid": "513b1447-578c-4ee9-9125-7883080c5ca1", "tag": "653743c6-1b27-4961-acd9-5b3fe9791717"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:42.932901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163e909f-2978-40c7-82ac-fdd0431503d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d69d50-c218-4904-a982-11fcb962fdf7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:42.935430 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d98ec74-db44-4138-9199-ceba8ff5231f" -d '{"events": [{"server_uuid": "163e909f-2978-40c7-82ac-fdd0431503d4", "name": "network-vif-plugged", "status": "completed", "tag": "20d69d50-c218-4904-a982-11fcb962fdf7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:42.954057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-76e86eb9-c903-40fc-993e-072ab8c1ebce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28543057-e3a3-4196-9110-875c83832fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660129 Aug 31 16:04:42.955349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 20d69d50-c218-4904-a982-11fcb962fdf7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=20d69d50-c218-4904-a982-11fcb962fdf7,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:42.962177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:42.993565 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748854bd-5c2a-432a-83d6-5df91843707a x-openstack-request-id: req-748854bd-5c2a-432a-83d6-5df91843707a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:42.993860 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163e909f-2978-40c7-82ac-fdd0431503d4", "name": "network-vif-plugged", "status": "completed", "tag": "20d69d50-c218-4904-a982-11fcb962fdf7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:42.994114 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-748854bd-5c2a-432a-83d6-5df91843707a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:42.994507 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163e909f-2978-40c7-82ac-fdd0431503d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d69d50-c218-4904-a982-11fcb962fdf7', 'code': 200} Aug 31 16:04:43.012424 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0d347-2c1a-444b-a33b-6c06daa0ea68 x-openstack-request-id: req-1bc0d347-2c1a-444b-a33b-6c06daa0ea68 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:43.012424 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513b1447-578c-4ee9-9125-7883080c5ca1", "tag": "653743c6-1b27-4961-acd9-5b3fe9791717", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:43.012958 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bc0d347-2c1a-444b-a33b-6c06daa0ea68 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:43.013373 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513b1447-578c-4ee9-9125-7883080c5ca1', 'tag': '653743c6-1b27-4961-acd9-5b3fe9791717', 'status': 'completed', 'code': 200} Aug 31 16:04:43.038916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=20d69d50-c218-4904-a982-11fcb962fdf7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:43.054124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-450e620e-512d-4264-ab61-e0faea3e3f0b service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007348 Aug 31 16:04:43.095541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d47c9-a16f-48a1-a2da-b830d73aa6d5 req-ed00a3e2-9361-4385-907c-4b1f99c4ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.097222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e97d47c9-a16f-48a1-a2da-b830d73aa6d5 req-ed00a3e2-9361-4385-907c-4b1f99c4ac36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 1097 time: 0.0446270 Aug 31 16:04:43.143116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e97d47c9-a16f-48a1-a2da-b830d73aa6d5 req-8f98780b-d2c6-4383-a072-681c026bcaaf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Aug 31 16:04:43.169891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-a537ba54-377d-40c6-9d40-5270cbb08778 service neutron] 10.222.0.49 "GET /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979752 Aug 31 16:04:43.183988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b9726da2-40e7-41e2-be13-e46c3315e627 req-ce20d651-f502-4f38-b2e5-1560458d4084 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226580 Aug 31 16:04:43.333862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075961-001c-41a1-9f39-4d63328f189c req-9a3edafe-e2a0-4c88-bca8-359ce409d244 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.340804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec075961-001c-41a1-9f39-4d63328f189c req-9a3edafe-e2a0-4c88-bca8-359ce409d244 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 943 time: 0.0562410 Aug 31 16:04:43.394568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec075961-001c-41a1-9f39-4d63328f189c req-fc24c796-03dc-48d5-8654-fed5471c1ae2 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506639 Aug 31 16:04:43.427562 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73cada0c-973a-4e09-b194-d87135fab853 req-f1694f37-9b63-4f22-b4f5-36015f7d7a3b service neutron] 10.222.0.49 "GET /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959768 Aug 31 16:04:43.536608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-e48b4683-aef0-4b2d-98bf-ca45f3760039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.538191 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-e48b4683-aef0-4b2d-98bf-ca45f3760039 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d8bfec649314d39993f41ba1d8c18a4&device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0623090 Aug 31 16:04:43.585210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e082d-b340-4cd9-a9a5-2ee4af92b327 req-4f650982-5d3a-46a3-8904-6496ef0b09b3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.586764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f1e082d-b340-4cd9-a9a5-2ee4af92b327 req-4f650982-5d3a-46a3-8904-6496ef0b09b3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 945 time: 0.0569577 Aug 31 16:04:43.601077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55760) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:43.632403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f1e082d-b340-4cd9-a9a5-2ee4af92b327 req-bd5e9b05-4004-45b1-a14e-2e5e01f62f1b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365305 Aug 31 16:04:43.654676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-98ffc8b6-34c4-4f88-9868-ff9009736765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.654676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-98ffc8b6-34c4-4f88-9868-ff9009736765 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28543057-e3a3-4196-9110-875c83832fbd HTTP/1.1" status: 200 len: 923 time: 0.1068227 Aug 31 16:04:43.701557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-da944896-3c23-4b55-8476-d17a945fca16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653743c6-1b27-4961-acd9-5b3fe9791717 HTTP/1.1" status: 200 len: 217 time: 0.0389636 Aug 31 16:04:43.752533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-5078795-network', 'tenant_id': '0e9c8c3c8f0c492a8928f357b254a6af'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:43.785228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-8b4ce6e2-b9a7-4bb4-a4a3-bae91048097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.786719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-8b4ce6e2-b9a7-4bb4-a4a3-bae91048097c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b HTTP/1.1" status: 200 len: 862 time: 0.0769815 Aug 31 16:04:43.789893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d029-bfbe-4acc-8725-2e59dff47d15 req-b2b39124-ec11-4dbb-8dcd-b5b21f824f4c tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:43.791491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bc8d029-bfbe-4acc-8725-2e59dff47d15 req-b2b39124-ec11-4dbb-8dcd-b5b21f824f4c tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 943 time: 0.0556803 Aug 31 16:04:43.791646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Made reservation on behalf of 0e9c8c3c8f0c492a8928f357b254a6af for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:43.794015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:43.824957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-23c73dd3-55cc-40b9-aab7-581c5540ef4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28543057-e3a3-4196-9110-875c83832fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279813 Aug 31 16:04:43.825609 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:43.830479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bc8d029-bfbe-4acc-8725-2e59dff47d15 req-be9fc549-6766-466f-ac1f-0477516a3585 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Aug 31 16:04:43.958485 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-2f484c12-9909-401d-a443-3cf998b5beac service neutron] 10.222.0.49 "GET /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224096 Aug 31 16:04:44.017861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14294a-f1fa-4ea6-89ac-cae78940603a req-245d4a14-70ec-4341-8774-50df64dfb114 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:44.019262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db14294a-f1fa-4ea6-89ac-cae78940603a req-245d4a14-70ec-4341-8774-50df64dfb114 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Aug 31 16:04:44.041807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.052406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.061913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db14294a-f1fa-4ea6-89ac-cae78940603a req-a0e6325f-a56e-4f74-8042-6e19c43be279 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365810 Aug 31 16:04:44.083346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:04:44.115300 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4d832d47-a7fa-4604-a66a-7412b77b78c5 req-cf605c8d-9762-49b9-812f-c7882063f0d1 service neutron] 10.222.0.49 "GET /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459556 Aug 31 16:04:44.116428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.116778 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Added segment 705ebed3-74db-4e89-9088-b3eb8faad63f of type vlan for network 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3 Aug 31 16:04:44.118428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb95789-0b59-4916-ab5a-f78f44601da2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:44.134870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.135253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.135772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.136130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.136522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.137070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.137601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.137960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.138290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.138684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.139016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.139865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:04:44.175032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.206902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.207929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:44.208550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.261561 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6593101 Aug 31 16:04:44.264950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55770) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:44.270564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Request body: {'subnet': {'network_id': '9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-5078795-subnet', 'tenant_id': '0e9c8c3c8f0c492a8928f357b254a6af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:44.288527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e583-0fb5-4fe4-b1ec-e8bd0670c2fb admin admin] Pushing event updated for resources: {'Network': ['ID=9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:44.300321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:04:44.306091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Made reservation on behalf of 0e9c8c3c8f0c492a8928f357b254a6af for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:44.310344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.532108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7c97f-c1f4-45b4-943a-1252db331a6d req-0e66c148-765d-43d6-afe8-b6e58dceba92 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:44.532738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.532965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78b7c97f-c1f4-45b4-943a-1252db331a6d req-0e66c148-765d-43d6-afe8-b6e58dceba92 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 943 time: 0.0566394 Aug 31 16:04:44.582056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78b7c97f-c1f4-45b4-943a-1252db331a6d req-a8b60431-6947-44bf-81cd-18b670d142db tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Aug 31 16:04:44.598072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0567cfa-2a0a-4559-a155-a0e56068c5c4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:44.608118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Checking segment: {'id': '705ebed3-74db-4e89-9088-b3eb8faad63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:44.609058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Network hostable DHCP agents. Network: 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:04:44.630309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Network 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:04:44.639844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:44.645089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:44.645730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:44.648230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd573214-ece9-4a8b-b62e-4456c0970e3b None None] Network 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:04:44.662046 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5db12089-83ee-4d72-8a92-2b7e9f77280e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3960056 Aug 31 16:04:44.770042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b171952b-371e-40cf-8f04-19860ff89c8f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:44.792489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a53a6-69f9-4999-b6d6-475a66e6729e req-852288f6-6b54-4ffc-9262-0199e3bc98be tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:44.794188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f25a53a6-69f9-4999-b6d6-475a66e6729e req-852288f6-6b54-4ffc-9262-0199e3bc98be tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Aug 31 16:04:44.803905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83709561-bd8e-49c6-80be-ad574d0db9fb None None] Network 9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:04:44.839529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f25a53a6-69f9-4999-b6d6-475a66e6729e req-b8f71ba5-72f5-4462-a7d2-9b5c3b892e70 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360343 Aug 31 16:04:44.956958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b171952b-371e-40cf-8f04-19860ff89c8f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b171952b-371e-40cf-8f04-19860ff89c8f,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:44.964873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eba18c-4173-45c9-ab3a-b944ddb006b3 req-5d824156-3f94-4246-a951-a94ff9810523 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:44.966615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89eba18c-4173-45c9-ab3a-b944ddb006b3 req-5d824156-3f94-4246-a951-a94ff9810523 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 943 time: 0.0614634 Aug 31 16:04:44.995069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-153bd716-851a-407f-b441-2482a5d5a0dc req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1466096603', 'description': 'tempest-description-1510856112'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:45.005629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'port_id': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'mac_address': 'fa:16:3e:e8:47:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:45.031668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89eba18c-4173-45c9-ab3a-b944ddb006b3 req-3729783c-472b-45f1-a5c1-dbcb298ad922 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Aug 31 16:04:45.033043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-153bd716-851a-407f-b441-2482a5d5a0dc req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:45.053297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:45.069378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171952b-371e-40cf-8f04-19860ff89c8f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:45.094440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b171952b-371e-40cf-8f04-19860ff89c8f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b171952b-371e-40cf-8f04-19860ff89c8f,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:45.099849 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:45.157525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b171952b-371e-40cf-8f04-19860ff89c8f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:45.208385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-153bd716-851a-407f-b441-2482a5d5a0dc req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:45.213606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-153bd716-851a-407f-b441-2482a5d5a0dc req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:45.379588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b171952b-371e-40cf-8f04-19860ff89c8f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:45.554297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-153bd716-851a-407f-b441-2482a5d5a0dc req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:45.555540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-153bd716-851a-407f-b441-2482a5d5a0dc req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5762129 Aug 31 16:04:45.561960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b434c3-2e3e-4f71-9d07-0fb736b55d39 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df2e3cb-af31-4eb1-81d2-ca10faac0f0b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:45.594495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-3b998944-1337-44cb-93f8-4b7201cc559b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:45.596095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-3b998944-1337-44cb-93f8-4b7201cc559b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.4555180 Aug 31 16:04:45.611977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-37523845-4436-4f3e-b0e2-8c7f2b100a7f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0099635 Aug 31 16:04:45.688052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffb5d-5845-4eea-9c04-fc33ad36ca42 req-9668cb64-0ca0-4900-95fc-e53bdd3a0a29 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:45.689616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dadffb5d-5845-4eea-9c04-fc33ad36ca42 req-9668cb64-0ca0-4900-95fc-e53bdd3a0a29 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0767634 Aug 31 16:04:45.698902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-2bb79e2c-b55c-4eba-8928-c47d6ddf806d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777299 Aug 31 16:04:45.783789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dadffb5d-5845-4eea-9c04-fc33ad36ca42 req-77480424-f29e-42a0-9f94-071528fb43cc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838919 Aug 31 16:04:45.825605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-dd0fbe61-5e80-4c5f-b6f1-a74c0e73350a service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180077 Aug 31 16:04:45.959475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d1f3239-4652-4087-9aba-283f98293c5a req-5984d7da-159e-4fd1-9106-9751edc1f45c tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/7df2e3cb-af31-4eb1-81d2-ca10faac0f0b HTTP/1.1" status: 200 len: 1815 time: 0.0738621 Aug 31 16:04:45.961568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-c1441fa9-2117-4347-8033-91c8d923a486 service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291623 Aug 31 16:04:45.969733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7df2e3cb-af31-4eb1-81d2-ca10faac0f0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:45.970059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7df2e3cb-af31-4eb1-81d2-ca10faac0f0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:46.045003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.099735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.105478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.127478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3862dc5-c5d8-4027-b9f7-2af5d4978748,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:46.135088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.137296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d1f3239-4652-4087-9aba-283f98293c5a req-6809cef2-b581-46bc-ba4d-99b908729c6e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1716983 Aug 31 16:04:46.329256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ae773-7e9f-4dfb-9c11-d1cc4992fffc req-7203a9c4-54dd-45ef-b4c8-f346a5ab9dc4 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:46.333019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb9ae773-7e9f-4dfb-9c11-d1cc4992fffc req-7203a9c4-54dd-45ef-b4c8-f346a5ab9dc4 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 943 time: 0.0664446 Aug 31 16:04:46.380223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb9ae773-7e9f-4dfb-9c11-d1cc4992fffc req-01b2d5f3-02ca-4ae6-90ee-b121636a1056 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Aug 31 16:04:46.459954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e0242f4-0953-4734-a48b-620044289bf8 req-fb9a2acf-b161-4ad6-9709-4132d08882d2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 210 time: 0.0354791 Aug 31 16:04:46.530299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-543a49ec-4ba0-49dc-a2f6-bfa4a8f7ffa3 req-fff54932-5b59-41af-90fd-d5cc1352a000 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/7df2e3cb-af31-4eb1-81d2-ca10faac0f0b HTTP/1.1" status: 200 len: 2409 time: 0.0457883 Aug 31 16:04:46.600325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-c5438d1d-22d5-4e72-9e8a-1019b42bfa16 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-group-rules/c3862dc5-c5d8-4027-b9f7-2af5d4978748 HTTP/1.1" status: 200 len: 778 time: 0.0423002 Aug 31 16:04:46.626820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617127b-3031-45d0-ae4a-71118a964685 req-155a475a-09ce-4787-84ac-7dbcb21b119f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:46.628425 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d617127b-3031-45d0-ae4a-71118a964685 req-155a475a-09ce-4787-84ac-7dbcb21b119f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 944 time: 0.0794058 Aug 31 16:04:46.681162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-894cd18b-f4d1-4a29-b7d1-88be72e87520 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/7df2e3cb-af31-4eb1-81d2-ca10faac0f0b HTTP/1.1" status: 200 len: 2409 time: 0.0730481 Aug 31 16:04:46.707110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d617127b-3031-45d0-ae4a-71118a964685 req-b9d062a3-bbd8-4f39-bdb8-3c31c64665b4 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619645 Aug 31 16:04:46.725993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-0f950988-4d7b-4b96-92a2-011bb06e13d3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.739455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-0f950988-4d7b-4b96-92a2-011bb06e13d3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.760972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 653743c6-1b27-4961-acd9-5b3fe9791717 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:46.767062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b171952b-371e-40cf-8f04-19860ff89c8f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:46.790352 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-0f950988-4d7b-4b96-92a2-011bb06e13d3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.802009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-0f950988-4d7b-4b96-92a2-011bb06e13d3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.804045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19b8de17-2b27-4cd7-9784-9f00e54a27c5 req-0f950988-4d7b-4b96-92a2-011bb06e13d3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c3862dc5-c5d8-4027-b9f7-2af5d4978748 HTTP/1.1" status: 204 len: 173 time: 0.1151469 Aug 31 16:04:46.812406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f950988-4d7b-4b96-92a2-011bb06e13d3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3862dc5-c5d8-4027-b9f7-2af5d4978748,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:46.841379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-550a7a54-c413-4a93-8091-5659d3283231 req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1745522540', 'description': 'tempest-description-980930931'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:46.876646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-550a7a54-c413-4a93-8091-5659d3283231 req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.894763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port b171952b-371e-40cf-8f04-19860ff89c8f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:46.908691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port b171952b-371e-40cf-8f04-19860ff89c8f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:46.909071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:46.968837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343506d-3274-47a5-a369-3942dbf4cff5 req-ba0d244c-e655-495a-ad78-42c567547142 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:46.969084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 653743c6-1b27-4961-acd9-5b3fe9791717, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=653743c6-1b27-4961-acd9-5b3fe9791717,segment=NetworkSegment(777e59ef-f956-4d11-a9b7-2202489395ff),segment_id=777e59ef-f956-4d11-a9b7-2202489395ff)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:46.970364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c343506d-3274-47a5-a369-3942dbf4cff5 req-ba0d244c-e655-495a-ad78-42c567547142 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0836616 Aug 31 16:04:46.998015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '653743c6-1b27-4961-acd9-5b3fe9791717', 'network_id': '28543057-e3a3-4196-9110-875c83832fbd', 'port_id': '653743c6-1b27-4961-acd9-5b3fe9791717', 'mac_address': 'fa:16:3e:33:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:47.049627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c343506d-3274-47a5-a369-3942dbf4cff5 req-0e0259a7-615f-470e-8802-7061c54f8ce9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689194 Aug 31 16:04:47.056666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-550a7a54-c413-4a93-8091-5659d3283231 req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.077426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-550a7a54-c413-4a93-8091-5659d3283231 req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.110586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-550a7a54-c413-4a93-8091-5659d3283231 req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.119806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-550a7a54-c413-4a93-8091-5659d3283231 req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2866096 Aug 31 16:04:47.131269 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.133737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff3d5b-8988-4a30-97b7-5defab0e6283 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d8086-ce3f-41d8-88f7-5b9b3732aebd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:47.155668 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.186055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:47.188783 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55bf651-0cc0-4bb5-8228-236515367f7c" -d '{"events": [{"server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "name": "network-vif-plugged", "status": "completed", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:47.196734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653743c6-1b27-4961-acd9-5b3fe9791717 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:47.222530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c4aa329-c1cf-4abe-b38d-18802cdaa687 req-eccc0493-9828-44e3-a87f-4aaaf58860f4 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/8e8d8086-ce3f-41d8-88f7-5b9b3732aebd HTTP/1.1" status: 200 len: 1814 time: 0.0734909 Aug 31 16:04:47.234084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b171952b-371e-40cf-8f04-19860ff89c8f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b171952b-371e-40cf-8f04-19860ff89c8f,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:47.249049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.252118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 653743c6-1b27-4961-acd9-5b3fe9791717, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=653743c6-1b27-4961-acd9-5b3fe9791717,segment=NetworkSegment(777e59ef-f956-4d11-a9b7-2202489395ff),segment_id=777e59ef-f956-4d11-a9b7-2202489395ff)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:47.258616 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.281777 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ae5b7-5fb4-482c-818d-79bd6bbb4c01 x-openstack-request-id: req-c88ae5b7-5fb4-482c-818d-79bd6bbb4c01 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:47.282077 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "name": "network-vif-plugged", "status": "completed", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:47.282332 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c88ae5b7-5fb4-482c-818d-79bd6bbb4c01 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:47.282789 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'code': 200} Aug 31 16:04:47.321958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b171952b-371e-40cf-8f04-19860ff89c8f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:47.325496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7467b071-c855-414b-a64b-813fdbd3ea7e req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-131309965', 'description': 'tempest-description-444695063'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:47.351331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7467b071-c855-414b-a64b-813fdbd3ea7e req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.395208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=653743c6-1b27-4961-acd9-5b3fe9791717,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:47.474685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb27-e7df-4c7d-8f80-032b5a7fe146 req-c8ad86c6-07e9-4401-ba00-40fee3991a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:47.477201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2985fb27-e7df-4c7d-8f80-032b5a7fe146 req-c8ad86c6-07e9-4401-ba00-40fee3991a65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 1097 time: 0.1211255 Aug 31 16:04:47.481056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7467b071-c855-414b-a64b-813fdbd3ea7e req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.499233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7467b071-c855-414b-a64b-813fdbd3ea7e req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.548104 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2985fb27-e7df-4c7d-8f80-032b5a7fe146 req-ad7e2070-9599-4638-803c-5fc7bde60a15 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618200 Aug 31 16:04:47.554432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7467b071-c855-414b-a64b-813fdbd3ea7e req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.555701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7467b071-c855-414b-a64b-813fdbd3ea7e req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2350283 Aug 31 16:04:47.557290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d923e-b4cd-43c2-bc30-12e06f2ed80e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740d065b-9e5c-4d34-833e-87e32e971874,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:47.561591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-7eae83db-f81f-406d-b141-68a4873985b4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:47.563724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-7eae83db-f81f-406d-b141-68a4873985b4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1668973 Aug 31 16:04:47.574436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['653743c6-1b27-4961-acd9-5b3fe9791717'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:47.586118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f0ae-0043-4d13-84c8-fdb7e241a670 req-fd549d53-d98f-476a-9199-2fb902725862 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:47.590146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:47.595108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51a9f0ae-0043-4d13-84c8-fdb7e241a670 req-fd549d53-d98f-476a-9199-2fb902725862 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 944 time: 0.1119821 Aug 31 16:04:47.637364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51a9f0ae-0043-4d13-84c8-fdb7e241a670 req-f6db031b-f138-4f67-b705-86ac98835263 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Aug 31 16:04:47.677572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99137983-a565-4972-9004-100d104ac60f req-368db298-4342-4373-9c83-6bf36a3ca781 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 210 time: 0.0393889 Aug 31 16:04:47.729701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-572635e0-566b-40e2-a6c9-9e524dc6dbc3 req-9c796ab7-16bc-4dc2-865c-3f0381198014 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/740d065b-9e5c-4d34-833e-87e32e971874 HTTP/1.1" status: 200 len: 1813 time: 0.0552762 Aug 31 16:04:47.759291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c16a63c3-7da9-4d2d-85c9-f206f90b8ddd req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-611271640', 'description': 'tempest-description-710259287'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:47.771563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:47.776165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.797127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c16a63c3-7da9-4d2d-85c9-f206f90b8ddd req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.886291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b573446-758a-4c1a-acf5-ef8c8a6d2683 req-7646495e-4452-4de4-b46c-86162a0f4976 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:47.887942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b573446-758a-4c1a-acf5-ef8c8a6d2683 req-7646495e-4452-4de4-b46c-86162a0f4976 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 945 time: 0.0711708 Aug 31 16:04:47.918030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.2 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/5652958e-0742-43b3-ba6b-c6c66946dabc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:47.958229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b573446-758a-4c1a-acf5-ef8c8a6d2683 req-2342999f-1dbb-449e-a851-6eae79804611 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632279 Aug 31 16:04:47.968850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c16a63c3-7da9-4d2d-85c9-f206f90b8ddd req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:47.974202 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c16a63c3-7da9-4d2d-85c9-f206f90b8ddd req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.007649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c16a63c3-7da9-4d2d-85c9-f206f90b8ddd req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.008917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16a63c3-7da9-4d2d-85c9-f206f90b8ddd req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2567966 Aug 31 16:04:48.019179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf15e3-eb83-4510-b2d1-a4d54f51c3d2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403d3bd7-bb79-4dc1-bcd3-b0d830fb326c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:48.093334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2df3cd5d-b31a-4aec-9f8b-a1fc7db56125 req-864c4da0-cddf-45b3-b242-4519ec440be2 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/403d3bd7-bb79-4dc1-bcd3-b0d830fb326c HTTP/1.1" status: 200 len: 1813 time: 0.0550513 Aug 31 16:04:48.108520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.152410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.167412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:48.194155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f32a53-3587-4d8e-877a-7e59d2ef826f req-a440b92b-6a72-4c8f-ab74-16ee5657a0ba tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.195870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38f32a53-3587-4d8e-877a-7e59d2ef826f req-a440b92b-6a72-4c8f-ab74-16ee5657a0ba tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0598702 Aug 31 16:04:48.220921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:48.222702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=5652958e-0742-43b3-ba6b-c6c66946dabc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:48.225054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:48.228562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:48.259187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38f32a53-3587-4d8e-877a-7e59d2ef826f req-753a17c1-2521-4016-b608-45287f0cb1eb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555189 Aug 31 16:04:48.280580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-6ef1b3d8-738b-4f79-9af3-dd5c431b2f17 req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1280011572', 'description': 'tempest-description-286252744'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:48.286172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.286943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.307702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6ef1b3d8-738b-4f79-9af3-dd5c431b2f17 req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.314464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8d764c37-2fbf-4cf9-a0f7-323c78708780 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290401 Aug 31 16:04:48.334234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Request body: {'port': {'device_id': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:48.419572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.431205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6ef1b3d8-738b-4f79-9af3-dd5c431b2f17 req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.441085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6ef1b3d8-738b-4f79-9af3-dd5c431b2f17 req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.473249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-6271d24b-e3c4-4353-9723-8b6ee22372a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.475171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-6271d24b-e3c4-4353-9723-8b6ee22372a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.0750153 Aug 31 16:04:48.485210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6ef1b3d8-738b-4f79-9af3-dd5c431b2f17 req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.486694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ef1b3d8-738b-4f79-9af3-dd5c431b2f17 req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2112169 Aug 31 16:04:48.495091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003667-5271-4443-8fb4-39dad7874943 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5edad18-9f56-41e6-b5ee-01a6e0a79482,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:48.507811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['20d69d50-c218-4904-a982-11fcb962fdf7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:48.644752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad9c41f4-e8ac-40f7-8292-941d17c6bc02 req-c6b79499-e6db-4197-bec7-6375a4af0bf3 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/f5edad18-9f56-41e6-b5ee-01a6e0a79482 HTTP/1.1" status: 200 len: 1814 time: 0.1329074 Aug 31 16:04:48.673590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33ecab-aebb-47fb-a7fb-87f218860d7d req-b8a948c5-c478-4b1a-b2a0-065486868dab tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.675197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d33ecab-aebb-47fb-a7fb-87f218860d7d req-b8a948c5-c478-4b1a-b2a0-065486868dab tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1125813 Aug 31 16:04:48.689112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-b306e356-cacf-4bc4-a21c-926db78bd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.690591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-b306e356-cacf-4bc4-a21c-926db78bd10e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.2007067 Aug 31 16:04:48.702832 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-d994a7c1-7165-4cc4-ba00-d73f14e7109d req-5228ddf9-c058-4bc0-81ad-c8c06f5fe9da tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] show failed (client error): The resource could not be found. Aug 31 16:04:48.705816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d994a7c1-7165-4cc4-ba00-d73f14e7109d req-5228ddf9-c058-4bc0-81ad-c8c06f5fe9da tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/349202c1-b13f-45b4-9513-429d57252513 HTTP/1.1" status: 404 len: 352 time: 0.0279300 Aug 31 16:04:48.766435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 653743c6-1b27-4961-acd9-5b3fe9791717 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:48.767844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-29984b27-20d9-48f1-a56c-2f154fa9b389 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.0664730 Aug 31 16:04:48.770935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d33ecab-aebb-47fb-a7fb-87f218860d7d req-0b52f1d7-27d5-4185-aba2-d12eb7df927d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861530 Aug 31 16:04:48.778725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5652958e-0742-43b3-ba6b-c6c66946dabc {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:48.790554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.806463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Transition to ACTIVE for port object 5652958e-0742-43b3-ba6b-c6c66946dabc will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:48.815993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.861083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 653743c6-1b27-4961-acd9-5b3fe9791717 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:48.867158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 653743c6-1b27-4961-acd9-5b3fe9791717 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:48.867740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.926589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Pushing event updated for resources: {'Port': ['ID=5652958e-0742-43b3-ba6b-c6c66946dabc,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:48.927484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-ec413639-e929-46bc-a2c3-539282fde4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.929872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-ec413639-e929-46bc-a2c3-539282fde4ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.1407330 Aug 31 16:04:48.947878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3d3a7-1a9d-41e8-820c-57a9946a7e0a req-1bb120fe-32ed-49b1-9357-66bee6636ffe tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.951466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67f3d3a7-1a9d-41e8-820c-57a9946a7e0a req-1bb120fe-32ed-49b1-9357-66bee6636ffe tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 944 time: 0.1654756 Aug 31 16:04:48.954150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Attempting to bind port 5652958e-0742-43b3-ba6b-c6c66946dabc on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:04:48.954577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Attempting to bind port 5652958e-0742-43b3-ba6b-c6c66946dabc by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:04:48.954985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Attempting to bind port 5652958e-0742-43b3-ba6b-c6c66946dabc on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:48.960126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Port 5652958e-0742-43b3-ba6b-c6c66946dabc on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:04:48.960492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Attempting to bind port 5652958e-0742-43b3-ba6b-c6c66946dabc on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:04:48.965722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:04:48.966057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:48.966479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:04:48.966883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Bound port: 5652958e-0742-43b3-ba6b-c6c66946dabc, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:04:48.967275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.978733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92120117-9912-4647-b726-2cd96eb3795e req-b0769dd3-ccc3-452b-bbc1-ee7f387e6975 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:48.980369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:48.980840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92120117-9912-4647-b726-2cd96eb3795e req-b0769dd3-ccc3-452b-bbc1-ee7f387e6975 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 943 time: 0.1161377 Aug 31 16:04:49.009746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-184a4f20-9c42-4f89-8e5f-1cd79a701699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514901 Aug 31 16:04:49.038589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 653743c6-1b27-4961-acd9-5b3fe9791717, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=653743c6-1b27-4961-acd9-5b3fe9791717,segment=NetworkSegment(777e59ef-f956-4d11-a9b7-2202489395ff),segment_id=777e59ef-f956-4d11-a9b7-2202489395ff)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:49.044128 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.073548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] For port 5652958e-0742-43b3-ba6b-c6c66946dabc, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:04:49.077349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] For port 5652958e-0742-43b3-ba6b-c6c66946dabc, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5652958e-0742-43b3-ba6b-c6c66946dabc,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:04:49.083781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.107142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=653743c6-1b27-4961-acd9-5b3fe9791717,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:49.124371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.125024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.126788 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] 10.222.0.30 "PUT /v2.0/ports/5652958e-0742-43b3-ba6b-c6c66946dabc HTTP/1.1" status: 200 len: 1092 time: 0.7988408 Aug 31 16:04:49.127221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'tag': '5652958e-0742-43b3-ba6b-c6c66946dabc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:49.129289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67f3d3a7-1a9d-41e8-820c-57a9946a7e0a req-af9be977-1a09-4924-92f3-f991072de6ce tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722484 Aug 31 16:04:49.129583 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bb1df-29fd-4bfa-a0b7-903a510eb56e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d080800-fd50-49ff-b2da-69e9703c2f38", "tag": "5652958e-0742-43b3-ba6b-c6c66946dabc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:49.161686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa656ba-f914-41f7-bd3c-bb5ba9dc1e6c service neutron] Pushing event updated for resources: {'Port': ['ID=5652958e-0742-43b3-ba6b-c6c66946dabc,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:49.169014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92120117-9912-4647-b726-2cd96eb3795e req-200476d9-9a7c-4ea9-ae06-68ee13431cf0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614463 Aug 31 16:04:49.198675 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-e73737ad-8f72-4adc-880e-426b600e6928 req-2a78801c-ab2a-4b85-85bc-46cf0d17ff34 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] show failed (client error): The resource could not be found. Aug 31 16:04:49.199743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e73737ad-8f72-4adc-880e-426b600e6928 req-2a78801c-ab2a-4b85-85bc-46cf0d17ff34 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-group-rules/f7f153ef-fb8e-4d47-8766-be5534389bbf HTTP/1.1" status: 404 len: 361 time: 0.0273244 Aug 31 16:04:49.217964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-5d7f25ba-42bf-47ee-94c6-c16e5da302d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.219702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-5d7f25ba-42bf-47ee-94c6-c16e5da302d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 1095 time: 0.0460343 Aug 31 16:04:49.223296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-18a537a5-4447-4102-b301-1374b9d6d632 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949873 Aug 31 16:04:49.249168 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f561a-44d5-4f15-8981-547d2b71bcc2 x-openstack-request-id: req-7b8f561a-44d5-4f15-8981-547d2b71bcc2 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:49.249460 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d080800-fd50-49ff-b2da-69e9703c2f38", "tag": "5652958e-0742-43b3-ba6b-c6c66946dabc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:49.249709 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b8f561a-44d5-4f15-8981-547d2b71bcc2 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:49.250112 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'tag': '5652958e-0742-43b3-ba6b-c6c66946dabc', 'status': 'completed', 'code': 200} Aug 31 16:04:49.283648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513b1447-578c-4ee9-9125-7883080c5ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653743c6-1b27-4961-acd9-5b3fe9791717'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:49.285998 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d340f8ef-f006-4c92-b502-925327ded3c2" -d '{"events": [{"server_uuid": "513b1447-578c-4ee9-9125-7883080c5ca1", "name": "network-vif-plugged", "status": "completed", "tag": "653743c6-1b27-4961-acd9-5b3fe9791717"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:49.296960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-6e8b06f9-a8ff-4426-a7e3-b1ba3d08b797 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5652958e-0742-43b3-ba6b-c6c66946dabc HTTP/1.1" status: 200 len: 217 time: 0.0390732 Aug 31 16:04:49.347444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651bef2-f7d4-48b7-b666-f8218c3ac776 req-7d29af06-f205-477c-8a5d-cb6ee3e5af49 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.349409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c651bef2-f7d4-48b7-b666-f8218c3ac776 req-7d29af06-f205-477c-8a5d-cb6ee3e5af49 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 945 time: 0.1236861 Aug 31 16:04:49.355325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-924ae4cb-324d-4da7-95d6-c0e4ccc8646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.356830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-924ae4cb-324d-4da7-95d6-c0e4ccc8646d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0464864 Aug 31 16:04:49.380884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78a33fc4-baeb-4444-af94-0aafe67a38aa req-11981e75-588f-4ab0-bfb5-86e35796a98b tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/f5edad18-9f56-41e6-b5ee-01a6e0a79482 HTTP/1.1" status: 200 len: 1814 time: 0.1213536 Aug 31 16:04:49.397728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-58a50dcf-18cb-4450-a8c4-8fb5f7a106e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260327 Aug 31 16:04:49.441710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c651bef2-f7d4-48b7-b666-f8218c3ac776 req-0a711c22-c71c-44d2-9c40-7960c368ab92 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806630 Aug 31 16:04:49.471834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70feb4d-841b-4eca-8652-9f01f211c928 req-b5805a04-8ae5-4636-8a0f-b351c7e1e978 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946511 Aug 31 16:04:49.493882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78a33fc4-baeb-4444-af94-0aafe67a38aa req-2b151de4-6b4b-4381-8185-6615c4fd006d tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.523807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-97686ff2-9062-472b-a3b8-151a74f0d5f7 service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990047 Aug 31 16:04:49.527971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78a33fc4-baeb-4444-af94-0aafe67a38aa req-2b151de4-6b4b-4381-8185-6615c4fd006d tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.595259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1aafc-e38b-46c4-afc2-09a7027d47db req-d7a26a1b-06d7-456c-844f-13889831b80c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.596837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fa1aafc-e38b-46c4-afc2-09a7027d47db req-d7a26a1b-06d7-456c-844f-13889831b80c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0807219 Aug 31 16:04:49.605086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78a33fc4-baeb-4444-af94-0aafe67a38aa req-2b151de4-6b4b-4381-8185-6615c4fd006d tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.608010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-78a33fc4-baeb-4444-af94-0aafe67a38aa req-2b151de4-6b4b-4381-8185-6615c4fd006d tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.609007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78a33fc4-baeb-4444-af94-0aafe67a38aa req-2b151de4-6b4b-4381-8185-6615c4fd006d tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "DELETE /v2.0/security-groups/f5edad18-9f56-41e6-b5ee-01a6e0a79482 HTTP/1.1" status: 204 len: 173 time: 0.2212358 Aug 31 16:04:49.634355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b151de4-6b4b-4381-8185-6615c4fd006d tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5edad18-9f56-41e6-b5ee-01a6e0a79482,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:49.653233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3094fd75-9e1f-4c93-a04d-c3bad2bdb4c3 req-2d432c47-3acf-4dd0-ad3e-21f0f09022e1 service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064777 Aug 31 16:04:49.655330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fa1aafc-e38b-46c4-afc2-09a7027d47db req-7ab3b076-391c-4e9f-ba93-48a4223485a3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450559 Aug 31 16:04:49.669910 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed1ba2-e204-4e1b-a0e2-53411f4b5626 x-openstack-request-id: req-52ed1ba2-e204-4e1b-a0e2-53411f4b5626 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:49.670301 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513b1447-578c-4ee9-9125-7883080c5ca1", "name": "network-vif-plugged", "status": "completed", "tag": "653743c6-1b27-4961-acd9-5b3fe9791717", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:49.670500 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52ed1ba2-e204-4e1b-a0e2-53411f4b5626 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:49.670901 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513b1447-578c-4ee9-9125-7883080c5ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653743c6-1b27-4961-acd9-5b3fe9791717', 'code': 200} Aug 31 16:04:49.778842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727419e-2821-4244-b4d4-2f76d0ee883f req-2f92058b-f438-41e0-8786-3cabdf45842f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.780464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9727419e-2821-4244-b4d4-2f76d0ee883f req-2f92058b-f438-41e0-8786-3cabdf45842f tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 945 time: 0.0589111 Aug 31 16:04:49.790491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55910) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:49.796725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Request body: {'floatingip': {'port_id': 'b171952b-371e-40cf-8f04-19860ff89c8f'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:49.819009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895e19f-7708-4251-8d01-e520ea931825 req-13451176-7ef6-420a-911d-2db8ee79dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.820911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8895e19f-7708-4251-8d01-e520ea931825 req-13451176-7ef6-420a-911d-2db8ee79dd60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0879602 Aug 31 16:04:49.823422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-5704d0be-6344-44c7-b1fe-71da89c44d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.825034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-5704d0be-6344-44c7-b1fe-71da89c44d56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 1095 time: 0.0816417 Aug 31 16:04:49.854353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:49.908860 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8895e19f-7708-4251-8d01-e520ea931825 req-38cf59fa-70d8-4961-aa06-f8cbcead11cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806494 Aug 31 16:04:49.947260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-733a574a-f934-4589-9633-1a773ca09dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:49.948872 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-733a574a-f934-4589-9633-1a773ca09dcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.1023521 Aug 31 16:04:49.962557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c40d0336-bdce-4dc9-88ef-fce0f146b9c0 req-e6f621cd-003b-47e3-8e48-8318271c3a3e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/403d3bd7-bb79-4dc1-bcd3-b0d830fb326c HTTP/1.1" status: 200 len: 1813 time: 0.1619954 Aug 31 16:04:50.002029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-4f058349-bee5-4f38-8676-792e7178602d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5652958e-0742-43b3-ba6b-c6c66946dabc HTTP/1.1" status: 200 len: 217 time: 0.0355961 Aug 31 16:04:50.028951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4afd9-fe74-4e9e-a650-a9583aea428c req-18fe8ffa-2fe5-4e5d-8ab3-6590a557e1b0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:50.030522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7c4afd9-fe74-4e9e-a650-a9583aea428c req-18fe8ffa-2fe5-4e5d-8ab3-6590a557e1b0 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1697640 Aug 31 16:04:50.059352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-44ab40cc-c703-4472-8117-efefdb98b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:50.060747 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-44ab40cc-c703-4472-8117-efefdb98b8e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0498123 Aug 31 16:04:50.096341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-9c5077e2-8630-4a31-aa65-a4febc1f8034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235240 Aug 31 16:04:50.185088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7c4afd9-fe74-4e9e-a650-a9583aea428c req-48287e34-e873-4d9c-ac99-03fc1bbb34bf tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434760 Aug 31 16:04:50.185315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c40d0336-bdce-4dc9-88ef-fce0f146b9c0 req-ab9bb81a-fe0c-4357-8317-e799048cdba9 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.221157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c40d0336-bdce-4dc9-88ef-fce0f146b9c0 req-ab9bb81a-fe0c-4357-8317-e799048cdba9 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.227952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-347d7f55-9165-407a-aff9-1195844196c0 service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966752 Aug 31 16:04:50.327115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-621bb1df-29fd-4bfa-a0b7-903a510eb56e req-8eb852ee-c7c4-4bab-96c3-ad4d48da33d5 service neutron] 10.222.0.30 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904989 Aug 31 16:04:50.377935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c40d0336-bdce-4dc9-88ef-fce0f146b9c0 req-ab9bb81a-fe0c-4357-8317-e799048cdba9 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.380571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c40d0336-bdce-4dc9-88ef-fce0f146b9c0 req-ab9bb81a-fe0c-4357-8317-e799048cdba9 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.381870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c40d0336-bdce-4dc9-88ef-fce0f146b9c0 req-ab9bb81a-fe0c-4357-8317-e799048cdba9 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "DELETE /v2.0/security-groups/403d3bd7-bb79-4dc1-bcd3-b0d830fb326c HTTP/1.1" status: 204 len: 173 time: 0.4083176 Aug 31 16:04:50.435741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24de6e6-152f-442e-8e11-bd7f589dcde5 req-01028047-74ea-47f7-937b-cc88742153e9 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:50.437313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b24de6e6-152f-442e-8e11-bd7f589dcde5 req-01028047-74ea-47f7-937b-cc88742153e9 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 945 time: 0.1693418 Aug 31 16:04:50.446685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bb81a-fe0c-4357-8317-e799048cdba9 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d3bd7-bb79-4dc1-bcd3-b0d830fb326c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:50.553235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b24de6e6-152f-442e-8e11-bd7f589dcde5 req-e925166d-d7c0-45b1-807b-74e0a18dd28f tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074076 Aug 31 16:04:50.563231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9526be8-7b25-4502-a959-6448d0b1431a req-f435993c-df69-43fa-9bb4-ea8423e87e3e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:50.564837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9526be8-7b25-4502-a959-6448d0b1431a req-f435993c-df69-43fa-9bb4-ea8423e87e3e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 943 time: 0.1226907 Aug 31 16:04:50.677642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9526be8-7b25-4502-a959-6448d0b1431a req-b24100c5-f411-4185-bb5f-2270afda7d8a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059935 Aug 31 16:04:50.679440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.686548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd182989-cbc8-4d49-b838-6034e118f2c8 req-6c2378d6-deb4-4de1-b64f-32808ae0bc40 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/740d065b-9e5c-4d34-833e-87e32e971874 HTTP/1.1" status: 200 len: 1813 time: 0.1090899 Aug 31 16:04:50.687823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.873699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764d9ae-3d47-426b-84f8-156ab850dd0e req-c8e8ccad-0a59-4bda-bc4b-06d72a8a66f0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:50.875194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b764d9ae-3d47-426b-84f8-156ab850dd0e req-c8e8ccad-0a59-4bda-bc4b-06d72a8a66f0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1322346 Aug 31 16:04:50.894219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd182989-cbc8-4d49-b838-6034e118f2c8 req-b9f6bddc-bc28-4ef0-8573-b40e8f271c70 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.910979 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Floating IP bc8760eb-245c-4617-9c64-9cd85f6012d3 associated. External IP: 172.25.6.209, port: b171952b-371e-40cf-8f04-19860ff89c8f. Aug 31 16:04:50.983938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd182989-cbc8-4d49-b838-6034e118f2c8 req-b9f6bddc-bc28-4ef0-8573-b40e8f271c70 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:50.996648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b764d9ae-3d47-426b-84f8-156ab850dd0e req-dd54e2b6-5345-47b9-af88-2b1a36283118 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147900 Aug 31 16:04:51.002467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ea966fd0-ba4c-4ebd-a7d7-d3ad2b5ff225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.102690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd182989-cbc8-4d49-b838-6034e118f2c8 req-b9f6bddc-bc28-4ef0-8573-b40e8f271c70 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.105388 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd182989-cbc8-4d49-b838-6034e118f2c8 req-b9f6bddc-bc28-4ef0-8573-b40e8f271c70 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.106549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd182989-cbc8-4d49-b838-6034e118f2c8 req-b9f6bddc-bc28-4ef0-8573-b40e8f271c70 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "DELETE /v2.0/security-groups/740d065b-9e5c-4d34-833e-87e32e971874 HTTP/1.1" status: 204 len: 173 time: 0.4049995 Aug 31 16:04:51.171082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6bddc-bc28-4ef0-8573-b40e8f271c70 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d065b-9e5c-4d34-833e-87e32e971874,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:51.549197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59dc6475-54b8-4267-bbd3-54d9defc557d req-d804da17-0ac1-438d-b360-262f0b63da62 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/8e8d8086-ce3f-41d8-88f7-5b9b3732aebd HTTP/1.1" status: 200 len: 1814 time: 0.3926792 Aug 31 16:04:51.617349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:04:51.630906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524131e-f55c-46c8-8484-87bbf97f22ac req-d4cb5c30-e5ce-4079-9d73-560c459c1b5f tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:51.632440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4524131e-f55c-46c8-8484-87bbf97f22ac req-d4cb5c30-e5ce-4079-9d73-560c459c1b5f tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1043527 Aug 31 16:04:51.698016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59dc6475-54b8-4267-bbd3-54d9defc557d req-3aea7dbb-7568-44cd-993a-609665d47d1a tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.749903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59dc6475-54b8-4267-bbd3-54d9defc557d req-3aea7dbb-7568-44cd-993a-609665d47d1a tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.784241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4524131e-f55c-46c8-8484-87bbf97f22ac req-b71f01b9-32eb-479b-9ca7-17cad1f5d421 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347656 Aug 31 16:04:51.826379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:04:51.831944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.838892 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:04:51.849995 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:04:51.850745 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:04:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:51.860321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59dc6475-54b8-4267-bbd3-54d9defc557d req-3aea7dbb-7568-44cd-993a-609665d47d1a tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.862799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59dc6475-54b8-4267-bbd3-54d9defc557d req-3aea7dbb-7568-44cd-993a-609665d47d1a tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:51.863908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59dc6475-54b8-4267-bbd3-54d9defc557d req-3aea7dbb-7568-44cd-993a-609665d47d1a tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "DELETE /v2.0/security-groups/8e8d8086-ce3f-41d8-88f7-5b9b3732aebd HTTP/1.1" status: 204 len: 173 time: 0.2997844 Aug 31 16:04:51.885078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c6b87532-2df5-401e-83e5-4be6e4426064 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "PUT /v2.0/floatingips/bc8760eb-245c-4617-9c64-9cd85f6012d3 HTTP/1.1" status: 200 len: 991 time: 2.0904770 Aug 31 16:04:51.887071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:51.889600 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18d3d7-a5cc-4f32-954d-b143fbd73648" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:51.913466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea7dbb-7568-44cd-993a-609665d47d1a tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d8086-ce3f-41d8-88f7-5b9b3732aebd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:51.965361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b63f6-7a7c-41a7-8a50-62119937efcd req-6443ce62-7aa8-4adb-84ed-f24dc2a4b7ee tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:51.965999 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:04:51.966880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-649b63f6-7a7c-41a7-8a50-62119937efcd req-6443ce62-7aa8-4adb-84ed-f24dc2a4b7ee tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 945 time: 0.1107874 Aug 31 16:04:51.989620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065f294-7d91-4a27-8e34-aebe5ff5ed2b req-5bafcd5d-e9c9-446f-91a0-1dcdd9d58a1f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:51.991092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4065f294-7d91-4a27-8e34-aebe5ff5ed2b req-5bafcd5d-e9c9-446f-91a0-1dcdd9d58a1f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 943 time: 0.0747049 Aug 31 16:04:52.034540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-649b63f6-7a7c-41a7-8a50-62119937efcd req-94e6220a-158b-43fe-af63-4feeccfa5418 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607586 Aug 31 16:04:52.049220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4065f294-7d91-4a27-8e34-aebe5ff5ed2b req-7c8ea985-5901-49a5-a169-e782e85458db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Aug 31 16:04:52.114916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9be84889-b049-4a05-80d1-f47da0b9f380 req-bac01e67-24ae-445f-9912-c5c97c6a4134 tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "GET /v2.0/security-groups/7df2e3cb-af31-4eb1-81d2-ca10faac0f0b HTTP/1.1" status: 200 len: 1815 time: 0.0437746 Aug 31 16:04:52.136797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5652958e-0742-43b3-ba6b-c6c66946dabc details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:04:52.181314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9be84889-b049-4a05-80d1-f47da0b9f380 req-ff426836-82df-489b-9657-ef78fc61071e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.184905 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd093fca-d31a-4bea-973e-1e8f79c5f8fb x-openstack-request-id: req-cd093fca-d31a-4bea-973e-1e8f79c5f8fb {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:52.185196 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:52.185458 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd093fca-d31a-4bea-973e-1e8f79c5f8fb {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:52.185863 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'status': 'completed', 'code': 200} Aug 31 16:04:52.211437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9be84889-b049-4a05-80d1-f47da0b9f380 req-ff426836-82df-489b-9657-ef78fc61071e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.229159 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'bc8760eb-245c-4617-9c64-9cd85f6012d3', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'port_id': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'mac_address': 'fa:16:3e:e8:47:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:04:33Z', 'updated_at': '2021-08-31T16:04:50Z', 'revision_number': 1, 'project_id': '99949c36d79d47d086317b40e619d121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:52.262434 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:04:52.263711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-5d0dc6e8-42a8-4a54-8fa5-da4770b5e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:52.266436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-5d0dc6e8-42a8-4a54-8fa5-da4770b5e561 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 1097 time: 0.0597794 Aug 31 16:04:52.272113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:04:52.272777 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:04:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:52.302080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92c45a-f9c2-4c5e-ba2c-d9c44bbd9467 req-dcecf1aa-f738-418e-973d-432303043545 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:52.304028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d92c45a-f9c2-4c5e-ba2c-d9c44bbd9467 req-dcecf1aa-f738-418e-973d-432303043545 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0690055 Aug 31 16:04:52.305197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9be84889-b049-4a05-80d1-f47da0b9f380 req-ff426836-82df-489b-9657-ef78fc61071e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.307413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5652958e-0742-43b3-ba6b-c6c66946dabc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5652958e-0742-43b3-ba6b-c6c66946dabc,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:52.308515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9be84889-b049-4a05-80d1-f47da0b9f380 req-ff426836-82df-489b-9657-ef78fc61071e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.320436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9be84889-b049-4a05-80d1-f47da0b9f380 req-ff426836-82df-489b-9657-ef78fc61071e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] 10.222.0.43 "DELETE /v2.0/security-groups/7df2e3cb-af31-4eb1-81d2-ca10faac0f0b HTTP/1.1" status: 204 len: 173 time: 0.1991050 Aug 31 16:04:52.324607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '5652958e-0742-43b3-ba6b-c6c66946dabc', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': '5652958e-0742-43b3-ba6b-c6c66946dabc', 'mac_address': 'fa:16:3e:4f:e0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:04:52.326221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55948) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:52.373046 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.391601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5652958e-0742-43b3-ba6b-c6c66946dabc {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:52.394572 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-d2e70f47-60f9-41a3-839e-2e8e7c7b9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:52.396565 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-d2e70f47-60f9-41a3-839e-2e8e7c7b9b00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.1228185 Aug 31 16:04:52.417383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5652958e-0742-43b3-ba6b-c6c66946dabc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5652958e-0742-43b3-ba6b-c6c66946dabc,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:52.423268 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.427688 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:04:52.439458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426836-82df-489b-9657-ef78fc61071e tempest-SecurityGroupRulesNegativeTestJSON-288955953 tempest-SecurityGroupRulesNegativeTestJSON-288955953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df2e3cb-af31-4eb1-81d2-ca10faac0f0b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:52.498301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-d3f52a59-2126-406c-89ae-db7e22871858 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b171952b-371e-40cf-8f04-19860ff89c8f HTTP/1.1" status: 200 len: 999 time: 0.0941572 Aug 31 16:04:52.500293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Deleting subnet e0567cfa-2a0a-4559-a155-a0e56068c5c4 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:04:52.500934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5652958e-0742-43b3-ba6b-c6c66946dabc,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:52.518047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d92c45a-f9c2-4c5e-ba2c-d9c44bbd9467 req-d7b44193-2a5f-4c00-b970-20b9e32fd069 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965435 Aug 31 16:04:52.523340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.565656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.590028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-23d4bc56-508f-4ada-b920-05f018fda09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:52.599117 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-23d4bc56-508f-4ada-b920-05f018fda09e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.0881438 Aug 31 16:04:52.638048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.654105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-6f20cbb0-ff51-4373-86a2-87206c265ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:52.656742 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-6f20cbb0-ff51-4373-86a2-87206c265ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535040 Aug 31 16:04:52.707790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.754971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0567cfa-2a0a-4559-a155-a0e56068c5c4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:52.762900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.768426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-547062fb-1641-4184-baf5-613a79ee42bf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e0567cfa-2a0a-4559-a155-a0e56068c5c4 HTTP/1.1" status: 204 len: 168 time: 0.4275894 Aug 31 16:04:52.768426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55956) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:52.788976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-f7e4cedc-d5ac-45a9-9a27-c5fe6c966ab7 service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237853 Aug 31 16:04:52.815715 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'bc8760eb-245c-4617-9c64-9cd85f6012d3', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'port_id': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'mac_address': 'fa:16:3e:e8:47:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:04:33Z', 'updated_at': '2021-08-31T16:04:50Z', 'revision_number': 1, 'project_id': '99949c36d79d47d086317b40e619d121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:52.856723 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908b98a-53ee-4265-b263-ab8ff110d608 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'bc8760eb-245c-4617-9c64-9cd85f6012d3', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'port_id': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'mac_address': 'fa:16:3e:e8:47:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:04:33Z', 'updated_at': '2021-08-31T16:04:50Z', 'revision_number': 1, 'project_id': '99949c36d79d47d086317b40e619d121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:04:52.905932 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c18d3d7-a5cc-4f32-954d-b143fbd73648 req-5e6d3bff-cf62-4bd4-86fe-5d281f85c96c service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086643 Aug 31 16:04:52.912601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:52.962825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff547e-3109-4606-8ff9-9fe8883e8e09 req-91246d60-30d9-496f-a921-6928f9a87356 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:52.964497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1ff547e-3109-4606-8ff9-9fe8883e8e09 req-91246d60-30d9-496f-a921-6928f9a87356 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 945 time: 0.1074691 Aug 31 16:04:52.985412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['5652958e-0742-43b3-ba6b-c6c66946dabc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:53.026189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5447e-50ce-4326-9a7f-8b80a8ed6512 req-869a3a15-1765-46d5-af83-91fbf350f1d6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:53.027904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fae5447e-50ce-4326-9a7f-8b80a8ed6512 req-869a3a15-1765-46d5-af83-91fbf350f1d6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1324496 Aug 31 16:04:53.107790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.123050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1ff547e-3109-4606-8ff9-9fe8883e8e09 req-d4a0bf95-5771-40ec-8d8b-f4e12dbe1b4c tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521494 Aug 31 16:04:53.128281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:53.149652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705ebed3-74db-4e89-9088-b3eb8faad63f') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:53.150056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705ebed3-74db-4e89-9088-b3eb8faad63f') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:53.152640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d06f14-3635-4da2-977e-fc8a0342dea6 None None] New status for floating IP bc8760eb-245c-4617-9c64-9cd85f6012d3: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:04:53.161675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fae5447e-50ce-4326-9a7f-8b80a8ed6512 req-b519a2cb-6905-4eb4-a1ea-c17715032325 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980334 Aug 31 16:04:53.166926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.190686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.199718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:04:53.200558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:04:53.203393 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:04:53.305214 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.317645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caecf0-8604-44a9-bb90-a174c5b275c3 req-d3c65cd0-0074-44a5-8dba-78625b80fe16 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:53.319302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25caecf0-8604-44a9-bb90-a174c5b275c3 req-d3c65cd0-0074-44a5-8dba-78625b80fe16 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 944 time: 0.1028011 Aug 31 16:04:53.325426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.327657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3 HTTP/1.1" status: 204 len: 168 time: 0.5579481 Aug 31 16:04:53.353116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0b2c-59c6-41cf-8681-f71e162304a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a640c9f-ec48-4b1b-8e95-e0a45fbcf7c3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:53.394336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25caecf0-8604-44a9-bb90-a174c5b275c3 req-8e5b98dc-6010-4f66-8697-595e4d2a7f54 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506399 Aug 31 16:04:53.493048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55966) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:53.538263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8836145-e67e-4b30-8afa-ad8944fef7a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e9c8c3c8f0c492a8928f357b254a6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440149 Aug 31 16:04:53.540707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:53.639011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de868fe2-f053-4988-bd03-4960624e4013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.682473 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de868fe2-f053-4988-bd03-4960624e4013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.706017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b610b-48cd-417b-a36d-031639deccb2 req-8a09f903-793b-4d7a-a103-35058cc1a659 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:53.707558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d9b610b-48cd-417b-a36d-031639deccb2 req-8a09f903-793b-4d7a-a103-35058cc1a659 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1109190 Aug 31 16:04:53.765335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d9b610b-48cd-417b-a36d-031639deccb2 req-9f986042-47dc-42a5-9f6b-277578599cd5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496399 Aug 31 16:04:53.774901 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de868fe2-f053-4988-bd03-4960624e4013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.777667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de868fe2-f053-4988-bd03-4960624e4013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:53.778746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de868fe2-f053-4988-bd03-4960624e4013 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feb95789-0b59-4916-ab5a-f78f44601da2 HTTP/1.1" status: 204 len: 168 time: 0.2370849 Aug 31 16:04:53.788124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868fe2-f053-4988-bd03-4960624e4013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb95789-0b59-4916-ab5a-f78f44601da2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:54.131262 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:54.143063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2593b27d-e206-4c70-8dee-9cb49b4df527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:54.357686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853083d1-b7c8-4b8a-bf5b-b1ebe786f015 req-9c2d7f7a-20f0-4a70-a904-8ab39bf15ff8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:54.359478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-853083d1-b7c8-4b8a-bf5b-b1ebe786f015 req-9c2d7f7a-20f0-4a70-a904-8ab39bf15ff8 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0902946 Aug 31 16:04:54.385204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47d05e-c13f-4b38-b927-f5f8339d9772 req-1d277b45-a008-41aa-8647-1bdd660ddfe6 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:54.386924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d47d05e-c13f-4b38-b927-f5f8339d9772 req-1d277b45-a008-41aa-8647-1bdd660ddfe6 tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 945 time: 0.1066699 Aug 31 16:04:54.447102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-853083d1-b7c8-4b8a-bf5b-b1ebe786f015 req-c210204e-6310-4c8c-850f-256726684b26 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Aug 31 16:04:54.457656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d47d05e-c13f-4b38-b927-f5f8339d9772 req-066b978d-19aa-4a14-a4c4-686e304a976c tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a2a1b85-d1c9-4749-985c-8bd81621bae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606933 Aug 31 16:04:54.628716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-86891996-9cf6-4963-b33d-b018d225d86b tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:54.630427 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-86891996-9cf6-4963-b33d-b018d225d86b tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.49 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 945 time: 0.4793451 Aug 31 16:04:54.677372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0fd8d-7c0d-440a-b442-1691dab339c5 req-7999a402-8b24-4fe1-910e-b8e95c98a63a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:54.679069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5a0fd8d-7c0d-440a-b442-1691dab339c5 req-7999a402-8b24-4fe1-910e-b8e95c98a63a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 944 time: 0.1014798 Aug 31 16:04:54.735945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5a0fd8d-7c0d-440a-b442-1691dab339c5 req-94d1f524-6709-4e14-b465-3a44c3c7290f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475178 Aug 31 16:04:54.770169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Deleting port 653743c6-1b27-4961-acd9-5b3fe9791717 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:04:54.770590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:54.808898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:54.894866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] For port 653743c6-1b27-4961-acd9-5b3fe9791717, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=653743c6-1b27-4961-acd9-5b3fe9791717,segment=NetworkSegment(777e59ef-f956-4d11-a9b7-2202489395ff),segment_id=777e59ef-f956-4d11-a9b7-2202489395ff)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:54.895398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:54.895701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a73ea-f417-40f9-b3b1-276bdd877149 req-e37e30f4-6184-4f4a-9dfa-3894f91d366e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:54.897650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d5a73ea-f417-40f9-b3b1-276bdd877149 req-e37e30f4-6184-4f4a-9dfa-3894f91d366e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0560820 Aug 31 16:04:54.912746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Calling delete_port for 653743c6-1b27-4961-acd9-5b3fe9791717 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:04:54.941701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-244924620-network', 'tenant_id': '0766b869d16f4e3298e65315736490cf'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:54.966503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d5a73ea-f417-40f9-b3b1-276bdd877149 req-7ee59382-6895-4d1a-8341-b23b705fceb2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606852 Aug 31 16:04:54.977255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Made reservation on behalf of 0766b869d16f4e3298e65315736490cf for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:54.980831 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:54.993276 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.023869 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.098137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.113745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['653743c6-1b27-4961-acd9-5b3fe9791717'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:04:55.148059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Pushing event deleted for resources: {'Port': ['ID=653743c6-1b27-4961-acd9-5b3fe9791717,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:55.201238 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.201638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] No DVR routers for this DVR port 653743c6-1b27-4961-acd9-5b3fe9791717 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:04:55.207444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.209604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ee2dc3f-81e7-4f49-a9a2-d15ece936288 req-edce40ad-f4a0-49bf-a8d1-481141a03cfd tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.49 "DELETE /v2.0/ports/653743c6-1b27-4961-acd9-5b3fe9791717 HTTP/1.1" status: 204 len: 173 time: 0.5731025 Aug 31 16:04:55.210067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513b1447-578c-4ee9-9125-7883080c5ca1', 'name': 'network-vif-deleted', 'tag': '653743c6-1b27-4961-acd9-5b3fe9791717'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:55.212597 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033834e3-440d-4097-bf70-27054083b01b" -d '{"events": [{"server_uuid": "513b1447-578c-4ee9-9125-7883080c5ca1", "name": "network-vif-deleted", "tag": "653743c6-1b27-4961-acd9-5b3fe9791717"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:55.235161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.253788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09767c-6514-43ff-960b-408362b5fe26 req-52a371a1-7cc5-4c1b-81ac-a43b264f2bb9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.255591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa09767c-6514-43ff-960b-408362b5fe26 req-52a371a1-7cc5-4c1b-81ac-a43b264f2bb9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1045091 Aug 31 16:04:55.256660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.273926 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8098013-6f3b-433e-b434-c4c68ee1b56a x-openstack-request-id: req-e8098013-6f3b-433e-b434-c4c68ee1b56a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:55.274574 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513b1447-578c-4ee9-9125-7883080c5ca1", "name": "network-vif-deleted", "tag": "653743c6-1b27-4961-acd9-5b3fe9791717", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:55.275126 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8098013-6f3b-433e-b434-c4c68ee1b56a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:55.275754 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513b1447-578c-4ee9-9125-7883080c5ca1', 'name': 'network-vif-deleted', 'tag': '653743c6-1b27-4961-acd9-5b3fe9791717', 'status': 'completed', 'code': 200} Aug 31 16:04:55.289853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:04:55.315138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-30c2d77e-9347-40f6-8019-61980f9a169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.317119 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-30c2d77e-9347-40f6-8019-61980f9a169b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.0620394 Aug 31 16:04:55.321215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.321569 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Added segment 68b88993-0e33-4198-a437-6a2bdc3ce85c of type vlan for network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 Aug 31 16:04:55.323442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:55.355047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa09767c-6514-43ff-960b-408362b5fe26 req-ade7da72-7f11-4038-b0c9-4fc3fbcfa13a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908506 Aug 31 16:04:55.390479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.418597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.419575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.420269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.424000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-7f6380b4-9fa6-48b6-bc34-7b178ee91497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.425615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-7f6380b4-9fa6-48b6-bc34-7b178ee91497 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.0955327 Aug 31 16:04:55.477820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6649354 Aug 31 16:04:55.482073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56020) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:55.490340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Request body: {'subnet': {'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-244924620-subnet', 'tenant_id': '0766b869d16f4e3298e65315736490cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:55.501054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c02b99-938c-4780-ab41-2aebe28642ab admin admin] Pushing event updated for resources: {'Network': ['ID=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:55.515883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:04:55.524824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Made reservation on behalf of 0766b869d16f4e3298e65315736490cf for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:55.527355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.538099 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-1584f5a9-307a-45fa-b980-f2d38214a3d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1000 time: 0.0909727 Aug 31 16:04:55.625303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-e6e0f87c-56b5-4127-a453-d67ca789e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.627526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-e6e0f87c-56b5-4127-a453-d67ca789e78d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0748808 Aug 31 16:04:55.680528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fa6da66-80d2-46d2-b031-204f70e1dd2e req-cd77c6ac-a6cf-421b-a3d6-3144b613be6c tempest-InstanceActionsNegativeTestJSON-988567175 tempest-InstanceActionsNegativeTestJSON-988567175-project] 10.222.0.43 "GET /v2.0/ports?device_id=513b1447-578c-4ee9-9125-7883080c5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0750196 Aug 31 16:04:55.707911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-7073d264-a12b-466d-9882-36a115bee9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.710333 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-7073d264-a12b-466d-9882-36a115bee9ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653458 Aug 31 16:04:55.768439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81006-3faf-4cb2-ab52-498e7db7445e req-20013307-398a-4795-9cb0-c098b007cad9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:55.770405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:55.783655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d81006-3faf-4cb2-ab52-498e7db7445e req-20013307-398a-4795-9cb0-c098b007cad9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1767199 Aug 31 16:04:55.868441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d81006-3faf-4cb2-ab52-498e7db7445e req-19dd0145-97a4-4ca4-898e-3e0fa2e38e4d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837388 Aug 31 16:04:55.905381 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-dca12237-a0bb-4483-84d1-b930d0468b32 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828184 Aug 31 16:04:55.954875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.020724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-857b8d00-fffd-4aa1-984d-fff1917776a9 req-e3825d61-54f8-4f79-968d-b29332b5a9bd service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989003 Aug 31 16:04:56.068980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f2238-3823-4b18-94f2-69f95877b1ad req-9041ea65-4e81-4b5e-9c47-b057527e7c14 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:56.070566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a48f2238-3823-4b18-94f2-69f95877b1ad req-9041ea65-4e81-4b5e-9c47-b057527e7c14 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 944 time: 0.1363347 Aug 31 16:04:56.071219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985bfcec-cece-4092-88df-78100e3f8b22,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:56.115302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Checking segment: {'id': '68b88993-0e33-4198-a437-6a2bdc3ce85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:04:56.115671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Network hostable DHCP agents. Network: 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:04:56.140702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a48f2238-3823-4b18-94f2-69f95877b1ad req-07a3da23-9037-46f3-8bb6-e8eec0ec2a31 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Aug 31 16:04:56.150260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:04:56.156064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5652958e-0742-43b3-ba6b-c6c66946dabc up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:04:56.165273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:56.170146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:56.172719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.189538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd92e0-973d-4bb8-a5bb-1be18e6504bf None None] Network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:04:56.190965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b3bf1244-a0e0-49a3-b188-27f8b33b7be8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7075319 Aug 31 16:04:56.285615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 5652958e-0742-43b3-ba6b-c6c66946dabc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:04:56.304727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 5652958e-0742-43b3-ba6b-c6c66946dabc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:04:56.305254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.388574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fada2eb-4a90-4b05-b425-cf68993d6e5d None None] Network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:04:56.494657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae276e-a622-4684-b683-1e2cb9ef1b65 req-f822ccfc-f1e2-42a9-8a55-836d7a3fe793 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:56.496508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14ae276e-a622-4684-b683-1e2cb9ef1b65 req-f822ccfc-f1e2-42a9-8a55-836d7a3fe793 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0577178 Aug 31 16:04:56.511816 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.541875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14ae276e-a622-4684-b683-1e2cb9ef1b65 req-251fbae3-0f92-4970-885c-27752f7a2b50 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Aug 31 16:04:56.574547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5652958e-0742-43b3-ba6b-c6c66946dabc'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:04:56.577048 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f3e679-b5b0-49b8-b069-544014b0e7be" -d '{"events": [{"server_uuid": "4d080800-fd50-49ff-b2da-69e9703c2f38", "name": "network-vif-plugged", "status": "completed", "tag": "5652958e-0742-43b3-ba6b-c6c66946dabc"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:04:56.589713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5652958e-0742-43b3-ba6b-c6c66946dabc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5652958e-0742-43b3-ba6b-c6c66946dabc,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:04:56.598101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.641050 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8581a206-0e48-403c-9e84-c5b41be72977 x-openstack-request-id: req-8581a206-0e48-403c-9e84-c5b41be72977 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:04:56.641880 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d080800-fd50-49ff-b2da-69e9703c2f38", "name": "network-vif-plugged", "status": "completed", "tag": "5652958e-0742-43b3-ba6b-c6c66946dabc", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:04:56.642293 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8581a206-0e48-403c-9e84-c5b41be72977 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:04:56.643022 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5652958e-0742-43b3-ba6b-c6c66946dabc', 'code': 200} Aug 31 16:04:56.665188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5652958e-0742-43b3-ba6b-c6c66946dabc,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:56.722788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-78a27549-d8a7-47b2-9ec5-d97d6373e05f tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:56.724621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-78a27549-d8a7-47b2-9ec5-d97d6373e05f tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/networks?id=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 HTTP/1.1" status: 200 len: 817 time: 0.1325471 Aug 31 16:04:56.744099 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-f33228cf-24a6-4d68-bb68-dc808d083607 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/quotas/0766b869d16f4e3298e65315736490cf HTTP/1.1" status: 200 len: 375 time: 0.0127101 Aug 31 16:04:56.766254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56056) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:56.788642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-ed8074b9-3057-44be-90e2-b50ac118b786 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0766b869d16f4e3298e65315736490cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350227 Aug 31 16:04:56.789385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b1c7-624c-4fba-b9ad-bcf00268683a req-9c057129-ccd7-4eb4-b057-8952c9ac3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:56.791058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8210b1c7-624c-4fba-b9ad-bcf00268683a req-9c057129-ccd7-4eb4-b057-8952c9ac3bc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 1097 time: 0.0424366 Aug 31 16:04:56.830268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8210b1c7-624c-4fba-b9ad-bcf00268683a req-29c8f3fa-b782-4b96-8ecd-bad77389d5e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305893 Aug 31 16:04:56.882864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Deleting subnet f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:04:56.888367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.942692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:56.973600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-b8122890-1825-4133-8c8c-71c9d8e03758 service neutron] 10.222.0.43 "GET /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650608 Aug 31 16:04:57.065393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.132890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aef8b6-f4b8-42bb-9d1a-4447ba4bd8c6 req-5f044f6c-8a17-4d76-9317-f0c38d786e2e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:57.134407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92aef8b6-f4b8-42bb-9d1a-4447ba4bd8c6 req-5f044f6c-8a17-4d76-9317-f0c38d786e2e tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1897607 Aug 31 16:04:57.184991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2421c4fd-111a-4501-a904-ae0afed39b7b service neutron] 10.222.0.43 "GET /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846735 Aug 31 16:04:57.193785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.203709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92aef8b6-f4b8-42bb-9d1a-4447ba4bd8c6 req-d998ff31-b396-41ac-980b-5559a603754b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622962 Aug 31 16:04:57.224838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:57.244272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.249219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56068) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:57.249377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8f17c339-4a40-44a9-b803-f2058ed18ec6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f0246d64-dd2f-4e49-85f9-0ab9e6f36f9b HTTP/1.1" status: 204 len: 168 time: 0.4818943 Aug 31 16:04:57.324058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.421658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.436457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28543057-e3a3-4196-9110-875c83832fbd']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:57.449123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777e59ef-f956-4d11-a9b7-2202489395ff') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:57.449421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777e59ef-f956-4d11-a9b7-2202489395ff') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:04:57.459755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.466693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5fd17a8-b4c3-4d58-bbe5-68fdb2e35666 req-321bd841-b2b2-43e2-a4d9-690711f08c21 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 210 time: 0.0307381 Aug 31 16:04:57.475334 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.483648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:04:57.484356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.485387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273a8c-804c-42d7-af81-88ee818768a8 req-1604b71e-d264-47c4-92bd-cb4f721fedee tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:04:57.486689 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:04:57.489141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76273a8c-804c-42d7-af81-88ee818768a8 req-1604b71e-d264-47c4-92bd-cb4f721fedee tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.0816252 Aug 31 16:04:57.539598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76273a8c-804c-42d7-af81-88ee818768a8 req-ab192a57-26d0-4a07-b7f6-afe16398d2d4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Aug 31 16:04:57.552498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.559169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.561226 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/28543057-e3a3-4196-9110-875c83832fbd HTTP/1.1" status: 204 len: 168 time: 0.3106923 Aug 31 16:04:57.572384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b01f2d-b1eb-449a-b54a-17f829e00ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=28543057-e3a3-4196-9110-875c83832fbd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:57.605503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.687042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee7400-8ba0-443d-b1e4-62595fd60572 req-e86ac442-144c-48bd-8d9e-1a23ce135169 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:57.688740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57ee7400-8ba0-443d-b1e4-62595fd60572 req-e86ac442-144c-48bd-8d9e-1a23ce135169 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0615306 Aug 31 16:04:57.708627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56084) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:57.743944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57ee7400-8ba0-443d-b1e4-62595fd60572 req-4356170a-900a-4030-9a53-95ad16d9639e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489547 Aug 31 16:04:57.781718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2d8a9680-ddcf-417d-8c67-aaefc8d01f97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d8bfec649314d39993f41ba1d8c18a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719795 Aug 31 16:04:57.784509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56088) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:57.875573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-919f15c9-bec2-41a6-9600-00b775b7cef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.901494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1bb1c-508f-4055-902c-67833e7e3100 req-6c924533-61a6-4f89-aa43-44c39e3c7cac tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:57.903013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01f1bb1c-508f-4055-902c-67833e7e3100 req-6c924533-61a6-4f89-aa43-44c39e3c7cac tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0815747 Aug 31 16:04:57.916971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-919f15c9-bec2-41a6-9600-00b775b7cef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.977487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01f1bb1c-508f-4055-902c-67833e7e3100 req-f010bd50-4af1-4882-81de-4728e12d3e67 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658460 Aug 31 16:04:57.994836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-919f15c9-bec2-41a6-9600-00b775b7cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.997691 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-919f15c9-bec2-41a6-9600-00b775b7cef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:57.999326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-919f15c9-bec2-41a6-9600-00b775b7cef3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a2a1b85-d1c9-4749-985c-8bd81621bae2 HTTP/1.1" status: 204 len: 168 time: 0.2139430 Aug 31 16:04:58.019896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f15c9-bec2-41a6-9600-00b775b7cef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a1b85-d1c9-4749-985c-8bd81621bae2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:58.227884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e04c14-b857-4cc0-97d9-719f0614f419 req-dd7c0545-c077-4931-969c-fe1a464cfc3d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:58.229433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14e04c14-b857-4cc0-97d9-719f0614f419 req-dd7c0545-c077-4931-969c-fe1a464cfc3d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Aug 31 16:04:58.320632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14e04c14-b857-4cc0-97d9-719f0614f419 req-f9696dd4-b451-4d31-a9e7-4c609d7d670d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836937 Aug 31 16:04:58.400808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f12af-9d6e-4336-9908-3d8f1efde094 req-98c9eb70-fe55-4413-b942-9e7db7018706 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:58.402732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d8f12af-9d6e-4336-9908-3d8f1efde094 req-98c9eb70-fe55-4413-b942-9e7db7018706 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0737765 Aug 31 16:04:58.490016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d8f12af-9d6e-4336-9908-3d8f1efde094 req-d7230bc8-3ebe-4e49-a08b-08f1c83a65c6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701525 Aug 31 16:04:58.579703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-ad5e1690-5a44-444d-87c8-37e753c9e0bd tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:58.583139 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-ad5e1690-5a44-444d-87c8-37e753c9e0bd tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.49 "GET /v2.0/networks?id=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 HTTP/1.1" status: 200 len: 817 time: 0.1776793 Aug 31 16:04:58.615680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Request body: {'port': {'device_id': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85', 'admin_state_up': True, 'tenant_id': '0766b869d16f4e3298e65315736490cf'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:58.767961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1652ca23-a60a-493a-81f0-3c17c093fde3 req-376d55c6-4fe4-4a2c-a30b-2bd92caac5cb tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 210 time: 0.0737669 Aug 31 16:04:58.794071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Made reservation on behalf of 0766b869d16f4e3298e65315736490cf for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:04:58.799962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:58.818363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 653743c6-1b27-4961-acd9-5b3fe9791717 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:04:58.838576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd8acc-620f-4706-a235-af422edaac3e req-0cefc579-3eab-4f5d-8aa2-22b71b16553c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:58.840180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2fd8acc-620f-4706-a235-af422edaac3e req-0cefc579-3eab-4f5d-8aa2-22b71b16553c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.1285322 Aug 31 16:04:58.859101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 653743c6-1b27-4961-acd9-5b3fe9791717 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:04:58.859447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 653743c6-1b27-4961-acd9-5b3fe9791717 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:04:58.935603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab70457-faab-40c0-b23f-cab7a68241f8 req-41d1dbb9-75d4-4632-b278-2953af82d914 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:58.938956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab70457-faab-40c0-b23f-cab7a68241f8 req-41d1dbb9-75d4-4632-b278-2953af82d914 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0977919 Aug 31 16:04:58.941968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2fd8acc-620f-4706-a235-af422edaac3e req-5301fea3-e58e-4ee0-b7db-160ce7503e19 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584829 Aug 31 16:04:58.985318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab70457-faab-40c0-b23f-cab7a68241f8 req-cde82dff-7421-4f56-b3d6-31d35a8b0c3a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Aug 31 16:04:59.011023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Allocated IP 172.20.0.7 (4cdb2218-8ddd-4a02-80d6-d6a5b7494e85/985bfcec-cece-4092-88df-78100e3f8b22/3c628f46-f2aa-4b7f-ad92-bb6f68937dd5) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:04:59.119435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeebff0-835c-4b6e-bcb0-9b0367fa51a9 req-d906d42e-7c8b-4e82-8011-890bc4eccb95 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:59.120977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eeeebff0-835c-4b6e-bcb0-9b0367fa51a9 req-d906d42e-7c8b-4e82-8011-890bc4eccb95 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 945 time: 0.0633307 Aug 31 16:04:59.169048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eeeebff0-835c-4b6e-bcb0-9b0367fa51a9 req-0660b379-f0ac-4b57-bd8d-2969bdf81535 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Aug 31 16:04:59.207515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.256455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.296327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cbee7-57da-47d8-b79a-932745fe6049 req-a81f7d1d-8ef4-417f-96a7-d2acb11b96c3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:59.298005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-363cbee7-57da-47d8-b79a-932745fe6049 req-a81f7d1d-8ef4-417f-96a7-d2acb11b96c3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.0563428 Aug 31 16:04:59.319929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:04:59.324167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:04:59.331847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:04:59.359062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-363cbee7-57da-47d8-b79a-932745fe6049 req-c9c54031-829a-49be-9cfd-30500afa5c59 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Aug 31 16:04:59.366571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Pushing event updated for resources: {'Port': ['ID=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:04:59.393200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:59.393853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.409845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-2801a5a2-1ed5-43aa-85e1-9166320693f1 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073373 Aug 31 16:04:59.423708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Request body: {'port': {'device_id': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:04:59.501784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.688319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338da4d6-d5ef-4fb8-a28f-e3108418e1ba req-a8abbf7c-9b56-4785-82de-5c88bb0f8c46 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:59.689986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-338da4d6-d5ef-4fb8-a28f-e3108418e1ba req-a8abbf7c-9b56-4785-82de-5c88bb0f8c46 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0899565 Aug 31 16:04:59.703924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba000fed-af06-4fc4-a591-30fb0b9819a8 req-6e030769-f976-4757-b503-840d3488a735 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:59.705741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba000fed-af06-4fc4-a591-30fb0b9819a8 req-6e030769-f976-4757-b503-840d3488a735 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.0895467 Aug 31 16:04:59.777012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-338da4d6-d5ef-4fb8-a28f-e3108418e1ba req-2d87b8fc-bb29-4d77-8b4e-d2611d28d30d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Aug 31 16:04:59.800450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba000fed-af06-4fc4-a591-30fb0b9819a8 req-2a84d692-195b-4c8c-91ec-29af5b394522 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861552 Aug 31 16:04:59.839705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56174) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:04:59.895164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:04:59.903308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.918768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Transition to ACTIVE for port object 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:04:59.924413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.928740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1098b63-b85f-49c7-86cc-d1677c4d57d4 req-7fe28de6-56eb-41a3-b7d0-75ec8fbf360d tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:04:59.930498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1098b63-b85f-49c7-86cc-d1677c4d57d4 req-7fe28de6-56eb-41a3-b7d0-75ec8fbf360d tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 931 time: 0.0557611 Aug 31 16:04:59.970582 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-552fad50-81cd-454f-b898-7d5d75ad2a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:04:59.997388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1098b63-b85f-49c7-86cc-d1677c4d57d4 req-f64f7b38-7399-4acb-bfdb-965f406f10a4 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595181 Aug 31 16:05:00.028744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Pushing event updated for resources: {'Port': ['ID=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:00.060403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Attempting to bind port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:00.061696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Attempting to bind port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '68b88993-0e33-4198-a437-6a2bdc3ce85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:00.062259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Attempting to bind port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 on network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:00.068723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 on network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:00.069419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Attempting to bind port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 on network 4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:00.074778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:00.075433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Checking segment: {'id': '68b88993-0e33-4198-a437-6a2bdc3ce85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:00.075896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Bound using segment: {'id': '68b88993-0e33-4198-a437-6a2bdc3ce85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:00.076639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Bound port: 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b88993-0e33-4198-a437-6a2bdc3ce85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:00.076898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.151989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-552fad50-81cd-454f-b898-7d5d75ad2a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.154041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] For port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:00.158958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] For port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,segment=NetworkSegment(68b88993-0e33-4198-a437-6a2bdc3ce85c),segment_id=68b88993-0e33-4198-a437-6a2bdc3ce85c)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:00.160700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305d874-d9de-4778-9488-b73835f97618 req-17a0e6b4-ebbc-4148-8024-b2683fbd1f77 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.162292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a305d874-d9de-4778-9488-b73835f97618 req-17a0e6b4-ebbc-4148-8024-b2683fbd1f77 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0876672 Aug 31 16:05:00.163121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.163497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-552fad50-81cd-454f-b898-7d5d75ad2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.202488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.203128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.204765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] 10.222.0.49 "PUT /v2.0/ports/3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 HTTP/1.1" status: 200 len: 1092 time: 0.7860723 Aug 31 16:05:00.205022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'tag': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:00.207644 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af91fae-29b6-40cf-abaa-b6e3a699f848" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcce70a-760f-446f-aa00-a4a98c809fe4", "tag": "3c628f46-f2aa-4b7f-ad92-bb6f68937dd5"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:00.239431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef823bf-9184-49d6-834e-650a4106a95d service neutron] Pushing event updated for resources: {'Port': ['ID=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:00.246410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-552fad50-81cd-454f-b898-7d5d75ad2a11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccc21913b4f545e0af4ecb5e873424ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051349 Aug 31 16:05:00.253249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fad50-81cd-454f-b898-7d5d75ad2a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0caae8-24a9-45ac-9d38-b2c4bb358499,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:00.258718 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3c90b-527d-46d8-ab61-97d2066ed205 x-openstack-request-id: req-e8c3c90b-527d-46d8-ab61-97d2066ed205 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:00.258915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56184) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:00.259028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcce70a-760f-446f-aa00-a4a98c809fe4", "tag": "3c628f46-f2aa-4b7f-ad92-bb6f68937dd5", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:00.259028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8c3c90b-527d-46d8-ab61-97d2066ed205 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:00.259358 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'tag': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5', 'status': 'completed', 'code': 200} Aug 31 16:05:00.271544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a305d874-d9de-4778-9488-b73835f97618 req-10975872-14d4-47c9-83b6-641003b0a94c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968974 Aug 31 16:05:00.293914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-e548f2e4-7c90-4da7-a968-bc1a4de25fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.296174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-e548f2e4-7c90-4da7-a968-bc1a4de25fd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0766b869d16f4e3298e65315736490cf&device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0503342 Aug 31 16:05:00.320146 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50611f84-0170-45f0-acab-acb6546a0ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.345319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50611f84-0170-45f0-acab-acb6546a0ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.351170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-5e5ae0d9-8521-4c5b-ab10-df41b7edab8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 HTTP/1.1" status: 200 len: 217 time: 0.0427914 Aug 31 16:05:00.402982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50611f84-0170-45f0-acab-acb6546a0ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.408736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50611f84-0170-45f0-acab-acb6546a0ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:00.409048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-10dbce8d-4ac6-482c-9ef5-d5ee4521c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.410290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-10dbce8d-4ac6-482c-9ef5-d5ee4521c932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=985bfcec-cece-4092-88df-78100e3f8b22 HTTP/1.1" status: 200 len: 857 time: 0.0514123 Aug 31 16:05:00.410423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-50611f84-0170-45f0-acab-acb6546a0ede admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e0caae8-24a9-45ac-9d38-b2c4bb358499 HTTP/1.1" status: 204 len: 168 time: 0.1509194 Aug 31 16:05:00.421126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50611f84-0170-45f0-acab-acb6546a0ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0caae8-24a9-45ac-9d38-b2c4bb358499,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:00.451502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-e8aed32a-bf18-414a-8679-9e8c9c0ebf33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336189 Aug 31 16:05:00.509285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cf12e-dea8-473e-b35a-ebd97ac08def req-7f450c62-78ed-45f4-8d89-6de8fda58d87 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.510859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-721cf12e-dea8-473e-b35a-ebd97ac08def req-7f450c62-78ed-45f4-8d89-6de8fda58d87 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0557802 Aug 31 16:05:00.556843 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-51c805d0-0533-4201-a781-8d2c69892a6b service neutron] 10.222.0.49 "GET /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975714 Aug 31 16:05:00.583365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-721cf12e-dea8-473e-b35a-ebd97ac08def req-fca1e7a1-46e8-4935-b6d1-0da272846eb1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607028 Aug 31 16:05:00.677772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7e426547-cdc1-4b03-b261-de07a13cf19b req-82b91fa5-c879-45ec-86b1-449248fdafe6 service neutron] 10.222.0.49 "GET /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131315 Aug 31 16:05:00.776896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-036f5d9a-e5d7-4a54-8bcf-c01f700c500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.778593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-036f5d9a-e5d7-4a54-8bcf-c01f700c500e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0766b869d16f4e3298e65315736490cf&device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0445890 Aug 31 16:05:00.888857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-48f572a5-4393-4032-9cb4-6ea79b0108c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.890834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-48f572a5-4393-4032-9cb4-6ea79b0108c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 HTTP/1.1" status: 200 len: 918 time: 0.1040916 Aug 31 16:05:00.936978 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-dd00babd-50d8-496f-8fe2-128c4591508d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 HTTP/1.1" status: 200 len: 217 time: 0.0391612 Aug 31 16:05:00.947883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f64255-043d-44d9-959c-a20b2b10c44b req-0ebb0d3f-801a-4869-9f1e-027e9e8d291b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.956865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7f64255-043d-44d9-959c-a20b2b10c44b req-0ebb0d3f-801a-4869-9f1e-027e9e8d291b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1027341 Aug 31 16:05:00.991756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091095-6a31-42ca-95a9-5e77d4ceff38 req-cc5d3bb3-c904-4f44-954a-c4c918071ed4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.993209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28091095-6a31-42ca-95a9-5e77d4ceff38 req-cc5d3bb3-c904-4f44-954a-c4c918071ed4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.1069791 Aug 31 16:05:00.996724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-479c9a4a-ae36-4a47-a4f8-6d8002cf2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:00.998969 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-479c9a4a-ae36-4a47-a4f8-6d8002cf2f58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=985bfcec-cece-4092-88df-78100e3f8b22 HTTP/1.1" status: 200 len: 857 time: 0.0485981 Aug 31 16:05:01.018831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7f64255-043d-44d9-959c-a20b2b10c44b req-6bb30c46-fc8c-4c74-ad19-dd0e77157ca4 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606437 Aug 31 16:05:01.041707 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-507cff33-ab00-4cd1-8673-4aa865d09696 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322585 Aug 31 16:05:01.057512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28091095-6a31-42ca-95a9-5e77d4ceff38 req-bd6aeeb3-8f8b-412f-be56-6dea243adb75 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Aug 31 16:05:01.186389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-2005a979-0c86-47d1-a873-5bf0e1a2464c service neutron] 10.222.0.49 "GET /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289363 Aug 31 16:05:01.206846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0706ab5-ccc1-4383-a32b-c4f35bb56700 req-a56ea404-7dec-4387-a2a6-e4aac6648847 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:01.208611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0706ab5-ccc1-4383-a32b-c4f35bb56700 req-a56ea404-7dec-4387-a2a6-e4aac6648847 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 943 time: 0.0685217 Aug 31 16:05:01.243871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56222) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:01.265904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0706ab5-ccc1-4383-a32b-c4f35bb56700 req-57ffdbfa-e821-4eab-b3bc-452781487420 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471702 Aug 31 16:05:01.328935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1af91fae-29b6-40cf-abaa-b6e3a699f848 req-dd55f744-c5f5-4067-8812-13d02ca73798 service neutron] 10.222.0.49 "GET /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347096 Aug 31 16:05:01.355985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1734423092-network', 'tenant_id': '4eae42fa16894ab1aa81396af672fc2e'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:01.377411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Made reservation on behalf of 4eae42fa16894ab1aa81396af672fc2e for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:01.379646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.388319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.486619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.490519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.511676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:05:01.525794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119f86e9-ce06-429d-9cc8-3c155bf0cc49,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:01.531132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.531474 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Added segment 1f048a2b-3fbd-4325-85fa-221b5e39fc11 of type vlan for network d701c57e-7519-4ef1-802f-252ed38b045b Aug 31 16:05:01.573264 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.606601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.608242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:01.608805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.680588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4354553 Aug 31 16:05:01.683738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56230) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:01.691157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Request body: {'subnet': {'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1734423092-subnet', 'tenant_id': '4eae42fa16894ab1aa81396af672fc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:01.703860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df0321-0ee8-4981-b7ea-5f7493527b92 admin admin] Pushing event updated for resources: {'Network': ['ID=d701c57e-7519-4ef1-802f-252ed38b045b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:01.717601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d701c57e-7519-4ef1-802f-252ed38b045b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:05:01.725498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Made reservation on behalf of 4eae42fa16894ab1aa81396af672fc2e for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:01.728906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:01.735234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16c63f-8d45-4da5-a0f1-6261bbedb011 req-d309b0b6-be10-49de-8fa2-5201881d9790 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:01.736981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef16c63f-8d45-4da5-a0f1-6261bbedb011 req-d309b0b6-be10-49de-8fa2-5201881d9790 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0729604 Aug 31 16:05:01.782554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef16c63f-8d45-4da5-a0f1-6261bbedb011 req-47272a93-04e2-446f-99a3-789dc0907633 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Aug 31 16:05:01.881941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-97662c57-80a8-4b53-88b8-499bb3f273d4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:01.883441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-97662c57-80a8-4b53-88b8-499bb3f273d4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.1252713 Aug 31 16:05:01.922404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dc134-88fb-4539-a9de-fb3d8d596bf2 req-c6d92b97-8f7c-4225-aa1f-ab8fbf206ab0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:01.923940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f5dc134-88fb-4539-a9de-fb3d8d596bf2 req-c6d92b97-8f7c-4225-aa1f-ab8fbf206ab0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0571055 Aug 31 16:05:01.966803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f5dc134-88fb-4539-a9de-fb3d8d596bf2 req-9da1597b-6f04-4d75-ad94-ce825880bc6a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366633 Aug 31 16:05:02.071745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port 5652958e-0742-43b3-ba6b-c6c66946dabc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:02.072327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:02.091521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6eedd-d05a-441e-b046-3e122d14ee13 req-7e436b42-810b-4fce-a619-0dde278bd292 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.093922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4c6eedd-d05a-441e-b046-3e122d14ee13 req-7e436b42-810b-4fce-a619-0dde278bd292 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0538499 Aug 31 16:05:02.124981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:02.160626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4c6eedd-d05a-441e-b046-3e122d14ee13 req-8410670b-f02d-46e9-a94d-22b4990769b9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593910 Aug 31 16:05:02.188617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb86daf-d36a-474b-a351-ae580668f189 req-05784c1c-8852-42ea-ab69-facf67dddc85 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.190988 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bb86daf-d36a-474b-a351-ae580668f189 req-05784c1c-8852-42ea-ab69-facf67dddc85 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0749273 Aug 31 16:05:02.207213 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:05:02.215207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11966a54-45eb-4c56-b25d-446c2f67b39b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:02.236287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bb86daf-d36a-474b-a351-ae580668f189 req-6eccbea4-b602-436a-849f-9d6b88402fae tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Aug 31 16:05:02.241899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port 5652958e-0742-43b3-ba6b-c6c66946dabc, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5652958e-0742-43b3-ba6b-c6c66946dabc,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:02.242271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:02.261752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Checking segment: {'id': '1f048a2b-3fbd-4325-85fa-221b5e39fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:02.262123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Network hostable DHCP agents. Network: d701c57e-7519-4ef1-802f-252ed38b045b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:05:02.265861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for 5652958e-0742-43b3-ba6b-c6c66946dabc owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:02.292980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fab59-cdd8-47bd-81f2-708a05dee883 req-d8d78be2-ee3d-4c20-9f73-d429f51c04fc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.296737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00fab59-cdd8-47bd-81f2-708a05dee883 req-d8d78be2-ee3d-4c20-9f73-d429f51c04fc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d080800-fd50-49ff-b2da-69e9703c2f38 HTTP/1.1" status: 200 len: 945 time: 0.0590823 Aug 31 16:05:02.332780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Network d701c57e-7519-4ef1-802f-252ed38b045b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:05:02.352226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00fab59-cdd8-47bd-81f2-708a05dee883 req-6f78e0b8-a0b0-4913-af2c-449a84f7c7da tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Aug 31 16:05:02.354525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d701c57e-7519-4ef1-802f-252ed38b045b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:02.361608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.362107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:02.375432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb44ab7-a25e-425b-b17e-2169bce510a4 None None] Network d701c57e-7519-4ef1-802f-252ed38b045b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:05:02.396239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-58c1c0a2-6b9e-4a85-b367-7ea47702333d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7074480 Aug 31 16:05:02.456478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43c1a-cf33-4755-9391-ae74eed309f3 req-971ab728-5ca8-40a3-8419-359e8ce94109 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.465147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2c43c1a-cf33-4755-9391-ae74eed309f3 req-971ab728-5ca8-40a3-8419-359e8ce94109 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0636928 Aug 31 16:05:02.487640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:02.522558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2c43c1a-cf33-4755-9391-ae74eed309f3 req-8d47fe33-f09b-4c0e-a1d0-e89d9357642d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511501 Aug 31 16:05:02.547693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=5652958e-0742-43b3-ba6b-c6c66946dabc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:02.573729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857', '5652958e-0742-43b3-ba6b-c6c66946dabc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:02.577254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['20d69d50-c218-4904-a982-11fcb962fdf7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:02.603736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c668e1-47de-4269-ab0c-9c76142c6e7c req-8daa93fe-76e7-4f3c-b8e3-3f0eff0567d7 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.605602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86c668e1-47de-4269-ab0c-9c76142c6e7c req-8daa93fe-76e7-4f3c-b8e3-3f0eff0567d7 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 943 time: 0.0713058 Aug 31 16:05:02.627706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port 5652958e-0742-43b3-ba6b-c6c66946dabc on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:02.629925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:02.634764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8dfbb01c-d231-49c1-9435-96888e24e4d6 req-8b0e3bcb-8af0-4a93-be46-0719c908f1f4 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "DELETE /v2.0/ports/5652958e-0742-43b3-ba6b-c6c66946dabc HTTP/1.1" status: 204 len: 173 time: 0.7421024 Aug 31 16:05:02.635235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'name': 'network-vif-deleted', 'tag': '5652958e-0742-43b3-ba6b-c6c66946dabc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:02.639411 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026323eb-2b8e-422e-a18f-bee817f04b53" -d '{"events": [{"server_uuid": "4d080800-fd50-49ff-b2da-69e9703c2f38", "name": "network-vif-deleted", "tag": "5652958e-0742-43b3-ba6b-c6c66946dabc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:02.662522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86c668e1-47de-4269-ab0c-9c76142c6e7c req-40515630-a276-4a92-b8bf-8612386083cd tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Aug 31 16:05:02.671793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bfe592-caa6-47fe-bfb1-da86f036c078 None None] Network d701c57e-7519-4ef1-802f-252ed38b045b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:05:02.755175 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba02870-9a94-4f58-b03c-e84844db1f47 x-openstack-request-id: req-5ba02870-9a94-4f58-b03c-e84844db1f47 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:02.757073 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d080800-fd50-49ff-b2da-69e9703c2f38", "name": "network-vif-deleted", "tag": "5652958e-0742-43b3-ba6b-c6c66946dabc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:02.757571 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ba02870-9a94-4f58-b03c-e84844db1f47 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:02.757991 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d080800-fd50-49ff-b2da-69e9703c2f38', 'name': 'network-vif-deleted', 'tag': '5652958e-0742-43b3-ba6b-c6c66946dabc', 'status': 'completed', 'code': 200} Aug 31 16:05:02.988919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-94d19de2-e6f5-471a-b509-a0c8739062fa tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:02.990433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-94d19de2-e6f5-471a-b509-a0c8739062fa tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/networks?id=d701c57e-7519-4ef1-802f-252ed38b045b HTTP/1.1" status: 200 len: 814 time: 0.1214855 Aug 31 16:05:03.006705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-f36038c5-43b9-448b-ab73-3a8b97c433a6 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/quotas/4eae42fa16894ab1aa81396af672fc2e HTTP/1.1" status: 200 len: 375 time: 0.0097208 Aug 31 16:05:03.040400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-1511402b-1079-4363-896f-94a4557cc907 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4eae42fa16894ab1aa81396af672fc2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274034 Aug 31 16:05:03.135392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-0fac5e32-f87c-4b8f-83ee-0655c179b207 service neutron] 10.222.0.43 "GET /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880616 Aug 31 16:05:03.226711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-7083a797-c092-4e7b-ab53-6ccb26b4b581 service neutron] 10.222.0.43 "GET /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Aug 31 16:05:03.380099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da42f8-5f3f-49d9-8501-b35412fb7a37 req-b781dbdf-37e7-4042-afc2-fd9986b7da4d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:03.384122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8da42f8-5f3f-49d9-8501-b35412fb7a37 req-b781dbdf-37e7-4042-afc2-fd9986b7da4d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0656602 Aug 31 16:05:03.440443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8da42f8-5f3f-49d9-8501-b35412fb7a37 req-f0fa3b48-e128-426b-b3f1-fb52fb548e71 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Aug 31 16:05:03.508840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ba60215-1c48-4558-aebe-c232f80836e0 req-56830db4-5035-44c2-95da-efbd978b270a tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0425191 Aug 31 16:05:03.759111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de1258-a9c3-4ed5-b919-9581603b55a4 req-da91abb8-6034-415c-9977-a4b6c8e269b3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:03.760716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1de1258-a9c3-4ed5-b919-9581603b55a4 req-da91abb8-6034-415c-9977-a4b6c8e269b3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 945 time: 0.0530937 Aug 31 16:05:03.832605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1de1258-a9c3-4ed5-b919-9581603b55a4 req-60df4d85-75d7-4d00-bcfc-4477d8e52064 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Aug 31 16:05:03.841480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9359b-f60d-40b5-81d5-1ca90b215a85 req-fc4f0eac-b81c-44b3-a41f-a271fe48e06b tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:03.843116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96e9359b-f60d-40b5-81d5-1ca90b215a85 req-fc4f0eac-b81c-44b3-a41f-a271fe48e06b tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 943 time: 0.0814950 Aug 31 16:05:03.889190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96e9359b-f60d-40b5-81d5-1ca90b215a85 req-05b0b233-76c3-4be4-ad39-ac44ab6b7e78 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Aug 31 16:05:04.704675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-ca999dab-ab96-4db2-ba18-b417cbcb8cba tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:04.706150 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-ca999dab-ab96-4db2-ba18-b417cbcb8cba tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.30 "GET /v2.0/networks?id=d701c57e-7519-4ef1-802f-252ed38b045b HTTP/1.1" status: 200 len: 814 time: 0.1175191 Aug 31 16:05:04.722820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Request body: {'port': {'device_id': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b', 'admin_state_up': True, 'tenant_id': '4eae42fa16894ab1aa81396af672fc2e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:04.866124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:04.874373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Made reservation on behalf of 4eae42fa16894ab1aa81396af672fc2e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:04.878265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:04.912143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee189e8a-3e13-40e0-84d4-2fed8e0c15d5 req-7d63c6a2-81d9-45db-adb4-d67f02cf074f tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0406528 Aug 31 16:05:04.932117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3327-2990-45ae-83f5-1767a55edb0b req-03b4f9fc-08a7-4bc1-8645-6bd4be70b02c tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:04.941100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-817d3327-2990-45ae-83f5-1767a55edb0b req-03b4f9fc-08a7-4bc1-8645-6bd4be70b02c tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.4207428 Aug 31 16:05:04.992143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-817d3327-2990-45ae-83f5-1767a55edb0b req-afebf0e1-b5f3-469c-b013-c674cc63465b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Aug 31 16:05:05.026880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,segment=NetworkSegment(68b88993-0e33-4198-a437-6a2bdc3ce85c),segment_id=68b88993-0e33-4198-a437-6a2bdc3ce85c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:05.043450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5', 'network_id': '4cdb2218-8ddd-4a02-80d6-d6a5b7494e85', 'port_id': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5', 'mac_address': 'fa:16:3e:0f:bf:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985bfcec-cece-4092-88df-78100e3f8b22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:05.058931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Allocated IP 172.20.0.13 (d701c57e-7519-4ef1-802f-252ed38b045b/11966a54-45eb-4c56-b25d-446c2f67b39b/6366a066-b707-43a4-a245-7cdfd4399d25) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:05.093736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.113619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:05.143838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,segment=NetworkSegment(68b88993-0e33-4198-a437-6a2bdc3ce85c),segment_id=68b88993-0e33-4198-a437-6a2bdc3ce85c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:05.148431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.154885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab07e49-7aa8-4f8d-90c5-84ac885eb10b req-a845d428-d7da-4fd1-acbb-6a5c51a29b04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:05.156466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bab07e49-7aa8-4f8d-90c5-84ac885eb10b req-a845d428-d7da-4fd1-acbb-6a5c51a29b04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 945 time: 0.1033030 Aug 31 16:05:05.167933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8015-8fe9-4532-a975-00aacc3e2727 req-578c04f8-37e0-4745-9be9-62b8b53e5669 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:05.169733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-703f8015-8fe9-4532-a975-00aacc3e2727 req-578c04f8-37e0-4745-9be9-62b8b53e5669 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 943 time: 0.1037276 Aug 31 16:05:05.199181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:05.245673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bab07e49-7aa8-4f8d-90c5-84ac885eb10b req-9732b5b5-6647-49ae-8f42-0a54c278a52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740902 Aug 31 16:05:05.249740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-703f8015-8fe9-4532-a975-00aacc3e2727 req-1ec0a76d-fb63-4d1c-9e99-c1fcfe9b5509 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710373 Aug 31 16:05:05.268121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-6625eac8-9dab-48ba-99ae-0fef4c1cfb7a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:05.269655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-6625eac8-9dab-48ba-99ae-0fef4c1cfb7a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 945 time: 0.0837638 Aug 31 16:05:05.330777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.417847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.449998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port 20d69d50-c218-4904-a982-11fcb962fdf7 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:05.450342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.458266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['3c628f46-f2aa-4b7f-ad92-bb6f68937dd5'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:05.523226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Network d701c57e-7519-4ef1-802f-252ed38b045b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:05.533032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:05.537053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:05.542849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Pushing event updated for resources: {'Port': ['ID=6366a066-b707-43a4-a245-7cdfd4399d25,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:05.615176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:05.615793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.622895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port 20d69d50-c218-4904-a982-11fcb962fdf7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=20d69d50-c218-4904-a982-11fcb962fdf7,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:05.623419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.640449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for 20d69d50-c218-4904-a982-11fcb962fdf7 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:05.646989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-127aaf5f-c440-4b73-befe-73399966479d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9297483 Aug 31 16:05:05.689026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Request body: {'port': {'device_id': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:05.770337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.921597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:05.940014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:05.966532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=20d69d50-c218-4904-a982-11fcb962fdf7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:06.059066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port 20d69d50-c218-4904-a982-11fcb962fdf7 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:06.063851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2286ce6-3efc-4d7b-b9a1-27a05575acfd req-b721e16c-a47e-4029-a192-6dfc928c2574 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:06.064458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:06.065618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2286ce6-3efc-4d7b-b9a1-27a05575acfd req-b721e16c-a47e-4029-a192-6dfc928c2574 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 932 time: 0.0652046 Aug 31 16:05:06.066941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-564c1072-95bb-4cd8-9241-df522e2e16ea req-d3e39be8-f136-4443-874c-df3630039668 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "DELETE /v2.0/ports/20d69d50-c218-4904-a982-11fcb962fdf7 HTTP/1.1" status: 204 len: 173 time: 0.7836320 Aug 31 16:05:06.067455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163e909f-2978-40c7-82ac-fdd0431503d4', 'name': 'network-vif-deleted', 'tag': '20d69d50-c218-4904-a982-11fcb962fdf7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:06.071385 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b05c2a-b2fc-47f1-b226-2100c1750cef" -d '{"events": [{"server_uuid": "163e909f-2978-40c7-82ac-fdd0431503d4", "name": "network-vif-deleted", "tag": "20d69d50-c218-4904-a982-11fcb962fdf7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:06.150020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2286ce6-3efc-4d7b-b9a1-27a05575acfd req-986f85d1-6773-48e8-ad9c-f848935d2601 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558999 Aug 31 16:05:06.216981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['20d69d50-c218-4904-a982-11fcb962fdf7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:06.222282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5652958e-0742-43b3-ba6b-c6c66946dabc no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:06.233193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea638a-5711-40dd-b916-82e03fd82bd4 req-3f169493-1702-46a4-a3c4-d65640e15f33 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:06.235618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdea638a-5711-40dd-b916-82e03fd82bd4 req-3f169493-1702-46a4-a3c4-d65640e15f33 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0846324 Aug 31 16:05:06.247323 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3622f227-5eb3-4cf1-877a-03be6148246f x-openstack-request-id: req-3622f227-5eb3-4cf1-877a-03be6148246f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:06.247608 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163e909f-2978-40c7-82ac-fdd0431503d4", "name": "network-vif-deleted", "tag": "20d69d50-c218-4904-a982-11fcb962fdf7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:06.247856 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3622f227-5eb3-4cf1-877a-03be6148246f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:06.248797 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163e909f-2978-40c7-82ac-fdd0431503d4', 'name': 'network-vif-deleted', 'tag': '20d69d50-c218-4904-a982-11fcb962fdf7', 'status': 'completed', 'code': 200} Aug 31 16:05:06.263695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6366a066-b707-43a4-a245-7cdfd4399d25 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:06.270105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 5652958e-0742-43b3-ba6b-c6c66946dabc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:06.270812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5652958e-0742-43b3-ba6b-c6c66946dabc not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:06.275417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:06.283900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdea638a-5711-40dd-b916-82e03fd82bd4 req-27912aea-e0b0-42a5-b3b2-cd49eff9a2c1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Aug 31 16:05:06.288655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Transition to ACTIVE for port object 6366a066-b707-43a4-a245-7cdfd4399d25 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:06.293676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:06.361445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Pushing event updated for resources: {'Port': ['ID=6366a066-b707-43a4-a245-7cdfd4399d25,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:06.402049 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9300b3b2-e8c3-4514-ae3a-62922528f00b req-b3598fd1-64e5-469d-ad4b-9362ed06ace2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e909f-2978-40c7-82ac-fdd0431503d4 HTTP/1.1" status: 200 len: 210 time: 0.0426319 Aug 31 16:05:06.423779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab261a-0054-42f6-81b3-f31c587bde52 req-ff526e18-9130-409f-bd93-26d8a2e79431 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:06.425359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90ab261a-0054-42f6-81b3-f31c587bde52 req-ff526e18-9130-409f-bd93-26d8a2e79431 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 944 time: 0.0754182 Aug 31 16:05:06.446141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Attempting to bind port 6366a066-b707-43a4-a245-7cdfd4399d25 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:06.446489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Attempting to bind port 6366a066-b707-43a4-a245-7cdfd4399d25 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '1f048a2b-3fbd-4325-85fa-221b5e39fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:06.446951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Attempting to bind port 6366a066-b707-43a4-a245-7cdfd4399d25 on network d701c57e-7519-4ef1-802f-252ed38b045b {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:06.452232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Port 6366a066-b707-43a4-a245-7cdfd4399d25 on network d701c57e-7519-4ef1-802f-252ed38b045b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:06.452552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Attempting to bind port 6366a066-b707-43a4-a245-7cdfd4399d25 on network d701c57e-7519-4ef1-802f-252ed38b045b {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:06.458970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:06.459355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Checking segment: {'id': '1f048a2b-3fbd-4325-85fa-221b5e39fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:06.459936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Bound using segment: {'id': '1f048a2b-3fbd-4325-85fa-221b5e39fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:06.460408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Bound port: 6366a066-b707-43a4-a245-7cdfd4399d25, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f048a2b-3fbd-4325-85fa-221b5e39fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:06.460769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:06.472955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90ab261a-0054-42f6-81b3-f31c587bde52 req-470b956c-e661-41ae-b708-596c8fec000f tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Aug 31 16:05:06.533334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] For port 6366a066-b707-43a4-a245-7cdfd4399d25, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:06.536510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] For port 6366a066-b707-43a4-a245-7cdfd4399d25, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6366a066-b707-43a4-a245-7cdfd4399d25,segment=NetworkSegment(1f048a2b-3fbd-4325-85fa-221b5e39fc11),segment_id=1f048a2b-3fbd-4325-85fa-221b5e39fc11)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:06.541736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:06.575245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:06.575900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:06.577319 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] 10.222.0.30 "PUT /v2.0/ports/6366a066-b707-43a4-a245-7cdfd4399d25 HTTP/1.1" status: 200 len: 1093 time: 0.8939586 Aug 31 16:05:06.611734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca618d-b1d4-4447-a7b9-b5b040eaf725 service neutron] Pushing event updated for resources: {'Port': ['ID=6366a066-b707-43a4-a245-7cdfd4399d25,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:06.668608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-9ac5eada-6906-4f1a-b029-e7a348ef500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:06.670844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-9ac5eada-6906-4f1a-b029-e7a348ef500a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eae42fa16894ab1aa81396af672fc2e&device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0442023 Aug 31 16:05:06.716689 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-1fed8d47-3b36-4fdd-b23b-b645ccdb4f62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6366a066-b707-43a4-a245-7cdfd4399d25 HTTP/1.1" status: 200 len: 217 time: 0.0373204 Aug 31 16:05:06.777154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-4045ef38-ddd1-4d6c-8851-baecd9dcc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:06.778603 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-4045ef38-ddd1-4d6c-8851-baecd9dcc41f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11966a54-45eb-4c56-b25d-446c2f67b39b HTTP/1.1" status: 200 len: 854 time: 0.0448391 Aug 31 16:05:06.813715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-22a090ff-c33a-45b3-857e-4b5cc7e5722f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d701c57e-7519-4ef1-802f-252ed38b045b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250621 Aug 31 16:05:06.876552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:06.909072 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-97b5bd4b-c570-49c0-b0d6-18889a69a271 service neutron] 10.222.0.30 "GET /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861964 Aug 31 16:05:06.928454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:06.932333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:06.932709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:07.007893 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abd731d2-5de5-4c3b-a8e4-6d07e8f32789 req-cdaa2f11-7407-4b91-b16a-2c69a454a986 service neutron] 10.222.0.30 "GET /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883741 Aug 31 16:05:07.012359 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:07.037397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:07.039705 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb25cf-f340-4e0c-914f-6ac1a1d6d6fb" -d '{"events": [{"server_uuid": "4dcce70a-760f-446f-aa00-a4a98c809fe4", "name": "network-vif-plugged", "status": "completed", "tag": "3c628f46-f2aa-4b7f-ad92-bb6f68937dd5"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:07.052871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,segment=NetworkSegment(68b88993-0e33-4198-a437-6a2bdc3ce85c),segment_id=68b88993-0e33-4198-a437-6a2bdc3ce85c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:07.057614 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:07.058432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 20d69d50-c218-4904-a982-11fcb962fdf7 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:07.084877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 20d69d50-c218-4904-a982-11fcb962fdf7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:07.084877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 20d69d50-c218-4904-a982-11fcb962fdf7 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:07.104301 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0edad-3c38-46db-8fdb-3a28e5dc21ac x-openstack-request-id: req-fdb0edad-3c38-46db-8fdb-3a28e5dc21ac {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:07.104857 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcce70a-760f-446f-aa00-a4a98c809fe4", "name": "network-vif-plugged", "status": "completed", "tag": "3c628f46-f2aa-4b7f-ad92-bb6f68937dd5", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:07.105115 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdb0edad-3c38-46db-8fdb-3a28e5dc21ac {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:07.106112 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5', 'code': 200} Aug 31 16:05:07.134099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:07.203831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014acfe4-962d-43ea-85eb-600a04ef8893 req-f5c48a5f-410f-4b24-ac1a-2134ea3fa582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:07.205642 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-014acfe4-962d-43ea-85eb-600a04ef8893 req-f5c48a5f-410f-4b24-ac1a-2134ea3fa582 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0420508 Aug 31 16:05:07.246950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-014acfe4-962d-43ea-85eb-600a04ef8893 req-1a59fa04-96b2-4372-af67-03bae190498b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Aug 31 16:05:07.282472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e64b-f0e0-46f4-8d6f-5a6c8134665b req-4da2c89c-cc11-4760-8cbd-c1dc08759aa3 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:07.284180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59b3e64b-f0e0-46f4-8d6f-5a6c8134665b req-4da2c89c-cc11-4760-8cbd-c1dc08759aa3 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 944 time: 0.0588279 Aug 31 16:05:07.328484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59b3e64b-f0e0-46f4-8d6f-5a6c8134665b req-595299d7-d6a1-4709-9caf-b40325b48846 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Aug 31 16:05:07.418938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227490b-faac-484a-810a-3e0c18c93908 req-866be875-8c18-4ba7-9c90-21eda3b43da1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:07.420530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8227490b-faac-484a-810a-3e0c18c93908 req-866be875-8c18-4ba7-9c90-21eda3b43da1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0541773 Aug 31 16:05:07.462849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8227490b-faac-484a-810a-3e0c18c93908 req-1805ea03-6510-422d-a42e-03365a1af0fe tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Aug 31 16:05:07.625747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fd7ec-12c5-4052-8db2-6fd51605f4a4 req-0527a2f6-2a70-44b9-8a05-ffa4294c3b83 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:07.627742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-556fd7ec-12c5-4052-8db2-6fd51605f4a4 req-0527a2f6-2a70-44b9-8a05-ffa4294c3b83 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 945 time: 0.0669396 Aug 31 16:05:07.729314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-556fd7ec-12c5-4052-8db2-6fd51605f4a4 req-7b5c0fbb-a0db-4b1e-b824-4112a2904037 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948436 Aug 31 16:05:07.809048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-e4e963be-7735-4b74-ba37-b4f9ceffb21c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:07.811339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-e4e963be-7735-4b74-ba37-b4f9ceffb21c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1526434 Aug 31 16:05:07.831055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-c5dc3625-ed00-4393-8aa1-d427515f087c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0123458 Aug 31 16:05:07.891363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-7b8c4344-9ec5-4c54-8ce8-252362526fdc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535290 Aug 31 16:05:07.990475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-9e9b7fb8-ae38-45ab-95d9-92ff00e8a87e service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915308 Aug 31 16:05:08.087987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-c851815e-5c51-4bd6-a973-6c5c5e6e923f service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906270 Aug 31 16:05:08.249506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'tag': '6366a066-b707-43a4-a245-7cdfd4399d25'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:08.252562 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "46fd6e4d-de37-47ed-a2c1-1a215991a1b6", "tag": "6366a066-b707-43a4-a245-7cdfd4399d25"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:08.272990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f444aaa7-6b59-4ef9-98bd-6f4559d505c4 req-9d599897-0c99-4c57-bf7b-4cc4bdda2928 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 210 time: 0.0352039 Aug 31 16:05:08.302721 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de4c8b7-a9e8-4d00-8834-66f59d79e7c6 x-openstack-request-id: req-0de4c8b7-a9e8-4d00-8834-66f59d79e7c6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:08.303017 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fd6e4d-de37-47ed-a2c1-1a215991a1b6", "tag": "6366a066-b707-43a4-a245-7cdfd4399d25", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:08.303301 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0de4c8b7-a9e8-4d00-8834-66f59d79e7c6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:08.303696 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'tag': '6366a066-b707-43a4-a245-7cdfd4399d25', 'status': 'completed', 'code': 200} Aug 31 16:05:08.411891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-88a068ad-3870-4a94-95eb-42fea85182f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:08.413764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-88a068ad-3870-4a94-95eb-42fea85182f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eae42fa16894ab1aa81396af672fc2e&device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0604999 Aug 31 16:05:08.486710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742275e-c994-4738-9465-556dff52034e req-c1d948cf-c608-48fc-97b8-a7e9f7abdaba tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:08.496385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a742275e-c994-4738-9465-556dff52034e req-c1d948cf-c608-48fc-97b8-a7e9f7abdaba tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 944 time: 0.0587890 Aug 31 16:05:08.534924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-6252e460-5f1f-48eb-ab03-3d70185b6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:08.536439 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-6252e460-5f1f-48eb-ab03-3d70185b6412 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d701c57e-7519-4ef1-802f-252ed38b045b HTTP/1.1" status: 200 len: 915 time: 0.1156549 Aug 31 16:05:08.556727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a742275e-c994-4738-9465-556dff52034e req-08ece0f5-c5c9-45b8-b8f0-16bfe31fa695 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Aug 31 16:05:08.598122 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-53889308-ff36-4eac-ba52-dce9d3916c28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6366a066-b707-43a4-a245-7cdfd4399d25 HTTP/1.1" status: 200 len: 217 time: 0.0540247 Aug 31 16:05:08.610818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c90946-66b9-44e2-ac0d-e9f096ce2ed6 req-4e0c8350-c665-4ad4-ad77-530885733928 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:08.612435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77c90946-66b9-44e2-ac0d-e9f096ce2ed6 req-4e0c8350-c665-4ad4-ad77-530885733928 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0547783 Aug 31 16:05:08.663575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-fa01ebdc-949f-414e-83e8-56beec82ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:08.665118 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-fa01ebdc-949f-414e-83e8-56beec82ac75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11966a54-45eb-4c56-b25d-446c2f67b39b HTTP/1.1" status: 200 len: 854 time: 0.0556431 Aug 31 16:05:08.666883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77c90946-66b9-44e2-ac0d-e9f096ce2ed6 req-a1b2cd4d-1c05-497b-ba14-74c890ea1b99 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Aug 31 16:05:08.704218 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-4b486fbe-9a5d-4756-b643-3592a7d90af2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d701c57e-7519-4ef1-802f-252ed38b045b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286467 Aug 31 16:05:08.818840 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-8f794513-9796-4427-92fa-e28704d8ee89 service neutron] 10.222.0.30 "GET /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015811 Aug 31 16:05:08.889631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56543140-3ffe-4db5-80fb-f8873a6ee880 req-41b3c8a6-ea7c-4b68-b374-b339caa8388f tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:08.894080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56543140-3ffe-4db5-80fb-f8873a6ee880 req-41b3c8a6-ea7c-4b68-b374-b339caa8388f tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 945 time: 0.0791931 Aug 31 16:05:08.936513 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2bc19b36-2bc8-4c76-8b32-a7adaa4f4fd9 req-dfaae9aa-55f6-4d7a-b724-34d308c9cf76 service neutron] 10.222.0.30 "GET /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080375 Aug 31 16:05:08.940748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56543140-3ffe-4db5-80fb-f8873a6ee880 req-d015708e-f99c-4697-8979-6e221ed030c7 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Aug 31 16:05:09.183473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284d03d-0229-4ccd-b618-1afd702121f6 req-1cfcdb95-720a-450a-8161-d164f642d990 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:09.185087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5284d03d-0229-4ccd-b618-1afd702121f6 req-1cfcdb95-720a-450a-8161-d164f642d990 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 945 time: 0.0497715 Aug 31 16:05:09.230875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5284d03d-0229-4ccd-b618-1afd702121f6 req-24043e26-a809-4c04-a672-8f51735f35e7 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385664 Aug 31 16:05:09.385961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc521ee7-66a0-439b-b8a2-2555dd80bac8 req-c655128c-897e-41af-9018-b797883a5cc0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 210 time: 0.0324695 Aug 31 16:05:09.391916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-5b673cd7-9e09-42a1-8bfd-80f9791166a9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:09.397740 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-5b673cd7-9e09-42a1-8bfd-80f9791166a9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1193016 Aug 31 16:05:09.411342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:09.527023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:09.530493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:09.681657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.10 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:09.692412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b52890-1f9b-4dde-9f02-388ce786d471 req-9893bc3f-e30a-4782-ad41-8671f7b08d4f tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:09.694274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99b52890-1f9b-4dde-9f02-388ce786d471 req-9893bc3f-e30a-4782-ad41-8671f7b08d4f tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 944 time: 0.0547719 Aug 31 16:05:09.740524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99b52890-1f9b-4dde-9f02-388ce786d471 req-23bdfd34-5a97-463e-b556-b24bf2f7a541 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Aug 31 16:05:09.853648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:09.862638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57825b15-e9a1-4ddc-bc6a-6290d99dc1f0 req-e2e9f924-5c7a-4bf0-9d7c-821931153ec1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:09.864164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57825b15-e9a1-4ddc-bc6a-6290d99dc1f0 req-e2e9f924-5c7a-4bf0-9d7c-821931153ec1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0563254 Aug 31 16:05:09.918269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57825b15-e9a1-4ddc-bc6a-6290d99dc1f0 req-29949540-e14b-4a5c-a1f4-fd7944f708a9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435948 Aug 31 16:05:09.928828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-41839f66-2353-4115-b365-bf04d4d5dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:09.928828 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-41839f66-2353-4115-b365-bf04d4d5dcd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.0678177 Aug 31 16:05:09.940019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:09.960340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:10.034655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:10.043064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:10.048872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:10.054189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:10.215658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6366a066-b707-43a4-a245-7cdfd4399d25 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:10.326663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6366a066-b707-43a4-a245-7cdfd4399d25, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6366a066-b707-43a4-a245-7cdfd4399d25,segment=NetworkSegment(1f048a2b-3fbd-4325-85fa-221b5e39fc11),segment_id=1f048a2b-3fbd-4325-85fa-221b5e39fc11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:10.348080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '6366a066-b707-43a4-a245-7cdfd4399d25', 'network_id': 'd701c57e-7519-4ef1-802f-252ed38b045b', 'port_id': '6366a066-b707-43a4-a245-7cdfd4399d25', 'mac_address': 'fa:16:3e:65:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11966a54-45eb-4c56-b25d-446c2f67b39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:10.403648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:10.405499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eede92-e2d0-4037-97fa-bd3a0ca76f60 req-278eb501-59e3-472a-9ea6-856ece8b009e tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.407403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04eede92-e2d0-4037-97fa-bd3a0ca76f60 req-278eb501-59e3-472a-9ea6-856ece8b009e tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 945 time: 0.0956552 Aug 31 16:05:10.416692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.417169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:10.430075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6366a066-b707-43a4-a245-7cdfd4399d25 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:10.434008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-b9023563-3f7c-4217-8ef4-5521cfc6d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.435480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-b9023563-3f7c-4217-8ef4-5521cfc6d320 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.4580643 Aug 31 16:05:10.443246 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ce72cb81-0463-4db1-bb0a-08a97417bf04 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0360532 Aug 31 16:05:10.452783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6366a066-b707-43a4-a245-7cdfd4399d25, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6366a066-b707-43a4-a245-7cdfd4399d25,segment=NetworkSegment(1f048a2b-3fbd-4325-85fa-221b5e39fc11),segment_id=1f048a2b-3fbd-4325-85fa-221b5e39fc11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:10.457590 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:10.461844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Request body: {'port': {'device_id': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:10.485325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04eede92-e2d0-4037-97fa-bd3a0ca76f60 req-954af386-5f39-4b36-a79e-de50724fa816 tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681176 Aug 31 16:05:10.515945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=6366a066-b707-43a4-a245-7cdfd4399d25,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:10.544793 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-1211a651-2c4a-4bac-b81d-7192d482b9f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.0798259 Aug 31 16:05:10.549024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f8044-9adf-47f6-8839-cfc6931122de req-95d005b5-b74e-421f-b31b-e54810d57ab2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.550547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-465f8044-9adf-47f6-8839-cfc6931122de req-95d005b5-b74e-421f-b31b-e54810d57ab2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 932 time: 0.0638549 Aug 31 16:05:10.553505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:10.588894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-465f8044-9adf-47f6-8839-cfc6931122de req-15a587db-5dc3-4262-80e4-43f27de2b492 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Aug 31 16:05:10.638665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-1508b647-094e-4f9d-b1ac-b58bda990339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.640175 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-1508b647-094e-4f9d-b1ac-b58bda990339 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.0774090 Aug 31 16:05:10.750637 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-9eba85c2-a145-42ed-87c8-3dbe2767633c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613492 Aug 31 16:05:10.869765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bcbc2-e2f6-4565-8e52-67f3bfd95493 req-5144b5ae-de96-42b0-87de-ad05b7362122 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.871493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d32bcbc2-e2f6-4565-8e52-67f3bfd95493 req-5144b5ae-de96-42b0-87de-ad05b7362122 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0529888 Aug 31 16:05:10.874869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-0340f578-f3d7-467b-97a9-99d0cb48ea0d tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:10.876387 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-0340f578-f3d7-467b-97a9-99d0cb48ea0d tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 945 time: 0.1860809 Aug 31 16:05:10.909650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d32bcbc2-e2f6-4565-8e52-67f3bfd95493 req-a3f63730-33c4-4ff2-bcc8-1c23b0c9f17d tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Aug 31 16:05:10.960026 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-67b8e52b-0374-4421-a8cf-abe66df92592 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981196 Aug 31 16:05:11.033213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['6366a066-b707-43a4-a245-7cdfd4399d25'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:11.068252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca2ed7-dc44-4d59-b15a-ddeb8a1a2c30 req-b63bcfc8-636d-4b0d-8f2d-f104a8c8bc77 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:11.069843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04ca2ed7-dc44-4d59-b15a-ddeb8a1a2c30 req-b63bcfc8-636d-4b0d-8f2d-f104a8c8bc77 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0654857 Aug 31 16:05:11.119694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04ca2ed7-dc44-4d59-b15a-ddeb8a1a2c30 req-caf3fa66-919c-4031-ac38-371171c261b9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Aug 31 16:05:11.144617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:11.162271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.170880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-22bab8ef-6fca-4e5f-8382-a0a5a799e368 req-006f1a7a-a27c-4306-afbd-ea057ccc70ec service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817360 Aug 31 16:05:11.177259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Deleting port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:11.177600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.223771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Transition to ACTIVE for port object 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:11.228789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.319962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:11.332028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] For port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,segment=NetworkSegment(68b88993-0e33-4198-a437-6a2bdc3ce85c),segment_id=68b88993-0e33-4198-a437-6a2bdc3ce85c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:11.332423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.376936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Calling delete_port for 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:11.457933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Attempting to bind port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:11.458628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Attempting to bind port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:11.458628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Attempting to bind port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:11.464974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:11.465293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Attempting to bind port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:11.473460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:11.473803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:11.474185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:11.474614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Bound port: 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:11.474971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.584265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] For port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:11.587768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] For port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:11.589563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.592408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.601101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['3c628f46-f2aa-4b7f-ad92-bb6f68937dd5'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:11.613241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706c0d8-0fba-47e6-9d87-91d29ca40fac req-4913f6bf-b047-4ffc-9963-70a3cdb1f95b tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:11.615239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0706c0d8-0fba-47e6-9d87-91d29ca40fac req-4913f6bf-b047-4ffc-9963-70a3cdb1f95b tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dcce70a-760f-446f-aa00-a4a98c809fe4 HTTP/1.1" status: 200 len: 867 time: 0.0575969 Aug 31 16:05:11.642570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:11.643199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.644603 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] 10.222.0.49 "PUT /v2.0/ports/8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 HTTP/1.1" status: 200 len: 1093 time: 1.1886437 Aug 31 16:05:11.645066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'tag': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:11.648003 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32a3cd-b507-49ef-85db-4bfe7ca1f79c", "tag": "8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:11.684152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0706c0d8-0fba-47e6-9d87-91d29ca40fac req-4411886b-c8f5-4118-ad3d-1b92dcb7d73c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.43 "GET /v2.0/security-groups?id=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Aug 31 16:05:11.698511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] No DVR routers for this DVR port 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:11.709578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:11.711534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d01e4377-9b06-4abd-9ea9-c0cbfa0a1150 req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] 10.222.0.49 "DELETE /v2.0/ports/3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 HTTP/1.1" status: 204 len: 173 time: 0.8285272 Aug 31 16:05:11.716457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caf8e6-3536-4dfc-9bbe-6a9d062b1987 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:11.762734 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef761a2-3ba2-445c-9888-769867e437e2 x-openstack-request-id: req-6ef761a2-3ba2-445c-9888-769867e437e2 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:11.763001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b1316-c2d5-41cf-aed0-039102e70cbd req-014428b6-68bf-4244-8f14-4de95b94893c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:11.763104 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32a3cd-b507-49ef-85db-4bfe7ca1f79c", "tag": "8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:11.763261 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ef761a2-3ba2-445c-9888-769867e437e2 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:11.763677 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'tag': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83', 'status': 'completed', 'code': 200} Aug 31 16:05:11.764389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f1b1316-c2d5-41cf-aed0-039102e70cbd req-014428b6-68bf-4244-8f14-4de95b94893c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 944 time: 0.0792336 Aug 31 16:05:11.765544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed047c-bf2f-4f4f-8992-9edd3a30f02c tempest-InstanceActionsV221TestJSON-323268549 tempest-InstanceActionsV221TestJSON-323268549-project] Pushing event deleted for resources: {'Port': ['ID=3c628f46-f2aa-4b7f-ad92-bb6f68937dd5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:11.782011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-cf14b25f-39cf-45f7-80d2-50aecbc1d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:11.783520 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-cf14b25f-39cf-45f7-80d2-50aecbc1d722 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 1096 time: 0.0908573 Aug 31 16:05:11.810143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f1b1316-c2d5-41cf-aed0-039102e70cbd req-54bc1c76-4c45-4034-9b2d-b5bb8d8f3184 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Aug 31 16:05:11.840531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-8db10e2d-0834-4265-9e8d-c0cf8c39c479 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 HTTP/1.1" status: 200 len: 217 time: 0.0439239 Aug 31 16:05:11.892149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-5ac01821-809f-44ba-b08a-9a2195d2449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:11.893657 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-5ac01821-809f-44ba-b08a-9a2195d2449b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0461049 Aug 31 16:05:11.926584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-84f26f1a-9b91-4a7b-b029-b5ff62a87d95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254405 Aug 31 16:05:12.033233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-ff9fd029-e3ed-4c85-8d66-2d03fa8c5e80 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981994 Aug 31 16:05:12.037206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e943-b90f-4df3-a186-0ffd8b871c50 req-a52654b9-4c4d-48da-9afd-403fd60d7641 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:12.038692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d029e943-b90f-4df3-a186-0ffd8b871c50 req-a52654b9-4c4d-48da-9afd-403fd60d7641 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0592730 Aug 31 16:05:12.083275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d029e943-b90f-4df3-a186-0ffd8b871c50 req-b89d39bf-73b8-43e3-be6b-9676f56cebe2 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Aug 31 16:05:12.133343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bccda940-19cd-48a6-b9a4-83c170fcdfec req-7c87034e-f37c-4f49-a4fc-84bb10879d41 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922096 Aug 31 16:05:12.225367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-e5aa3d18-7420-44e6-9e8c-0ac384cf7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:12.227006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-e5aa3d18-7420-44e6-9e8c-0ac384cf7e89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 1096 time: 0.0432043 Aug 31 16:05:12.247478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12314-20ad-45c9-a5e6-5f76976cb025 req-20962672-f813-4554-b1fb-fbe6f4c2aab5 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:12.249391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12a12314-20ad-45c9-a5e6-5f76976cb025 req-20962672-f813-4554-b1fb-fbe6f4c2aab5 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0537932 Aug 31 16:05:12.291960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12a12314-20ad-45c9-a5e6-5f76976cb025 req-c2cf7c44-180d-425d-a67e-3c59a5cd4eeb tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Aug 31 16:05:12.328702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-aef09712-8e67-46f0-a40a-dbcb12f4013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:12.330202 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-aef09712-8e67-46f0-a40a-dbcb12f4013f service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.0931664 Aug 31 16:05:12.378434 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-d7174207-fc31-4ffb-b90c-6e661f7f1510 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 HTTP/1.1" status: 200 len: 217 time: 0.0405509 Aug 31 16:05:12.434363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-789616fa-ae6a-481e-9b48-fe7ea0210964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:12.435897 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-789616fa-ae6a-481e-9b48-fe7ea0210964 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0509217 Aug 31 16:05:12.468355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-2af7a8d1-07fe-4ef6-8959-e16d327e1e86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251606 Aug 31 16:05:12.559478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-af60de71-1ddf-4de1-8638-49835850bcca service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836499 Aug 31 16:05:12.659463 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fb8ec53e-afd6-4520-a0ff-3ea9757c72fe req-6a774688-7055-4c20-9f05-86c9af46c815 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921545 Aug 31 16:05:12.910055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56442) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:12.936668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90a11c-95ae-422e-9bf3-3cd17d6ae0cb req-26f42643-b814-439c-afa6-e050a6dc299d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:12.938850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b90a11c-95ae-422e-9bf3-3cd17d6ae0cb req-26f42643-b814-439c-afa6-e050a6dc299d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 944 time: 0.0581696 Aug 31 16:05:12.972200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Deleting subnet 985bfcec-cece-4092-88df-78100e3f8b22 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:05:12.975007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:12.981681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b90a11c-95ae-422e-9bf3-3cd17d6ae0cb req-8de0d070-37dd-4b24-87e5-8c3cd2f773c5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Aug 31 16:05:13.015641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.061179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.127418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.159550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985bfcec-cece-4092-88df-78100e3f8b22,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:13.161566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.166244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-43cbcb6a-b1ac-4cb0-8940-6a5a3fc61b26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/985bfcec-cece-4092-88df-78100e3f8b22 HTTP/1.1" status: 204 len: 168 time: 0.2524030 Aug 31 16:05:13.166979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56450) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:13.271300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.294294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e081a-a002-4dec-a4bb-c5fc9375a912 req-1ee5e6e0-f2b7-4eb7-8d12-745ff989bac2 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:13.296385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-885e081a-a002-4dec-a4bb-c5fc9375a912 req-1ee5e6e0-f2b7-4eb7-8d12-745ff989bac2 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1086292 Aug 31 16:05:13.402205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.413873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-885e081a-a002-4dec-a4bb-c5fc9375a912 req-38980d41-e151-4a08-8a6b-2c62d6196019 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967886 Aug 31 16:05:13.417487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdb2218-8ddd-4a02-80d6-d6a5b7494e85']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:13.437250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b88993-0e33-4198-a437-6a2bdc3ce85c') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:13.437553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b88993-0e33-4198-a437-6a2bdc3ce85c') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:13.457002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.487038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.497043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:05:13.497485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:05:13.499959 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:05:13.558721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aaefe-8422-423c-a1ff-fda6a6327712 req-0601506c-38a4-479b-a149-e81b43117dba tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:13.560375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d14aaefe-8422-423c-a1ff-fda6a6327712 req-0601506c-38a4-479b-a149-e81b43117dba tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1901281 Aug 31 16:05:13.595328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.600709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.606180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] 10.222.0.43 "DELETE /v2.0/networks/4cdb2218-8ddd-4a02-80d6-d6a5b7494e85 HTTP/1.1" status: 204 len: 168 time: 0.4375010 Aug 31 16:05:13.628565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=4cdb2218-8ddd-4a02-80d6-d6a5b7494e85,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:13.641695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d14aaefe-8422-423c-a1ff-fda6a6327712 req-d1f341bd-a324-4e8e-a8b4-6ea158fd0b58 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712337 Aug 31 16:05:13.643210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.644116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.644116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.644339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.644588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.644927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.645288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.645584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.645916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.646247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.646584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.646901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7cc06-2115-45ae-abb7-77817b896e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:13.725774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56460) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:13.765221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'name': 'network-vif-deleted', 'tag': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:13.767412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-95601aa1-13fd-409b-83cd-8b206f008ee0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0766b869d16f4e3298e65315736490cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398738 Aug 31 16:05:13.768464 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea111c9-7d78-4cad-b099-605777dc793a" -d '{"events": [{"server_uuid": "4dcce70a-760f-446f-aa00-a4a98c809fe4", "name": "network-vif-deleted", "tag": "3c628f46-f2aa-4b7f-ad92-bb6f68937dd5"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:13.769641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56462) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:13.805842 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d966076e-12e3-4377-991d-8edd8794d443 x-openstack-request-id: req-d966076e-12e3-4377-991d-8edd8794d443 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:13.806132 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcce70a-760f-446f-aa00-a4a98c809fe4", "name": "network-vif-deleted", "tag": "3c628f46-f2aa-4b7f-ad92-bb6f68937dd5", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:13.806385 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d966076e-12e3-4377-991d-8edd8794d443 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:13.806786 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcce70a-760f-446f-aa00-a4a98c809fe4', 'name': 'network-vif-deleted', 'tag': '3c628f46-f2aa-4b7f-ad92-bb6f68937dd5', 'status': 'completed', 'code': 200} Aug 31 16:05:13.820659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bedb8448-6c19-494d-ba4f-1251d326588d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.841225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bedb8448-6c19-494d-ba4f-1251d326588d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.889128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bedb8448-6c19-494d-ba4f-1251d326588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.891692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bedb8448-6c19-494d-ba4f-1251d326588d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:13.892877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bedb8448-6c19-494d-ba4f-1251d326588d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e99e7ebf-dc5d-48fc-8820-3db75ce7d21b HTTP/1.1" status: 204 len: 168 time: 0.1223297 Aug 31 16:05:13.900577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb8448-6c19-494d-ba4f-1251d326588d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99e7ebf-dc5d-48fc-8820-3db75ce7d21b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:14.116740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befeee4-1fca-49c1-a0d9-c36434ea5886 req-32c87e94-c459-4208-be5f-65a4c529b661 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:14.118247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1befeee4-1fca-49c1-a0d9-c36434ea5886 req-32c87e94-c459-4208-be5f-65a4c529b661 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 944 time: 0.0605521 Aug 31 16:05:14.232394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6366a066-b707-43a4-a245-7cdfd4399d25 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:14.298220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 6366a066-b707-43a4-a245-7cdfd4399d25 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:14.302494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 6366a066-b707-43a4-a245-7cdfd4399d25 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:14.302873 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:14.390084 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:14.393569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1befeee4-1fca-49c1-a0d9-c36434ea5886 req-bd042995-ec1a-4ffc-8826-10913d942d81 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692032 Aug 31 16:05:14.416917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6366a066-b707-43a4-a245-7cdfd4399d25'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:14.417894 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae6ae2-4a33-43fb-a441-81b7ef051bdb" -d '{"events": [{"server_uuid": "46fd6e4d-de37-47ed-a2c1-1a215991a1b6", "name": "network-vif-plugged", "status": "completed", "tag": "6366a066-b707-43a4-a245-7cdfd4399d25"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:14.434321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6366a066-b707-43a4-a245-7cdfd4399d25, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6366a066-b707-43a4-a245-7cdfd4399d25,segment=NetworkSegment(1f048a2b-3fbd-4325-85fa-221b5e39fc11),segment_id=1f048a2b-3fbd-4325-85fa-221b5e39fc11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:14.439305 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:14.478720 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f859277-3e15-4aaf-a306-8e78ab38f777 x-openstack-request-id: req-4f859277-3e15-4aaf-a306-8e78ab38f777 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:14.479020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fd6e4d-de37-47ed-a2c1-1a215991a1b6", "name": "network-vif-plugged", "status": "completed", "tag": "6366a066-b707-43a4-a245-7cdfd4399d25", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:14.479293 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f859277-3e15-4aaf-a306-8e78ab38f777 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:14.479669 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6366a066-b707-43a4-a245-7cdfd4399d25', 'code': 200} Aug 31 16:05:14.509300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=6366a066-b707-43a4-a245-7cdfd4399d25,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:14.574637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b7769-bd68-4224-9c9c-5f86a8ae1a23 req-7d0ad7a1-6600-4a96-8ad2-447897564f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:14.576801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-777b7769-bd68-4224-9c9c-5f86a8ae1a23 req-7d0ad7a1-6600-4a96-8ad2-447897564f18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0439258 Aug 31 16:05:14.577703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfaa8d-e349-4ea1-b34a-eace700724a1 req-e1f2a83b-3bd0-48ae-a878-1a41ddc0d2ee tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:14.579450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30bfaa8d-e349-4ea1-b34a-eace700724a1 req-e1f2a83b-3bd0-48ae-a878-1a41ddc0d2ee tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.0548053 Aug 31 16:05:14.621713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30bfaa8d-e349-4ea1-b34a-eace700724a1 req-3a358d59-fb14-43d0-bbff-0fdb658b5e74 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Aug 31 16:05:14.626778 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-777b7769-bd68-4224-9c9c-5f86a8ae1a23 req-e3696a89-29b2-4f60-af17-cb98122bded5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351176 Aug 31 16:05:14.764844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbbf41-e44e-4361-853f-110e2510e8c0 req-016883f3-08cb-4d37-a0b7-d343d0bee2ed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:14.766344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22fbbf41-e44e-4361-853f-110e2510e8c0 req-016883f3-08cb-4d37-a0b7-d343d0bee2ed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Aug 31 16:05:14.804253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22fbbf41-e44e-4361-853f-110e2510e8c0 req-deafa4fe-9684-4a4e-a403-6887f7f83c46 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Aug 31 16:05:14.811066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56504) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:14.911598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1229117626-network', 'tenant_id': 'ca0ddbfc998849a1838c2bb4beff2060'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:14.934660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:14.938257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:14.940276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Made reservation on behalf of ca0ddbfc998849a1838c2bb4beff2060 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:14.943075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:14.953022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:14.964387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:14.964737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3c628f46-f2aa-4b7f-ad92-bb6f68937dd5 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:15.046618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.049609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:15.050642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.060274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:15.074338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:05:15.096171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e014e95-232c-405f-bf4a-69e5f9d9848f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:15.101689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.102018 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Added segment bf247f1d-21ce-42b0-81ee-d06387cc3436 of type vlan for network 1799cf92-93af-4c70-a044-45a481d7bdee Aug 31 16:05:15.108524 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.147982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.175217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.176325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:15.176938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.239990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4277563 Aug 31 16:05:15.242907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56510) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:15.250361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Request body: {'subnet': {'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1229117626-subnet', 'tenant_id': 'ca0ddbfc998849a1838c2bb4beff2060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:15.256955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bc7c5-bf5f-49ec-ba23-b31014d26aac admin admin] Pushing event updated for resources: {'Network': ['ID=1799cf92-93af-4c70-a044-45a481d7bdee,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:15.257373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:15.271930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1799cf92-93af-4c70-a044-45a481d7bdee details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:05:15.276994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Made reservation on behalf of ca0ddbfc998849a1838c2bb4beff2060 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:15.279409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.315054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:15.324602 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.394741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:15.476599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.562674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3207185a-0811-4b74-9a7c-2005ef57eac6,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:15.580557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd38ed7-dddd-4a8b-a2fa-723955211f74 req-4d93e307-189f-405b-b2e9-7e8e09484d92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:15.582088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd38ed7-dddd-4a8b-a2fa-723955211f74 req-4d93e307-189f-405b-b2e9-7e8e09484d92 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 945 time: 0.1144657 Aug 31 16:05:15.590926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Checking segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:15.591297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Network hostable DHCP agents. Network: 1799cf92-93af-4c70-a044-45a481d7bdee, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:05:15.624667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:15.642940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfd38ed7-dddd-4a8b-a2fa-723955211f74 req-af35b776-5afa-44b8-bf9a-cde067d095cb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 Aug 31 16:05:15.644544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Network 1799cf92-93af-4c70-a044-45a481d7bdee is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:05:15.657972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1799cf92-93af-4c70-a044-45a481d7bdee) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:15.663527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:15.664225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:15.675651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c810e-1aa2-497e-bd06-3d9cdf9913b4 None None] Network 1799cf92-93af-4c70-a044-45a481d7bdee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:05:15.684321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c72e8a4f-5f25-4411-b60a-f92c1d6c83b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4401422 Aug 31 16:05:15.823003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3501c-6465-4029-9773-79237a1852f8 req-9e3e356a-2427-47ad-80a7-1ebce943539c tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:15.830872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ce3501c-6465-4029-9773-79237a1852f8 req-9e3e356a-2427-47ad-80a7-1ebce943539c tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.0618324 Aug 31 16:05:15.878467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ce3501c-6465-4029-9773-79237a1852f8 req-85f3d10c-396d-4b88-9ad8-75e9b29fed7a tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 Aug 31 16:05:15.969585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2c2a3-9397-41ef-aaf0-d1720bf69f5c req-38de29cb-30a7-4a40-8780-54c6fb0e8fec tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:15.971364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e2c2a3-9397-41ef-aaf0-d1720bf69f5c req-38de29cb-30a7-4a40-8780-54c6fb0e8fec tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0636814 Aug 31 16:05:15.989067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-1799cf92-93af-4c70-a044-45a481d7bdee', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'tenant_id': 'ca0ddbfc998849a1838c2bb4beff2060', 'fixed_ips': [{'subnet_id': '3207185a-0811-4b74-9a7c-2005ef57eac6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:05:15.989944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:16.014938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e2c2a3-9397-41ef-aaf0-d1720bf69f5c req-1921058f-6051-48d1-9777-dcccbef62e93 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Aug 31 16:05:16.151955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Allocated IP 172.20.0.2 (1799cf92-93af-4c70-a044-45a481d7bdee/3207185a-0811-4b74-9a7c-2005ef57eac6/18b3bc3d-300b-4282-81e7-f33114ddde58) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:16.240229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-3604140b-b9a4-4b25-aef6-2e1360b773a6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:16.241846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-3604140b-b9a4-4b25-aef6-2e1360b773a6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 816 time: 0.1154842 Aug 31 16:05:16.258055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-0d3492e7-f032-43d7-89f8-d879710ee061 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/quotas/ca0ddbfc998849a1838c2bb4beff2060 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Aug 31 16:05:16.300588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-fa7e1303-4d56-465a-9a35-fedd32b373e8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350134 Aug 31 16:05:16.319154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:16.330523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Transition to ACTIVE for port object 18b3bc3d-300b-4282-81e7-f33114ddde58 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:16.350694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Transition to ACTIVE for port object 18b3bc3d-300b-4282-81e7-f33114ddde58 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:16.358696 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:16.409619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Network 1799cf92-93af-4c70-a044-45a481d7bdee is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:16.413475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:16.415900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:16.416065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-814828fa-03ec-42c5-bb48-9b97c7d61983 service neutron] 10.222.0.43 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068516 Aug 31 16:05:16.422684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Pushing event updated for resources: {'Port': ['ID=18b3bc3d-300b-4282-81e7-f33114ddde58,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:16.478527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Attempting to bind port 18b3bc3d-300b-4282-81e7-f33114ddde58 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:16.478904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Attempting to bind port 18b3bc3d-300b-4282-81e7-f33114ddde58 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:16.479276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Attempting to bind port 18b3bc3d-300b-4282-81e7-f33114ddde58 on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:16.485098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:16.485480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Checking segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:16.485886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:16.486282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Bound using segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:16.486754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Bound port: 18b3bc3d-300b-4282-81e7-f33114ddde58, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:16.487145 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:16.514177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-bc607975-11f2-4a38-ba63-3183f2b8d056 service neutron] 10.222.0.43 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903924 Aug 31 16:05:16.554972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] For port 18b3bc3d-300b-4282-81e7-f33114ddde58, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:16.558504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] For port 18b3bc3d-300b-4282-81e7-f33114ddde58, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=18b3bc3d-300b-4282-81e7-f33114ddde58,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:16.563213 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:16.632024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0102cc-f46b-44ce-9c0f-334bdbfb8b3d None None] Pushing event updated for resources: {'Port': ['ID=18b3bc3d-300b-4282-81e7-f33114ddde58,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:16.894452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17589-a556-416f-b7f0-bf4d90067177 req-5bc30e22-664a-494a-adf0-4b7382b95e60 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:16.896027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac17589-a556-416f-b7f0-bf4d90067177 req-5bc30e22-664a-494a-adf0-4b7382b95e60 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 945 time: 0.1569788 Aug 31 16:05:16.951610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:16.964783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bfeb-628b-4366-a511-f3706af973a8 req-e9a6dcf7-bc25-4933-80a3-517631a128a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:16.966325 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b207bfeb-628b-4366-a511-f3706af973a8 req-e9a6dcf7-bc25-4933-80a3-517631a128a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.0492246 Aug 31 16:05:16.982931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-c43a833b-27d8-4568-b141-6ea3d4153db1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:16.992906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-c43a833b-27d8-4568-b141-6ea3d4153db1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 816 time: 0.2053568 Aug 31 16:05:17.028540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:17.030309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ac17589-a556-416f-b7f0-bf4d90067177 req-e6a15d74-2b1f-4c0b-b8ff-ac658ae695dd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171658 Aug 31 16:05:17.034514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:17.034953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:17.049988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b207bfeb-628b-4366-a511-f3706af973a8 req-70ce7359-6c94-446f-9064-f78d2a0612b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591028 Aug 31 16:05:17.059040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-ac27cd9d-139c-4a0b-aab9-32546c8d9355 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/quotas/ca0ddbfc998849a1838c2bb4beff2060 HTTP/1.1" status: 200 len: 375 time: 0.0637069 Aug 31 16:05:17.129305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-50237e8b-547b-4547-87b0-9879307db7ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688345 Aug 31 16:05:17.143950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:17.205750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:17.220163 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32806a4d-8ed0-4bf0-b0ae-0e1a8a1c710d" -d '{"events": [{"server_uuid": "5b32a3cd-b507-49ef-85db-4bfe7ca1f79c", "name": "network-vif-plugged", "status": "completed", "tag": "8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:17.244208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:17.249553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:17.270873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540a2f-5ce7-4ea3-8e03-7e05671a000d req-669fc577-2b93-484f-b2f4-a47047548523 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:17.272442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84540a2f-5ce7-4ea3-8e03-7e05671a000d req-669fc577-2b93-484f-b2f4-a47047548523 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.0975657 Aug 31 16:05:17.280744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-4731b71a-d18d-4142-a7d1-b19146f41dc3 service neutron] 10.222.0.43 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506243 Aug 31 16:05:17.320925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:17.326581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 18b3bc3d-300b-4282-81e7-f33114ddde58 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:17.368757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84540a2f-5ce7-4ea3-8e03-7e05671a000d req-857c26dd-2713-4c3b-8728-319b628f202a tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868824 Aug 31 16:05:17.392378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 18b3bc3d-300b-4282-81e7-f33114ddde58 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:17.408298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-8f80bece-5fb5-479c-aca8-a91917819ab8 service neutron] 10.222.0.43 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199250 Aug 31 16:05:17.506019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baab96-d221-4e0a-9ef4-b79318c08980 req-8b9d3c9e-bb86-4154-bff8-7aebeb34b3e1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:17.507585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4baab96-d221-4e0a-9ef4-b79318c08980 req-8b9d3c9e-bb86-4154-bff8-7aebeb34b3e1 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0638657 Aug 31 16:05:17.552681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4baab96-d221-4e0a-9ef4-b79318c08980 req-569d71eb-12ae-46ba-9ef0-8a250c088758 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Aug 31 16:05:17.615389 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a6b1ab-3d3c-4d29-9696-b89bf9fd05ba x-openstack-request-id: req-66a6b1ab-3d3c-4d29-9696-b89bf9fd05ba {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:17.616314 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32a3cd-b507-49ef-85db-4bfe7ca1f79c", "name": "network-vif-plugged", "status": "completed", "tag": "8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:17.616734 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66a6b1ab-3d3c-4d29-9696-b89bf9fd05ba {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:17.617493 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83', 'code': 200} Aug 31 16:05:17.782871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1f86e-bf0b-42e3-9819-c0685d602c88 req-ea821b35-dd77-4ebb-8aa0-233688e7d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:17.788055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d2d1f86e-bf0b-42e3-9819-c0685d602c88 req-ea821b35-dd77-4ebb-8aa0-233688e7d129 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 1098 time: 0.1024301 Aug 31 16:05:17.835539 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d2d1f86e-bf0b-42e3-9819-c0685d602c88 req-7c551d5d-2930-4514-aa57-4f1e46018e4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Aug 31 16:05:17.945735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236085b3-d759-4544-9796-2eabe6a17eab None None] Network 1799cf92-93af-4c70-a044-45a481d7bdee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:05:17.949307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-5c86eceb-25e5-457a-b705-549c26562872 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:17.951490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-5c86eceb-25e5-457a-b705-549c26562872 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 816 time: 0.1871650 Aug 31 16:05:17.977785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-3e709870-c8e3-4cdb-8408-e4bca54441c3 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/quotas/ca0ddbfc998849a1838c2bb4beff2060 HTTP/1.1" status: 200 len: 375 time: 0.0192630 Aug 31 16:05:18.047949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-e59baf77-8cde-4b1c-aa24-254dfb71ca56 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659385 Aug 31 16:05:18.078534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] Provisioning for port 18b3bc3d-300b-4282-81e7-f33114ddde58 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:18.111171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] Provisioning complete for port 18b3bc3d-300b-4282-81e7-f33114ddde58 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:18.112041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:18.157686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ca88f9af-f7e1-416b-8a56-845e8a7c4648 service neutron] 10.222.0.43 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071370 Aug 31 16:05:18.263859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-21128a59-7c91-45a8-9dd0-15a6bb0e5ec6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:18.266145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-21128a59-7c91-45a8-9dd0-15a6bb0e5ec6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 816 time: 0.2239981 Aug 31 16:05:18.281549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Request body: {'port': {'device_id': '26075199-1a55-4927-b0c1-5a327edc22c3', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'admin_state_up': True, 'tenant_id': 'ca0ddbfc998849a1838c2bb4beff2060'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:18.284396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f45e-24f8-4891-9af7-3a10bd32d9c2 req-25cddd4d-47a1-4538-b4ab-41f8605d7704 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:18.285962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c86f45e-24f8-4891-9af7-3a10bd32d9c2 req-25cddd4d-47a1-4538-b4ab-41f8605d7704 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.1074233 Aug 31 16:05:18.323221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-9535fb65-1ef1-48f5-8dbd-9674c0f6ec19 service neutron] 10.222.0.43 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643791 Aug 31 16:05:18.323581 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:18.377494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] For port 18b3bc3d-300b-4282-81e7-f33114ddde58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=18b3bc3d-300b-4282-81e7-f33114ddde58,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:18.382281 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:18.393003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c86f45e-24f8-4891-9af7-3a10bd32d9c2 req-6c1b18ae-0dd7-451c-93e3-44c24d2318c0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989280 Aug 31 16:05:18.485310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Made reservation on behalf of ca0ddbfc998849a1838c2bb4beff2060 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:18.489196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:18.490165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce38e72-7fd6-4d65-91aa-3571060fa3b3 None None] Pushing event updated for resources: {'Port': ['ID=18b3bc3d-300b-4282-81e7-f33114ddde58,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:18.537995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2102b8-3820-4d75-ade8-87308de8722f req-aff9add5-98de-4b1a-90e0-6069f514e346 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:18.541130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c2102b8-3820-4d75-ade8-87308de8722f req-aff9add5-98de-4b1a-90e0-6069f514e346 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.0831003 Aug 31 16:05:18.601535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c2102b8-3820-4d75-ade8-87308de8722f req-f4b6442e-9011-4f1e-8330-2eae2590af29 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Aug 31 16:05:18.723434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-868f756f-5710-42ef-a727-392180f433f5 None None] Provisioning complete for port 18b3bc3d-300b-4282-81e7-f33114ddde58 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:18.724258 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-868f756f-5710-42ef-a727-392180f433f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:18.752664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79633f10-a2d6-4b2a-a93a-ced91b01dfca req-5c24f028-fd0c-4a2f-a535-1156177d5d09 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 210 time: 0.0640461 Aug 31 16:05:18.779000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd24dbf-9d52-418e-bb13-f70cba65306f req-80d003a8-e20f-4022-97f5-7c4e9e849fe9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:18.784376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Allocated IP 172.20.0.10 (1799cf92-93af-4c70-a044-45a481d7bdee/3207185a-0811-4b74-9a7c-2005ef57eac6/291ea33c-d956-4af4-a045-68765414b48d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:18.786791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bd24dbf-9d52-418e-bb13-f70cba65306f req-80d003a8-e20f-4022-97f5-7c4e9e849fe9 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0754938 Aug 31 16:05:18.863804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bd24dbf-9d52-418e-bb13-f70cba65306f req-3c565a19-2169-4834-b83d-fc08e1e85d81 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760903 Aug 31 16:05:19.112597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-fd72e3c2-9ee6-4485-819d-423fe2c296df tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.114399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-fd72e3c2-9ee6-4485-819d-423fe2c296df tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 816 time: 0.1430521 Aug 31 16:05:19.134712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Request body: {'port': {'device_id': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'admin_state_up': True, 'tenant_id': 'ca0ddbfc998849a1838c2bb4beff2060'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:19.233723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.255645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Transition to ACTIVE for port object 291ea33c-d956-4af4-a045-68765414b48d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:19.267653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 18b3bc3d-300b-4282-81e7-f33114ddde58 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:19.327885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 18b3bc3d-300b-4282-81e7-f33114ddde58 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:19.329002 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.348946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1473b-829c-4614-a833-cb225c9b36db req-389ab0bb-f8ce-4adc-8498-05bebcf3f314 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.351033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4f1473b-829c-4614-a833-cb225c9b36db req-389ab0bb-f8ce-4adc-8498-05bebcf3f314 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0700316 Aug 31 16:05:19.392022 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.397050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4f1473b-829c-4614-a833-cb225c9b36db req-d2413fc9-35ae-45d9-b8ae-49025d818d91 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Aug 31 16:05:19.454643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-1dad3546-59ef-4130-b2fb-c7f3659a3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.456238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-1dad3546-59ef-4130-b2fb-c7f3659a3eb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59fd1ba66568485eba930f238826ee93&device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 1098 time: 0.1346552 Aug 31 16:05:19.477738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Network 1799cf92-93af-4c70-a044-45a481d7bdee is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:19.490323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Made reservation on behalf of ca0ddbfc998849a1838c2bb4beff2060 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:19.493737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.495839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:19.528087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:19.544020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d2bb3-825d-4e53-924e-8c0f9b2d508e req-18c84075-04aa-4d66-b7b6-d8248293570b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.545791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa1d2bb3-825d-4e53-924e-8c0f9b2d508e req-18c84075-04aa-4d66-b7b6-d8248293570b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.0718822 Aug 31 16:05:19.589201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Pushing event updated for resources: {'Port': ['ID=291ea33c-d956-4af4-a045-68765414b48d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:19.600870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa1d2bb3-825d-4e53-924e-8c0f9b2d508e req-e66ebdd6-6c0a-45f9-8a9e-44a213ed2281 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484381 Aug 31 16:05:19.684738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.685961 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.720656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-18a77b9c-1e87-47c3-bf6a-9e78608be71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.720656 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-18a77b9c-1e87-47c3-bf6a-9e78608be71a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 200 len: 920 time: 0.2400889 Aug 31 16:05:19.807455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-91041137-56cc-41d5-8ce4-71256fdb8cc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5307970 Aug 31 16:05:19.809952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521e3ae-4822-40e7-9b33-36c2995436ba req-37ecaa9c-57bd-44e3-9397-41f2ef004f2b tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.812316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a521e3ae-4822-40e7-9b33-36c2995436ba req-37ecaa9c-57bd-44e3-9397-41f2ef004f2b tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.0700021 Aug 31 16:05:19.842585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Request body: {'port': {'device_id': '26075199-1a55-4927-b0c1-5a327edc22c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:19.845774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Allocated IP 172.20.0.14 (1799cf92-93af-4c70-a044-45a481d7bdee/3207185a-0811-4b74-9a7c-2005ef57eac6/1606ab99-7e86-463d-a6b2-c99702554b6a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:19.848606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-5d092dd8-b72b-497b-9ca2-7ceb6abad06b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 200 len: 217 time: 0.1121557 Aug 31 16:05:19.880037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a521e3ae-4822-40e7-9b33-36c2995436ba req-6a6e746d-ac52-4f18-8c46-8f56628d6583 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615282 Aug 31 16:05:19.895938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d5b6717c-74ef-45af-ba4f-b260b89b137c None None] Provisioning for port 291ea33c-d956-4af4-a045-68765414b48d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:19.900899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5c95-de55-4263-85da-df2b046214d1 req-63b9cbf9-88af-4656-8531-84584365596f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:19.903232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-586b5c95-de55-4263-85da-df2b046214d1 req-63b9cbf9-88af-4656-8531-84584365596f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.0830960 Aug 31 16:05:19.903468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d5b6717c-74ef-45af-ba4f-b260b89b137c None None] Provisioning complete for port 291ea33c-d956-4af4-a045-68765414b48d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:19.903771 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5b6717c-74ef-45af-ba4f-b260b89b137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.967678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:19.975329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6717c-74ef-45af-ba4f-b260b89b137c None None] Port 291ea33c-d956-4af4-a045-68765414b48d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:05:19.985341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-586b5c95-de55-4263-85da-df2b046214d1 req-ca1395b0-8006-42d9-9d26-b06fddf87ba0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550065 Aug 31 16:05:20.011272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-8d6a19ec-10d6-409c-901a-0d654ed3d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:20.011272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-8d6a19ec-10d6-409c-901a-0d654ed3d447 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 200 len: 859 time: 0.1405020 Aug 31 16:05:20.038285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a40a83bb-7b06-4049-9b29-6bfd27bf5be4 req-3667f9ee-7566-40b3-9fb0-eb1db2ad5f94 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 210 time: 0.0443747 Aug 31 16:05:20.133698 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-c4e7b41e-25ce-48ee-9adf-499ce20dc4a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b6ccf7-5234-4bd9-a50a-541b35071e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999186 Aug 31 16:05:20.251365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa122336-fda6-4138-a645-4a76a5b989d4 req-e5946028-607c-4abb-b2c4-688bb6658dd5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:20.258890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa122336-fda6-4138-a645-4a76a5b989d4 req-e5946028-607c-4abb-b2c4-688bb6658dd5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.1185250 Aug 31 16:05:20.334212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa122336-fda6-4138-a645-4a76a5b989d4 req-9dc9afb5-0514-4a89-9c2d-cd66950d7c4a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742643 Aug 31 16:05:20.357798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ccf0294e-78fe-4817-a65e-27fd6064dbc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:20.359893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ccf0294e-78fe-4817-a65e-27fd6064dbc1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.30 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 816 time: 0.1833799 Aug 31 16:05:20.392890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Request body: {'port': {'device_id': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'admin_state_up': True, 'tenant_id': 'ca0ddbfc998849a1838c2bb4beff2060'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:20.574073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7751a-87c3-43d8-8d02-7404f4eeda1a req-e162d449-e985-4e01-a83b-602cb555b955 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:20.575997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17a7751a-87c3-43d8-8d02-7404f4eeda1a req-e162d449-e985-4e01-a83b-602cb555b955 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0686128 Aug 31 16:05:20.589531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Made reservation on behalf of ca0ddbfc998849a1838c2bb4beff2060 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:20.593491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:20.652771 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:20.672304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17a7751a-87c3-43d8-8d02-7404f4eeda1a req-d9a23b63-8f2e-4fe1-878a-8d0a118d3f09 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856130 Aug 31 16:05:20.679024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Transition to ACTIVE for port object 1606ab99-7e86-463d-a6b2-c99702554b6a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:20.707645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0e7b5-1d61-40cd-b2da-8954056f4a48 req-fd01ae5d-e5df-4dd9-a735-c631b1c4736e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:20.709269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1d0e7b5-1d61-40cd-b2da-8954056f4a48 req-fd01ae5d-e5df-4dd9-a735-c631b1c4736e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.1311040 Aug 31 16:05:20.721859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-766ee0cc-300a-4138-b46c-26de485791d5 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062852 Aug 31 16:05:20.766030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1d0e7b5-1d61-40cd-b2da-8954056f4a48 req-6fe82cba-b8a4-44bb-aa93-52fa2a355079 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Aug 31 16:05:20.819533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-28ff76c9-8d60-4f56-b205-3301ba27431b tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:20.821011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-28ff76c9-8d60-4f56-b205-3301ba27431b tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.30 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.1404655 Aug 31 16:05:20.850877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:20.985795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Network 1799cf92-93af-4c70-a044-45a481d7bdee is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:20.995305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-bd499e82-35a6-4c98-b8f8-1aa267a5d21a service neutron] 10.222.0.30 "GET /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560506 Aug 31 16:05:21.014175 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-97f077e1-0f1e-447a-80dc-3167915d6919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.020804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:21.031245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:21.034191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Pushing event updated for resources: {'Port': ['ID=1606ab99-7e86-463d-a6b2-c99702554b6a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:21.057582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa310b-b6e9-452c-91c3-63584cc021d2 req-39360018-47cf-4b29-941a-965337ac7037 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:21.059182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9fa310b-b6e9-452c-91c3-63584cc021d2 req-39360018-47cf-4b29-941a-965337ac7037 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 946 time: 0.0825665 Aug 31 16:05:21.126764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9fa310b-b6e9-452c-91c3-63584cc021d2 req-f1c176e4-4649-499c-9fbc-2846f39ddd50 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/security-groups?id=119f86e9-ce06-429d-9cc8-3c155bf0cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597751 Aug 31 16:05:21.188076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:21.188650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c7f6e11-f50f-454a-aad4-94d2e74ba088 req-bc3f5916-55d2-47e7-bfd3-f49183ea1d9b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 210 time: 0.0460839 Aug 31 16:05:21.189483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.234270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Deleting port 6366a066-b707-43a4-a245-7cdfd4399d25 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:21.235023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.243534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-59499844-c1a3-4910-a275-6faf87c4ed98 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1139262 Aug 31 16:05:21.296884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Request body: {'port': {'device_id': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:21.318742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0121107e-13b1-4325-bab0-e16ba0b8a710 None None] Provisioning for port 1606ab99-7e86-463d-a6b2-c99702554b6a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:21.322747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0121107e-13b1-4325-bab0-e16ba0b8a710 None None] Provisioning complete for port 1606ab99-7e86-463d-a6b2-c99702554b6a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:21.323719 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0121107e-13b1-4325-bab0-e16ba0b8a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.324985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ea33c-d956-4af4-a045-68765414b48d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:21.343568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.366778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0121107e-13b1-4325-bab0-e16ba0b8a710 None None] Port 1606ab99-7e86-463d-a6b2-c99702554b6a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:05:21.394295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Transition to ACTIVE for port object 291ea33c-d956-4af4-a045-68765414b48d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:21.403382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.409286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.453011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Allocated IP 172.20.0.11 (1799cf92-93af-4c70-a044-45a481d7bdee/3207185a-0811-4b74-9a7c-2005ef57eac6/642a68f9-5385-4c11-bda1-0332f33d0604) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:21.466273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] For port 6366a066-b707-43a4-a245-7cdfd4399d25, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6366a066-b707-43a4-a245-7cdfd4399d25,segment=NetworkSegment(1f048a2b-3fbd-4325-85fa-221b5e39fc11),segment_id=1f048a2b-3fbd-4325-85fa-221b5e39fc11)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:21.467263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.527243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Calling delete_port for 6366a066-b707-43a4-a245-7cdfd4399d25 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:21.530877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Pushing event updated for resources: {'Port': ['ID=291ea33c-d956-4af4-a045-68765414b48d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:21.762441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Attempting to bind port 291ea33c-d956-4af4-a045-68765414b48d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:21.763370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Attempting to bind port 291ea33c-d956-4af4-a045-68765414b48d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:21.763370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Attempting to bind port 291ea33c-d956-4af4-a045-68765414b48d on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:21.773205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Port 291ea33c-d956-4af4-a045-68765414b48d on network 1799cf92-93af-4c70-a044-45a481d7bdee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:21.773569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Attempting to bind port 291ea33c-d956-4af4-a045-68765414b48d on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:21.790412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:21.791088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Checking segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:21.791502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Bound using segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:21.792028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Bound port: 291ea33c-d956-4af4-a045-68765414b48d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:21.792630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.922635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.925576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] For port 291ea33c-d956-4af4-a045-68765414b48d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:21.934389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] For port 291ea33c-d956-4af4-a045-68765414b48d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=291ea33c-d956-4af4-a045-68765414b48d,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:21.945112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['6366a066-b707-43a4-a245-7cdfd4399d25'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:21.965143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:21.968040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Pushing event deleted for resources: {'Port': ['ID=6366a066-b707-43a4-a245-7cdfd4399d25,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:22.030683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.031332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.032775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] 10.222.0.49 "PUT /v2.0/ports/291ea33c-d956-4af4-a045-68765414b48d HTTP/1.1" status: 200 len: 1093 time: 2.1946716 Aug 31 16:05:22.047771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26075199-1a55-4927-b0c1-5a327edc22c3', 'tag': '291ea33c-d956-4af4-a045-68765414b48d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:22.050040 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac048cc-94c4-4eea-af9c-7973043a98c8" -d '{"events": [{"name": "network-changed", "server_uuid": "26075199-1a55-4927-b0c1-5a327edc22c3", "tag": "291ea33c-d956-4af4-a045-68765414b48d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:22.056641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] No DVR routers for this DVR port 6366a066-b707-43a4-a245-7cdfd4399d25 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:22.061945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.063961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37db51bc-2940-4af0-9337-d1c5caefd4b4 req-380a6992-4542-43f7-848d-3041e9f28aa8 tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.30 "DELETE /v2.0/ports/6366a066-b707-43a4-a245-7cdfd4399d25 HTTP/1.1" status: 204 len: 173 time: 1.2345283 Aug 31 16:05:22.093019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000cf0e-de40-4805-afd4-d17f6d05a7f2 req-e641b2bf-23d1-4323-a935-0f358ebdb2bd tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.102269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c000cf0e-de40-4805-afd4-d17f6d05a7f2 req-e641b2bf-23d1-4323-a935-0f358ebdb2bd tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.2039535 Aug 31 16:05:22.125489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370b848-88bc-4e88-a565-c33e3639a14c service neutron] Pushing event updated for resources: {'Port': ['ID=291ea33c-d956-4af4-a045-68765414b48d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:22.137500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.150864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-14e91eb4-a62a-443a-ae9f-d630416a5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.152547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-fb9f097e-77e0-4fee-8336-6e5e32e00744 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.152699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-14e91eb4-a62a-443a-ae9f-d630416a5a83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 1096 time: 0.0669696 Aug 31 16:05:22.154270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-fb9f097e-77e0-4fee-8336-6e5e32e00744 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.2364995 Aug 31 16:05:22.202471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08169f3-7ba8-4faf-9882-869f1f9eef35 req-a88935f2-96dc-44d2-9893-45a1681a6325 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.204339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a08169f3-7ba8-4faf-9882-869f1f9eef35 req-a88935f2-96dc-44d2-9893-45a1681a6325 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 946 time: 0.2531979 Aug 31 16:05:22.224269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Transition to ACTIVE for port object 642a68f9-5385-4c11-bda1-0332f33d0604 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:22.226530 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-1bcafafd-fed9-4750-8b16-58887abe9806 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=291ea33c-d956-4af4-a045-68765414b48d HTTP/1.1" status: 200 len: 217 time: 0.0605779 Aug 31 16:05:22.288402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-b16cf2f3-01d1-4929-8626-4af542f1138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.290021 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-b16cf2f3-01d1-4929-8626-4af542f1138f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.0551767 Aug 31 16:05:22.299574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c000cf0e-de40-4805-afd4-d17f6d05a7f2 req-1d40ee6b-2109-4555-8cb8-d8a420798309 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959691 Aug 31 16:05:22.362164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-ffe74cf6-93b7-40ab-aa8f-cc52800db9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.363938 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-ffe74cf6-93b7-40ab-aa8f-cc52800db9a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659852 Aug 31 16:05:22.365650 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee22a240-619d-4656-bb5d-dd78fc7f90fb x-openstack-request-id: req-ee22a240-619d-4656-bb5d-dd78fc7f90fb {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:22.366062 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26075199-1a55-4927-b0c1-5a327edc22c3", "tag": "291ea33c-d956-4af4-a045-68765414b48d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:22.366942 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee22a240-619d-4656-bb5d-dd78fc7f90fb {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:22.367342 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26075199-1a55-4927-b0c1-5a327edc22c3', 'tag': '291ea33c-d956-4af4-a045-68765414b48d', 'status': 'completed', 'code': 200} Aug 31 16:05:22.377969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a08169f3-7ba8-4faf-9882-869f1f9eef35 req-509bd696-fbe3-40e6-b60b-03f23b0b06d9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472018 Aug 31 16:05:22.380514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.445047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Network 1799cf92-93af-4c70-a044-45a481d7bdee is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:22.461790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:22.465145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:22.481831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Pushing event updated for resources: {'Port': ['ID=642a68f9-5385-4c11-bda1-0332f33d0604,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:22.491651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3664408b-dbe4-4fd1-a446-d49e1146d423 req-ba32fc99-6236-40ad-86b4-c1e9b428661e tempest-ServerAddressesTestJSON-1409511771 tempest-ServerAddressesTestJSON-1409511771-project] 10.222.0.43 "GET /v2.0/ports?device_id=46fd6e4d-de37-47ed-a2c1-1a215991a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0522075 Aug 31 16:05:22.548662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:22.548935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.633124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-54496532-9c0c-4789-80d0-2f5268cb95e3 service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600398 Aug 31 16:05:22.717048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:22.717574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.734852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.735554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.766080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:22.777773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a790d-43ba-43df-a652-762b3135eecf req-9d52a71f-f165-45f7-91a7-5e4ba2c3cad4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:22.780626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-424a790d-43ba-43df-a652-762b3135eecf req-9d52a71f-f165-45f7-91a7-5e4ba2c3cad4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 932 time: 0.2930758 Aug 31 16:05:22.785428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-ff1dd140-1264-4974-8c3c-3ab1de9c018b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3987048 Aug 31 16:05:22.806194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1606ab99-7e86-463d-a6b2-c99702554b6a {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:22.820053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.837918 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f4ae2dc1-5d58-45c1-9bd2-1481c32e8867 req-e0079437-37be-4005-8cfa-ea01bfda8e8d service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944640 Aug 31 16:05:22.843925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Transition to ACTIVE for port object 1606ab99-7e86-463d-a6b2-c99702554b6a will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:22.848457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.855493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Request body: {'port': {'device_id': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:22.869545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-daa7d817-2463-422e-8519-61b8b8450206 None None] Provisioning for port 642a68f9-5385-4c11-bda1-0332f33d0604 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:22.878636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-daa7d817-2463-422e-8519-61b8b8450206 None None] Provisioning complete for port 642a68f9-5385-4c11-bda1-0332f33d0604 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:22.879531 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-daa7d817-2463-422e-8519-61b8b8450206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:22.933632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-424a790d-43ba-43df-a652-762b3135eecf req-f379f970-085e-49c7-9cb6-6a668bd3e61c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367221 Aug 31 16:05:22.962587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Pushing event updated for resources: {'Port': ['ID=1606ab99-7e86-463d-a6b2-c99702554b6a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:22.966434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-daa7d817-2463-422e-8519-61b8b8450206 None None] Port 642a68f9-5385-4c11-bda1-0332f33d0604 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:05:22.987236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.038841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-0922f838-120d-40e0-82bc-223a9b9cadad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.040690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-0922f838-120d-40e0-82bc-223a9b9cadad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 1096 time: 0.1262941 Aug 31 16:05:23.123703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Attempting to bind port 1606ab99-7e86-463d-a6b2-c99702554b6a on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:23.123969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Attempting to bind port 1606ab99-7e86-463d-a6b2-c99702554b6a by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:23.124405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Attempting to bind port 1606ab99-7e86-463d-a6b2-c99702554b6a on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:23.135315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Port 1606ab99-7e86-463d-a6b2-c99702554b6a on network 1799cf92-93af-4c70-a044-45a481d7bdee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:23.135315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Attempting to bind port 1606ab99-7e86-463d-a6b2-c99702554b6a on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:23.143349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:23.143915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Checking segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:23.144350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Bound using segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:23.144956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Bound port: 1606ab99-7e86-463d-a6b2-c99702554b6a, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:23.145346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.174626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.190311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:23.247438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:23.251908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-75f66bc4-ef87-4d47-bb7e-76d968c4163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.254616 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-75f66bc4-ef87-4d47-bb7e-76d968c4163b service neutron] 10.222.0.49 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 917 time: 0.1961656 Aug 31 16:05:23.328572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-9f50ac56-96d4-4bd8-9a3b-18252434b0b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=291ea33c-d956-4af4-a045-68765414b48d HTTP/1.1" status: 200 len: 217 time: 0.0650232 Aug 31 16:05:23.338783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] For port 1606ab99-7e86-463d-a6b2-c99702554b6a, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:23.346989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:23.349949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.353527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "DELETE /v2.0/ports/8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 HTTP/1.1" status: 204 len: 173 time: 1.1838248 Aug 31 16:05:23.356503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'name': 'network-vif-deleted', 'tag': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:23.357528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] For port 1606ab99-7e86-463d-a6b2-c99702554b6a, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1606ab99-7e86-463d-a6b2-c99702554b6a,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:23.360104 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80b2714-93bc-423f-8e7e-55ce34f596c2" -d '{"events": [{"server_uuid": "5b32a3cd-b507-49ef-85db-4bfe7ca1f79c", "name": "network-vif-deleted", "tag": "8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:23.413871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.462673 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538bc297-c886-4599-a35b-00eba277140a x-openstack-request-id: req-538bc297-c886-4599-a35b-00eba277140a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:23.463006 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32a3cd-b507-49ef-85db-4bfe7ca1f79c", "name": "network-vif-deleted", "tag": "8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:23.463228 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538bc297-c886-4599-a35b-00eba277140a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:23.463639 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32a3cd-b507-49ef-85db-4bfe7ca1f79c', 'name': 'network-vif-deleted', 'tag': '8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83', 'status': 'completed', 'code': 200} Aug 31 16:05:23.491233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.492043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.493745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] 10.222.0.49 "PUT /v2.0/ports/1606ab99-7e86-463d-a6b2-c99702554b6a HTTP/1.1" status: 200 len: 1093 time: 2.2035718 Aug 31 16:05:23.503183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865594fc-e0a0-487f-af2a-54850c7e155e service neutron] Pushing event updated for resources: {'Port': ['ID=1606ab99-7e86-463d-a6b2-c99702554b6a,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:23.523313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-879520e5-ae6d-418f-92dd-4dcfdf0f2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.525588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642a68f9-5385-4c11-bda1-0332f33d0604 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:23.526185 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-879520e5-ae6d-418f-92dd-4dcfdf0f2d84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.1902852 Aug 31 16:05:23.535539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.558671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b7c8b-fbfa-48f3-88ae-0e339749358d req-0a4f980f-2b40-45f3-a6bb-2279593eae17 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.560893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b5b7c8b-fbfa-48f3-88ae-0e339749358d req-0a4f980f-2b40-45f3-a6bb-2279593eae17 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0959187 Aug 31 16:05:23.580229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Transition to ACTIVE for port object 642a68f9-5385-4c11-bda1-0332f33d0604 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:23.602312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7d9dba0-7f3f-4db3-ab1b-03aa763097ea req-14c9ef4e-7ac1-48ad-9626-34ee1bd5b5d5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b32a3cd-b507-49ef-85db-4bfe7ca1f79c HTTP/1.1" status: 200 len: 210 time: 0.0375898 Aug 31 16:05:23.604053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.621560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-13d41878-fcae-4fce-a4a8-a8012e75d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.634158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-13d41878-fcae-4fce-a4a8-a8012e75d327 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968637 Aug 31 16:05:23.645568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-32a1218b-83ac-4953-9c89-6d87b2467167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.647188 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-32a1218b-83ac-4953-9c89-6d87b2467167 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 1096 time: 0.0775793 Aug 31 16:05:23.675276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=642a68f9-5385-4c11-bda1-0332f33d0604,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:23.682478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:23.752795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-6b464de9-f5c8-41e2-a649-0a3b05a37bd7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1606ab99-7e86-463d-a6b2-c99702554b6a HTTP/1.1" status: 200 len: 217 time: 0.0944350 Aug 31 16:05:23.777133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b5b7c8b-fbfa-48f3-88ae-0e339749358d req-bb305edd-e576-46c3-bdc3-ee164dec4723 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979275 Aug 31 16:05:23.808000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Deleting subnet 11966a54-45eb-4c56-b25d-446c2f67b39b {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:05:23.813357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.846399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-76202de2-25e7-466d-8221-8c96e12e5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:23.848124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-76202de2-25e7-466d-8221-8c96e12e5621 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.0880985 Aug 31 16:05:23.851104 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-983d2543-00fb-4a10-8d31-dccd8da35657 service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029257 Aug 31 16:05:23.941352 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:23.993924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Attempting to bind port 642a68f9-5385-4c11-bda1-0332f33d0604 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:23.994538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Attempting to bind port 642a68f9-5385-4c11-bda1-0332f33d0604 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:23.995704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Attempting to bind port 642a68f9-5385-4c11-bda1-0332f33d0604 on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:24.004684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Port 642a68f9-5385-4c11-bda1-0332f33d0604 on network 1799cf92-93af-4c70-a044-45a481d7bdee not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:24.005190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Attempting to bind port 642a68f9-5385-4c11-bda1-0332f33d0604 on network 1799cf92-93af-4c70-a044-45a481d7bdee {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:24.015275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:24.015798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Checking segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:24.016327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Bound using segment: {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:24.017705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Bound port: 642a68f9-5385-4c11-bda1-0332f33d0604, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf247f1d-21ce-42b0-81ee-d06387cc3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:24.018239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.030493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b926a3-754e-4c2d-9072-5020a1070431 req-d0615e23-6d89-405a-9f2e-557549f8f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.032170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-d0615e23-6d89-405a-9f2e-557549f8f888 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686478 Aug 31 16:05:24.076782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.165776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac048cc-94c4-4eea-af9c-7973043a98c8 req-431aa739-bdd6-49a1-8767-0ed51cf53e9c service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895849 Aug 31 16:05:24.176879 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.178711 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-88d828e2-0140-4e2f-b5eb-2ecff39a6b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.207446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] For port 642a68f9-5385-4c11-bda1-0332f33d0604, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:24.222853 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-117ff390-8941-417f-aee8-9026204d7db7 service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800396 Aug 31 16:05:24.230677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] For port 642a68f9-5385-4c11-bda1-0332f33d0604, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=642a68f9-5385-4c11-bda1-0332f33d0604,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:24.236447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.239030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.302717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6366a066-b707-43a4-a245-7cdfd4399d25 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:24.309730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868bd78-932e-43dc-91c1-ca9698d4165e req-c97018ad-b309-48f0-af10-a38af0c025d4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.311363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4868bd78-932e-43dc-91c1-ca9698d4165e req-c97018ad-b309-48f0-af10-a38af0c025d4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 944 time: 0.1785798 Aug 31 16:05:24.314623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11966a54-45eb-4c56-b25d-446c2f67b39b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:24.321412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.326759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-01eec4fe-cdaa-4c58-b4c4-59fb56946a43 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/11966a54-45eb-4c56-b25d-446c2f67b39b HTTP/1.1" status: 204 len: 168 time: 0.6410372 Aug 31 16:05:24.327689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56720) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:24.332405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.332998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.334416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/642a68f9-5385-4c11-bda1-0332f33d0604 HTTP/1.1" status: 200 len: 1093 time: 1.5176928 Aug 31 16:05:24.347717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 6366a066-b707-43a4-a245-7cdfd4399d25 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:24.348284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6366a066-b707-43a4-a245-7cdfd4399d25 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:24.362892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-54b926a3-754e-4c2d-9072-5020a1070431 req-1b9f21f5-5f2b-48ce-a9ed-675a2ecf1657 service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330531 Aug 31 16:05:24.396556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbed0c-0e0e-48d2-99de-99f3707cb3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=642a68f9-5385-4c11-bda1-0332f33d0604,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:24.398223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'name': 'network-vif-deleted', 'tag': '6366a066-b707-43a4-a245-7cdfd4399d25'}, {'name': 'network-changed', 'server_uuid': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'tag': '1606ab99-7e86-463d-a6b2-c99702554b6a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:24.408412 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc61d65-7355-4039-bc33-0d47e7cabc22" -d '{"events": [{"server_uuid": "46fd6e4d-de37-47ed-a2c1-1a215991a1b6", "name": "network-vif-deleted", "tag": "6366a066-b707-43a4-a245-7cdfd4399d25"}, {"name": "network-changed", "server_uuid": "c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c", "tag": "1606ab99-7e86-463d-a6b2-c99702554b6a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:24.418115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4868bd78-932e-43dc-91c1-ca9698d4165e req-10f27b97-4b99-46e5-a4fc-cac5c3fcbd26 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784874 Aug 31 16:05:24.454080 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.509089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-dc73ffea-eebd-4d84-afd3-0cdcc98f6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.509250 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6045e53-64fe-4bfb-b739-55f7ea5df15d x-openstack-request-id: req-d6045e53-64fe-4bfb-b739-55f7ea5df15d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:24.509388 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fd6e4d-de37-47ed-a2c1-1a215991a1b6", "name": "network-vif-deleted", "tag": "6366a066-b707-43a4-a245-7cdfd4399d25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c", "tag": "1606ab99-7e86-463d-a6b2-c99702554b6a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:24.509672 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6045e53-64fe-4bfb-b739-55f7ea5df15d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:24.510179 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fd6e4d-de37-47ed-a2c1-1a215991a1b6', 'name': 'network-vif-deleted', 'tag': '6366a066-b707-43a4-a245-7cdfd4399d25', 'status': 'completed', 'code': 200} Aug 31 16:05:24.510311 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'tag': '1606ab99-7e86-463d-a6b2-c99702554b6a', 'status': 'completed', 'code': 200} Aug 31 16:05:24.511148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-dc73ffea-eebd-4d84-afd3-0cdcc98f6878 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0920899 Aug 31 16:05:24.558375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-bbc25613-7a98-4dd4-85fa-8ba2b2f7d517 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=642a68f9-5385-4c11-bda1-0332f33d0604 HTTP/1.1" status: 200 len: 217 time: 0.0369925 Aug 31 16:05:24.588576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.601933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d701c57e-7519-4ef1-802f-252ed38b045b']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:24.615069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f048a2b-3fbd-4325-85fa-221b5e39fc11') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:24.615368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f048a2b-3fbd-4325-85fa-221b5e39fc11') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:24.618144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-b2e41e61-9b93-431e-9b69-df89f9562419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.619863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-b2e41e61-9b93-431e-9b69-df89f9562419 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.0538273 Aug 31 16:05:24.628016 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.631248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-541b4b94-518b-4ec3-bf43-016083e2344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.633679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-541b4b94-518b-4ec3-bf43-016083e2344c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 1096 time: 0.0917716 Aug 31 16:05:24.666958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.680049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-c2c17b1f-1d5e-40c1-ba74-cc07d0474c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:24.681813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-c2c17b1f-1d5e-40c1-ba74-cc07d0474c15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537643 Aug 31 16:05:24.700507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:05:24.701993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:05:24.703925 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:05:24.818497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-9a7524ff-3ecd-48b9-8c76-6c048d6d2f4a service neutron] 10.222.0.30 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091912 Aug 31 16:05:24.980100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 291ea33c-d956-4af4-a045-68765414b48d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:24.985973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:25.023005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:25.023620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b7bbe0f-d1b5-4731-88ae-b0f7b83cfd83 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:25.047593 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.074423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-ab51b9a4-a66b-495c-8b04-1fa6cf0551b5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:25.076736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-ab51b9a4-a66b-495c-8b04-1fa6cf0551b5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.1802647 Aug 31 16:05:25.081571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d808abc-c93b-47ad-8298-fc4970aad137 req-3244f35e-beab-4b9a-800a-08d07dd733f0 service neutron] 10.222.0.30 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465675 Aug 31 16:05:25.123342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-f0861c6e-16be-4648-8e60-72d5757608d7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/quotas/8b93986950c54f259ba0ce807e4ad828 HTTP/1.1" status: 200 len: 375 time: 0.0344582 Aug 31 16:05:25.160927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.166739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.170991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 291ea33c-d956-4af4-a045-68765414b48d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=291ea33c-d956-4af4-a045-68765414b48d,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:25.179368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] 10.222.0.43 "DELETE /v2.0/networks/d701c57e-7519-4ef1-802f-252ed38b045b HTTP/1.1" status: 204 len: 168 time: 0.8430963 Aug 31 16:05:25.187806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '291ea33c-d956-4af4-a045-68765414b48d', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'port_id': '291ea33c-d956-4af4-a045-68765414b48d', 'mac_address': 'fa:16:3e:c3:f2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207185a-0811-4b74-9a7c-2005ef57eac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:25.219349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20ab2-b65d-43cb-b9c0-244fbb81488a admin admin] Pushing event deleted for resources: {'Network': ['ID=d701c57e-7519-4ef1-802f-252ed38b045b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:25.223344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-58fd1aed-21a9-4147-a204-5203da668366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:25.224919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-9310e932-ff9f-4e4a-b46a-347f7a182d6d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999656 Aug 31 16:05:25.225366 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-58fd1aed-21a9-4147-a204-5203da668366 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 917 time: 0.5798755 Aug 31 16:05:25.233516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.251643 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.268774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ea33c-d956-4af4-a045-68765414b48d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:25.307540 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-561e0ccf-67cd-449a-b6a3-f2a10019f899 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1606ab99-7e86-463d-a6b2-c99702554b6a HTTP/1.1" status: 200 len: 217 time: 0.0731103 Aug 31 16:05:25.314221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 291ea33c-d956-4af4-a045-68765414b48d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=291ea33c-d956-4af4-a045-68765414b48d,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:25.319050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.377441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-f3d8212a-da55-46b9-a4bf-fd12d8a367cd service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509728 Aug 31 16:05:25.401626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56746) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:25.403813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=291ea33c-d956-4af4-a045-68765414b48d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:25.414822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.415403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.415951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.416523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.417355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.417902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.418440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.418975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.419507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.420327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.420888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.421518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:25.432315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-adb62ca2-777a-42ac-bc4e-6426a13691d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:25.435063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-adb62ca2-777a-42ac-bc4e-6426a13691d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.1180806 Aug 31 16:05:25.474477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'tag': '642a68f9-5385-4c11-bda1-0332f33d0604'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:25.477039 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f7bf4a-4e99-4244-8dec-c50a31246036" -d '{"events": [{"name": "network-changed", "server_uuid": "814697c1-84ea-4a30-abb5-73aae3a7f2f1", "tag": "642a68f9-5385-4c11-bda1-0332f33d0604"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:25.507912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-35b055f7-8843-441e-98f1-63ca3b3d368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:25.509990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-35b055f7-8843-441e-98f1-63ca3b3d368b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680170 Aug 31 16:05:25.542595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-13071991-c86e-4720-9331-8db4782a1095 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4eae42fa16894ab1aa81396af672fc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398020 Aug 31 16:05:25.545566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:25.599375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-f34430e6-ecd9-455a-a561-e877741b1f8a service neutron] 10.222.0.43 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206616 Aug 31 16:05:25.618858 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-8213ad5d-c6a0-4096-b1c8-61dc90504fcf service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987210 Aug 31 16:05:25.627569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['291ea33c-d956-4af4-a045-68765414b48d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:25.657718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9824e-d391-4715-a42b-7b9c8f91518b req-82f824ba-657a-430d-86e2-d2d442d26b3a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:25.659336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13c9824e-d391-4715-a42b-7b9c8f91518b req-82f824ba-657a-430d-86e2-d2d442d26b3a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 944 time: 0.0991845 Aug 31 16:05:25.729173 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e2c678-a735-4645-9fd2-d0375e1df754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.789410 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.799977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13c9824e-d391-4715-a42b-7b9c8f91518b req-f8bbd1c5-223d-4371-861e-a9d9c046e478 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325350 Aug 31 16:05:25.830112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dcc61d65-7355-4039-bc33-0d47e7cabc22 req-a9d72315-1b9b-4a61-a40e-0a1fef2c4113 service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896820 Aug 31 16:05:25.853865 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e2c678-a735-4645-9fd2-d0375e1df754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.892464 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90efdcfc-e55f-45d5-a026-0853ac9d87ca x-openstack-request-id: req-90efdcfc-e55f-45d5-a026-0853ac9d87ca {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:25.892788 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814697c1-84ea-4a30-abb5-73aae3a7f2f1", "tag": "642a68f9-5385-4c11-bda1-0332f33d0604", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:25.893010 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90efdcfc-e55f-45d5-a026-0853ac9d87ca {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:25.893564 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'tag': '642a68f9-5385-4c11-bda1-0332f33d0604', 'status': 'completed', 'code': 200} Aug 31 16:05:25.989760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e2c678-a735-4645-9fd2-d0375e1df754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.992798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2e2c678-a735-4645-9fd2-d0375e1df754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:25.994097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a2e2c678-a735-4645-9fd2-d0375e1df754 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/119f86e9-ce06-429d-9cc8-3c155bf0cc49 HTTP/1.1" status: 204 len: 168 time: 0.4476104 Aug 31 16:05:26.018090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e8f0f2-d647-4865-87e6-b900cb3b65a9 req-13407dec-f1fa-442f-90f4-d9c69e721510 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0482879 Aug 31 16:05:26.026593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2c678-a735-4645-9fd2-d0375e1df754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f86e9-ce06-429d-9cc8-3c155bf0cc49,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:26.040665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-2082c78d-91d1-494a-ad7f-d92ea0a353af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:26.042315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-2082c78d-91d1-494a-ad7f-d92ea0a353af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 1096 time: 0.1198256 Aug 31 16:05:26.267920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-f3bca9a4-9d21-4e5d-ae71-d272ebee95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:26.269404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-f3bca9a4-9d21-4e5d-ae71-d272ebee95a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 917 time: 0.2140751 Aug 31 16:05:26.318839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-e1a30248-e3f4-4c42-ac34-abe3b3e03ae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=642a68f9-5385-4c11-bda1-0332f33d0604 HTTP/1.1" status: 200 len: 217 time: 0.0409658 Aug 31 16:05:26.387300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-c1b73c3a-f81b-4d84-b46d-5330d6865c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:26.389087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-c1b73c3a-f81b-4d84-b46d-5330d6865c0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.0605555 Aug 31 16:05:26.450701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-d6845d00-f59c-4a0f-a67f-a9a5b4456976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:26.452592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-d6845d00-f59c-4a0f-a67f-a9a5b4456976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470259 Aug 31 16:05:26.599955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-31a4723b-2c7a-4763-a802-9738e095b622 service neutron] 10.222.0.30 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391966 Aug 31 16:05:26.740231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22f7bf4a-4e99-4244-8dec-c50a31246036 req-d764a67e-e703-4867-8f9b-57cffe133874 service neutron] 10.222.0.30 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271336 Aug 31 16:05:26.956796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e755-9b3b-46d6-aab4-711fcb26106d req-0d8348c2-7261-44b0-9c18-2d605926f7e0 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:26.965700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d70e755-9b3b-46d6-aab4-711fcb26106d req-0d8348c2-7261-44b0-9c18-2d605926f7e0 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 944 time: 0.0739076 Aug 31 16:05:26.993107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56796) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:26.998557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1606ab99-7e86-463d-a6b2-c99702554b6a details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:27.003118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 291ea33c-d956-4af4-a045-68765414b48d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:27.029902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d70e755-9b3b-46d6-aab4-711fcb26106d req-677dbf5f-1edd-42a4-bb07-472aad12f61c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616369 Aug 31 16:05:27.175454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-network', 'tenant_id': '741e022094a445108c4541538e36db52'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:27.194467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 291ea33c-d956-4af4-a045-68765414b48d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:27.195794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e0fb7ab-5547-4b7a-afcc-be74ad6335bd req-ee9976b7-2d4a-4f3e-a349-f300a44f26dd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0715504 Aug 31 16:05:27.202593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 291ea33c-d956-4af4-a045-68765414b48d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:27.203251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.206920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Made reservation on behalf of 741e022094a445108c4541538e36db52 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:27.209374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.248870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.370753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-6297bc02-13bb-4c96-b067-c098082393da tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:27.372547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-6297bc02-13bb-4c96-b067-c098082393da tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 806 time: 0.2373950 Aug 31 16:05:27.390863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Request body: {'port': {'device_id': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'admin_state_up': True, 'tenant_id': '8b93986950c54f259ba0ce807e4ad828'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:27.491627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1606ab99-7e86-463d-a6b2-c99702554b6a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1606ab99-7e86-463d-a6b2-c99702554b6a,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:27.512224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.514438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '1606ab99-7e86-463d-a6b2-c99702554b6a', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'port_id': '1606ab99-7e86-463d-a6b2-c99702554b6a', 'mac_address': 'fa:16:3e:84:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207185a-0811-4b74-9a7c-2005ef57eac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:27.518094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.524597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.563650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:05:27.571599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdb4347-dc44-4030-b358-c6ca2a941876,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:27.572821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26075199-1a55-4927-b0c1-5a327edc22c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ea33c-d956-4af4-a045-68765414b48d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:27.576226 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bed9b4-f0e8-4be6-9d78-18ef4d104332" -d '{"events": [{"server_uuid": "26075199-1a55-4927-b0c1-5a327edc22c3", "name": "network-vif-plugged", "status": "completed", "tag": "291ea33c-d956-4af4-a045-68765414b48d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:27.577910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Made reservation on behalf of 8b93986950c54f259ba0ce807e4ad828 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:27.591678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.603148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.603427 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Added segment 5ad2b1f9-0e7f-47de-a36b-f8debde7257f of type vlan for network 801ebbae-4baf-4a5b-b90b-965e28573771 Aug 31 16:05:27.608886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 291ea33c-d956-4af4-a045-68765414b48d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=291ea33c-d956-4af4-a045-68765414b48d,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:27.611098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.617232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.631613 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.671935 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47790e0b-c7c3-4a6f-93fc-01006a65698b x-openstack-request-id: req-47790e0b-c7c3-4a6f-93fc-01006a65698b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:27.672362 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26075199-1a55-4927-b0c1-5a327edc22c3", "name": "network-vif-plugged", "status": "completed", "tag": "291ea33c-d956-4af4-a045-68765414b48d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:27.672766 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47790e0b-c7c3-4a6f-93fc-01006a65698b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:27.673731 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26075199-1a55-4927-b0c1-5a327edc22c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ea33c-d956-4af4-a045-68765414b48d', 'code': 200} Aug 31 16:05:27.678895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1606ab99-7e86-463d-a6b2-c99702554b6a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:27.714180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1606ab99-7e86-463d-a6b2-c99702554b6a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1606ab99-7e86-463d-a6b2-c99702554b6a,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:27.724915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.729929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.759191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=291ea33c-d956-4af4-a045-68765414b48d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:27.819188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1606ab99-7e86-463d-a6b2-c99702554b6a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:27.836931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.837920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:27.838510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:27.896947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd843e36-6baa-47a2-a899-bda5581f82c4 req-c772212d-110f-4dd6-824f-271c597c3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:27.898492 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dd843e36-6baa-47a2-a899-bda5581f82c4 req-c772212d-110f-4dd6-824f-271c597c3339 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 1098 time: 0.1710336 Aug 31 16:05:27.926438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9321942 Aug 31 16:05:27.929653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56810) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:27.936131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Request body: {'subnet': {'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-subnet', 'tenant_id': '741e022094a445108c4541538e36db52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:27.937468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Allocated IP 172.20.0.2 (48c03b74-d0fc-40da-b6ac-6606c4142154/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a/9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:27.955708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc596b-2b94-4fe9-83c0-257441191156 admin admin] Pushing event updated for resources: {'Network': ['ID=801ebbae-4baf-4a5b-b90b-965e28573771,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:27.967396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 801ebbae-4baf-4a5b-b90b-965e28573771 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:05:27.981380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dd843e36-6baa-47a2-a899-bda5581f82c4 req-f6be3bef-372b-4714-b4ce-14f66b1d89c2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Aug 31 16:05:27.996111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Made reservation on behalf of 741e022094a445108c4541538e36db52 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:27.998500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.094704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['1606ab99-7e86-463d-a6b2-c99702554b6a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:28.176037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.222168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.258654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:28.282118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event updated for resources: {'Port': ['ID=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:28.298678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde96e3-d7cb-4252-9cd7-e7218dece094 req-d3d57114-3dcf-4075-a5e1-ef228511dbea tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:28.300561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cde96e3-d7cb-4252-9cd7-e7218dece094 req-d3d57114-3dcf-4075-a5e1-ef228511dbea tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 944 time: 0.1532288 Aug 31 16:05:28.309460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Network 48c03b74-d0fc-40da-b6ac-6606c4142154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:28.310981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:28.313688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:28.335236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 642a68f9-5385-4c11-bda1-0332f33d0604 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:28.367309 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.379022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:28.379905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.402924 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-dbe4f77a-39cc-4219-9cb0-652dd1ca409b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0182917 Aug 31 16:05:28.429229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Request body: {'port': {'device_id': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:28.463536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cde96e3-d7cb-4252-9cd7-e7218dece094 req-c64253b4-82fb-42c6-840c-d72d85cfeef4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470950 Aug 31 16:05:28.491413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dee1b-7749-43ae-8775-72f97aa02196 req-5a712975-4985-4e89-9429-fe0cf8ff6c6d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:28.499540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f8dee1b-7749-43ae-8775-72f97aa02196 req-5a712975-4985-4e89-9429-fe0cf8ff6c6d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 931 time: 0.1516397 Aug 31 16:05:28.504333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e87abe7-189e-4d54-b31c-6ea4c23de896,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:28.530523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Checking segment: {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:28.531104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Network hostable DHCP agents. Network: 801ebbae-4baf-4a5b-b90b-965e28573771, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:05:28.532618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 642a68f9-5385-4c11-bda1-0332f33d0604, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=642a68f9-5385-4c11-bda1-0332f33d0604,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:28.554427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '642a68f9-5385-4c11-bda1-0332f33d0604', 'network_id': '1799cf92-93af-4c70-a044-45a481d7bdee', 'port_id': '642a68f9-5385-4c11-bda1-0332f33d0604', 'mac_address': 'fa:16:3e:97:06:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207185a-0811-4b74-9a7c-2005ef57eac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:28.574784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.578078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f8dee1b-7749-43ae-8775-72f97aa02196 req-f958876b-625a-4725-9ce3-b721a999704f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772634 Aug 31 16:05:28.579310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Network 801ebbae-4baf-4a5b-b90b-965e28573771 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:05:28.605823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 801ebbae-4baf-4a5b-b90b-965e28573771) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:28.613154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:28.617998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.620605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36745387-906e-4f26-946a-fe7cc8a196f8 None None] Network 801ebbae-4baf-4a5b-b90b-965e28573771 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:05:28.625373 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.636335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2d016d08-1525-4c1e-8b32-bfba1bdafccd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7044699 Aug 31 16:05:28.638829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56822) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:28.645744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:28.676415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.677712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.687411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642a68f9-5385-4c11-bda1-0332f33d0604 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:28.767499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 642a68f9-5385-4c11-bda1-0332f33d0604, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=642a68f9-5385-4c11-bda1-0332f33d0604,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:28.770977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.780169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:28.893300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=642a68f9-5385-4c11-bda1-0332f33d0604,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:28.899277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef0801-bc09-42e6-b349-ee1ebe3317cd None None] Network 801ebbae-4baf-4a5b-b90b-965e28573771 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:05:28.999871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:29.008697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.022684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Transition to ACTIVE for port object 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:29.034372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.101951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:29.179384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Attempting to bind port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:29.180064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Attempting to bind port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:29.180064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Attempting to bind port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:29.185894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb on network 48c03b74-d0fc-40da-b6ac-6606c4142154 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:29.186322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Attempting to bind port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb on network 48c03b74-d0fc-40da-b6ac-6606c4142154 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:29.191531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:29.191966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Checking segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:29.192563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Bound using segment: {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:29.193569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Bound port: 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976eb137-b403-4743-a7b7-922eef871ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:29.193905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.283912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] For port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:29.289339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] For port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:29.292089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['642a68f9-5385-4c11-bda1-0332f33d0604'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:29.293392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.294892 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.349122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:29.350062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.352628 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] 10.222.0.49 "PUT /v2.0/ports/9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb HTTP/1.1" status: 200 len: 1092 time: 0.9314566 Aug 31 16:05:29.353321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'tag': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:29.356081 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657b4df6-8325-4c75-a55b-116567e5f137" -d '{"events": [{"name": "network-changed", "server_uuid": "9258a29e-3a7a-4306-aa54-a22f2f29fbe9", "tag": "9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:29.386781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597fdf0-6ccb-48f2-a4ba-89c73db99319 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:29.441096 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1f512c-f085-482a-b1fc-9f8c943cd954 x-openstack-request-id: req-9a1f512c-f085-482a-b1fc-9f8c943cd954 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:29.441520 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9258a29e-3a7a-4306-aa54-a22f2f29fbe9", "tag": "9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:29.443618 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a1f512c-f085-482a-b1fc-9f8c943cd954 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:29.444347 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'tag': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb', 'status': 'completed', 'code': 200} Aug 31 16:05:29.462895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-1f81bb49-fe62-41d2-8cdb-df3e54d0b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:29.465002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-1f81bb49-fe62-41d2-8cdb-df3e54d0b88a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 1095 time: 0.0633485 Aug 31 16:05:29.530920 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-809266f8-7162-4dde-86e6-2c2600fcf96a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb HTTP/1.1" status: 200 len: 217 time: 0.0572100 Aug 31 16:05:29.585856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e1bf83d5-ff83-44cc-9c38-022e330d1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:29.592423 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-e1bf83d5-ff83-44cc-9c38-022e330d1df1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0501513 Aug 31 16:05:29.625962 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-384f39b1-deb1-4daf-bdb7-a25c44a5a49a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305684 Aug 31 16:05:29.636510 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.672371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371332a-12c1-4a29-92de-ead54914def8 req-a8e502cd-a748-4ec1-aea4-f00c4c3fde45 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:29.673880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d371332a-12c1-4a29-92de-ead54914def8 req-a8e502cd-a748-4ec1-aea4-f00c4c3fde45 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 945 time: 0.1157761 Aug 31 16:05:29.675067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:29.745898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-3fcb9e07-8acc-4ad6-916b-11937086ae44 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128650 Aug 31 16:05:29.809239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0f29-5d39-4aab-80ad-8820bf2dbb5c req-26a59a94-435c-4bb6-b5eb-53b5b148ea27 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:29.810846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0a0f29-5d39-4aab-80ad-8820bf2dbb5c req-26a59a94-435c-4bb6-b5eb-53b5b148ea27 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 943 time: 0.1484790 Aug 31 16:05:29.817831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d371332a-12c1-4a29-92de-ead54914def8 req-747631d4-de55-40b7-bcc9-7b04633627d3 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328111 Aug 31 16:05:29.854249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2de9c802-53b3-4dcc-a12d-097f72c031a5 req-85d27f69-dc81-4e5c-bc8c-48e0fec45de1 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003132 Aug 31 16:05:29.906594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0a0f29-5d39-4aab-80ad-8820bf2dbb5c req-fbbde60f-3b84-472b-89a8-ce655f79185c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853298 Aug 31 16:05:29.914680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Allocated IP 172.25.6.212 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/e904be05-aee1-46d7-8665-3d3a096a25c6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:29.974985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4df6-8325-4c75-a55b-116567e5f137 req-4258b644-887b-4ddd-ae78-0fd2f5781854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:29.976568 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-4258b644-887b-4ddd-ae78-0fd2f5781854 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b93986950c54f259ba0ce807e4ad828&device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 1095 time: 0.0569758 Aug 31 16:05:30.034922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:30.071858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4df6-8325-4c75-a55b-116567e5f137 req-a168b9bf-7149-48a3-a621-50ac02f74d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:30.072668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:30.073312 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-a168b9bf-7149-48a3-a621-50ac02f74d49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 200 len: 907 time: 0.0898192 Aug 31 16:05:30.121133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:30.124680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:30.127130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:30.133019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-441368ac-a89d-46e7-9fd6-758ebcdf46d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb HTTP/1.1" status: 200 len: 217 time: 0.0430009 Aug 31 16:05:30.133721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e904be05-aee1-46d7-8665-3d3a096a25c6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:30.194852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4df6-8325-4c75-a55b-116567e5f137 req-badb1a45-234f-41a1-8368-4e7d3c62dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:30.197003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-badb1a45-234f-41a1-8368-4e7d3c62dbb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 200 len: 846 time: 0.0567160 Aug 31 16:05:30.234452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-102c254e-0793-4624-8da3-a4e9daf6de28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c03b74-d0fc-40da-b6ac-6606c4142154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291686 Aug 31 16:05:30.334288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-55eb677c-20e1-4053-9d95-21bd92197334 service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914190 Aug 31 16:05:30.425168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:30.448567 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-657b4df6-8325-4c75-a55b-116567e5f137 req-7a7696bc-94d2-43a7-b322-cb72c21bb03c service neutron] 10.222.0.49 "GET /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061163 Aug 31 16:05:30.641991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:30.772545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Router 836ff6f6-7266-4090-8f57-483a430d3493 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:05:30.887025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:05:30.899339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Sync routers for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:05:30.910322 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:05:30.911208 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:05:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:30.950587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:30.955070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:30.955371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-27d353a4-42a4-4240-b8ea-6c1b18c913f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3145046 Aug 31 16:05:30.984952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9832d-1ac2-4ad8-a5dc-eb59c18ef6e3 req-30eaa98c-3397-42cd-a925-571f6e8dc420 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:30.987113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ce9832d-1ac2-4ad8-a5dc-eb59c18ef6e3 req-30eaa98c-3397-42cd-a925-571f6e8dc420 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 945 time: 0.0911980 Aug 31 16:05:31.025351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1606ab99-7e86-463d-a6b2-c99702554b6a up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:31.041123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ce9832d-1ac2-4ad8-a5dc-eb59c18ef6e3 req-f57e1f6f-53f3-4525-81b0-91378272377d tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473673 Aug 31 16:05:31.064254 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:05:31.129539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 1606ab99-7e86-463d-a6b2-c99702554b6a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:31.136658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 1606ab99-7e86-463d-a6b2-c99702554b6a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:31.137174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.178845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278e8ea-d843-44c0-bc3a-45b66b420297 req-8004b4c3-a465-4aa1-a0c0-e9729b0dc58f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:31.180547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6278e8ea-d843-44c0-bc3a-45b66b420297 req-8004b4c3-a465-4aa1-a0c0-e9729b0dc58f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 943 time: 0.0921283 Aug 31 16:05:31.272910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6278e8ea-d843-44c0-bc3a-45b66b420297 req-99c14189-882b-438e-bd58-80a4766649d3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816715 Aug 31 16:05:31.311726 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.336160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1606ab99-7e86-463d-a6b2-c99702554b6a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:31.338822 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54341dbc-ff26-4c39-a614-c04d483b5a6b" -d '{"events": [{"server_uuid": "c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c", "name": "network-vif-plugged", "status": "completed", "tag": "1606ab99-7e86-463d-a6b2-c99702554b6a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:31.356288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1606ab99-7e86-463d-a6b2-c99702554b6a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1606ab99-7e86-463d-a6b2-c99702554b6a,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:31.365451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.412347 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb4484-5aca-44f9-970a-5a675fbbb26d x-openstack-request-id: req-badb4484-5aca-44f9-970a-5a675fbbb26d {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:31.412665 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c", "name": "network-vif-plugged", "status": "completed", "tag": "1606ab99-7e86-463d-a6b2-c99702554b6a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:31.413023 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-badb4484-5aca-44f9-970a-5a675fbbb26d {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:31.413498 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1606ab99-7e86-463d-a6b2-c99702554b6a', 'code': 200} Aug 31 16:05:31.419989 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:30Z', 'revision_number': 3, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:31.453699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1606ab99-7e86-463d-a6b2-c99702554b6a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:31.474214 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Checking router: 836ff6f6-7266-4090-8f57-483a430d3493 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:05:31.474840 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Updating router 836ff6f6-7266-4090-8f57-483a430d3493 port e904be05-aee1-46d7-8665-3d3a096a25c6 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:05:31.505788 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.581103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02c0e-369c-48d0-8218-abf6ce610ee0 req-c367ed13-ef49-4eba-b034-2c188302a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:31.583664 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58f02c0e-369c-48d0-8218-abf6ce610ee0 req-c367ed13-ef49-4eba-b034-2c188302a16c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 1098 time: 0.1257699 Aug 31 16:05:31.672661 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58f02c0e-369c-48d0-8218-abf6ce610ee0 req-815f7232-d4a7-496b-89bb-783da856c368 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664830 Aug 31 16:05:31.691268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.789886 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.805466 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Transition to ACTIVE for port object e904be05-aee1-46d7-8665-3d3a096a25c6 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:31.814573 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.858856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Allocated IP 172.20.0.1 (801ebbae-4baf-4a5b-b90b-965e28573771/3e87abe7-189e-4d54-b31c-6ea4c23de896/8e43823a-6731-4f95-95f2-db011358c8a3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:31.862588 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Attempting to bind port e904be05-aee1-46d7-8665-3d3a096a25c6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:31.862967 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Attempting to bind port e904be05-aee1-46d7-8665-3d3a096a25c6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:31.863328 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Attempting to bind port e904be05-aee1-46d7-8665-3d3a096a25c6 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:31.876120 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:31.876521 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:31.876923 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.877950 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:31.877950 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Bound port: e904be05-aee1-46d7-8665-3d3a096a25c6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:31.878244 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.911209 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Pushing event updated for resources: {'Port': ['ID=e904be05-aee1-46d7-8665-3d3a096a25c6,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:31.927527 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.927787 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.928129 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.928491 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.928828 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.929157 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.929485 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.929809 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.930134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.930454 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.930774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.931093 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:31.945580 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] For port e904be05-aee1-46d7-8665-3d3a096a25c6, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:31.948925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] For port e904be05-aee1-46d7-8665-3d3a096a25c6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e904be05-aee1-46d7-8665-3d3a096a25c6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:31.954450 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:31.989626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.012504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:05:32.013171 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:05:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:32.018196 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e199adc-0b73-4e16-be57-3c8c1e61dd6d None None] Pushing event updated for resources: {'Port': ['ID=e904be05-aee1-46d7-8665-3d3a096a25c6,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:32.038322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.103719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Network 801ebbae-4baf-4a5b-b90b-965e28573771 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:32.112719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:32.116773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:32.138301 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:05:32.143639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e43823a-6731-4f95-95f2-db011358c8a3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:32.164760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.207228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249677-5b8c-4716-b6ad-f9b9a6839428 req-a7b26c86-5fec-4168-9563-95ac53be9c63 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:32.209918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb249677-5b8c-4716-b6ad-f9b9a6839428 req-a7b26c86-5fec-4168-9563-95ac53be9c63 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 945 time: 0.0645807 Aug 31 16:05:32.265266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb249677-5b8c-4716-b6ad-f9b9a6839428 req-9854db0d-4754-4c85-9742-f5deff04a234 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Aug 31 16:05:32.330265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 642a68f9-5385-4c11-bda1-0332f33d0604 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:32.341565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.404554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 642a68f9-5385-4c11-bda1-0332f33d0604 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:32.406102 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:30Z', 'revision_number': 3, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:32.417290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 642a68f9-5385-4c11-bda1-0332f33d0604 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:32.418027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.436943 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ade03c-64d2-4ad0-a498-b188e403b43c None None] The sync data for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 is: [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:30Z', 'revision_number': 3, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:05:32.493291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004c16-1640-436b-91b2-2655598a4568 req-c88f13fb-f496-481b-80ae-9155c4cb56c8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:32.497423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf004c16-1640-436b-91b2-2655598a4568 req-c88f13fb-f496-481b-80ae-9155c4cb56c8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 943 time: 0.1215987 Aug 31 16:05:32.586668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf004c16-1640-436b-91b2-2655598a4568 req-9c0d8baf-a1b5-45f3-8661-bbf54d0b4e1c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794563 Aug 31 16:05:32.592475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.600427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.604131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.650940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 642a68f9-5385-4c11-bda1-0332f33d0604, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=642a68f9-5385-4c11-bda1-0332f33d0604,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:32.656890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.686744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:32.688524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e43823a-6731-4f95-95f2-db011358c8a3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:32.740989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=642a68f9-5385-4c11-bda1-0332f33d0604,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:32.833675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Network 801ebbae-4baf-4a5b-b90b-965e28573771 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:32.835083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:33.002242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Router 836ff6f6-7266-4090-8f57-483a430d3493 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:05:33.035826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:33.166085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:33.181003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb', 'network_id': '48c03b74-d0fc-40da-b6ac-6606c4142154', 'port_id': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb', 'mac_address': 'fa:16:3e:75:38:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7c1e0-61be-4cb5-801d-91dec2dc9e3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:33.231854 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:33.250054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:33.279440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:33.288480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:33.369638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e904be05-aee1-46d7-8665-3d3a096a25c6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:33.446653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a68f9-5385-4c11-bda1-0332f33d0604'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:33.449836 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e0eb5-850a-4988-96cd-56019548e46b" -d '{"events": [{"server_uuid": "814697c1-84ea-4a30-abb5-73aae3a7f2f1", "name": "network-vif-plugged", "status": "completed", "tag": "642a68f9-5385-4c11-bda1-0332f33d0604"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:33.493151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:33.510328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956e6b-22fc-4124-b93e-4d581832f212 req-1a696697-a62d-4135-9668-66523466f252 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:33.511909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e956e6b-22fc-4124-b93e-4d581832f212 req-1a696697-a62d-4135-9668-66523466f252 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.1070027 Aug 31 16:05:33.513780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port e904be05-aee1-46d7-8665-3d3a096a25c6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:33.519203 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e904be05-aee1-46d7-8665-3d3a096a25c6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:33.519716 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:33.557380 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e775940-40df-4d95-b79d-8c300febfbb7 x-openstack-request-id: req-3e775940-40df-4d95-b79d-8c300febfbb7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:33.558084 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814697c1-84ea-4a30-abb5-73aae3a7f2f1", "name": "network-vif-plugged", "status": "completed", "tag": "642a68f9-5385-4c11-bda1-0332f33d0604", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:33.558566 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e775940-40df-4d95-b79d-8c300febfbb7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:33.559212 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a68f9-5385-4c11-bda1-0332f33d0604', 'code': 200} Aug 31 16:05:33.574945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e956e6b-22fc-4124-b93e-4d581832f212 req-8b955e37-4ab4-4586-8503-e0b03d0b21ef tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 Aug 31 16:05:33.629129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:33.631561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:05:33.645710 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-20662e84-3abb-4e3d-afff-38987ce7c6b8 admin admin] 10.222.0.43 "PUT /v2.0/routers/836ff6f6-7266-4090-8f57-483a430d3493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6894333 Aug 31 16:05:33.683021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:33.752595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port e904be05-aee1-46d7-8665-3d3a096a25c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e904be05-aee1-46d7-8665-3d3a096a25c6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:33.759639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:33.877730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498669-532a-4ca4-a58c-2cccece4c4c9 req-acb54ddf-190d-4b6b-afea-f1c55f9fe0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:33.890818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b498669-532a-4ca4-a58c-2cccece4c4c9 req-acb54ddf-190d-4b6b-afea-f1c55f9fe0d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 1098 time: 0.2452035 Aug 31 16:05:33.899132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=e904be05-aee1-46d7-8665-3d3a096a25c6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:33.915858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fbf86-7105-4622-9721-8deacfe2aabb req-778f16b5-dd24-499b-b58d-34f4b0b332cd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:33.926557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf0fbf86-7105-4622-9721-8deacfe2aabb req-778f16b5-dd24-499b-b58d-34f4b0b332cd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 944 time: 0.1894495 Aug 31 16:05:33.996009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b498669-532a-4ca4-a58c-2cccece4c4c9 req-763674bc-7004-42be-8541-1812742d9be4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Aug 31 16:05:34.021915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf0fbf86-7105-4622-9721-8deacfe2aabb req-4cd851ae-b5e0-427c-bbc6-590fd4095c8a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803933 Aug 31 16:05:34.345655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-23e34b0e-1de7-4179-87a1-43c4ef71ef73 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:34.347429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-23e34b0e-1de7-4179-87a1-43c4ef71ef73 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 820 time: 0.1141129 Aug 31 16:05:34.364661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-e1594db8-989f-43d6-9e52-1099d3d9b56f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/quotas/741e022094a445108c4541538e36db52 HTTP/1.1" status: 200 len: 375 time: 0.0109193 Aug 31 16:05:34.426755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-d4e0edfd-0838-45d3-b07a-ffab60749974 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553505 Aug 31 16:05:34.529195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-2cd9dc0b-7a0e-4b7a-9cce-6fa826e52508 service neutron] 10.222.0.43 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947630 Aug 31 16:05:34.645405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-c633fe65-534a-41c8-852f-336662dd9646 service neutron] 10.222.0.43 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092353 Aug 31 16:05:34.726894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6b367-1c1d-4f35-9ff5-9b9e4bc2019e req-e9bfcd20-0eb1-4683-b24c-ad18d04cf2f1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:34.733607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cb6b367-1c1d-4f35-9ff5-9b9e4bc2019e req-e9bfcd20-0eb1-4683-b24c-ad18d04cf2f1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0683897 Aug 31 16:05:34.795676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cb6b367-1c1d-4f35-9ff5-9b9e4bc2019e req-b41e36a3-1703-492c-9cd5-9058de3a2fce tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572269 Aug 31 16:05:34.841089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e612e42-0dc0-4e4b-aaea-66bae3c14831 req-f3304d87-8fd9-4af7-97f0-94f8a9114f4f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 210 time: 0.0308533 Aug 31 16:05:34.944471 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Sync routers for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:05:34.963066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:05:34.963715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:05:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:35.066156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:35.127092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a77f9-5a84-4228-9b07-9eadd006f7ec req-d7678cc8-b7ba-424c-83b3-6a13394fe20c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:35.133847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:35.137239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-461a77f9-5a84-4228-9b07-9eadd006f7ec req-d7678cc8-b7ba-424c-83b3-6a13394fe20c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0653760 Aug 31 16:05:35.140133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:35.140545 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:35.183550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:05:35.193023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-461a77f9-5a84-4228-9b07-9eadd006f7ec req-14b80b44-0d75-4aa2-be7d-805a89064325 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Aug 31 16:05:35.283997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e904be05-aee1-46d7-8665-3d3a096a25c6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:35.405309 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:35.608114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:35.610618 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba494ed-65e7-411a-b9aa-9d9794f5c10f" -d '{"events": [{"server_uuid": "9258a29e-3a7a-4306-aa54-a22f2f29fbe9", "name": "network-vif-plugged", "status": "completed", "tag": "9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:35.617427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e904be05-aee1-46d7-8665-3d3a096a25c6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:35.617803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:35.622987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:35.644059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:35.671111 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64caf780-491a-45b2-a2e5-27d8b6b6bec2 x-openstack-request-id: req-64caf780-491a-45b2-a2e5-27d8b6b6bec2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:35.671402 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9258a29e-3a7a-4306-aa54-a22f2f29fbe9", "name": "network-vif-plugged", "status": "completed", "tag": "9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:35.671843 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64caf780-491a-45b2-a2e5-27d8b6b6bec2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:35.672272 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb', 'code': 200} Aug 31 16:05:35.743300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:35.778538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82331292-de9d-4a54-9e7d-45e2616b0b4f req-b2290cff-71f8-41d3-9e93-641ef5bdb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:35.781660 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-82331292-de9d-4a54-9e7d-45e2616b0b4f req-b2290cff-71f8-41d3-9e93-641ef5bdb6ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 1097 time: 0.0572631 Aug 31 16:05:35.784879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 2, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:35.817402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Checking router: 836ff6f6-7266-4090-8f57-483a430d3493 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:05:35.818215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Updating router 836ff6f6-7266-4090-8f57-483a430d3493 port 8e43823a-6731-4f95-95f2-db011358c8a3 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:05:35.819526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-82331292-de9d-4a54-9e7d-45e2616b0b4f req-777b5e44-4531-434d-a993-f631810047a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Aug 31 16:05:35.852929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:35.926823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2fa6f-ed36-4b86-9996-509e2c56f58b req-5c9bfa25-8bce-403f-ba4c-b617c4cf0aac tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:35.928675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41f2fa6f-ed36-4b86-9996-509e2c56f58b req-5c9bfa25-8bce-403f-ba4c-b617c4cf0aac tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0621889 Aug 31 16:05:35.968352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22ff3c2c-e36b-4272-9eaf-97031ad7dc5b req-3fef0f0e-ff4d-42cf-88d2-c06e9f92d49b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 210 time: 0.0386367 Aug 31 16:05:36.006700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41f2fa6f-ed36-4b86-9996-509e2c56f58b req-c2a853ed-e6e1-4bdd-92ef-4c506578ff7a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678329 Aug 31 16:05:36.302232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:36.315174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Transition to ACTIVE for port object 8e43823a-6731-4f95-95f2-db011358c8a3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:36.323235 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:36.324895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49126-88d9-4836-add9-a6f31f978fc8 req-51f88b94-74bb-49d0-bdfb-64d5bc2244c0 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:36.328821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4af49126-88d9-4836-add9-a6f31f978fc8 req-51f88b94-74bb-49d0-bdfb-64d5bc2244c0 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.1022067 Aug 31 16:05:36.381353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f4587-d6ea-4af1-a3c3-3d686d265eb9 None None] Pushing event updated for resources: {'Port': ['ID=8e43823a-6731-4f95-95f2-db011358c8a3,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:36.395454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-50c759ab-2e4d-4565-a5d4-4970f6953878 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:36.397024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-50c759ab-2e4d-4565-a5d4-4970f6953878 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 820 time: 0.2810366 Aug 31 16:05:36.421927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'port': {'device_id': '9d218493-1185-4bb7-b23e-841bab8923d2', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'admin_state_up': True, 'tenant_id': '741e022094a445108c4541538e36db52'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:36.430307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Attempting to bind port 8e43823a-6731-4f95-95f2-db011358c8a3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:36.430757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Attempting to bind port 8e43823a-6731-4f95-95f2-db011358c8a3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:36.431183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Attempting to bind port 8e43823a-6731-4f95-95f2-db011358c8a3 on network 801ebbae-4baf-4a5b-b90b-965e28573771 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:36.436453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:36.436906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Checking segment: {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:36.437378 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:36.437829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Bound using segment: {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:36.438362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Bound port: 8e43823a-6731-4f95-95f2-db011358c8a3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:36.438804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:36.445545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4af49126-88d9-4836-add9-a6f31f978fc8 req-e2f3cb8b-e958-48e0-a3da-e832662e1ee6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082454 Aug 31 16:05:36.486266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95861ad-9ac3-4d50-b9e8-382c74047576 req-34ade231-a9ec-4987-a5a6-e466cdddeac7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:36.493569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b95861ad-9ac3-4d50-b9e8-382c74047576 req-34ade231-a9ec-4987-a5a6-e466cdddeac7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1606226 Aug 31 16:05:36.517325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] For port 8e43823a-6731-4f95-95f2-db011358c8a3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:36.521407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] For port 8e43823a-6731-4f95-95f2-db011358c8a3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8e43823a-6731-4f95-95f2-db011358c8a3,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:36.527305 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:36.587538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:05:36.588597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:05:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:36.594277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b95861ad-9ac3-4d50-b9e8-382c74047576 req-76bd78f7-14c0-429b-a224-45fb46adffb2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994458 Aug 31 16:05:36.628418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f4587-d6ea-4af1-a3c3-3d686d265eb9 None None] Pushing event updated for resources: {'Port': ['ID=8e43823a-6731-4f95-95f2-db011358c8a3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:36.648314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2896de2-6986-4902-b97e-396a561ff8ac req-a288d636-d5be-484b-88bd-856f0978bc2d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:36.650750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2896de2-6986-4902-b97e-396a561ff8ac req-a288d636-d5be-484b-88bd-856f0978bc2d tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1025040 Aug 31 16:05:36.667388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Made reservation on behalf of 741e022094a445108c4541538e36db52 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:05:36.670960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:36.727823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:05:36.748066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2896de2-6986-4902-b97e-396a561ff8ac req-64d97956-2448-4523-808c-99bd633c61cb tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906961 Aug 31 16:05:36.876506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f01163-c294-4859-af60-175a6c375ba4 req-33569287-867d-4c7d-a530-4ecba5f42568 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:36.877951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89f01163-c294-4859-af60-175a6c375ba4 req-33569287-867d-4c7d-a530-4ecba5f42568 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 946 time: 0.0922353 Aug 31 16:05:36.927454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Allocated IP 172.20.0.4 (801ebbae-4baf-4a5b-b90b-965e28573771/3e87abe7-189e-4d54-b31c-6ea4c23de896/f99ebe1b-240f-45cd-844f-35b17bb5ab0d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:05:36.944618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89f01163-c294-4859-af60-175a6c375ba4 req-24fd1d72-4481-4245-952a-0b658c3bd423 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598297 Aug 31 16:05:36.967064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:36Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:37.018672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e5aa2-9c87-4d4f-9fb0-e1bfd5df7014 None None] The sync data for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 is: [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:36Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:05:37.130562 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.189592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184ed80e-27a8-4f7a-9dd9-9d0e39b0c5d5 req-8ececf0d-848b-40c5-b0bf-d46dc8aecaf3 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 210 time: 0.0528069 Aug 31 16:05:37.223699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.281265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Network 801ebbae-4baf-4a5b-b90b-965e28573771 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:05:37.291191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:05:37.294113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:05:37.347833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:37.351519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e43823a-6731-4f95-95f2-db011358c8a3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:37.372151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:37.373467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.392101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8000d687-9369-49e2-b896-02d2c99aaf22 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9746609 Aug 31 16:05:37.412153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Request body: {'port': {'device_id': '9d218493-1185-4bb7-b23e-841bab8923d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:05:37.423187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8e43823a-6731-4f95-95f2-db011358c8a3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:37.427982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8e43823a-6731-4f95-95f2-db011358c8a3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:37.428410 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.503786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5ea-9d82-4764-9953-dd04649e4ddd req-d440210d-fe20-40f4-acf0-8b50948064c6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:37.506584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc20d5ea-9d82-4764-9953-dd04649e4ddd req-d440210d-fe20-40f4-acf0-8b50948064c6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.1087098 Aug 31 16:05:37.507957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.514913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.552487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 8e43823a-6731-4f95-95f2-db011358c8a3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8e43823a-6731-4f95-95f2-db011358c8a3,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:37.557365 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:37.584591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc20d5ea-9d82-4764-9953-dd04649e4ddd req-2218221e-887a-485b-9d2d-ab46e9cd4a44 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Aug 31 16:05:37.647631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=8e43823a-6731-4f95-95f2-db011358c8a3,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:38.165553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada730c-c747-4b6e-92a6-3a9c010f2899 req-7545e157-62d2-4002-8dad-06371a907e4d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:38.167159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ada730c-c747-4b6e-92a6-3a9c010f2899 req-7545e157-62d2-4002-8dad-06371a907e4d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.4779899 Aug 31 16:05:38.212681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4add52-f07e-40a4-8d39-4d053ca80784 req-7a73110d-38e6-4f0d-a03a-e4f6a3243072 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:38.215402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e4add52-f07e-40a4-8d39-4d053ca80784 req-7a73110d-38e6-4f0d-a03a-e4f6a3243072 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.1714528 Aug 31 16:05:38.267245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ada730c-c747-4b6e-92a6-3a9c010f2899 req-338daf0e-936b-4aaf-9d50-30abbaba90be tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904701 Aug 31 16:05:38.325166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e4add52-f07e-40a4-8d39-4d053ca80784 req-47153595-2fd3-40f0-b59e-31691e9a4b20 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996797 Aug 31 16:05:38.358393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99ebe1b-240f-45cd-844f-35b17bb5ab0d {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:38.379659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.404854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Transition to ACTIVE for port object f99ebe1b-240f-45cd-844f-35b17bb5ab0d will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:05:38.409841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.500666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:38.571470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-3c2caad8-7810-4820-9ec3-21f7da898605 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:38.573849 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-3c2caad8-7810-4820-9ec3-21f7da898605 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.49 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.0531404 Aug 31 16:05:38.594653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24fee3-8220-48ea-9c00-5f60578d682d req-037d070e-3826-481a-8cbd-10ddc0a2ea61 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:38.596287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df24fee3-8220-48ea-9c00-5f60578d682d req-037d070e-3826-481a-8cbd-10ddc0a2ea61 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=d54b7cc6-7e96-43b0-bd0d-bde15a57f997 HTTP/1.1" status: 200 len: 945 time: 0.1514318 Aug 31 16:05:38.639444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71af99-4c07-4fb0-b90a-d8a21db3f57a req-e8c48988-f728-4230-8aa4-e004ab4fba1a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:38.641750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c71af99-4c07-4fb0-b90a-d8a21db3f57a req-e8c48988-f728-4230-8aa4-e004ab4fba1a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 943 time: 0.1354973 Aug 31 16:05:38.683735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Attempting to bind port f99ebe1b-240f-45cd-844f-35b17bb5ab0d on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:05:38.684330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Attempting to bind port f99ebe1b-240f-45cd-844f-35b17bb5ab0d by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:05:38.684508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Attempting to bind port f99ebe1b-240f-45cd-844f-35b17bb5ab0d on network 801ebbae-4baf-4a5b-b90b-965e28573771 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:38.696451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df24fee3-8220-48ea-9c00-5f60578d682d req-078c03c7-2f9d-491a-813d-446f8e5b98f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909665 Aug 31 16:05:38.701895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Port f99ebe1b-240f-45cd-844f-35b17bb5ab0d on network 801ebbae-4baf-4a5b-b90b-965e28573771 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:05:38.702125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Attempting to bind port f99ebe1b-240f-45cd-844f-35b17bb5ab0d on network 801ebbae-4baf-4a5b-b90b-965e28573771 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:05:38.702231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Deleting port dd80ccc9-7422-4933-b338-b9d4fddabbfd {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:38.702580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.725220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c71af99-4c07-4fb0-b90a-d8a21db3f57a req-2d356f5a-e077-4918-b647-9998b58ec9ae tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695963 Aug 31 16:05:38.726104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:05:38.726433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Checking segment: {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:05:38.726807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Bound using segment: {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:05:38.727364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Bound port: f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad2b1f9-0e7f-47de-a36b-f8debde7257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:05:38.727601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.814853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:05:38.818353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:05:38.823064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] For port dd80ccc9-7422-4933-b338-b9d4fddabbfd, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd80ccc9-7422-4933-b338-b9d4fddabbfd,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:38.823547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.825556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.839614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Calling delete_port for dd80ccc9-7422-4933-b338-b9d4fddabbfd owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:38.904126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:38.934623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:38.936488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:38.937948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-8a69446d-fb8b-4a24-b485-5eda0f475c34 service neutron] 10.222.0.30 "PUT /v2.0/ports/f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 1092 time: 1.5300679 Aug 31 16:05:38.938414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:38.940830 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66327376-8c96-4008-a758-c172a489a7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:39.006051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da3dba-edaf-49d1-9597-0cef03249305 req-b1db58cd-a4bc-409d-ab97-05373eb93876 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.006607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:39.007831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51da3dba-edaf-49d1-9597-0cef03249305 req-b1db58cd-a4bc-409d-ab97-05373eb93876 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0922840 Aug 31 16:05:39.017861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dd80ccc9-7422-4933-b338-b9d4fddabbfd'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:39.039502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['eaf35ada-dcc7-4dcd-8a40-7e135c28eda1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:39.042510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Pushing event deleted for resources: {'Port': ['ID=dd80ccc9-7422-4933-b338-b9d4fddabbfd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:39.093496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51da3dba-edaf-49d1-9597-0cef03249305 req-edd84e76-3a95-4ea0-ac4c-fda5cf109ac6 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535433 Aug 31 16:05:39.100597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] No DVR routers for this DVR port dd80ccc9-7422-4933-b338-b9d4fddabbfd on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:39.108673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:39.110103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-076f2e00-f625-4850-b7e5-a79896d00167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.111697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2794abef-76c8-4ab5-9b2b-196dda2ef1b8 req-66b3cb47-6ac2-49e8-94a5-563a73ac1514 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.49 "DELETE /v2.0/ports/dd80ccc9-7422-4933-b338-b9d4fddabbfd HTTP/1.1" status: 204 len: 173 time: 0.5316508 Aug 31 16:05:39.112411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-076f2e00-f625-4850-b7e5-a79896d00167 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1095 time: 0.1280522 Aug 31 16:05:39.113024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'name': 'network-vif-deleted', 'tag': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:39.117114 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79194cfe-449d-49f1-a7c5-28f0ff4b84ca" -d '{"events": [{"server_uuid": "d54b7cc6-7e96-43b0-bd0d-bde15a57f997", "name": "network-vif-deleted", "tag": "dd80ccc9-7422-4933-b338-b9d4fddabbfd"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:39.151841 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550958bb-679d-4465-9a0d-e15d1e0668ba x-openstack-request-id: req-550958bb-679d-4465-9a0d-e15d1e0668ba {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:39.152303 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:39.152706 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550958bb-679d-4465-9a0d-e15d1e0668ba {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:39.152835 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'status': 'completed', 'code': 200} Aug 31 16:05:39.208637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:05:39.211661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-de2b7e6a-09db-40c7-aa57-2243aefa0cdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.0828865 Aug 31 16:05:39.285802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e43823a-6731-4f95-95f2-db011358c8a3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:39.322512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eda15f-0e70-47e4-a966-25a7ccdf97a8 req-b12e45bf-f7f5-48e7-85e4-77dde3e28052 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.329470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eda15f-0e70-47e4-a966-25a7ccdf97a8 req-b12e45bf-f7f5-48e7-85e4-77dde3e28052 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.336550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eda15f-0e70-47e4-a966-25a7ccdf97a8 req-b12e45bf-f7f5-48e7-85e4-77dde3e28052 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.338572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3eda15f-0e70-47e4-a966-25a7ccdf97a8 req-b12e45bf-f7f5-48e7-85e4-77dde3e28052 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1&device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c&device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 2419 time: 0.2252285 Aug 31 16:05:39.349806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8e43823a-6731-4f95-95f2-db011358c8a3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:39.350232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:39.372787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-e27a2b11-43be-42ef-b0f5-0ed01404b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.374608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-e27a2b11-43be-42ef-b0f5-0ed01404b0d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.1443744 Aug 31 16:05:39.407237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff73ec4-0e68-4d6a-a34c-f86bb5e0fd64 req-0f6183d4-2949-4c63-b0dd-db460b519f38 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.411648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ff73ec4-0e68-4d6a-a34c-f86bb5e0fd64 req-0f6183d4-2949-4c63-b0dd-db460b519f38 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1911948 Aug 31 16:05:39.432974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-a497b70f-a0e4-4ee8-9a4f-045e9a872f80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495791 Aug 31 16:05:39.457206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3eda15f-0e70-47e4-a966-25a7ccdf97a8 req-c5008794-2d96-4bc4-96a9-91191e59d4f1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080899 Aug 31 16:05:39.498655 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2c4fa-3c6c-43df-85cd-9b98290e3aa4 x-openstack-request-id: req-46f2c4fa-3c6c-43df-85cd-9b98290e3aa4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:39.499058 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54b7cc6-7e96-43b0-bd0d-bde15a57f997", "name": "network-vif-deleted", "tag": "dd80ccc9-7422-4933-b338-b9d4fddabbfd", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:39.499319 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46f2c4fa-3c6c-43df-85cd-9b98290e3aa4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:39.499852 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54b7cc6-7e96-43b0-bd0d-bde15a57f997', 'name': 'network-vif-deleted', 'tag': 'dd80ccc9-7422-4933-b338-b9d4fddabbfd', 'status': 'completed', 'code': 200} Aug 31 16:05:39.545090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ff73ec4-0e68-4d6a-a34c-f86bb5e0fd64 req-8f368cf2-9ff2-448c-bb01-b5cce340f61f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150079 Aug 31 16:05:39.595793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-c9d8f9e8-6ac7-412f-a75b-b26d36bd71be service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375644 Aug 31 16:05:39.762418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c236c9f-359b-4b19-98ee-b62387c37102 req-6386ca8d-605f-414c-9b4d-03f5f8609c8f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.764679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c236c9f-359b-4b19-98ee-b62387c37102 req-6386ca8d-605f-414c-9b4d-03f5f8609c8f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0982053 Aug 31 16:05:39.771951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71b8fc19-5355-4532-9f80-60c8c451a4ce req-cd4320ba-7292-4090-854c-cd269dd58672 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664572 Aug 31 16:05:39.815719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c236c9f-359b-4b19-98ee-b62387c37102 req-96ee6eb3-6c36-4507-8c66-1e34d747e60e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Aug 31 16:05:39.953124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66327376-8c96-4008-a758-c172a489a7f7 req-c23644b3-e587-4447-a301-3d499bb37543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.954565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-c23644b3-e587-4447-a301-3d499bb37543 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1095 time: 0.1137633 Aug 31 16:05:39.970176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec005f-db6f-4e0c-becd-53c4a8d8a37b req-2c707e71-4903-44ed-87af-0577e2ca948f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.971654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08ec005f-db6f-4e0c-becd-53c4a8d8a37b req-2c707e71-4903-44ed-87af-0577e2ca948f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 943 time: 0.0971615 Aug 31 16:05:39.995442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81626797-b4b9-4fb6-bb39-b4ae6ae3056a req-083f4bb2-7a5c-4209-abd2-297e7b21f0eb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:39.996953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81626797-b4b9-4fb6-bb39-b4ae6ae3056a req-083f4bb2-7a5c-4209-abd2-297e7b21f0eb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1091192 Aug 31 16:05:40.110608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08ec005f-db6f-4e0c-becd-53c4a8d8a37b req-e155234d-a95f-4a8f-80a8-cc7f9e35240c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111441 Aug 31 16:05:40.118890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81626797-b4b9-4fb6-bb39-b4ae6ae3056a req-e5d6fc1a-b888-499f-812e-8a0bbae5c45b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764937 Aug 31 16:05:40.147426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66327376-8c96-4008-a758-c172a489a7f7 req-6198b5ac-007a-42cc-afdc-d611ae422f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:40.149067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-6198b5ac-007a-42cc-afdc-d611ae422f8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.1749256 Aug 31 16:05:40.194846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-f34c6140-ea5d-4e2d-84a2-310aab46fb43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.0376186 Aug 31 16:05:40.258950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66327376-8c96-4008-a758-c172a489a7f7 req-80ba84fe-b998-4a0d-afe5-988267c23f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:40.260594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-80ba84fe-b998-4a0d-afe5-988267c23f17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.0539300 Aug 31 16:05:40.301914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-95410a93-5205-4c5a-816e-052f0918ff12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296924 Aug 31 16:05:40.446988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661a966-b5a1-4a18-be4c-516bc8189dac req-10fbda01-a998-4572-9b1c-90fdfd3ee06b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:40.448607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8661a966-b5a1-4a18-be4c-516bc8189dac req-10fbda01-a998-4572-9b1c-90fdfd3ee06b tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.1222975 Aug 31 16:05:40.466620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-5376fba3-d9e4-4835-92f9-657a49dfb2a0 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534219 Aug 31 16:05:40.539519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8661a966-b5a1-4a18-be4c-516bc8189dac req-be0379ee-aa69-4583-be2c-ae6b5bee08d5 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830684 Aug 31 16:05:40.579868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66327376-8c96-4008-a758-c172a489a7f7 req-d092ff0f-4bba-4b7d-ae6d-af06b1aafe50 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037357 Aug 31 16:05:41.061436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7d3df-2849-4f40-ac46-273a2e58f96b req-1df026c2-e170-4a54-af32-e617605beb63 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:41.062972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46c7d3df-2849-4f40-ac46-273a2e58f96b req-1df026c2-e170-4a54-af32-e617605beb63 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0583398 Aug 31 16:05:41.113708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46c7d3df-2849-4f40-ac46-273a2e58f96b req-79f28ce4-e83b-4611-b7fc-1c9232120e2e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Aug 31 16:05:41.261920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6697dc-a7c7-4cf8-ae79-33262d144401 req-f383cd7d-d014-4c70-87b4-63ad1b7fe60d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:41.263879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e6697dc-a7c7-4cf8-ae79-33262d144401 req-f383cd7d-d014-4c70-87b4-63ad1b7fe60d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 943 time: 0.0776780 Aug 31 16:05:41.271996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330166ef-9fa9-4dd4-aade-6cbff3b3bbf0 req-afa4938a-3c8e-4899-96ff-0260d22086c3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:41.273439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-330166ef-9fa9-4dd4-aade-6cbff3b3bbf0 req-afa4938a-3c8e-4899-96ff-0260d22086c3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0853071 Aug 31 16:05:41.328848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e6697dc-a7c7-4cf8-ae79-33262d144401 req-656870c2-9ccc-46a6-959f-58f218b2ca71 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544546 Aug 31 16:05:41.331678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-330166ef-9fa9-4dd4-aade-6cbff3b3bbf0 req-7ce431fd-52af-4135-b756-d5d914aa07e3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Aug 31 16:05:41.658570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9ca29-4275-4398-8a02-1124d06e8d5c req-9d03dac2-2793-4cb3-bc08-bba12476668a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:41.660076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a9ca29-4275-4398-8a02-1124d06e8d5c req-9d03dac2-2793-4cb3-bc08-bba12476668a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Aug 31 16:05:41.702281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a9ca29-4275-4398-8a02-1124d06e8d5c req-97eaa9e9-1818-482e-8746-e1b4ac7b6b40 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356936 Aug 31 16:05:42.234659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbecfa-371b-4f6c-9ad2-7ae43b2b29fd req-aaca2fa3-a6c6-47d9-a903-e8f7f4b5f299 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:42.236223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11dbecfa-371b-4f6c-9ad2-7ae43b2b29fd req-aaca2fa3-a6c6-47d9-a903-e8f7f4b5f299 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Aug 31 16:05:42.284455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11dbecfa-371b-4f6c-9ad2-7ae43b2b29fd req-0affc0c6-7aaf-41a5-b411-3c5a2c1cfae2 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Aug 31 16:05:42.478692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51f915-beea-4266-91ac-ab4036bb820a req-bfd4617a-d485-485d-8440-48ff8f651151 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:42.480241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d51f915-beea-4266-91ac-ab4036bb820a req-bfd4617a-d485-485d-8440-48ff8f651151 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 943 time: 0.0817852 Aug 31 16:05:42.489977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13468e5-fae3-44c3-8234-b513d84aab4b req-bf9e6e5c-7b33-4777-b99a-bdf39aba0209 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:42.491482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c13468e5-fae3-44c3-8234-b513d84aab4b req-bf9e6e5c-7b33-4777-b99a-bdf39aba0209 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0911953 Aug 31 16:05:42.547638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d51f915-beea-4266-91ac-ab4036bb820a req-44acdc1b-127e-404a-8a89-f16c0d317d74 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Aug 31 16:05:42.550448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c13468e5-fae3-44c3-8234-b513d84aab4b req-af747e7c-8195-427e-8e20-c153dfd9ec20 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519507 Aug 31 16:05:42.820330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e38f-2b46-48c6-9d42-934d0bd5f156 req-9a0bc537-5159-4216-9994-14e06eeb1fe3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:42.821875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2080e38f-2b46-48c6-9d42-934d0bd5f156 req-9a0bc537-5159-4216-9994-14e06eeb1fe3 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0493450 Aug 31 16:05:42.861173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2080e38f-2b46-48c6-9d42-934d0bd5f156 req-7ca2d119-7978-406b-806a-fca8704af747 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Aug 31 16:05:43.119217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd80ccc9-7422-4933-b338-b9d4fddabbfd no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:43.140564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: dd80ccc9-7422-4933-b338-b9d4fddabbfd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:43.140913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd80ccc9-7422-4933-b338-b9d4fddabbfd not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:43.403678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96baeac-7a08-46ad-a97e-fbeec86731d3 req-db137f8c-b4b0-4e95-ae82-ab892631754b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:43.405206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a96baeac-7a08-46ad-a97e-fbeec86731d3 req-db137f8c-b4b0-4e95-ae82-ab892631754b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0524049 Aug 31 16:05:43.447955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a96baeac-7a08-46ad-a97e-fbeec86731d3 req-3a357a80-3ed3-45f9-9ae4-8cae27b5c8f4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Aug 31 16:05:43.691745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e313f3-0455-47cf-b64a-9eaee13483da req-0e489d45-0794-4f2c-979b-1489d6618d14 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:43.693359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53e313f3-0455-47cf-b64a-9eaee13483da req-0e489d45-0794-4f2c-979b-1489d6618d14 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 943 time: 0.0790040 Aug 31 16:05:43.702572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44bd50-2570-4b3a-a77e-58b95ed3e267 req-7c5cdc29-37b4-4f63-bf75-b0dda7ad58e7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:43.704109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c44bd50-2570-4b3a-a77e-58b95ed3e267 req-7c5cdc29-37b4-4f63-bf75-b0dda7ad58e7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0802042 Aug 31 16:05:43.761730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53e313f3-0455-47cf-b64a-9eaee13483da req-8aaf85a7-d816-49d9-80c2-0f2838a1fc5d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566027 Aug 31 16:05:43.764489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c44bd50-2570-4b3a-a77e-58b95ed3e267 req-4b1ab982-14ac-4f3f-81e6-0cc94aee6b79 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531335 Aug 31 16:05:43.992691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024fa5f-9c4b-4a0a-8eac-0dcf53c6cbfe req-da80170b-21d0-4b3d-b84f-0c5017e62560 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:43.994214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6024fa5f-9c4b-4a0a-8eac-0dcf53c6cbfe req-da80170b-21d0-4b3d-b84f-0c5017e62560 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0606787 Aug 31 16:05:44.032949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6024fa5f-9c4b-4a0a-8eac-0dcf53c6cbfe req-fc80d9ae-00c5-47a9-b01e-9edd2de84add tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Aug 31 16:05:44.406468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f99ebe1b-240f-45cd-844f-35b17bb5ab0d details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:05:44.501991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:44.514123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'port_id': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'mac_address': 'fa:16:3e:f4:b6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:05:44.551427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:44.565245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071790d-c198-46ce-b631-ddd842a3ced3 req-b608fa69-5043-474d-bb7e-ad98640d69d8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:44.565974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99ebe1b-240f-45cd-844f-35b17bb5ab0d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:05:44.566795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c071790d-c198-46ce-b631-ddd842a3ced3 req-b608fa69-5043-474d-bb7e-ad98640d69d8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0497305 Aug 31 16:05:44.585924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:44.590856 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:44.609109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c071790d-c198-46ce-b631-ddd842a3ced3 req-64555c73-9be5-46b4-97d7-1ca503a87401 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Aug 31 16:05:44.643311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:44.913667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8212c-af52-48b4-814e-1c5fab08d8a7 req-87cc9eae-159b-4978-8533-427a8a04a120 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:44.915163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9b8212c-af52-48b4-814e-1c5fab08d8a7 req-87cc9eae-159b-4978-8533-427a8a04a120 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0808828 Aug 31 16:05:44.923666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7ffb3-913f-4e63-9a5c-d5ee2e92e4df req-53c1821c-85a1-4be1-a3e5-162e6c831a70 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:44.925166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bf7ffb3-913f-4e63-9a5c-d5ee2e92e4df req-53c1821c-85a1-4be1-a3e5-162e6c831a70 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 944 time: 0.0921326 Aug 31 16:05:44.974670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f99ebe1b-240f-45cd-844f-35b17bb5ab0d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:44.979772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9b8212c-af52-48b4-814e-1c5fab08d8a7 req-51837294-1521-4c72-90d4-48c501669215 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536439 Aug 31 16:05:44.985515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bf7ffb3-913f-4e63-9a5c-d5ee2e92e4df req-055cc0e9-bb6f-4633-ae0b-9f11196333d7 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534282 Aug 31 16:05:45.168804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70c475-ee11-48e6-b95b-9a3081cbcb67 req-f33b305b-e3c9-472e-a508-3034dbca5aed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:45.170855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb70c475-ee11-48e6-b95b-9a3081cbcb67 req-f33b305b-e3c9-472e-a508-3034dbca5aed tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0495701 Aug 31 16:05:45.208516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb70c475-ee11-48e6-b95b-9a3081cbcb67 req-d111f6b7-cb64-4bb4-a6e6-2d346ca7d539 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 31 16:05:45.729976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423b8f-7440-44c4-a438-1f5f1fd97143 req-2cae4eef-d989-474a-8c5f-7ae5c7f309e2 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:45.731587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57423b8f-7440-44c4-a438-1f5f1fd97143 req-2cae4eef-d989-474a-8c5f-7ae5c7f309e2 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0503526 Aug 31 16:05:45.773829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57423b8f-7440-44c4-a438-1f5f1fd97143 req-83cc8eb2-7496-4a1a-976b-007f8b08d95c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Aug 31 16:05:46.137080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103a571-03ab-4b00-a273-d23656aa2239 req-401eb5a0-f8cb-473c-827e-d39b475e4e78 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:46.139185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9103a571-03ab-4b00-a273-d23656aa2239 req-401eb5a0-f8cb-473c-827e-d39b475e4e78 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0913041 Aug 31 16:05:46.147558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9dfd-eb2b-4c7a-941c-f55f41d39996 req-d8ea9ab2-748f-4576-98f4-207a4668f7cc tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:46.149140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaa9dfd-eb2b-4c7a-941c-f55f41d39996 req-d8ea9ab2-748f-4576-98f4-207a4668f7cc tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 944 time: 0.0921030 Aug 31 16:05:46.204783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9103a571-03ab-4b00-a273-d23656aa2239 req-97f83bce-46cd-4a75-9130-275e9c09accf tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Aug 31 16:05:46.209472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaa9dfd-eb2b-4c7a-941c-f55f41d39996 req-70563612-6675-41d4-8586-58512b54e7a2 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530927 Aug 31 16:05:46.385969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0372922-fbd4-4570-b3a0-b6b8b564f0aa req-844feed6-f3c3-4aba-8a36-c42f411b075a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:46.387445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0372922-fbd4-4570-b3a0-b6b8b564f0aa req-844feed6-f3c3-4aba-8a36-c42f411b075a tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0554492 Aug 31 16:05:46.424963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0372922-fbd4-4570-b3a0-b6b8b564f0aa req-57643c96-cddb-4cf3-9ea0-bde4b38eddea tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e88ce95-dbab-416f-93a8-63fb126dc0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Aug 31 16:05:46.435608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f99ebe1b-240f-45cd-844f-35b17bb5ab0d up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:05:46.486636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f99ebe1b-240f-45cd-844f-35b17bb5ab0d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:05:46.490285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f99ebe1b-240f-45cd-844f-35b17bb5ab0d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:05:46.490660 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.511664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-7beeb874-a4a3-4e53-8bbf-7d0ec4cfc3b7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:46.513213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-7beeb874-a4a3-4e53-8bbf-7d0ec4cfc3b7 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 946 time: 0.0504012 Aug 31 16:05:46.567755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.589820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:46.592072 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1eece-42cd-4bd5-af14-ca46eaead8f0" -d '{"events": [{"server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "name": "network-vif-plugged", "status": "completed", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:46.604737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:46.608320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Deleting port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:46.608678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.609874 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.635109 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e72db2-fc46-4a31-a884-fe243ad7485c x-openstack-request-id: req-42e72db2-fc46-4a31-a884-fe243ad7485c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:46.635389 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "name": "network-vif-plugged", "status": "completed", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:46.635632 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42e72db2-fc46-4a31-a884-fe243ad7485c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:46.636013 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'code': 200} Aug 31 16:05:46.663220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:46.711428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] For port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:46.711821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.727030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Calling delete_port for eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:46.784995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161801-a940-4650-aabe-bdd90d239cc0 req-30e67bd1-8a46-4f11-8eb2-14c7241c71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:46.786517 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52161801-a940-4650-aabe-bdd90d239cc0 req-30e67bd1-8a46-4f11-8eb2-14c7241c71f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.0936270 Aug 31 16:05:46.827207 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-52161801-a940-4650-aabe-bdd90d239cc0 req-8b16524e-c8ff-45e7-b931-3df54a4b53a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 31 16:05:46.892249 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.905538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['eaf35ada-dcc7-4dcd-8a40-7e135c28eda1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:05:46.932743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388958a1-7240-4285-b52f-7cde7c910b23 req-bf14a172-272b-4d33-b05e-12b8993d7b2e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:46.934272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-388958a1-7240-4285-b52f-7cde7c910b23 req-bf14a172-272b-4d33-b05e-12b8993d7b2e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0850942 Aug 31 16:05:46.935100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Pushing event deleted for resources: {'Port': ['ID=eaf35ada-dcc7-4dcd-8a40-7e135c28eda1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:46.992623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] No DVR routers for this DVR port eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:05:46.996666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:46.998617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-40aa40ba-6fbd-4b3e-8699-21eb0a682acb req-1bf59bae-b57a-4641-bbfc-e240f142f3f6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.30 "DELETE /v2.0/ports/eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 HTTP/1.1" status: 204 len: 173 time: 0.4793017 Aug 31 16:05:46.999043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'name': 'network-vif-deleted', 'tag': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:05:47.001272 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f4e2ea-59b2-409f-abcf-2a83ad562334" -d '{"events": [{"server_uuid": "f6aa9fb4-499a-4a7d-b733-d535584f30f5", "name": "network-vif-deleted", "tag": "eaf35ada-dcc7-4dcd-8a40-7e135c28eda1"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:05:47.020923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-388958a1-7240-4285-b52f-7cde7c910b23 req-bb64132a-cd2f-4443-b860-d2c0ad53320e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747859 Aug 31 16:05:47.037945 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af03a8-6980-4896-bf16-ef92d246c138 x-openstack-request-id: req-e8af03a8-6980-4896-bf16-ef92d246c138 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:05:47.038290 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6aa9fb4-499a-4a7d-b733-d535584f30f5", "name": "network-vif-deleted", "tag": "eaf35ada-dcc7-4dcd-8a40-7e135c28eda1", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:05:47.038519 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8af03a8-6980-4896-bf16-ef92d246c138 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:05:47.038917 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aa9fb4-499a-4a7d-b733-d535584f30f5', 'name': 'network-vif-deleted', 'tag': 'eaf35ada-dcc7-4dcd-8a40-7e135c28eda1', 'status': 'completed', 'code': 200} Aug 31 16:05:47.349243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0059c-450c-4f7c-a718-9dba710c7440 req-39c9ac7a-c7ec-4c7b-8bc2-10d52104d841 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:47.350935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97a0059c-450c-4f7c-a718-9dba710c7440 req-39c9ac7a-c7ec-4c7b-8bc2-10d52104d841 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0778360 Aug 31 16:05:47.360054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e24c-a87f-470e-a049-ded3d1fa67c9 req-0984a2d2-9efd-451a-8a47-47bfbebd20c1 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:47.361565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e396e24c-a87f-470e-a049-ded3d1fa67c9 req-0984a2d2-9efd-451a-8a47-47bfbebd20c1 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0787401 Aug 31 16:05:47.416488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97a0059c-450c-4f7c-a718-9dba710c7440 req-844caf89-5595-4f30-945f-fe9e5c218f36 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539200 Aug 31 16:05:47.421316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e396e24c-a87f-470e-a049-ded3d1fa67c9 req-0868e104-94cd-4ad3-a82f-2d136bf50560 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528965 Aug 31 16:05:47.603114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd344a55-2eee-409e-af03-5fe31049cc59 req-ae60997d-9429-4ce5-af58-e5e0e95851d6 tempest-ServerRescueNegativeTestJSON-990730170 tempest-ServerRescueNegativeTestJSON-990730170-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6aa9fb4-499a-4a7d-b733-d535584f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0343578 Aug 31 16:05:48.164090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40dd91-2537-4df2-b65b-9f5b347d3db6 req-21075d7f-d2c4-48d8-80f2-74c06ea8d325 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:48.165614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb40dd91-2537-4df2-b65b-9f5b347d3db6 req-21075d7f-d2c4-48d8-80f2-74c06ea8d325 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0513682 Aug 31 16:05:48.204420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb40dd91-2537-4df2-b65b-9f5b347d3db6 req-d78ee019-2ab0-4c69-8227-0f41e0497813 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Aug 31 16:05:48.568477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e336-ccb2-44f6-bfe8-cebc4f7ef50d req-38afc8f0-6afe-4a9b-8067-66c8e62b2cc0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:48.569993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5719e336-ccb2-44f6-bfe8-cebc4f7ef50d req-38afc8f0-6afe-4a9b-8067-66c8e62b2cc0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0832570 Aug 31 16:05:48.578547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc18b-b306-4409-856d-38ffb865c943 req-78b6e4bc-9d16-4868-8a97-29a08758e38d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:48.579973 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-853bc18b-b306-4409-856d-38ffb865c943 req-78b6e4bc-9d16-4868-8a97-29a08758e38d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0810854 Aug 31 16:05:48.634820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5719e336-ccb2-44f6-bfe8-cebc4f7ef50d req-6a2ff4e0-8955-4217-b1d4-9ae57ea51bdb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537736 Aug 31 16:05:48.640034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-853bc18b-b306-4409-856d-38ffb865c943 req-582981fb-3215-4413-91a2-d385b670f409 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531778 Aug 31 16:05:48.748758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:48.986018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-3287aab7-a3fb-4981-ae66-408e370f2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:48.987537 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-3287aab7-a3fb-4981-ae66-408e370f2836 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.0713096 Aug 31 16:05:49.000110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09515fc-a323-4762-80bc-df9704364515 req-d68b5879-9ac7-42cd-a3ab-039d28fc8325 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:49.001597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b09515fc-a323-4762-80bc-df9704364515 req-d68b5879-9ac7-42cd-a3ab-039d28fc8325 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0597990 Aug 31 16:05:49.099065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b09515fc-a323-4762-80bc-df9704364515 req-1aaa761a-a4dc-48c5-8334-917882e8fe12 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891583 Aug 31 16:05:49.118564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:49.121248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-5bb282d7-c3da-4acf-ada8-b2acc2cca417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:49.123658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-5bb282d7-c3da-4acf-ada8-b2acc2cca417 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.1211545 Aug 31 16:05:49.176178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-fcbc7596-7e82-46b4-81a3-67c92225e130 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.0350921 Aug 31 16:05:49.230141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-78a82812-a679-40f9-9a34-348be1826d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:49.232279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-78a82812-a679-40f9-9a34-348be1826d82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.0485580 Aug 31 16:05:49.264095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-e854e5f9-9296-4f7d-9ffd-8482761fe135 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246708 Aug 31 16:05:49.375095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Deleting port 83806215-50ce-4278-9fbc-775d89512cce {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:49.375441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:49.379180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4a346-633a-4df9-9823-36cbb4a3ed89 req-e4cf89f8-891a-4b54-b463-e60f4aa2afe0 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:49.380722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81e4a346-633a-4df9-9823-36cbb4a3ed89 req-e4cf89f8-891a-4b54-b463-e60f4aa2afe0 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.1011934 Aug 31 16:05:49.409104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-3c1dfd6b-46c5-45ab-bb36-90aacaae8e34 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382740 Aug 31 16:05:49.462137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] For port 83806215-50ce-4278-9fbc-775d89512cce, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=83806215-50ce-4278-9fbc-775d89512cce,segment=NetworkSegment(797aec81-6bd9-4039-9fa7-c2ab1d816ab7),segment_id=797aec81-6bd9-4039-9fa7-c2ab1d816ab7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:49.462556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:49.470540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81e4a346-633a-4df9-9823-36cbb4a3ed89 req-f4c675a4-6d24-4c2f-b97f-1fc97316d759 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835998 Aug 31 16:05:49.475761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Calling delete_port for 83806215-50ce-4278-9fbc-775d89512cce owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:49.515528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cafe320-9e32-4319-a8ca-d4ce4beb8ff6 req-e2e40b4c-4a57-4981-97e1-a76d6798ab40 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930910 Aug 31 16:05:49.670357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:49.697307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=83806215-50ce-4278-9fbc-775d89512cce,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:49.727331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.727596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.728587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.728587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.728788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.729288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.729402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.729647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.729985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.730375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.730740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.730996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:05:49.772094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c11175-b500-4537-a34a-c96f836b9b44 req-6b83f8f6-1a7f-4d92-8480-d686e76bebf2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:49.773670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13c11175-b500-4537-a34a-c96f836b9b44 req-6b83f8f6-1a7f-4d92-8480-d686e76bebf2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0669570 Aug 31 16:05:49.824654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13c11175-b500-4537-a34a-c96f836b9b44 req-2d8130d3-e148-4546-9049-70cd23e3b1aa tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Aug 31 16:05:49.920514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:49.928251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-e60c1b3a-1191-4731-a2d9-97e460b2d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:49.929823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-e60c1b3a-1191-4731-a2d9-97e460b2d2cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.0489948 Aug 31 16:05:50.149140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Router 7aa51d97-0087-4184-b679-b500acb74b74 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:05:50.260360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:05:50.268785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1a9940d-f252-49d6-bf8c-37b81349bbb8 admin admin] 10.222.0.43 "PUT /v2.0/routers/7aa51d97-0087-4184-b679-b500acb74b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156760 Aug 31 16:05:50.268785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57174) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:50.271610 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] Sync routers for ids ['7aa51d97-0087-4184-b679-b500acb74b74'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:05:50.284256 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] Routers {'7aa51d97-0087-4184-b679-b500acb74b74'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:05:50.285191 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:05:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7aa51d97-0087-4184-b679-b500acb74b74'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:50.381549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:50.398378 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] Set router 7aa51d97-0087-4184-b679-b500acb74b74 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:05:50.407191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b4eb-c399-42f5-95ab-6f632aee2faa req-27809c6d-eb24-46e4-a981-bfd7c7492438 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:50.408722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-def5b4eb-c399-42f5-95ab-6f632aee2faa req-27809c6d-eb24-46e4-a981-bfd7c7492438 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.4229674 Aug 31 16:05:50.410817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-8ef8cb22-5bcd-406c-a83a-6ef1053b3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:50.412223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-8ef8cb22-5bcd-406c-a83a-6ef1053b3e45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.4732242 Aug 31 16:05:50.423511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32d3f4-27dc-472f-81fb-eb5a48236ad6 req-c85d8a49-f5fb-46c6-ac4b-7e916d040412 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:50.425194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a32d3f4-27dc-472f-81fb-eb5a48236ad6 req-c85d8a49-f5fb-46c6-ac4b-7e916d040412 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0972197 Aug 31 16:05:50.461673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:50.494552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:50.495761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device eaf35ada-dcc7-4dcd-8a40-7e135c28eda1 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:50.501032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:50.538881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-def5b4eb-c399-42f5-95ab-6f632aee2faa req-ea40395d-1574-4e1f-9943-b4886fe58a26 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116271 Aug 31 16:05:50.552904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a32d3f4-27dc-472f-81fb-eb5a48236ad6 req-e3f7b237-5ad7-4e91-a53d-7821573d535e tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182420 Aug 31 16:05:50.562620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-8b1ef101-bd48-4265-9b0d-462b21c0cdae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1000 time: 0.1351488 Aug 31 16:05:50.568031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Deleting port fab60e4c-33d3-47c0-9f68-cbeb236b36e0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:05:50.568441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:50.616575 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:05:49Z', 'revision_number': 5, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port': {'id': 'fab60e4c-33d3-47c0-9f68-cbeb236b36e0', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa51d97-0087-4184-b679-b500acb74b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:30Z', 'updated_at': '2021-08-31T16:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:50.641939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-e8ccfc14-1984-49ed-bdfc-d4a9193e33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:50.643450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-e8ccfc14-1984-49ed-bdfc-d4a9193e33de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0716088 Aug 31 16:05:50.652075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] Checking router: 7aa51d97-0087-4184-b679-b500acb74b74 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:05:50.661445 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] Routers {'7aa51d97-0087-4184-b679-b500acb74b74'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:05:50.662180 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:05:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7aa51d97-0087-4184-b679-b500acb74b74'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:50.663040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] For port fab60e4c-33d3-47c0-9f68-cbeb236b36e0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:05:50.663418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:50.671507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1f810-e37f-41c2-abc9-e88029efccf3 req-2e34c5af-7048-4daf-8976-a8a8458c22ba tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:50.673057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1be1f810-e37f-41c2-abc9-e88029efccf3 req-2e34c5af-7048-4daf-8976-a8a8458c22ba tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0654459 Aug 31 16:05:50.677150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Calling delete_port for fab60e4c-33d3-47c0-9f68-cbeb236b36e0 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:05:50.735500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-62da95b7-294d-4dcf-8d56-b00acd45882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:50.737077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-62da95b7-294d-4dcf-8d56-b00acd45882d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813966 Aug 31 16:05:50.740442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1be1f810-e37f-41c2-abc9-e88029efccf3 req-1679e7e6-14bc-4344-a4e9-1f5c1f48e9ae tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468307 Aug 31 16:05:50.758335 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] Set router 7aa51d97-0087-4184-b679-b500acb74b74 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:05:50.812636 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:05:50Z', 'revision_number': 6, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:50.836700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-acf74275-d1a2-4861-abb1-1b7e6c614382 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913682 Aug 31 16:05:50.843222 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42dbf99-da7f-4bc3-8f62-f129b67ad5ad None None] The sync data for ids ['7aa51d97-0087-4184-b679-b500acb74b74'] in n-d-793621-35 is: [{'id': '7aa51d97-0087-4184-b679-b500acb74b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1911308738-router', 'tenant_id': '59fd1ba66568485eba930f238826ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:28Z', 'updated_at': '2021-08-31T16:05:50Z', 'revision_number': 6, 'project_id': '59fd1ba66568485eba930f238826ee93', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:05:50.885570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:50.915962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab60e4c-33d3-47c0-9f68-cbeb236b36e0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:50.980226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:50.990026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa26636c-9f10-4b79-adbc-650598a8a2de req-71db6666-fe63-4a62-b21f-edf6999d7d36 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454716 Aug 31 16:05:51.006103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb34529f-916a-4fb7-b36d-b006ae2658c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.006447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce538-9194-4bd8-8ca7-494eea8aeb5b req-dadbae46-0459-48a8-8ccc-5875e2a775db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:51.010292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-155ce538-9194-4bd8-8ca7-494eea8aeb5b req-dadbae46-0459-48a8-8ccc-5875e2a775db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1009610 Aug 31 16:05:51.058244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-155ce538-9194-4bd8-8ca7-494eea8aeb5b req-ad7d9166-08d4-46d2-96a1-532f1e8a950e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Aug 31 16:05:51.075830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.079142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.135798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.136286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa51d97-0087-4184-b679-b500acb74b74 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:05:51.142857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.144030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3214ee7e-fe94-4426-8a12-65eef1a805d0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7aa51d97-0087-4184-b679-b500acb74b74 HTTP/1.1" status: 204 len: 168 time: 0.8749440 Aug 31 16:05:51.146541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57186) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:51.196998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Deleting subnet a4b2ec27-996a-4690-ad44-7ad17cb27654 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:05:51.201393 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.238342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.281571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.341147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.366342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b2ec27-996a-4690-ad44-7ad17cb27654,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:51.369795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.371749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9adedfd3-c928-4d44-a5d7-a54479e216f4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a4b2ec27-996a-4690-ad44-7ad17cb27654 HTTP/1.1" status: 204 len: 168 time: 0.2241974 Aug 31 16:05:51.374701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57188) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:51.443365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.529011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.538618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b6ccf7-5234-4bd9-a50a-541b35071e9a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:51.549377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797aec81-6bd9-4039-9fa7-c2ab1d816ab7') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:51.549678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797aec81-6bd9-4039-9fa7-c2ab1d816ab7') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:05:51.561246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.576238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.582883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:05:51.583508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:05:51.585116 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:05:51.648002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.654094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.660132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f2b6ccf7-5234-4bd9-a50a-541b35071e9a HTTP/1.1" status: 204 len: 168 time: 0.2834272 Aug 31 16:05:51.669779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 83806215-50ce-4278-9fbc-775d89512cce no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:51.682340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466714a3-1df6-42ad-9940-2d628204cc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b6ccf7-5234-4bd9-a50a-541b35071e9a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:51.697848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 83806215-50ce-4278-9fbc-775d89512cce {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:51.698337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 83806215-50ce-4278-9fbc-775d89512cce not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:51.737588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0f8b-8560-4a27-93c1-097d89eea991 req-de7e1655-f81c-4cd4-bdf3-c8968fec5ba3 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:51.739148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-987d0f8b-8560-4a27-93c1-097d89eea991 req-de7e1655-f81c-4cd4-bdf3-c8968fec5ba3 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.1237857 Aug 31 16:05:51.748329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f54f6-f403-45fd-8824-0acc07997ffb req-83bfc456-27eb-4150-a21d-06be3149a7c6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:51.749814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-997f54f6-f403-45fd-8824-0acc07997ffb req-83bfc456-27eb-4150-a21d-06be3149a7c6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1096931 Aug 31 16:05:51.792083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57198) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:51.812004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-987d0f8b-8560-4a27-93c1-097d89eea991 req-4d79d04f-2ef8-4a7d-8233-edb71ebd9c2b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 Aug 31 16:05:51.815106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-997f54f6-f403-45fd-8824-0acc07997ffb req-96c1249a-d2a7-45f6-842e-f845d0eac3a9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573606 Aug 31 16:05:51.844242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-173b79a4-661c-4e63-95aa-26bb1ff518d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59fd1ba66568485eba930f238826ee93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496893 Aug 31 16:05:51.845561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57200) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:51.897081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12904865-ceb7-47b0-a7d5-07770655472b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.921911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12904865-ceb7-47b0-a7d5-07770655472b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.923257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdb4aa-58c7-43ca-9431-0ef3816f74a6 req-7b368bd0-8482-4c6d-8fb0-ffa97cf44599 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:51.925005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71bdb4aa-58c7-43ca-9431-0ef3816f74a6 req-7b368bd0-8482-4c6d-8fb0-ffa97cf44599 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Aug 31 16:05:51.966534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71bdb4aa-58c7-43ca-9431-0ef3816f74a6 req-259a9889-bf2d-4f93-847a-16abea2a25db tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Aug 31 16:05:51.982425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12904865-ceb7-47b0-a7d5-07770655472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.985893 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-12904865-ceb7-47b0-a7d5-07770655472b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:51.990301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-12904865-ceb7-47b0-a7d5-07770655472b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e88ce95-dbab-416f-93a8-63fb126dc0ab HTTP/1.1" status: 204 len: 168 time: 0.1435113 Aug 31 16:05:52.002283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12904865-ceb7-47b0-a7d5-07770655472b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e88ce95-dbab-416f-93a8-63fb126dc0ab,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:52.197135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bbe8-9586-4f46-81af-3111b084ac56 req-2dffa0c4-f5db-406d-933c-bf3e70efe46c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:52.198795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76a5bbe8-9586-4f46-81af-3111b084ac56 req-2dffa0c4-f5db-406d-933c-bf3e70efe46c tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0683398 Aug 31 16:05:52.238948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76a5bbe8-9586-4f46-81af-3111b084ac56 req-0a675f2a-41db-4d90-b2a9-e92b03ab7d7d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Aug 31 16:05:52.935475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b3a8-fbf8-4a98-8959-3f53a2d7edc7 req-2b1c7d37-63a7-4626-9094-e7b7fa0e8cdd tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:52.937160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9565b3a8-fbf8-4a98-8959-3f53a2d7edc7 req-2b1c7d37-63a7-4626-9094-e7b7fa0e8cdd tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Aug 31 16:05:52.986058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9565b3a8-fbf8-4a98-8959-3f53a2d7edc7 req-a0a9906f-7e7a-4953-acf6-a13427ab8fbf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Aug 31 16:05:53.097681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aab22-acf9-4e82-a94f-416044962215 req-eb5b90d3-7ec2-4d41-b23a-e2ee989efb7f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:53.099318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec5aab22-acf9-4e82-a94f-416044962215 req-eb5b90d3-7ec2-4d41-b23a-e2ee989efb7f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0515399 Aug 31 16:05:53.159934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec5aab22-acf9-4e82-a94f-416044962215 req-e9eb84ef-4e4d-455d-bd1d-e78cf56ad148 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538893 Aug 31 16:05:53.202656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fab60e4c-33d3-47c0-9f68-cbeb236b36e0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:05:53.230139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fab60e4c-33d3-47c0-9f68-cbeb236b36e0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:05:53.230562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fab60e4c-33d3-47c0-9f68-cbeb236b36e0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:05:53.363405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b596b45-d74d-4397-9401-21a46b07961b req-fd531195-a359-4f5c-8350-11325056b06f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:53.364873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b596b45-d74d-4397-9401-21a46b07961b req-fd531195-a359-4f5c-8350-11325056b06f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0539412 Aug 31 16:05:53.403730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b596b45-d74d-4397-9401-21a46b07961b req-cb65f5b1-336a-4c5e-97e7-5a0be9b54ff5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Aug 31 16:05:54.110430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1c64-dee9-46a2-a60d-21a5ff35a1a5 req-c835d776-4fc2-4249-9b7c-e8d6e1a10a70 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:54.112389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e0c1c64-dee9-46a2-a60d-21a5ff35a1a5 req-c835d776-4fc2-4249-9b7c-e8d6e1a10a70 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0508270 Aug 31 16:05:54.164434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:54.166461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-366de01c-e743-4eed-a49a-0703a824a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:54.167631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e0c1c64-dee9-46a2-a60d-21a5ff35a1a5 req-d2b0317d-57ea-4561-b776-3a29e1f7713f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Aug 31 16:05:54.290449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72758335-6304-4a38-8bf1-8cf1d946c3c3 req-d3a61ea6-fc78-4313-a03f-51187fb5390c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:54.292021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72758335-6304-4a38-8bf1-8cf1d946c3c3 req-d3a61ea6-fc78-4313-a03f-51187fb5390c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0537033 Aug 31 16:05:54.336733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72758335-6304-4a38-8bf1-8cf1d946c3c3 req-8859dca1-239d-4e5f-b12f-31ae561a44ea tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Aug 31 16:05:54.528150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb73c3-1bf4-4ec5-96bd-819c4fc8efda req-080de8fb-382a-43c2-9dae-f5809f71e601 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:54.529997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bcb73c3-1bf4-4ec5-96bd-819c4fc8efda req-080de8fb-382a-43c2-9dae-f5809f71e601 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0556815 Aug 31 16:05:54.572051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bcb73c3-1bf4-4ec5-96bd-819c4fc8efda req-406d0681-0e88-46d2-9856-51c04deeb9f7 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Aug 31 16:05:55.022892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:55.209377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:55.302650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b176cb0-695b-40d5-8105-0e80a7ff11c7 req-5f947b22-5854-41cb-813e-945d5f8d8b94 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:55.304419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b176cb0-695b-40d5-8105-0e80a7ff11c7 req-5f947b22-5854-41cb-813e-945d5f8d8b94 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0619450 Aug 31 16:05:55.362958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b176cb0-695b-40d5-8105-0e80a7ff11c7 req-a9df6252-857a-48f3-8974-a3af12c7e7f2 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498176 Aug 31 16:05:55.465043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a39dce-a8b3-4ffc-b03d-b6a214595506 req-561665b5-c6e2-463e-afaf-6974038f303f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:55.467228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8a39dce-a8b3-4ffc-b03d-b6a214595506 req-561665b5-c6e2-463e-afaf-6974038f303f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0519984 Aug 31 16:05:55.515913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8a39dce-a8b3-4ffc-b03d-b6a214595506 req-af911591-1c3d-467e-99b9-65739129a69a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Aug 31 16:05:55.697914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d9063-688e-478c-934d-0345cd3e6b97 req-02460540-96ac-4ad1-a947-4a20049349f1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:55.699458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b36d9063-688e-478c-934d-0345cd3e6b97 req-02460540-96ac-4ad1-a947-4a20049349f1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0553787 Aug 31 16:05:55.740783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b36d9063-688e-478c-934d-0345cd3e6b97 req-d1791da6-ca45-4311-b30f-67d3cf2bbf60 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Aug 31 16:05:55.759778 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:56.491105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83274ae7-6e6a-4977-994b-6081dbcad6e6 req-d23d75ce-4f0f-455f-8127-37d410689b05 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:56.492707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83274ae7-6e6a-4977-994b-6081dbcad6e6 req-d23d75ce-4f0f-455f-8127-37d410689b05 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0528209 Aug 31 16:05:56.532447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83274ae7-6e6a-4977-994b-6081dbcad6e6 req-454eb0ed-b96a-4e2c-ae27-185fb771b52d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Aug 31 16:05:56.642409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c80e4-fc3f-4246-a27b-c9697f15c9f7 req-f011d2aa-661a-44ad-8a98-63fbc0daeb8c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:56.643942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d09c80e4-fc3f-4246-a27b-c9697f15c9f7 req-f011d2aa-661a-44ad-8a98-63fbc0daeb8c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Aug 31 16:05:56.686228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d09c80e4-fc3f-4246-a27b-c9697f15c9f7 req-b658dc90-ad00-4f3f-acd9-6b93591fc794 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362198 Aug 31 16:05:56.868162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee4f68-c68a-45bf-bf13-5d6a90e273f9 req-eef07438-af0a-4c79-9f0d-272e2a79662e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:56.869758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9ee4f68-c68a-45bf-bf13-5d6a90e273f9 req-eef07438-af0a-4c79-9f0d-272e2a79662e tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0561666 Aug 31 16:05:56.918199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9ee4f68-c68a-45bf-bf13-5d6a90e273f9 req-b319ea94-9ef1-408d-8d97-3f24c8b55f58 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Aug 31 16:05:57.597570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:57.675339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fc3ad-b3e4-4405-8897-bf52c3654e40 req-a1a49d81-34c7-4bd3-8c31-9c20fe255b80 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:57.677172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be3fc3ad-b3e4-4405-8897-bf52c3654e40 req-a1a49d81-34c7-4bd3-8c31-9c20fe255b80 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Aug 31 16:05:57.716117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be3fc3ad-b3e4-4405-8897-bf52c3654e40 req-4bc2b3a0-4acf-410d-b9b4-5e08922bdfc9 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Aug 31 16:05:57.823581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207cbfe-378c-4b79-a0db-007e56e6a92e req-663cf746-b736-40ec-9fbc-f404e25e0242 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:57.825310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e207cbfe-378c-4b79-a0db-007e56e6a92e req-663cf746-b736-40ec-9fbc-f404e25e0242 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0541921 Aug 31 16:05:57.869202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e207cbfe-378c-4b79-a0db-007e56e6a92e req-215c6e9f-6976-4ad2-b4f9-5b75bc60b1a7 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Aug 31 16:05:58.040315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e8b4d-f01f-46e1-8cee-1dfd64c7ae5e req-25ab8142-aaae-4748-b76a-3ff37e73ffe8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:58.041844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f0e8b4d-f01f-46e1-8cee-1dfd64c7ae5e req-25ab8142-aaae-4748-b76a-3ff37e73ffe8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0543725 Aug 31 16:05:58.081584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f0e8b4d-f01f-46e1-8cee-1dfd64c7ae5e req-7404992a-7e99-4ca2-8225-8a7c82ba2aa9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Aug 31 16:05:58.159673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:58.266265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa88f0f-fe52-48a3-afc3-879ac1db9681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.354513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa88f0f-fe52-48a3-afc3-879ac1db9681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.358943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa88f0f-fe52-48a3-afc3-879ac1db9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.395168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88f0f-fe52-48a3-afc3-879ac1db9681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466416fb-63c2-44ac-8a2b-dca0a19ba7bb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:58.400547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1aa88f0f-fe52-48a3-afc3-879ac1db9681 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ca92a33b4fa4a4e9b2dd3983173a7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397895 Aug 31 16:05:58.403200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57412) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:58.455527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73b7caec-f986-4854-a492-20cf5becec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.478386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73b7caec-f986-4854-a492-20cf5becec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.542175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73b7caec-f986-4854-a492-20cf5becec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.545825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73b7caec-f986-4854-a492-20cf5becec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.547596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73b7caec-f986-4854-a492-20cf5becec37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/466416fb-63c2-44ac-8a2b-dca0a19ba7bb HTTP/1.1" status: 204 len: 168 time: 0.1429431 Aug 31 16:05:58.557799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7caec-f986-4854-a492-20cf5becec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466416fb-63c2-44ac-8a2b-dca0a19ba7bb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:58.838665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dcea3-4dfc-47fb-b068-0dfa135bc8d7 req-241cc882-6c1b-42b2-811e-05806e9a0bbb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:58.840216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-794dcea3-4dfc-47fb-b068-0dfa135bc8d7 req-241cc882-6c1b-42b2-811e-05806e9a0bbb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0535178 Aug 31 16:05:58.842806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57426) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:58.862872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba52b6ec-1d7b-48eb-8807-e03aecee613b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:58.915453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-794dcea3-4dfc-47fb-b068-0dfa135bc8d7 req-c702e660-583e-4379-89d1-bdb85bc83ac4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660503 Aug 31 16:05:59.026164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b641218-d246-4f61-958a-e2288cb9020b req-9aad1caf-a213-46b9-a8e8-1ae20dfd191c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:59.028030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b641218-d246-4f61-958a-e2288cb9020b req-9aad1caf-a213-46b9-a8e8-1ae20dfd191c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0814188 Aug 31 16:05:59.033519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba52b6ec-1d7b-48eb-8807-e03aecee613b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:59.043297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba52b6ec-1d7b-48eb-8807-e03aecee613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:59.095788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b6ec-1d7b-48eb-8807-e03aecee613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8fc993-8f1b-403e-a64b-f71816b84071,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:05:59.104489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b641218-d246-4f61-958a-e2288cb9020b req-949c924d-cb07-4a4e-944d-0a6da533a86d tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695975 Aug 31 16:05:59.108046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ba52b6ec-1d7b-48eb-8807-e03aecee613b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d817f4db7cc0458fafed214132a5bd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643108 Aug 31 16:05:59.112583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57432) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:05:59.176667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edc44e0e-6979-4e47-8305-4f3d6dda5807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:59.215428 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edc44e0e-6979-4e47-8305-4f3d6dda5807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:59.248865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f06a66-a163-4877-bd87-48238bd0116f req-75105952-d91b-4d5b-ab55-993d4890a434 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:05:59.250341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0f06a66-a163-4877-bd87-48238bd0116f req-75105952-d91b-4d5b-ab55-993d4890a434 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0869708 Aug 31 16:05:59.298731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0f06a66-a163-4877-bd87-48238bd0116f req-74043999-c137-4277-a756-eaeb3fc02432 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Aug 31 16:05:59.308215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edc44e0e-6979-4e47-8305-4f3d6dda5807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:59.310952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edc44e0e-6979-4e47-8305-4f3d6dda5807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:05:59.314246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-edc44e0e-6979-4e47-8305-4f3d6dda5807 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f8fc993-8f1b-403e-a64b-f71816b84071 HTTP/1.1" status: 204 len: 168 time: 0.1979516 Aug 31 16:05:59.320366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc44e0e-6979-4e47-8305-4f3d6dda5807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8fc993-8f1b-403e-a64b-f71816b84071,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:00.047634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb953-dc33-4bfc-8e7a-ec56c0e81c5a req-fe0955fa-91bb-4542-a637-56629d75bc90 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:00.049205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3defb953-dc33-4bfc-8e7a-ec56c0e81c5a req-fe0955fa-91bb-4542-a637-56629d75bc90 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0509536 Aug 31 16:06:00.088725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3defb953-dc33-4bfc-8e7a-ec56c0e81c5a req-5c929b9b-ee08-486d-8478-bd6feffec3e9 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Aug 31 16:06:00.233190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7befa-5a42-4aa3-af80-25248403d6c9 req-aee2dcdf-0512-4af0-b9f6-25353c42c51d tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:00.234972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28e7befa-5a42-4aa3-af80-25248403d6c9 req-aee2dcdf-0512-4af0-b9f6-25353c42c51d tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0503759 Aug 31 16:06:00.274920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28e7befa-5a42-4aa3-af80-25248403d6c9 req-354e2ae0-40a3-43f5-a867-23c44b24983c tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Aug 31 16:06:00.423050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8a49c-23c8-4a29-acd7-7d6cfa7f0a0f req-da632a76-9f75-4bb5-91a6-377fcc0528db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:00.424678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01a8a49c-23c8-4a29-acd7-7d6cfa7f0a0f req-da632a76-9f75-4bb5-91a6-377fcc0528db tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0547404 Aug 31 16:06:00.463984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01a8a49c-23c8-4a29-acd7-7d6cfa7f0a0f req-efd4eb90-ddc3-4659-921b-506380a60df5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Aug 31 16:06:01.217406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d2fe0-e889-4fe4-819c-d93ca02eeabd req-06c9bcd9-db12-4b3c-917e-ab9a219a87fa tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:01.219029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d7d2fe0-e889-4fe4-819c-d93ca02eeabd req-06c9bcd9-db12-4b3c-917e-ab9a219a87fa tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0617013 Aug 31 16:06:01.257493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d7d2fe0-e889-4fe4-819c-d93ca02eeabd req-888b31d6-0e5c-49e5-b6b9-ade93d4575ee tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Aug 31 16:06:01.403157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4997d-299d-4b17-8380-3b7e9b0b205a req-2428c50e-463a-4a22-9d3f-62a85f5a1dba tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:01.405231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bf4997d-299d-4b17-8380-3b7e9b0b205a req-2428c50e-463a-4a22-9d3f-62a85f5a1dba tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0564907 Aug 31 16:06:01.444885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bf4997d-299d-4b17-8380-3b7e9b0b205a req-3361ba05-948e-4232-bc2f-df09516df671 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Aug 31 16:06:01.594701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae390f1-d594-442c-91ca-6f160fbb9871 req-ae13c355-5615-4014-85d8-eb4bf5f0fe5b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:01.596235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ae390f1-d594-442c-91ca-6f160fbb9871 req-ae13c355-5615-4014-85d8-eb4bf5f0fe5b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0594552 Aug 31 16:06:01.634999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ae390f1-d594-442c-91ca-6f160fbb9871 req-b53d6a47-e586-474d-bf73-2bfc9e9ea1cb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Aug 31 16:06:02.381639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07ec6d-61fb-43d4-b561-c0533acf7f22 req-cea35336-fe1e-4c61-bb9b-cd8ccef62ae7 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:02.383191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a07ec6d-61fb-43d4-b561-c0533acf7f22 req-cea35336-fe1e-4c61-bb9b-cd8ccef62ae7 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Aug 31 16:06:02.422244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a07ec6d-61fb-43d4-b561-c0533acf7f22 req-2af1b5f7-6817-489d-be70-c1828d77ad2d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Aug 31 16:06:02.567136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc14df-340b-4032-b450-bbc99fab89d3 req-a3fbf355-8e9a-431a-8a94-46670b1cdeef tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:02.568682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51cc14df-340b-4032-b450-bbc99fab89d3 req-a3fbf355-8e9a-431a-8a94-46670b1cdeef tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0495970 Aug 31 16:06:02.606881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51cc14df-340b-4032-b450-bbc99fab89d3 req-b13cd6f2-3b72-4658-b18b-b9c76bd84f91 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Aug 31 16:06:02.767706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe265e55-09e6-42f7-a65e-bc5836130bea req-adb21bbc-b03c-49f0-80e7-8267f79be8b3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:02.775263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe265e55-09e6-42f7-a65e-bc5836130bea req-adb21bbc-b03c-49f0-80e7-8267f79be8b3 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0624075 Aug 31 16:06:02.817647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe265e55-09e6-42f7-a65e-bc5836130bea req-acf8df56-99f4-4b3f-bb15-0fb5b490c1b1 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Aug 31 16:06:03.084979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38804989-fd1f-44d6-8ad1-74b6ab14ec39 req-b78214c5-211d-482c-8873-a989492b81b6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.086531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38804989-fd1f-44d6-8ad1-74b6ab14ec39 req-b78214c5-211d-482c-8873-a989492b81b6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0582860 Aug 31 16:06:03.132732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38804989-fd1f-44d6-8ad1-74b6ab14ec39 req-dc1fe7dc-3b31-4a68-8a8c-295aa9b041be tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Aug 31 16:06:03.210171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c8a-d06f-4620-a371-7533fa95193c req-400d8320-999e-46c1-8789-3e189351654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.211745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-400d8320-999e-46c1-8789-3e189351654b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 1098 time: 0.1480517 Aug 31 16:06:03.306230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c8a-d06f-4620-a371-7533fa95193c req-a3ab6541-96d6-4a72-a4b4-474733789a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.307941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-a3ab6541-96d6-4a72-a4b4-474733789a6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 200 len: 917 time: 0.0885313 Aug 31 16:06:03.349604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-08fc9176-d7bb-4fb7-9337-248cdcda50d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=291ea33c-d956-4af4-a045-68765414b48d HTTP/1.1" status: 200 len: 217 time: 0.0344520 Aug 31 16:06:03.403580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c8a-d06f-4620-a371-7533fa95193c req-66e5a863-6550-42ea-b4e3-fb5c7c448e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.405170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-66e5a863-6550-42ea-b4e3-fb5c7c448e43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 200 len: 855 time: 0.0461886 Aug 31 16:06:03.453419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c8a-d06f-4620-a371-7533fa95193c req-6eec5574-0f83-478c-98af-eb681802a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.454967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-6eec5574-0f83-478c-98af-eb681802a52a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1799cf92-93af-4c70-a044-45a481d7bdee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403390 Aug 31 16:06:03.549300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44940c-f60d-4e68-92de-6b203b7e91c6 req-ae4a71e0-1215-4168-b975-2c1d418f0cd6 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.550871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab44940c-f60d-4e68-92de-6b203b7e91c6 req-ae4a71e0-1215-4168-b975-2c1d418f0cd6 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0556190 Aug 31 16:06:03.568720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-84aed62f-8d84-42aa-88ff-287b89fbcc3c service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018271 Aug 31 16:06:03.590346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab44940c-f60d-4e68-92de-6b203b7e91c6 req-1dd401bf-67fb-462c-bfd3-02c21182908f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Aug 31 16:06:03.663910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4047c8a-d06f-4620-a371-7533fa95193c req-231c096b-f525-4970-aa5a-2a090a2a1f0f service neutron] 10.222.0.49 "GET /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878949 Aug 31 16:06:03.947434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c533b-fdf7-4abc-a949-cf344c898cbf req-6d517806-7c4c-44f1-85a7-6a25a6458ba9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:03.949015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-868c533b-fdf7-4abc-a949-cf344c898cbf req-6d517806-7c4c-44f1-85a7-6a25a6458ba9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0612617 Aug 31 16:06:03.993455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-868c533b-fdf7-4abc-a949-cf344c898cbf req-ef085739-8a6e-4a8e-a81f-22672a8b100d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Aug 31 16:06:04.147726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.154300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.162586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.169357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.176509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.183224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.190061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.198571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9893607-8044-4622-b4e9-022297d3647d req-c84c1fcd-36ef-478f-896b-1fea0c1d90d4 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.1087556 Aug 31 16:06:04.267486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9893607-8044-4622-b4e9-022297d3647d req-afd4cf7f-4705-4629-8c14-8d9042c78626 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679729 Aug 31 16:06:04.295308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39990a-b900-49f5-ac33-a326251e611d req-4fac9cb7-534d-49c9-99f4-1eb3bdcb03bc tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.297011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e39990a-b900-49f5-ac33-a326251e611d req-4fac9cb7-534d-49c9-99f4-1eb3bdcb03bc tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0780776 Aug 31 16:06:04.337900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e39990a-b900-49f5-ac33-a326251e611d req-dae9d79b-7b1c-44cd-980c-ad4f307faaf8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347881 Aug 31 16:06:04.423268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.432470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.439129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.445229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.451963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.458096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.464579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.466507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b47077c7-113d-4c89-b895-a3e2a22994d0 req-3e72cf78-340f-4461-b72a-fb169196da38 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.1112444 Aug 31 16:06:04.719233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5b07d-3267-4800-9eff-0a6c3df64553 req-e016114b-7f0d-4d5e-9f74-986935010005 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:04.720993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7d5b07d-3267-4800-9eff-0a6c3df64553 req-e016114b-7f0d-4d5e-9f74-986935010005 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0615282 Aug 31 16:06:04.763586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7d5b07d-3267-4800-9eff-0a6c3df64553 req-143e1a1a-e85f-4058-8830-d0832e926901 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Aug 31 16:06:05.120604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70982c9-52ba-40ed-81bd-defdfa77d679 req-c0ea0b56-0732-4842-90da-5f9104d1955a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:05.122577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c70982c9-52ba-40ed-81bd-defdfa77d679 req-c0ea0b56-0732-4842-90da-5f9104d1955a tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0581980 Aug 31 16:06:05.166030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c70982c9-52ba-40ed-81bd-defdfa77d679 req-634fecba-2e0b-4f2c-aa2b-9fb7b3cbb0b0 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Aug 31 16:06:05.465217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd60a8-06d1-443e-b509-258282d7d19a req-bdf35997-35e3-4426-a763-0e779a2fa8f6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:05.465791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7fd60a8-06d1-443e-b509-258282d7d19a req-bdf35997-35e3-4426-a763-0e779a2fa8f6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0536928 Aug 31 16:06:05.508000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7fd60a8-06d1-443e-b509-258282d7d19a req-4cd5d78d-434f-49af-a3d7-2540e28ec26b tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Aug 31 16:06:05.658891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bff83b-c686-488f-83fc-2388cd47d787 req-9caddee7-d76e-49ef-902a-054830179a2d tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:05.660499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7bff83b-c686-488f-83fc-2388cd47d787 req-9caddee7-d76e-49ef-902a-054830179a2d tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0514097 Aug 31 16:06:05.698452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7bff83b-c686-488f-83fc-2388cd47d787 req-17a69fff-0c3d-451b-ab58-b46d1b21e02a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Aug 31 16:06:05.826568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af911c6-e143-4c00-a572-05c5a1752ab7 req-ea9c4c97-8171-4d06-a3a5-87e820044879 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:05.828118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8af911c6-e143-4c00-a572-05c5a1752ab7 req-ea9c4c97-8171-4d06-a3a5-87e820044879 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 946 time: 0.0574820 Aug 31 16:06:05.899594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8af911c6-e143-4c00-a572-05c5a1752ab7 req-0081ef40-6c8f-489d-bcdc-e13694aec5d2 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624382 Aug 31 16:06:05.913300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351e9c-af06-4d56-8593-f410370347ec req-afd5a4be-a853-4a54-b3cb-c1c9ed1b8055 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:05.914850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a351e9c-af06-4d56-8593-f410370347ec req-afd5a4be-a853-4a54-b3cb-c1c9ed1b8055 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0789349 Aug 31 16:06:05.961190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a351e9c-af06-4d56-8593-f410370347ec req-240fa2ce-56dd-4243-860a-cbc11cbecfda tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Aug 31 16:06:06.032502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7931fcf-2e29-42a2-b22a-bb15f29aed12 req-8c590656-2c1c-4323-91c4-34abbc1f9b4f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.034411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7931fcf-2e29-42a2-b22a-bb15f29aed12 req-8c590656-2c1c-4323-91c4-34abbc1f9b4f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0531502 Aug 31 16:06:06.093427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7931fcf-2e29-42a2-b22a-bb15f29aed12 req-f930cbbb-43ea-445c-9f54-5320e491300a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517228 Aug 31 16:06:06.152606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-aa00b026-14b3-4d5c-be2e-5c9e2360d363 req-347fa5b5-40dd-411f-b8e9-ac9767042c82 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:06:06.153715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa00b026-14b3-4d5c-be2e-5c9e2360d363 req-347fa5b5-40dd-411f-b8e9-ac9767042c82 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088511 Aug 31 16:06:06.287465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa00b026-14b3-4d5c-be2e-5c9e2360d363 req-0d855dea-ab44-4689-9e04-fc80c7b827be tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1268187 Aug 31 16:06:06.365209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0247c24-78bf-4943-a79e-a3fb3b327181 req-a1b5c49e-f38f-4619-8c3a-919a60267a2f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.376851 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0247c24-78bf-4943-a79e-a3fb3b327181 req-a1b5c49e-f38f-4619-8c3a-919a60267a2f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0684011 Aug 31 16:06:06.414590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0247c24-78bf-4943-a79e-a3fb3b327181 req-946589e6-e80c-4575-81f7-b93cdab429d9 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Aug 31 16:06:06.570810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb83d10-84d1-4235-b9ed-b025366e3e57 req-2803a2aa-ff17-480e-9ac8-d4c8f97dcfc8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.572717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bb83d10-84d1-4235-b9ed-b025366e3e57 req-2803a2aa-ff17-480e-9ac8-d4c8f97dcfc8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0618660 Aug 31 16:06:06.614822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bb83d10-84d1-4235-b9ed-b025366e3e57 req-6adb48f6-cc18-4292-bbea-622db68b49c4 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Aug 31 16:06:06.750286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a7aa-2674-44db-8f38-3b756b5dc56d req-5980ba4c-c1e7-416f-aec0-7f7a352b3fd1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.751925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e35a7aa-2674-44db-8f38-3b756b5dc56d req-5980ba4c-c1e7-416f-aec0-7f7a352b3fd1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 946 time: 0.0663400 Aug 31 16:06:06.771948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57728) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:06.794175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e35a7aa-2674-44db-8f38-3b756b5dc56d req-3f20b750-f413-454e-a64d-01cceece8704 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Aug 31 16:06:06.878511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.879005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.879480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.879947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.880435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.881000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.881462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.884668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-5a4ec3bb-59bd-48d7-b4dc-6652d4768559 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6507 time: 0.1116464 Aug 31 16:06:06.928051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-791e8c76-2fc8-4b5b-8c32-f08bd82f2f16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367007 Aug 31 16:06:06.931182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154cce7-33a6-437d-826c-106b807cdce8 req-0991097d-14c3-44fe-b58f-10e6d0054602 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:06.932963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0154cce7-33a6-437d-826c-106b807cdce8 req-0991097d-14c3-44fe-b58f-10e6d0054602 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0513639 Aug 31 16:06:06.976565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0154cce7-33a6-437d-826c-106b807cdce8 req-50707a0d-4a6f-44a3-b345-491754cdbdc6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 31 16:06:07.097993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba3b57-0a25-4e24-93d0-2921668fcd9b req-6bbbe505-c65f-4145-8dcc-2db3c5ca2170 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:07.100749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54ba3b57-0a25-4e24-93d0-2921668fcd9b req-6bbbe505-c65f-4145-8dcc-2db3c5ca2170 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0628178 Aug 31 16:06:07.144284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54ba3b57-0a25-4e24-93d0-2921668fcd9b req-98fad0dc-9e59-4c1f-8b52-6cd4c025538c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Aug 31 16:06:07.201052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46f3d2-886e-4f29-b780-f2befee04425 req-c8b3bfc2-aada-4cc8-ad1b-e6ebc2f72fa1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:07.207920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46f3d2-886e-4f29-b780-f2befee04425 req-c8b3bfc2-aada-4cc8-ad1b-e6ebc2f72fa1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:07.214515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46f3d2-886e-4f29-b780-f2befee04425 req-c8b3bfc2-aada-4cc8-ad1b-e6ebc2f72fa1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:07.216304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c46f3d2-886e-4f29-b780-f2befee04425 req-c8b3bfc2-aada-4cc8-ad1b-e6ebc2f72fa1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1&device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c&device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 2419 time: 0.0690734 Aug 31 16:06:07.262562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c46f3d2-886e-4f29-b780-f2befee04425 req-a1471132-5882-47a6-91de-c15244df532f tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Aug 31 16:06:07.301155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-815a70d0-863a-4d7f-8e9a-1232d6798437 req-bbc10ef2-2ab2-43e4-8cf7-60548ee542d1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:06:07.302356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-815a70d0-863a-4d7f-8e9a-1232d6798437 req-bbc10ef2-2ab2-43e4-8cf7-60548ee542d1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074420 Aug 31 16:06:07.363024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-815a70d0-863a-4d7f-8e9a-1232d6798437 req-566689e7-8478-4d77-a3c8-bbeac09c3ca6 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0541050 Aug 31 16:06:07.542671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d903b-1c4d-41bb-b0ab-3daa91b12db2 req-5cb07040-561a-44d2-93b6-4c00bb663ba5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:07.544907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b2d903b-1c4d-41bb-b0ab-3daa91b12db2 req-5cb07040-561a-44d2-93b6-4c00bb663ba5 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0550768 Aug 31 16:06:07.592401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b2d903b-1c4d-41bb-b0ab-3daa91b12db2 req-961b882d-b958-430e-b59f-6fc031a1b12f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Aug 31 16:06:08.270844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20130d-aca6-43ad-b93f-0eb342e27920 req-3fffc0c9-77ee-47d3-a0a6-8f29bd5ca981 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:08.272496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc20130d-aca6-43ad-b93f-0eb342e27920 req-3fffc0c9-77ee-47d3-a0a6-8f29bd5ca981 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0560203 Aug 31 16:06:08.320714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc20130d-aca6-43ad-b93f-0eb342e27920 req-6a1ca5c3-91a0-4f91-9594-561746e2571a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Aug 31 16:06:08.746508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f37e-5796-4c33-82cb-eabe279940e7 req-c53df350-9891-4b36-b7e7-6ef75f477054 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:08.748677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8887f37e-5796-4c33-82cb-eabe279940e7 req-c53df350-9891-4b36-b7e7-6ef75f477054 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.1102836 Aug 31 16:06:08.756152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c2a8-6445-475d-80e1-5d96c066785d req-32c1050e-a922-4960-b67c-65b8606e6891 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:08.757668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5997c2a8-6445-475d-80e1-5d96c066785d req-32c1050e-a922-4960-b67c-65b8606e6891 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0763175 Aug 31 16:06:08.815722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5997c2a8-6445-475d-80e1-5d96c066785d req-d0fe272d-4eaa-4a58-8975-71e2c130dc3d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509679 Aug 31 16:06:08.821509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8887f37e-5796-4c33-82cb-eabe279940e7 req-1ea137f2-2ede-4fe3-a889-ead587d85603 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627394 Aug 31 16:06:08.987358 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-9ed43f2c-fcb4-47b7-a183-140082452ebc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0476959 Aug 31 16:06:09.078691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.079177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.079654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.080126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.080620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.081095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.081611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.083504 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-1856ef8b-4058-48b1-9256-0b960c03d76c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3fbefe13f5e5478d8137264c11160ffb&device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 6507 time: 0.0493455 Aug 31 16:06:09.203326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-17429201-39a9-4071-9276-68106bbc454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.203798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-17429201-39a9-4071-9276-68106bbc454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.204289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-17429201-39a9-4071-9276-68106bbc454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.205977 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-17429201-39a9-4071-9276-68106bbc454b service neutron] 10.222.0.49 "GET /v2.0/networks?id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=f0fee506-4648-4831-a2e8-d997b99ce2e7&id=6f4e5254-44a7-46ea-90dc-a6286d186aec&id=6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 200 len: 2299 time: 0.1004660 Aug 31 16:06:09.276870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-eec1c1da-99de-49ef-8216-90349404ce76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 200 len: 1001 time: 0.0627801 Aug 31 16:06:09.336305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-acbf61c2-1921-4264-8b53-ec767b968bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.337684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-acbf61c2-1921-4264-8b53-ec767b968bc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 HTTP/1.1" status: 200 len: 856 time: 0.0482705 Aug 31 16:06:09.466414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1e0ca-b71c-4942-814f-0c76c68402c6 req-9d301110-841f-4692-a645-d742009eb125 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.468956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91a1e0ca-b71c-4942-814f-0c76c68402c6 req-9d301110-841f-4692-a645-d742009eb125 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0754688 Aug 31 16:06:09.525505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91a1e0ca-b71c-4942-814f-0c76c68402c6 req-30cde1bb-c278-4cdd-a4cb-d49cf62ea038 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Aug 31 16:06:09.688827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-5d35c1bf-03ba-417e-be7f-11ac227c8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.690474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-5d35c1bf-03ba-417e-be7f-11ac227c8323 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bae57e1e-d17d-4638-a0f8-646a2e5e1545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3456607 Aug 31 16:06:09.786344 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-7f44be8c-6859-482b-b9e7-223467ecaec3 service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 Aug 31 16:06:09.895401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-94bb7dea-dd8e-403b-92d7-2c986b168c9b service neutron] 10.222.0.49 "GET /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905530 Aug 31 16:06:09.940573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-65fcafb0-11f7-4484-b19b-226367c7a96e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 217 time: 0.0378892 Aug 31 16:06:09.983244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859d2d1-2dd5-4196-9d75-657996fecae1 req-e0484e17-39f2-4503-8c9e-1ac0d5d655f2 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.985187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a859d2d1-2dd5-4196-9d75-657996fecae1 req-e0484e17-39f2-4503-8c9e-1ac0d5d655f2 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0849500 Aug 31 16:06:09.999212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-539ccdda-b3d2-468b-b9a5-afec4a7af25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:09.999804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf2a25-6201-4e21-a366-5736a0086ccd req-4db34b92-818e-4baa-960e-550f295d6dee tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.000864 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-539ccdda-b3d2-468b-b9a5-afec4a7af25c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0540566 Aug 31 16:06:10.001010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9cf2a25-6201-4e21-a366-5736a0086ccd req-4db34b92-818e-4baa-960e-550f295d6dee tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0746071 Aug 31 16:06:10.052038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-8f3552d7-3730-4a2c-bb06-b1b87c030e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.054181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-8f3552d7-3730-4a2c-bb06-b1b87c030e44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444071 Aug 31 16:06:10.061204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a859d2d1-2dd5-4196-9d75-657996fecae1 req-55c5cc3d-7a25-45c0-9cf2-809a28d95c00 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592897 Aug 31 16:06:10.065062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9cf2a25-6201-4e21-a366-5736a0086ccd req-eec5843c-c21d-48b2-8992-bd425b234507 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556762 Aug 31 16:06:10.159326 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-acf3e971-0243-4e51-9704-32a09cdbb13a service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966058 Aug 31 16:06:10.255624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-bd490fae-c611-4c99-bb12-f9010a65e1a8 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893025 Aug 31 16:06:10.298574 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-46274c46-1e61-4d45-9cd2-efaca1f8bc6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0358834 Aug 31 16:06:10.355265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-79ebe2f4-9e08-4cb8-8af3-188c31f37b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.357453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-79ebe2f4-9e08-4cb8-8af3-188c31f37b4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0515580 Aug 31 16:06:10.362495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-22fa7c54-2f37-4887-bba2-3b9fee587d66 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.364964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-22fa7c54-2f37-4887-bba2-3b9fee587d66 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.30 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 946 time: 0.0523403 Aug 31 16:06:10.413221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-5f20c946-18eb-426b-8065-41f7ca87fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.414857 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-5f20c946-18eb-426b-8065-41f7ca87fff0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472767 Aug 31 16:06:10.472142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Deleting port 642a68f9-5385-4c11-bda1-0332f33d0604 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:10.472716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:10.522538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-5d94e378-a833-4169-9d0c-88f1df10a4c4 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993543 Aug 31 16:06:10.588774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] For port 642a68f9-5385-4c11-bda1-0332f33d0604, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=642a68f9-5385-4c11-bda1-0332f33d0604,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:10.589464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:10.611064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Calling delete_port for 642a68f9-5385-4c11-bda1-0332f33d0604 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:10.656994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-b800c618-4087-48dc-9382-57a662587f30 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207159 Aug 31 16:06:10.702264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-a8610d6a-0429-4e67-bbcb-9707339e5403 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=5141561a-59b8-4429-ae4d-7ba252005c67 HTTP/1.1" status: 200 len: 217 time: 0.0378544 Aug 31 16:06:10.723119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b39fe-a115-4c61-885a-45afde9fe814 req-5fcd8ca1-7539-4b8d-84a8-6efe6c525f15 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.725001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c47b39fe-a115-4c61-885a-45afde9fe814 req-5fcd8ca1-7539-4b8d-84a8-6efe6c525f15 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.1169648 Aug 31 16:06:10.761222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-86fda65f-d465-4da7-8fee-e5ebd7cd8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.762915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-86fda65f-d465-4da7-8fee-e5ebd7cd8012 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0543370 Aug 31 16:06:10.774582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57878) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:10.801580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c47b39fe-a115-4c61-885a-45afde9fe814 req-4cbba635-1d2f-465b-a019-247e4e9e8013 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581563 Aug 31 16:06:10.831137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-a7c96b34-3450-4d34-88be-e45e2792d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:10.832822 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-a7c96b34-3450-4d34-88be-e45e2792d660 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470717 Aug 31 16:06:10.837987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:10.853827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['642a68f9-5385-4c11-bda1-0332f33d0604'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:10.860328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['291ea33c-d956-4af4-a045-68765414b48d', '1606ab99-7e86-463d-a6b2-c99702554b6a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:10.873464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Pushing event deleted for resources: {'Port': ['ID=642a68f9-5385-4c11-bda1-0332f33d0604,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:10.921004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] No DVR routers for this DVR port 642a68f9-5385-4c11-bda1-0332f33d0604 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:10.923734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:10.926182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f52e52d4-59af-44e1-a7dd-76298a5858e3 req-e1127b9d-0335-4791-b3f7-5878f336a75e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.30 "DELETE /v2.0/ports/642a68f9-5385-4c11-bda1-0332f33d0604 HTTP/1.1" status: 204 len: 173 time: 0.5512047 Aug 31 16:06:10.927061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'name': 'network-vif-deleted', 'tag': '642a68f9-5385-4c11-bda1-0332f33d0604'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:10.930885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52b26eff-9a3d-443d-95ec-fe4ff3017ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:10.935828 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93016a9-1ed6-49b8-b631-89f6b2ae2137" -d '{"events": [{"server_uuid": "814697c1-84ea-4a30-abb5-73aae3a7f2f1", "name": "network-vif-deleted", "tag": "642a68f9-5385-4c11-bda1-0332f33d0604"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:10.978167 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f6e2f-37e5-44de-9860-8211ba51f7df x-openstack-request-id: req-592f6e2f-37e5-44de-9860-8211ba51f7df {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:10.979003 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814697c1-84ea-4a30-abb5-73aae3a7f2f1", "name": "network-vif-deleted", "tag": "642a68f9-5385-4c11-bda1-0332f33d0604", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:10.979279 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-592f6e2f-37e5-44de-9860-8211ba51f7df {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:10.979848 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814697c1-84ea-4a30-abb5-73aae3a7f2f1', 'name': 'network-vif-deleted', 'tag': '642a68f9-5385-4c11-bda1-0332f33d0604', 'status': 'completed', 'code': 200} Aug 31 16:06:10.998017 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-e54f3fce-3a40-4446-863c-ffd206560e95 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519952 Aug 31 16:06:11.141706 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-9b3d12aa-aeb1-4c5f-b552-fb04c0f4ef22 service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355362 Aug 31 16:06:11.200525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-80503b32-90c5-4651-9b12-3afa150d98ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0 HTTP/1.1" status: 200 len: 217 time: 0.0508747 Aug 31 16:06:11.202369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52b26eff-9a3d-443d-95ec-fe4ff3017ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:11.206503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52b26eff-9a3d-443d-95ec-fe4ff3017ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:11.240443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505e65-d5db-4ff7-82a3-a6e7604226ba req-aafd7807-1e03-4bbd-9c48-a95ee9eadce2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.244756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3505e65-d5db-4ff7-82a3-a6e7604226ba req-aafd7807-1e03-4bbd-9c48-a95ee9eadce2 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0975194 Aug 31 16:06:11.247586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16e24c67-553d-4d4f-8578-be9bb65face6 req-ce080df4-4d39-468f-952f-71dea1d6cbb8 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=814697c1-84ea-4a30-abb5-73aae3a7f2f1 HTTP/1.1" status: 200 len: 210 time: 0.0641890 Aug 31 16:06:11.288992 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-52b26eff-9a3d-443d-95ec-fe4ff3017ce8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12fb9b58c153405f811b9587309d8ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133233 Aug 31 16:06:11.291995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b26eff-9a3d-443d-95ec-fe4ff3017ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce3d94-39fc-4d93-8ff4-bf1cfc7173fc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:11.296421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57888) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:11.300864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3505e65-d5db-4ff7-82a3-a6e7604226ba req-91ef80d8-c75a-4166-a387-1527ef796674 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505943 Aug 31 16:06:11.308716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-17918703-5e93-4780-9923-6d941a21fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.310821 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-17918703-5e93-4780-9923-6d941a21fb2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 200 len: 797 time: 0.0983870 Aug 31 16:06:11.399807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-376c1160-ec86-4716-9660-482f749d3878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:11.409048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-37bb629d-dcda-4bdb-9c4d-7f7ad2401e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.410811 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-37bb629d-dcda-4bdb-9c4d-7f7ad2401e53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0fee506-4648-4831-a2e8-d997b99ce2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916116 Aug 31 16:06:11.475382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-376c1160-ec86-4716-9660-482f749d3878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:11.539198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf298cb-0341-496d-a3ac-d8a0b581d8dc req-523f1507-d42e-46e9-a510-d5c657c5dbda tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.541082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cf298cb-0341-496d-a3ac-d8a0b581d8dc req-523f1507-d42e-46e9-a510-d5c657c5dbda tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0669916 Aug 31 16:06:11.545411 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-879fd4b3-1f07-44f1-825c-0b37371e5a1e service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256268 Aug 31 16:06:11.552142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-376c1160-ec86-4716-9660-482f749d3878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:11.554589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-376c1160-ec86-4716-9660-482f749d3878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:11.557958 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-376c1160-ec86-4716-9660-482f749d3878 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68ce3d94-39fc-4d93-8ff4-bf1cfc7173fc HTTP/1.1" status: 204 len: 168 time: 0.2564449 Aug 31 16:06:11.573838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1160-ec86-4716-9660-482f749d3878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce3d94-39fc-4d93-8ff4-bf1cfc7173fc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:11.613660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cf298cb-0341-496d-a3ac-d8a0b581d8dc req-530fa5b1-d773-4ef2-a6b4-1997820755f8 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642569 Aug 31 16:06:11.706697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-a79466be-9945-47e1-b081-57cee2548a7c service neutron] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499021 Aug 31 16:06:11.748286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072a710-f2e5-4108-9b5d-d1b59c6333d3 req-39a438c6-fb17-4caa-a4a2-d444e05ea770 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.749823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f072a710-f2e5-4108-9b5d-d1b59c6333d3 req-39a438c6-fb17-4caa-a4a2-d444e05ea770 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0633600 Aug 31 16:06:11.759166 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-910d3372-c46a-442d-a7ef-3d0d4079c2fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203aecc3-7275-49b3-8b17-d82597983e62 HTTP/1.1" status: 200 len: 217 time: 0.0448661 Aug 31 16:06:11.794165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f072a710-f2e5-4108-9b5d-d1b59c6333d3 req-7cac9c10-de0c-4ea5-9d20-b1b8326e25fc tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Aug 31 16:06:11.824490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-8f91365a-898e-4419-b857-1da2c885f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.830734 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-8f91365a-898e-4419-b857-1da2c885f425 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.0614364 Aug 31 16:06:11.857794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-20546d06-ce51-4c61-9409-45b4c7a64df6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519142 Aug 31 16:06:11.905472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-a325e97c-3ced-4c4d-95ab-261353756034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:11.907310 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-a325e97c-3ced-4c4d-95ab-261353756034 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691383 Aug 31 16:06:11.951105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57908) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:11.994666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5740dce1-7906-4b12-9866-f5fce4fd50aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:12.015570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-3d5f35fc-2bc6-4727-9eed-33c2e3cacce4 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002316 Aug 31 16:06:12.046027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-791435c6-afe2-4a9f-af04-5879b7edda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.047549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-791435c6-afe2-4a9f-af04-5879b7edda33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 1097 time: 0.1621728 Aug 31 16:06:12.098146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e9c6-6826-43bd-aa6d-50fc08b1ac25 req-cc09280c-4e19-46b4-855f-816b5d668d47 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.099673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4245e9c6-6826-43bd-aa6d-50fc08b1ac25 req-cc09280c-4e19-46b4-855f-816b5d668d47 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.1555042 Aug 31 16:06:12.116717 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-b7893486-0314-4d97-9e28-e86775dc5bc3 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939319 Aug 31 16:06:12.160174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-4b0beb12-427d-4277-bc55-4370919ebbb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 200 len: 217 time: 0.0356011 Aug 31 16:06:12.195686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354b33-59cb-4eae-8ed3-b2148619b8ed req-f582ada0-bf19-4ff1-a90e-cf16ec74d009 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.197297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e354b33-59cb-4eae-8ed3-b2148619b8ed req-f582ada0-bf19-4ff1-a90e-cf16ec74d009 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1742716 Aug 31 16:06:12.212679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-abe6450b-91fd-4ba4-8f1a-b41744eba38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.214505 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-abe6450b-91fd-4ba4-8f1a-b41744eba38d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 200 len: 797 time: 0.0477445 Aug 31 16:06:12.256426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4245e9c6-6826-43bd-aa6d-50fc08b1ac25 req-6706d0ac-d0c5-4141-8c8c-d7a8636a3183 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167340 Aug 31 16:06:12.264465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-ec76a25d-9bf1-4fd6-8660-99f36b4555b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.265990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-ec76a25d-9bf1-4fd6-8660-99f36b4555b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f4e5254-44a7-46ea-90dc-a6286d186aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442686 Aug 31 16:06:12.310421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-ee57c5bc-517d-4a94-8343-dee1c72fa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.311925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-ee57c5bc-517d-4a94-8343-dee1c72fa853 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.2382946 Aug 31 16:06:12.319810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e354b33-59cb-4eae-8ed3-b2148619b8ed req-90f1014f-6760-4874-9b52-7ec002114219 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098337 Aug 31 16:06:12.370233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5740dce1-7906-4b12-9866-f5fce4fd50aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:12.372890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-a29d0346-34a5-4928-9f2f-d6078998a191 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e HTTP/1.1" status: 200 len: 217 time: 0.0506313 Aug 31 16:06:12.375899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5740dce1-7906-4b12-9866-f5fce4fd50aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:12.383624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-575a1e48-3cf6-4ef5-af37-6c36d3d36cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039941 Aug 31 16:06:12.453594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740dce1-7906-4b12-9866-f5fce4fd50aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581447f4-b167-489a-a3ee-fea731218d16,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:12.475502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5740dce1-7906-4b12-9866-f5fce4fd50aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1249cfeb3c864597bf42c18e758948ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200088 Aug 31 16:06:12.476211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57918) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:12.494165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-5b22db21-814e-4faa-a8db-0773cb04649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.495700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-5b22db21-814e-4faa-a8db-0773cb04649c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1137300 Aug 31 16:06:12.497619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-313ee45c-740f-467b-bf6f-972b3dc030ea req-e14ea784-c884-4ae5-b9b5-bb1629f5cfd9 service neutron] 10.222.0.49 "GET /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052895 Aug 31 16:06:12.906922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c33d6-720b-408a-bb6a-e3023d3346e4 req-fe7894e4-85e7-4187-92cb-7cd5d6602066 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.908522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab8c33d6-720b-408a-bb6a-e3023d3346e4 req-fe7894e4-85e7-4187-92cb-7cd5d6602066 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 946 time: 0.4096055 Aug 31 16:06:12.931234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-64d7cb08-4098-4be0-97fb-0d3c09a72761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:12.932703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-64d7cb08-4098-4be0-97fb-0d3c09a72761 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4225066 Aug 31 16:06:12.946002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f41a82-b819-494e-bf32-509046bd8ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.032061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f41a82-b819-494e-bf32-509046bd8ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.041954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab8c33d6-720b-408a-bb6a-e3023d3346e4 req-d84dcc64-4146-4f6a-bf2d-2f690f47ba6e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213086 Aug 31 16:06:13.094965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-dfa528fc-7ad9-44e4-a969-4ff49cffff9f service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449256 Aug 31 16:06:13.120068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f41a82-b819-494e-bf32-509046bd8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.123432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f41a82-b819-494e-bf32-509046bd8ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.124599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-91f41a82-b819-494e-bf32-509046bd8ff1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/581447f4-b167-489a-a3ee-fea731218d16 HTTP/1.1" status: 204 len: 168 time: 0.6475196 Aug 31 16:06:13.170415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f41a82-b819-494e-bf32-509046bd8ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581447f4-b167-489a-a3ee-fea731218d16,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:13.217660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdb7b68d-569f-44ee-b713-aefa3eb4fedb req-27bc2ce1-e0d6-4a41-b2e3-f385141397a6 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077590 Aug 31 16:06:13.408484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e9f3c-d519-4975-9ad0-891af8c7fb37 req-e59bc46e-1884-4a85-a336-9e2ab2a45b17 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:13.410156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-833e9f3c-d519-4975-9ad0-891af8c7fb37 req-e59bc46e-1884-4a85-a336-9e2ab2a45b17 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0763962 Aug 31 16:06:13.484852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-833e9f3c-d519-4975-9ad0-891af8c7fb37 req-f4505416-e6a0-48b3-9c29-491277ea11ea tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644016 Aug 31 16:06:13.492419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da510fb1-116a-4653-8936-db151ccfd23d req-f70bcc1e-394f-4db9-9159-ccf8adbcb648 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:13.492419 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da510fb1-116a-4653-8936-db151ccfd23d req-f70bcc1e-394f-4db9-9159-ccf8adbcb648 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0676730 Aug 31 16:06:13.514821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040b95d-c32f-4f4b-8db2-23a8cf8bdf3c req-bba56fed-ea2e-4be5-8bf8-30bdc6cc8699 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:13.516967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9040b95d-c32f-4f4b-8db2-23a8cf8bdf3c req-bba56fed-ea2e-4be5-8bf8-30bdc6cc8699 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=9258a29e-3a7a-4306-aa54-a22f2f29fbe9 HTTP/1.1" status: 200 len: 945 time: 0.1057255 Aug 31 16:06:13.561892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9040b95d-c32f-4f4b-8db2-23a8cf8bdf3c req-f1c8b531-2b5b-48c2-a6a0-b02038746bef tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Aug 31 16:06:13.616607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:13.617043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.711595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:13.711969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.725816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:13.861096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.874936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:13.877630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:13.895594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:13.941188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:13.944657 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:13.946699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da510fb1-116a-4653-8936-db151ccfd23d req-82049f2e-1640-4030-9e49-c26fa256e52f tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.49 "DELETE /v2.0/ports/9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb HTTP/1.1" status: 204 len: 173 time: 0.4509284 Aug 31 16:06:13.947155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'name': 'network-vif-deleted', 'tag': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:13.949562 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba813302-596b-4bf0-aaf4-465115f6a5b9" -d '{"events": [{"server_uuid": "9258a29e-3a7a-4306-aa54-a22f2f29fbe9", "name": "network-vif-deleted", "tag": "9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:14.093057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-cd9e8215-e6d1-4c06-aab8-b29bc63d1082 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:14.094584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-cd9e8215-e6d1-4c06-aab8-b29bc63d1082 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 946 time: 0.0715332 Aug 31 16:06:14.187889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cde31-da82-46a6-9ec8-23556e7c44e9 req-a0c2319b-ff70-47fd-9a7a-4ef2b1cc0ed5 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:14.189301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d55cde31-da82-46a6-9ec8-23556e7c44e9 req-a0c2319b-ff70-47fd-9a7a-4ef2b1cc0ed5 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c HTTP/1.1" status: 200 len: 946 time: 0.0576732 Aug 31 16:06:14.195856 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0e5c5-1f42-4a9f-b7a3-80ff5cb3c7b0 x-openstack-request-id: req-47a0e5c5-1f42-4a9f-b7a3-80ff5cb3c7b0 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:14.196315 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9258a29e-3a7a-4306-aa54-a22f2f29fbe9", "name": "network-vif-deleted", "tag": "9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:14.196643 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47a0e5c5-1f42-4a9f-b7a3-80ff5cb3c7b0 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:14.197167 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9258a29e-3a7a-4306-aa54-a22f2f29fbe9', 'name': 'network-vif-deleted', 'tag': '9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb', 'status': 'completed', 'code': 200} Aug 31 16:06:14.228488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Deleting port 1606ab99-7e86-463d-a6b2-c99702554b6a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:14.228839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:14.239797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d55cde31-da82-46a6-9ec8-23556e7c44e9 req-136cdd7b-e320-49f8-b7ec-ca182ad741b7 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Aug 31 16:06:14.319635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] For port 1606ab99-7e86-463d-a6b2-c99702554b6a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1606ab99-7e86-463d-a6b2-c99702554b6a,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:14.319635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:14.334198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Calling delete_port for 1606ab99-7e86-463d-a6b2-c99702554b6a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:14.486083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:14.499557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['291ea33c-d956-4af4-a045-68765414b48d', '1606ab99-7e86-463d-a6b2-c99702554b6a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:14.518192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Pushing event deleted for resources: {'Port': ['ID=1606ab99-7e86-463d-a6b2-c99702554b6a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:14.551796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 642a68f9-5385-4c11-bda1-0332f33d0604 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:14.574207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] No DVR routers for this DVR port 1606ab99-7e86-463d-a6b2-c99702554b6a on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:14.578629 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:14.580761 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-265a5319-eba0-4c64-8443-3a9831dd45f4 req-bb5d5c73-f4b3-4879-9edd-a763efbfb4ec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "DELETE /v2.0/ports/1606ab99-7e86-463d-a6b2-c99702554b6a HTTP/1.1" status: 204 len: 173 time: 0.4802573 Aug 31 16:06:14.600405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 642a68f9-5385-4c11-bda1-0332f33d0604 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:14.601312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 642a68f9-5385-4c11-bda1-0332f33d0604 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:14.660127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6682ab7-ed36-42f8-8af2-f34358ee5932 req-47387087-9205-4f3b-b8c4-12a69f9245e3 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:14.673146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6682ab7-ed36-42f8-8af2-f34358ee5932 req-47387087-9205-4f3b-b8c4-12a69f9245e3 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0968673 Aug 31 16:06:14.736396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6682ab7-ed36-42f8-8af2-f34358ee5932 req-ba1e63b5-8de8-4fc4-98e8-dd103c9ef173 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615108 Aug 31 16:06:15.547608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912ff32-ec1b-4740-a176-d1e9dbf1120f req-4736856e-9d15-48cb-aff2-0d0c6cf5f636 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:15.549172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a912ff32-ec1b-4740-a176-d1e9dbf1120f req-4736856e-9d15-48cb-aff2-0d0c6cf5f636 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 946 time: 0.0760732 Aug 31 16:06:15.583904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b57a0e-1b03-400f-84a4-34f65d1fcb2a req-773e8392-0aaa-4d66-8e28-b88d6500650a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:15.585484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90b57a0e-1b03-400f-84a4-34f65d1fcb2a req-773e8392-0aaa-4d66-8e28-b88d6500650a tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0773935 Aug 31 16:06:15.611598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a912ff32-ec1b-4740-a176-d1e9dbf1120f req-11b6886e-577b-49b8-a532-6b67c923ce7d tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553296 Aug 31 16:06:15.646309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90b57a0e-1b03-400f-84a4-34f65d1fcb2a req-67b48d68-e5f7-4faf-a712-e66a97e25ea3 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503910 Aug 31 16:06:15.859922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92858a36-a514-491e-b516-1701b462e791 req-92dd84e5-e53e-4493-b7d9-4e712a855e00 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:15.861481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92858a36-a514-491e-b516-1701b462e791 req-92dd84e5-e53e-4493-b7d9-4e712a855e00 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Aug 31 16:06:15.900868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92858a36-a514-491e-b516-1701b462e791 req-5f629938-26d0-497f-b2e4-e03bb19f93e1 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333114 Aug 31 16:06:15.924825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58048) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:16.032325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.124353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.128012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.166340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f23474cbece4f4b853856a4f4e3d952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403560 Aug 31 16:06:16.167168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a08d6c-7478-408f-8574-7d0dfdd44667,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:16.169566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:16.175982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.176358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.176696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.177032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.177369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.177777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.178106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.178501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.178829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.179184 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.179507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.179859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7cf77-8a12-483d-aeed-5c70a3b2fae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:16.201452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'name': 'network-vif-deleted', 'tag': '1606ab99-7e86-463d-a6b2-c99702554b6a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:16.203908 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aaa6b5-be65-4d2a-9c31-2d61cddbec41" -d '{"events": [{"server_uuid": "c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c", "name": "network-vif-deleted", "tag": "1606ab99-7e86-463d-a6b2-c99702554b6a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:16.208269 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:06:16.225024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-073ecc2e-2a93-4035-8e98-822920712595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.244329 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf2c02-a3b2-4233-9437-0925a52ec985 x-openstack-request-id: req-b6cf2c02-a3b2-4233-9437-0925a52ec985 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:16.244618 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c", "name": "network-vif-deleted", "tag": "1606ab99-7e86-463d-a6b2-c99702554b6a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:16.244892 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6cf2c02-a3b2-4233-9437-0925a52ec985 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:16.245294 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11365c6-d7f7-4bfe-b0f3-cb2eb0dd4f0c', 'name': 'network-vif-deleted', 'tag': '1606ab99-7e86-463d-a6b2-c99702554b6a', 'status': 'completed', 'code': 200} Aug 31 16:06:16.249733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-073ecc2e-2a93-4035-8e98-822920712595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.296162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-073ecc2e-2a93-4035-8e98-822920712595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.298739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-073ecc2e-2a93-4035-8e98-822920712595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:16.299881 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-073ecc2e-2a93-4035-8e98-822920712595 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1a08d6c-7478-408f-8574-7d0dfdd44667 HTTP/1.1" status: 204 len: 168 time: 0.1293261 Aug 31 16:06:16.307721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ecc2e-2a93-4035-8e98-822920712595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a08d6c-7478-408f-8574-7d0dfdd44667,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:16.782771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821891fb-82a1-4038-b7b6-3f7b39079fde req-a0d7cf36-fcfc-4faa-a028-bbf1f424b61b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:16.784224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821891fb-82a1-4038-b7b6-3f7b39079fde req-a0d7cf36-fcfc-4faa-a028-bbf1f424b61b tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 946 time: 0.0882828 Aug 31 16:06:16.818789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a650d-5f3a-486a-ab53-e002c74f4965 req-53f2c16d-54c4-445d-a078-55ce5c087f7e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:16.820335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-613a650d-5f3a-486a-ab53-e002c74f4965 req-53f2c16d-54c4-445d-a078-55ce5c087f7e tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0770693 Aug 31 16:06:16.850411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-821891fb-82a1-4038-b7b6-3f7b39079fde req-1bf308fe-9988-4ae9-a461-2dbb864abfcb tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574737 Aug 31 16:06:16.872204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-613a650d-5f3a-486a-ab53-e002c74f4965 req-f54458bc-6e16-4cea-82a8-643493ab0eb1 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e014e95-232c-405f-bf4a-69e5f9d9848f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Aug 31 16:06:17.028411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58b065-f6fa-4598-841e-cf10aaf89f06 req-7323b23d-efdf-4c93-a40e-9b416d5e0eba tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:17.029937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f58b065-f6fa-4598-841e-cf10aaf89f06 req-7323b23d-efdf-4c93-a40e-9b416d5e0eba tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0584719 Aug 31 16:06:17.097348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f58b065-f6fa-4598-841e-cf10aaf89f06 req-a0321db3-908f-4dbb-bcd4-ff9f34d36007 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559318 Aug 31 16:06:17.120747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-6078c6fa-c0aa-406a-a7ec-d116b546a912 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:17.123529 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-6078c6fa-c0aa-406a-a7ec-d116b546a912 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 946 time: 0.0644217 Aug 31 16:06:17.158854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913db05-8186-4c09-93cd-99e7ba041852 req-e488f684-dad5-4c6c-b8f5-e64d441b5bdd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:17.160615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6913db05-8186-4c09-93cd-99e7ba041852 req-e488f684-dad5-4c6c-b8f5-e64d441b5bdd tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 946 time: 0.0620463 Aug 31 16:06:17.226880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Deleting port 291ea33c-d956-4af4-a045-68765414b48d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:17.227360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.264313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Deleting port c6f97dce-55bd-4e98-bddc-65724b9b6857 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:17.264665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.289151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:17.310780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58094) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:17.321048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:17.321565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 9d4a9b14-6c4d-42ea-b0a3-e3279ad008bb not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:17.322217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1606ab99-7e86-463d-a6b2-c99702554b6a no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:17.329077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] For port 291ea33c-d956-4af4-a045-68765414b48d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=291ea33c-d956-4af4-a045-68765414b48d,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:17.329531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.343507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 1606ab99-7e86-463d-a6b2-c99702554b6a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:17.344110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1606ab99-7e86-463d-a6b2-c99702554b6a not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:17.348037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Calling delete_port for 291ea33c-d956-4af4-a045-68765414b48d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:17.374761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] For port c6f97dce-55bd-4e98-bddc-65724b9b6857, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c6f97dce-55bd-4e98-bddc-65724b9b6857,segment=NetworkSegment(976eb137-b403-4743-a7b7-922eef871ba6),segment_id=976eb137-b403-4743-a7b7-922eef871ba6)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:17.375140 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.389401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Calling delete_port for c6f97dce-55bd-4e98-bddc-65724b9b6857 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:17.447033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88b3a538-6e58-406f-a989-d8ff191a9ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.497449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.508463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['291ea33c-d956-4af4-a045-68765414b48d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:17.531955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Pushing event deleted for resources: {'Port': ['ID=291ea33c-d956-4af4-a045-68765414b48d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:17.577119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] No DVR routers for this DVR port 291ea33c-d956-4af4-a045-68765414b48d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:17.579849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.582055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-97dc9d25-e43f-42ea-969a-39c827e22efa req-084da1c3-63fe-4601-a2cf-b9baf31cad34 tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.49 "DELETE /v2.0/ports/291ea33c-d956-4af4-a045-68765414b48d HTTP/1.1" status: 204 len: 173 time: 0.4520302 Aug 31 16:06:17.600067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.613437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c6f97dce-55bd-4e98-bddc-65724b9b6857'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:17.649479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Pushing event deleted for resources: {'Port': ['ID=c6f97dce-55bd-4e98-bddc-65724b9b6857,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:17.661331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88b3a538-6e58-406f-a989-d8ff191a9ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.684338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88b3a538-6e58-406f-a989-d8ff191a9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.719981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] No DVR routers for this DVR port c6f97dce-55bd-4e98-bddc-65724b9b6857 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:17.732716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.735099 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6913db05-8186-4c09-93cd-99e7ba041852 req-5c660b40-b103-47f1-bdc8-76f8cff5b0ec tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.30 "DELETE /v2.0/ports/c6f97dce-55bd-4e98-bddc-65724b9b6857 HTTP/1.1" status: 204 len: 173 time: 0.5673170 Aug 31 16:06:17.735553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'name': 'network-vif-deleted', 'tag': 'c6f97dce-55bd-4e98-bddc-65724b9b6857'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:17.738020 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa3c6d-34da-4a09-817d-8149cc8d097d" -d '{"events": [{"server_uuid": "1104b75d-81ea-4c0e-8412-947f987ceb38", "name": "network-vif-deleted", "tag": "c6f97dce-55bd-4e98-bddc-65724b9b6857"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:17.760814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-88b3a538-6e58-406f-a989-d8ff191a9ea2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c8f62900914458a8c11fd480c527af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489245 Aug 31 16:06:17.760951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58100) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:17.762801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a538-6e58-406f-a989-d8ff191a9ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8f50f7-0723-4e95-83e0-045d8789993b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:17.795635 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d28fc-8e96-4f86-aab5-4f4ba9a73f70 x-openstack-request-id: req-af6d28fc-8e96-4f86-aab5-4f4ba9a73f70 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:17.796602 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104b75d-81ea-4c0e-8412-947f987ceb38", "name": "network-vif-deleted", "tag": "c6f97dce-55bd-4e98-bddc-65724b9b6857", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:17.796602 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af6d28fc-8e96-4f86-aab5-4f4ba9a73f70 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:17.797482 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104b75d-81ea-4c0e-8412-947f987ceb38', 'name': 'network-vif-deleted', 'tag': 'c6f97dce-55bd-4e98-bddc-65724b9b6857', 'status': 'completed', 'code': 200} Aug 31 16:06:17.832307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-47480d30-47d0-4c4c-823b-fe4c1c594288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.854917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-47480d30-47d0-4c4c-823b-fe4c1c594288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.914714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-47480d30-47d0-4c4c-823b-fe4c1c594288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.918641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-47480d30-47d0-4c4c-823b-fe4c1c594288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:17.922267 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-47480d30-47d0-4c4c-823b-fe4c1c594288 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c8f50f7-0723-4e95-83e0-045d8789993b HTTP/1.1" status: 204 len: 168 time: 0.1576877 Aug 31 16:06:17.930982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47480d30-47d0-4c4c-823b-fe4c1c594288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8f50f7-0723-4e95-83e0-045d8789993b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:18.000915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-723b356e-e0a4-4729-b0a0-7887e754494f req-87107ed0-f09a-4fdb-94c3-746e193a5617 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] 10.222.0.43 "GET /v2.0/ports?device_id=1104b75d-81ea-4c0e-8412-947f987ceb38 HTTP/1.1" status: 200 len: 210 time: 0.0403025 Aug 31 16:06:18.050305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43adabae-0ff5-4387-9d83-1bda17db8bc5 req-f5106a77-4901-4f88-9cbe-f7063f9eddec tempest-ListServerFiltersTestJSON-2102763013 tempest-ListServerFiltersTestJSON-2102763013-project] 10.222.0.43 "GET /v2.0/ports?device_id=26075199-1a55-4927-b0c1-5a327edc22c3 HTTP/1.1" status: 200 len: 210 time: 0.0582066 Aug 31 16:06:18.240303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd99359-e9c8-4932-acd1-35d8de8a0063 req-57202c25-3b2b-48e4-9db5-db61efe0be6b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:18.242016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccd99359-e9c8-4932-acd1-35d8de8a0063 req-57202c25-3b2b-48e4-9db5-db61efe0be6b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0765290 Aug 31 16:06:18.247057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26075199-1a55-4927-b0c1-5a327edc22c3', 'name': 'network-vif-deleted', 'tag': '291ea33c-d956-4af4-a045-68765414b48d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:18.249651 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec8f334-1123-43d8-9347-b0a950685072" -d '{"events": [{"server_uuid": "26075199-1a55-4927-b0c1-5a327edc22c3", "name": "network-vif-deleted", "tag": "291ea33c-d956-4af4-a045-68765414b48d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:18.299278 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1cc68f-1d75-4ff9-ac92-fff25d610bf2 x-openstack-request-id: req-ac1cc68f-1d75-4ff9-ac92-fff25d610bf2 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:18.299618 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26075199-1a55-4927-b0c1-5a327edc22c3", "name": "network-vif-deleted", "tag": "291ea33c-d956-4af4-a045-68765414b48d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:18.299909 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac1cc68f-1d75-4ff9-ac92-fff25d610bf2 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:18.300250 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26075199-1a55-4927-b0c1-5a327edc22c3', 'name': 'network-vif-deleted', 'tag': '291ea33c-d956-4af4-a045-68765414b48d', 'status': 'completed', 'code': 200} Aug 31 16:06:18.301429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccd99359-e9c8-4932-acd1-35d8de8a0063 req-bbe2cb1a-c7ac-4613-909b-565650b73e1d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475910 Aug 31 16:06:19.052030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:19.108470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Deleting subnet 85e7c1e0-61be-4cb5-801d-91dec2dc9e3a {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:06:19.111015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58158) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:19.112442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.167261 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.170640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Deleting subnet 3207185a-0811-4b74-9a7c-2005ef57eac6 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:06:19.173897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.217289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.228230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.280767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.306038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e7c1e0-61be-4cb5-801d-91dec2dc9e3a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:19.315760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.317864 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2b6b820-83ad-4feb-b7a4-2411022efd23 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/85e7c1e0-61be-4cb5-801d-91dec2dc9e3a HTTP/1.1" status: 204 len: 168 time: 0.2647905 Aug 31 16:06:19.320804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58164) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:19.333417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.421710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.437342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.478392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3207185a-0811-4b74-9a7c-2005ef57eac6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:19.486273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.492615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1042c5-5f97-49ee-abc5-9a0ac833a072 None None] Network 1799cf92-93af-4c70-a044-45a481d7bdee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:19.493113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-23065290-8c86-4db2-9f20-3495ea860e35 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3207185a-0811-4b74-9a7c-2005ef57eac6 HTTP/1.1" status: 204 len: 168 time: 0.3801622 Aug 31 16:06:19.493689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58180) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:19.510746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bb861-263d-4b9f-9782-26f6a0d0c5b4 req-bcaee46b-c42c-4acf-858c-0ff293412dc4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:19.520788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e83bb861-263d-4b9f-9782-26f6a0d0c5b4 req-bcaee46b-c42c-4acf-858c-0ff293412dc4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.1348619 Aug 31 16:06:19.523298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.534874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c03b74-d0fc-40da-b6ac-6606c4142154']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:19.548281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976eb137-b403-4743-a7b7-922eef871ba6') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:19.548583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976eb137-b403-4743-a7b7-922eef871ba6') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:19.559250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.576728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.583209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:06:19.583625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.606395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:06:19.632560 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:06:19.650174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.659003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.660357 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] 10.222.0.43 "DELETE /v2.0/networks/48c03b74-d0fc-40da-b6ac-6606c4142154 HTTP/1.1" status: 204 len: 168 time: 0.3388147 Aug 31 16:06:19.677627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7efb-e21e-4073-91b7-454637273dba admin admin] Pushing event deleted for resources: {'Network': ['ID=48c03b74-d0fc-40da-b6ac-6606c4142154,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:19.687622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e83bb861-263d-4b9f-9782-26f6a0d0c5b4 req-08619b88-c4f4-4e82-a634-dfaee18aeb48 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Aug 31 16:06:19.732464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Deleting port 18b3bc3d-300b-4282-81e7-f33114ddde58 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:19.732464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.749397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] DHCP port deletion for 1799cf92-93af-4c70-a044-45a481d7bdee request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:06:19.819858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] Deleting port 18b3bc3d-300b-4282-81e7-f33114ddde58 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:19.820546 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.833837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] For port 18b3bc3d-300b-4282-81e7-f33114ddde58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=18b3bc3d-300b-4282-81e7-f33114ddde58,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:19.834045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.851480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Calling delete_port for 18b3bc3d-300b-4282-81e7-f33114ddde58 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:19.897108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] For port 18b3bc3d-300b-4282-81e7-f33114ddde58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=18b3bc3d-300b-4282-81e7-f33114ddde58,segment=NetworkSegment(bf247f1d-21ce-42b0-81ee-d06387cc3436),segment_id=bf247f1d-21ce-42b0-81ee-d06387cc3436)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:19.897736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:19.914173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58212) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:19.921478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] Calling delete_port for 18b3bc3d-300b-4282-81e7-f33114ddde58 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:19.991532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3e909799-8f9a-4d3d-85b1-b585f60b99a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b93986950c54f259ba0ce807e4ad828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758231 Aug 31 16:06:19.994222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58216) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:20.013916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.028109 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.047690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b3bc3d-300b-4282-81e7-f33114ddde58,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.051489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] No DVR routers for this DVR port 18b3bc3d-300b-4282-81e7-f33114ddde58 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:20.060832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] Pushing event deleted for resources: {'Port': ['ID=18b3bc3d-300b-4282-81e7-f33114ddde58,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.068839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84369915-dc3c-4faa-a6a4-884ee904a77f None None] No DVR routers for this DVR port 18b3bc3d-300b-4282-81e7-f33114ddde58 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:20.071408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e77daea-abc8-4130-94d7-c9a4c50e6cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.101108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e77daea-abc8-4130-94d7-c9a4c50e6cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.133243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.144286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1799cf92-93af-4c70-a044-45a481d7bdee']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:20.157385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf247f1d-21ce-42b0-81ee-d06387cc3436') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:20.157722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf247f1d-21ce-42b0-81ee-d06387cc3436') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:20.172294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.177350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e77daea-abc8-4130-94d7-c9a4c50e6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.180027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e77daea-abc8-4130-94d7-c9a4c50e6cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.183549 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e77daea-abc8-4130-94d7-c9a4c50e6cfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d5bff15-dd67-4c67-9c3d-d081f7a9bf20 HTTP/1.1" status: 204 len: 168 time: 0.1859584 Aug 31 16:06:20.189895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77daea-abc8-4130-94d7-c9a4c50e6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5bff15-dd67-4c67-9c3d-d081f7a9bf20,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.199075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.206227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:06:20.206619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:06:20.256652 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:06:20.279617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.289294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.295833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1799cf92-93af-4c70-a044-45a481d7bdee HTTP/1.1" status: 204 len: 168 time: 0.8004286 Aug 31 16:06:20.301762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58228) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:20.318235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523703c-6acc-4e99-9310-8be9bc8ae8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1799cf92-93af-4c70-a044-45a481d7bdee,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.424994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58234) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:20.471130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:20.471705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2069ba54-11a6-4913-8d30-afb8e84d191e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca0ddbfc998849a1838c2bb4beff2060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449867 Aug 31 16:06:20.523065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-707b243e-acce-4766-97e2-4a643b41ba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.546344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-707b243e-acce-4766-97e2-4a643b41ba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.553944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c6f97dce-55bd-4e98-bddc-65724b9b6857 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:20.576246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: c6f97dce-55bd-4e98-bddc-65724b9b6857 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:20.577138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-691caf29-0d70-4d7f-b7b7-b2d6275e5c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.577348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c6f97dce-55bd-4e98-bddc-65724b9b6857 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:20.604274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-707b243e-acce-4766-97e2-4a643b41ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.608759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-707b243e-acce-4766-97e2-4a643b41ba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.610191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-707b243e-acce-4766-97e2-4a643b41ba2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e014e95-232c-405f-bf4a-69e5f9d9848f HTTP/1.1" status: 204 len: 168 time: 0.1378253 Aug 31 16:06:20.619907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b243e-acce-4766-97e2-4a643b41ba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e014e95-232c-405f-bf4a-69e5f9d9848f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.693560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-691caf29-0d70-4d7f-b7b7-b2d6275e5c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.710952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-691caf29-0d70-4d7f-b7b7-b2d6275e5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.759142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-691caf29-0d70-4d7f-b7b7-b2d6275e5c40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b428c1f78114e45acbb03882fdde125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561779 Aug 31 16:06:20.760269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691caf29-0d70-4d7f-b7b7-b2d6275e5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cf812-5d22-469a-9e59-902cb91637d8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:20.761830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58252) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:20.867773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-776b5250-81a1-409d-bb38-283a480d4616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.885485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451408e-cc6b-4ff3-b70d-2b1efc686f8f req-9f5dda10-f35b-4e05-81f1-fb20844f44f5 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:20.887787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7451408e-cc6b-4ff3-b70d-2b1efc686f8f req-9f5dda10-f35b-4e05-81f1-fb20844f44f5 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.1168375 Aug 31 16:06:20.931182 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-776b5250-81a1-409d-bb38-283a480d4616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:20.989741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7451408e-cc6b-4ff3-b70d-2b1efc686f8f req-9aeaeef9-0c3d-4346-a2ab-06f463d713d6 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944738 Aug 31 16:06:21.013937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a89bd-1ced-447a-90ff-5c50b3c61a23 req-914296ad-18af-4c27-9a5d-9431c014e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:21.013937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b4a89bd-1ced-447a-90ff-5c50b3c61a23 req-914296ad-18af-4c27-9a5d-9431c014e0c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.0963633 Aug 31 16:06:21.016220 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-156603bc-0c3b-4f4d-a9ff-8950785367a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.044677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-776b5250-81a1-409d-bb38-283a480d4616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.047206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-776b5250-81a1-409d-bb38-283a480d4616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.048399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-776b5250-81a1-409d-bb38-283a480d4616 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a27cf812-5d22-469a-9e59-902cb91637d8 HTTP/1.1" status: 204 len: 168 time: 0.2850177 Aug 31 16:06:21.065052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b5250-81a1-409d-bb38-283a480d4616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cf812-5d22-469a-9e59-902cb91637d8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:21.070403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b4a89bd-1ced-447a-90ff-5c50b3c61a23 req-5371957b-be21-4bcd-831b-31e16fa5e607 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540903 Aug 31 16:06:21.130079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58272) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:21.270771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 18b3bc3d-300b-4282-81e7-f33114ddde58 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:21.297375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 18b3bc3d-300b-4282-81e7-f33114ddde58 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:21.297834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 18b3bc3d-300b-4282-81e7-f33114ddde58 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:21.321930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 291ea33c-d956-4af4-a045-68765414b48d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:21.349651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 291ea33c-d956-4af4-a045-68765414b48d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:21.350244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 291ea33c-d956-4af4-a045-68765414b48d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:21.373111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-326880046-network', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:21.418386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Made reservation on behalf of 53e15c931a4b489db69dc5b03881f6a3 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:21.421088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.439866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.469256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58288) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:21.483118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5f3af43-0f48-4303-aae4-580d31968cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.545454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.549846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.574932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:06:21.590014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087667f0-3c66-4a5f-986d-9e645cd87796,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:21.607086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.607407 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Added segment 5c05561c-d247-4728-9f29-a71c62757722 of type vlan for network 79671171-0daa-4f81-aa27-323525c7bd74 Aug 31 16:06:21.650923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.652133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5f3af43-0f48-4303-aae4-580d31968cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.657069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5f3af43-0f48-4303-aae4-580d31968cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.677603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.679766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:21.680609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.699235 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a5f3af43-0f48-4303-aae4-580d31968cca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b3f315d2e614561837e32acdca3ed93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273774 Aug 31 16:06:21.699235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3af43-0f48-4303-aae4-580d31968cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df32fad-fb4a-430d-ad85-a39213dd206e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:21.700115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:21.742449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6110702 Aug 31 16:06:21.746054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58300) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:21.753179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84968eb-ca76-4a34-8bb1-ba4f7a5dc112 admin admin] Pushing event updated for resources: {'Network': ['ID=79671171-0daa-4f81-aa27-323525c7bd74,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:21.754071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Request body: {'subnet': {'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-subnet', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:21.763319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 79671171-0daa-4f81-aa27-323525c7bd74 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:06:21.777129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98e0b8c6-72a2-4aac-a896-0244675e729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.790108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Made reservation on behalf of 53e15c931a4b489db69dc5b03881f6a3 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:21.792526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.850348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98e0b8c6-72a2-4aac-a896-0244675e729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.946278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98e0b8c6-72a2-4aac-a896-0244675e729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.949183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-98e0b8c6-72a2-4aac-a896-0244675e729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:21.952888 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-98e0b8c6-72a2-4aac-a896-0244675e729f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1df32fad-fb4a-430d-ad85-a39213dd206e HTTP/1.1" status: 204 len: 168 time: 0.2515972 Aug 31 16:06:21.968180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b8c6-72a2-4aac-a896-0244675e729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df32fad-fb4a-430d-ad85-a39213dd206e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:22.047859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae2adb5e-680b-4b17-a9fe-f47a517f1574 req-bcf8b764-72d5-4c41-8494-6e058598f6fd tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0443530 Aug 31 16:06:22.122232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.158229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7081-17e3-44b8-a2b5-63887b36bb3b req-a2f27f8c-5fa2-42c1-870c-98110fb400b4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:22.165994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2e7081-17e3-44b8-a2b5-63887b36bb3b req-a2f27f8c-5fa2-42c1-870c-98110fb400b4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0840631 Aug 31 16:06:22.234833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2e7081-17e3-44b8-a2b5-63887b36bb3b req-73a4e82b-9bf7-49f6-81c5-588514946455 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Aug 31 16:06:22.236633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d817104-b22f-44a3-9a41-6babd928e2da,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:22.313459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Checking segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:22.313849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Network hostable DHCP agents. Network: 79671171-0daa-4f81-aa27-323525c7bd74, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:06:22.350086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Network 79671171-0daa-4f81-aa27-323525c7bd74 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:06:22.414017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 79671171-0daa-4f81-aa27-323525c7bd74) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:22.418947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:22.419560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.425913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4acca-4aee-488a-aa9b-3522f66f749c None None] Network 79671171-0daa-4f81-aa27-323525c7bd74 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:22.464460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58348) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:22.464940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cf633d38-e487-4c09-a638-b5056ffd3053 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7165949 Aug 31 16:06:22.472741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:22.541364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.542633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.666288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-79671171-0daa-4f81-aa27-323525c7bd74', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:06:22.667176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.675144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.694796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60a183d8-60b4-4eb5-a351-694f9a395a2b req-57d8ad68-6e13-42ab-8651-c502f292251d tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0472970 Aug 31 16:06:22.870579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:22.891143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Allocated IP 172.20.0.2 (79671171-0daa-4f81-aa27-323525c7bd74/6d817104-b22f-44a3-9a41-6babd928e2da/4f093845-448d-488b-8cf1-c47c3a42d6b7) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:23.088544 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.100424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Transition to ACTIVE for port object 4f093845-448d-488b-8cf1-c47c3a42d6b7 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:23.118865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Transition to ACTIVE for port object 4f093845-448d-488b-8cf1-c47c3a42d6b7 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:23.130129 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.145727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:23.168694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.181805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Pushing event updated for resources: {'Port': ['ID=4f093845-448d-488b-8cf1-c47c3a42d6b7,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:23.196083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Network 79671171-0daa-4f81-aa27-323525c7bd74 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:23.198185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:23.201853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:23.210684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.269874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Attempting to bind port 4f093845-448d-488b-8cf1-c47c3a42d6b7 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:06:23.270328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Attempting to bind port 4f093845-448d-488b-8cf1-c47c3a42d6b7 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:06:23.270761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Attempting to bind port 4f093845-448d-488b-8cf1-c47c3a42d6b7 on network 79671171-0daa-4f81-aa27-323525c7bd74 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:23.275990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:06:23.276495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Checking segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:23.276904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.277525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Bound using segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:06:23.278677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Bound port: 4f093845-448d-488b-8cf1-c47c3a42d6b7, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:06:23.279131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.361405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] For port 4f093845-448d-488b-8cf1-c47c3a42d6b7, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:23.363594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-814599313'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:23.375353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] For port 4f093845-448d-488b-8cf1-c47c3a42d6b7, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f093845-448d-488b-8cf1-c47c3a42d6b7,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:23.382011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.390347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:23.395737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.406378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.411885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Allocated IP 172.25.6.211 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/3457474e-c7b8-4c98-9c68-29c45cb339d7) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:23.437998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9651-e268-4ade-8cd9-d7890c20b75e req-bc0c7a72-de83-4d50-812c-72297a75127d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:23.440171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f7b9651-e268-4ade-8cd9-d7890c20b75e req-bc0c7a72-de83-4d50-812c-72297a75127d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0910032 Aug 31 16:06:23.474875 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf00f6-4af8-445a-bba9-204a6349385f None None] Pushing event updated for resources: {'Port': ['ID=4f093845-448d-488b-8cf1-c47c3a42d6b7,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:23.534833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.539034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.559542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f7b9651-e268-4ade-8cd9-d7890c20b75e req-7fa6e4cd-b20a-4023-9d2e-a750ba91b0e2 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105902 Aug 31 16:06:23.571414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:06:23.590037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39702e-083f-42f8-8362-e635e26256fe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:23.590037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.590037 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Added segment 1ab840a9-a9dd-4e0e-bf70-f75a9306da5a of type vlan for network 10b80240-b770-49e7-89e9-b4a9bac9534b Aug 31 16:06:23.619872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.652922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.653890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-e6d5bb67-6e87-4750-b820-bebb9576abfa req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-163417498', 'description': 'tempest-description-2053549671'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:23.693511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.700926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:23.702403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.703328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e6d5bb67-6e87-4750-b820-bebb9576abfa req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.725728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5783753 Aug 31 16:06:23.751909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58384) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:23.764325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'subnet': {'network_id': '10b80240-b770-49e7-89e9-b4a9bac9534b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:23.790025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:23.855388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:23.864774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:23.875198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:23.922119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80af33e-a817-48f2-aaa4-309f4a32c16c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Network': ['ID=10b80240-b770-49e7-89e9-b4a9bac9534b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:23.933484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1856fea-b1be-45ee-9a80-74221f23b946 req-1ca6958a-8fcb-45fd-b00f-b0109af0e3fa tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0662973 Aug 31 16:06:23.954983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 10b80240-b770-49e7-89e9-b4a9bac9534b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:06:23.973068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Pushing event updated for resources: {'Port': ['ID=3457474e-c7b8-4c98-9c68-29c45cb339d7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:24.082833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e6d5bb67-6e87-4750-b820-bebb9576abfa req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.089782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e6d5bb67-6e87-4750-b820-bebb9576abfa req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.102958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:24.106750 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.140432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e6d5bb67-6e87-4750-b820-bebb9576abfa req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.141693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6d5bb67-6e87-4750-b820-bebb9576abfa req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5056229 Aug 31 16:06:24.165423 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.165679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3b6aa-a9c0-4189-973b-711e98c8756a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf4c518-62b4-4791-acb4-39c1d48f87ec,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:24.179140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92da9a8f-3eaf-4188-a3f1-261c44eeefb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.298467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-c61984a7-d7d7-45dc-b34b-8354d3f5d938 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-163417498&fields=id&tenant_id=741e022094a445108c4541538e36db52 HTTP/1.1" status: 200 len: 267 time: 0.0736382 Aug 31 16:06:24.328492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.343524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.392317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Subnet': ['ID=5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:24.409770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Checking segment: {'id': '1ab840a9-a9dd-4e0e-bf70-f75a9306da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '10b80240-b770-49e7-89e9-b4a9bac9534b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:24.410668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network hostable DHCP agents. Network: 10b80240-b770-49e7-89e9-b4a9bac9534b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:06:24.438675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:06:24.458503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 10b80240-b770-49e7-89e9-b4a9bac9534b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:24.467062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef891808-f857-4548-9f3b-8f51dcb07c26 None None] Network 10b80240-b770-49e7-89e9-b4a9bac9534b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:24.485359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:24.486847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.507605 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3c9c537b-ddc6-41c5-be73-c8091e782e19 req-9fc710f6-cb22-4187-92db-ae2ed850d117 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0366888 Aug 31 16:06:24.522174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6ed6f265-ef98-4c5d-b1a3-d7ab262d06a5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7685132 Aug 31 16:06:24.528167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58390) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:24.533047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1711312187', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:24.595095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.596730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.653014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b316966-5947-48b0-a6e5-dff30b383bea None None] Network 10b80240-b770-49e7-89e9-b4a9bac9534b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:24.709672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.761003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980264ed-164e-4ced-a736-e2a5e0b49e36 None None] Network 79671171-0daa-4f81-aa27-323525c7bd74 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:24.764168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-fffbb679-01ba-4ff9-aa6b-6f12d189aa4f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:24.765942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-fffbb679-01ba-4ff9-aa6b-6f12d189aa4f tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.4604559 Aug 31 16:06:24.803324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'port': {'security_groups': ['3cdb4347-dc44-4030-b358-c6ca2a941876', '0cf4c518-62b4-4791-acb4-39c1d48f87ec']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:24.834853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-06f18560-8710-47f6-91e2-813ee6d83191 None None] Provisioning for port 4f093845-448d-488b-8cf1-c47c3a42d6b7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:24.887317 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:24.943341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.050576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.076806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-822d6b63-f95c-4e5e-926a-cc44a51ff144 req-3cff05c1-6720-4f7b-aa8f-2df33b04dba9 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0449584 Aug 31 16:06:25.081104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.231222 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.305059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:25.344083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f093845-448d-488b-8cf1-c47c3a42d6b7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:25.351933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.358649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.378266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f99ebe1b-240f-45cd-844f-35b17bb5ab0d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:25.417063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:06:25.427439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:25.428122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.429964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c300d331-36ad-4ff0-a449-b1975f40c261 req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "PUT /v2.0/ports/f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 981 time: 0.6329257 Aug 31 16:06:25.430451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:25.436566 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835" -d '{"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:25.461482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4275a77-752f-48d7-b915-d90398561684 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:25.520290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d80523df-d549-4278-9e60-b4713c218c47 req-d20c3fef-22da-48bc-a97c-f4a0ed4abeb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0516176 Aug 31 16:06:25.555749 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9fc654-706a-493c-bd23-828e2c777a9a x-openstack-request-id: req-8b9fc654-706a-493c-bd23-828e2c777a9a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:25.556239 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:25.556558 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b9fc654-706a-493c-bd23-828e2c777a9a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:25.556977 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'status': 'completed', 'code': 200} Aug 31 16:06:25.573462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4f093845-448d-488b-8cf1-c47c3a42d6b7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:25.578393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f99ebe1b-240f-45cd-844f-35b17bb5ab0d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:25.580372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.605285 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.613765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4f093845-448d-488b-8cf1-c47c3a42d6b7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:25.614147 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.647060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-58dbacb4-edf4-4d4f-a351-c095e9d95b0a tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-163417498&fields=id&tenant_id=741e022094a445108c4541538e36db52 HTTP/1.1" status: 200 len: 267 time: 0.0890055 Aug 31 16:06:25.652241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:25.669961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:25.721196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-6475a8b5-2abd-48da-9354-52ac49063008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:25.722527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-6475a8b5-2abd-48da-9354-52ac49063008 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1136 time: 0.1286390 Aug 31 16:06:25.727782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.729300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2c296cfa-649b-4912-9eda-9aadf600feec admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2619166 Aug 31 16:06:25.732659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58404) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:25.739906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:25.740724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:25.794269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-136b6384-71dc-4758-97eb-3b6d220676c5 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:25.795875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-136b6384-71dc-4758-97eb-3b6d220676c5 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 984 time: 0.1406605 Aug 31 16:06:25.809514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'port': {'security_groups': ['3cdb4347-dc44-4030-b358-c6ca2a941876']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:25.825080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.124 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b1f9f568-63dd-4b2e-9314-ce506fcc5133) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:25.865895 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.924073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-084833c0-26f7-4083-bb4b-77763bc70b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:25.925627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-084833c0-26f7-4083-bb4b-77763bc70b67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.1919658 Aug 31 16:06:25.926369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.965453 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:25.973748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-d2008ef6-d160-4f7f-aeb1-1e7a4d829349 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.0369999 Aug 31 16:06:26.015523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:26.077546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-7ae57b9b-487a-42e5-a5e6-f17ea98ff9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:26.079074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-7ae57b9b-487a-42e5-a5e6-f17ea98ff9fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.0785453 Aug 31 16:06:26.090311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.120563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-389c780e-9dc7-4d15-998e-3db55322de6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314777 Aug 31 16:06:26.234624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.292308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4f093845-448d-488b-8cf1-c47c3a42d6b7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f093845-448d-488b-8cf1-c47c3a42d6b7,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:26.308437 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.308722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4246433e-81ac-4d82-a2b1-549fae5583ab req-c86c329b-2548-492a-9d7b-eccf19fbb6a7 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0493109 Aug 31 16:06:26.310332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:26.320284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:26.325864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=b1f9f568-63dd-4b2e-9314-ce506fcc5133,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:26.350775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:26.373551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-ae18fbb0-62e0-438e-a403-a28c4f9b90ef service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399168 Aug 31 16:06:26.380464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:26.421495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4f093845-448d-488b-8cf1-c47c3a42d6b7,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:26.453552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.453899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.454254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.454599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.454942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.455278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.455614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.456247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.456368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.456781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.456963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.457258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:26.477136 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.490426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.521598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f99ebe1b-240f-45cd-844f-35b17bb5ab0d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:26.553479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.565670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aeb3190e-0cd3-443a-a47f-2d3ec5dfb835 req-3f67de61-7009-44bb-ada4-658b7fdef05b service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830564 Aug 31 16:06:26.573462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:24Z', 'revision_number': 3, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:26.574809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:26.575416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.576896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59bfe094-2699-4c69-ba28-8a1aaad638a1 req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "PUT /v2.0/ports/f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 942 time: 0.7729917 Aug 31 16:06:26.591415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581c1f2-ea68-4b9b-95e4-00a07b5c3b89 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event updated for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:26.632249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:26.632642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Updating router 828ad0bd-7851-43c0-9425-a3fd06b07398 port 3457474e-c7b8-4c98-9c68-29c45cb339d7 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:06:26.673654 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.708757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-aff8d714-3296-49be-bd11-ce11c72255d0 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1091363 Aug 31 16:06:26.721442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f99ebe1b-240f-45cd-844f-35b17bb5ab0d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:26.723422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:26.748274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.877183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.894577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:26.996956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Allocated IP 172.20.0.1 (79671171-0daa-4f81-aa27-323525c7bd74/6d817104-b22f-44a3-9a41-6babd928e2da/6b4eddb5-5f91-49d9-84a3-04fccb9a2883) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:27.122832 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.134614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Transition to ACTIVE for port object 3457474e-c7b8-4c98-9c68-29c45cb339d7 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:27.144507 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.201292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.205502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.205657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622744c-03a1-4a84-801f-e919418f93b4 None None] Pushing event updated for resources: {'Port': ['ID=3457474e-c7b8-4c98-9c68-29c45cb339d7,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:27.206111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Allocated IP 172.25.6.174 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/2ad3b8db-0e9f-4b18-95b5-63007670dbd5) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:27.209433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Attempting to bind port 3457474e-c7b8-4c98-9c68-29c45cb339d7 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:06:27.210049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Attempting to bind port 3457474e-c7b8-4c98-9c68-29c45cb339d7 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:06:27.210189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Attempting to bind port 3457474e-c7b8-4c98-9c68-29c45cb339d7 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:27.215661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:06:27.216039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:27.216477 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.216863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:06:27.217497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Bound port: 3457474e-c7b8-4c98-9c68-29c45cb339d7, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:06:27.217889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.219837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Transition to ACTIVE for port object 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:27.282599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] For port 3457474e-c7b8-4c98-9c68-29c45cb339d7, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:27.287398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] For port 3457474e-c7b8-4c98-9c68-29c45cb339d7, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3457474e-c7b8-4c98-9c68-29c45cb339d7,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:27.292212 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.343285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f093845-448d-488b-8cf1-c47c3a42d6b7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:27.357377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.373128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.395918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:27.396640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:27.411064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Network 79671171-0daa-4f81-aa27-323525c7bd74 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:27.424314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:27.442172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622744c-03a1-4a84-801f-e919418f93b4 None None] Pushing event updated for resources: {'Port': ['ID=3457474e-c7b8-4c98-9c68-29c45cb339d7,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:27.444801 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c1b2cbb-cd08-4f67-bbbc-72f2b16d61fc req-d1884ee6-a972-4088-b8cb-059c6c65d904 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0391145 Aug 31 16:06:27.445121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:27.461233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.489570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:06:27.510096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:27.556523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event updated for resources: {'Port': ['ID=2ad3b8db-0e9f-4b18-95b5-63007670dbd5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:27.560088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:27.568460 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d020f75-aa21-43d8-9224-f5b15a1b7698" -d '{"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:27.585312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:27.594312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:27.600311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:27.625418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4f093845-448d-488b-8cf1-c47c3a42d6b7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:27.625711 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.644402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:27.659083 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:27.671653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.673343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e188eba-0402-44c5-9968-15129517c920 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1439660 Aug 31 16:06:27.674243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.676254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58432) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:27.676420 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:27.676892 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:27.729915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.755756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:27.773069 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:27.787659 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:27.788320 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:27.839128 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacb7bc6-e20f-4189-9918-cf67bd020e06 x-openstack-request-id: req-dacb7bc6-e20f-4189-9918-cf67bd020e06 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:27.839622 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:27.839915 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dacb7bc6-e20f-4189-9918-cf67bd020e06 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:27.840866 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'status': 'completed', 'code': 200} Aug 31 16:06:27.880940 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:27.882682 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cad102-d2fe-4feb-a91b-23f71d2910c3 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:27.916835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:27.969028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64486535-e867-4104-b2bb-4798a0d9c63c None None] Provisioning for port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:27.985481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64486535-e867-4104-b2bb-4798a0d9c63c None None] Provisioning complete for port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:27.985959 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64486535-e867-4104-b2bb-4798a0d9c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.014315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18e3d94d-dfa9-4f6d-b3bd-5db0fed36e1c req-579a449f-bc5f-44e8-ab01-963649358d33 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.1042783 Aug 31 16:06:28.077114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-64486535-e867-4104-b2bb-4798a0d9c63c None None] Port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:06:28.079111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.162678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-871d407c-f045-4e67-a65d-25aec371308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:24Z', 'revision_number': 3, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:28.170706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-f60b1283-4a87-494a-8ab9-3645ce346b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:28.172457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-f60b1283-4a87-494a-8ab9-3645ce346b91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.2572596 Aug 31 16:06:28.175753 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.185814 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.213057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d407c-f045-4e67-a65d-25aec371308a None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:24Z', 'revision_number': 3, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:28.255958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.267739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.271466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:28.374694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Network 79671171-0daa-4f81-aa27-323525c7bd74 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:28.376434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:28.556316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:28.726246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fcbbb831-3ea1-4e5a-8eab-36c7b05db612 None None] Provisioning complete for port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:28.727357 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb831-3ea1-4e5a-8eab-36c7b05db612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:28.779596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fcbbb831-3ea1-4e5a-8eab-36c7b05db612 None None] Port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:06:28.907125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-2ca79945-b538-4e04-a897-8ed6425ce5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:28.908702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-2ca79945-b538-4e04-a897-8ed6425ce5a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.7181165 Aug 31 16:06:29.005435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:29.007143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-764f6742-4196-4d84-b7ea-f26dc0620c23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.0850711 Aug 31 16:06:29.012875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d89a0b30-cb06-4c35-97c3-ac1d643615e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/828ad0bd-7851-43c0-9425-a3fd06b07398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2702491 Aug 31 16:06:29.126609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-3516d5ed-a545-4144-b0ca-d9912db0a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:29.128299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-3516d5ed-a545-4144-b0ca-d9912db0a4af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.1083062 Aug 31 16:06:29.144818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.195423 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.199060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-37d3e8c2-10d8-479e-abd9-a564969a812d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571723 Aug 31 16:06:29.205334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9242ee17-11b8-4a79-a7d5-5c20d2b9fee4 req-5504c657-8715-4297-8433-f1f96b47be56 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0674899 Aug 31 16:06:29.306704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3457474e-c7b8-4c98-9c68-29c45cb339d7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:29.361610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3457474e-c7b8-4c98-9c68-29c45cb339d7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:29.366334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3457474e-c7b8-4c98-9c68-29c45cb339d7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:29.367465 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.392821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event updated for resources: {'Port': ['ID=2ad3b8db-0e9f-4b18-95b5-63007670dbd5,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:29.417377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.467899 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.477400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.478669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-548a1551-6d47-4ff5-a7ad-770211315c51 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7607017 Aug 31 16:06:29.496170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 3457474e-c7b8-4c98-9c68-29c45cb339d7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3457474e-c7b8-4c98-9c68-29c45cb339d7,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:29.501265 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.504686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-de4c116f-8e39-4ef5-887b-d186641d6016 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930312 Aug 31 16:06:29.560445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=3457474e-c7b8-4c98-9c68-29c45cb339d7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:29.599011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-7eb4661c-1c42-4da5-93d6-275888a8579e tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 696 time: 0.1121602 Aug 31 16:06:29.604648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:29.775864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d020f75-aa21-43d8-9224-f5b15a1b7698 req-4ed120d0-b460-4358-9f99-acbf9512f104 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417498 Aug 31 16:06:29.841443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-589d6c98-4279-4240-a36b-e084842af2d6 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:29.842884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-589d6c98-4279-4240-a36b-e084842af2d6 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2324524 Aug 31 16:06:29.861087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-d775fe83-8437-47a9-845e-20e5d956bb7b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:06:29.862107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c04a0e6d-63d8-48c7-9b91-5fa367e427c1 req-d775fe83-8437-47a9-845e-20e5d956bb7b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095007 Aug 31 16:06:29.880680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58460) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:29.916984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118015437', 'description': 'tempest-description--2023999218'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:29.951548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:29.962316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:29.962948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:29.980412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.073360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:30.177034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-69a18771-9229-4fc7-a0e9-06f6a7a049f4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:30.178701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-69a18771-9229-4fc7-a0e9-06f6a7a049f4 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1849587 Aug 31 16:06:30.248410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.1 (10b80240-b770-49e7-89e9-b4a9bac9534b/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf/2dd65bf1-05a0-4d65-b045-8f1489b006de) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:30.258875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a423c4-74f6-4306-933a-03b54b24dc8c req-5c0e497d-6911-4021-8b31-fdb99f31e67d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:30.260463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37a423c4-74f6-4306-933a-03b54b24dc8c req-5c0e497d-6911-4021-8b31-fdb99f31e67d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1836958 Aug 31 16:06:30.281951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-960dbbda-dbc2-4986-8e50-68b0122cd2c8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 696 time: 0.0918791 Aug 31 16:06:30.315808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'floatingip': {'port_id': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:30.410356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.410717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 2, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:30.440948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:30.441308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Updating router 828ad0bd-7851-43c0-9425-a3fd06b07398 port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:06:30.467243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.486517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.506589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37a423c4-74f6-4306-933a-03b54b24dc8c req-6643779a-f521-49f7-bf94-e3faefdba0a5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344077 Aug 31 16:06:30.513030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.593907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.595170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7133753 Aug 31 16:06:30.598324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:30.603076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'security_group_rule': {'security_group_id': 'cb5d39d6-df57-49e5-ae8b-9589ef15b6ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:30.636029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.643356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5daa475-fc1a-4389-a310-bf69e320da24 req-c3588c6e-872e-46d5-9426-59c8387e654a tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0656965 Aug 31 16:06:30.657502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3682e-fce8-4840-b03f-d42930855879 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:30.666704 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.729018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.736580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.765468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037690dc-70e0-48bd-8f29-4cb24f498458,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:30.768427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.772917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f7f9ed26-9915-4c6c-bbb6-675067fd58d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734245 Aug 31 16:06:30.773510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58470) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:30.779022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'security_group_rule': {'security_group_id': 'cb5d39d6-df57-49e5-ae8b-9589ef15b6ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:30.821958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.852307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.864387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Transition to ACTIVE for port object 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:30.870939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.877041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.884777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.889043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.906656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:30.911304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb536f92-46d2-4648-9ad5-f2340c181bd1,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:30.919483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.924233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd9fadfe-0e5a-4480-874c-4aed3e1ef775 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489093 Aug 31 16:06:30.924891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58472) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:30.930647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:30.965899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:30.967160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:30.972324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7e2bb-a0d7-41f3-bce6-3fc143835b25 None None] Pushing event updated for resources: {'Port': ['ID=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:30.973462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:30.990758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5c592-8d95-4169-bef8-14a9500f6ff2 req-c83e351a-41ca-464d-9ae9-d544a92f2504 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:30.992389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23f5c592-8d95-4169-bef8-14a9500f6ff2 req-c83e351a-41ca-464d-9ae9-d544a92f2504 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2162061 Aug 31 16:06:31.026484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Attempting to bind port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:06:31.026985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Attempting to bind port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:06:31.028168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Attempting to bind port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 on network 79671171-0daa-4f81-aa27-323525c7bd74 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:31.041735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:06:31.042266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Checking segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:31.048525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.049456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Bound using segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:06:31.050205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Bound port: 6b4eddb5-5f91-49d9-84a3-04fccb9a2883, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:06:31.051101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.106459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.111042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=2dd65bf1-05a0-4d65-b045-8f1489b006de,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:31.141349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] For port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:31.145116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] For port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:31.149060 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.151510 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.163155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23f5c592-8d95-4169-bef8-14a9500f6ff2 req-f4297a9e-9506-4a73-8027-370b8addc410 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317885 Aug 31 16:06:31.286477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Allocated IP 172.25.6.135 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/fecae6b4-c802-4cf2-bba7-9769191ddf5a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:31.297782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:31.298353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:31.373733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3457474e-c7b8-4c98-9c68-29c45cb339d7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:31.447837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7e2bb-a0d7-41f3-bce6-3fc143835b25 None None] Pushing event updated for resources: {'Port': ['ID=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:31.449111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.460870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.493315 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.540354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3457474e-c7b8-4c98-9c68-29c45cb339d7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:31.540727 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.541497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.543503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.600116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:31.603368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:31.606527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:31.640678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:31.678638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'Port': ['ID=fecae6b4-c802-4cf2-bba7-9769191ddf5a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:31.691054 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Floating IP 431610f0-65a7-45a1-b3ea-21bb51f8cc0d associated. External IP: 172.25.6.174, port: f99ebe1b-240f-45cd-844f-35b17bb5ab0d. Aug 31 16:06:31.791558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:31.841135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.071010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:31Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:32.073974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.080104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.125386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba9265-52e7-4a8e-babf-0d6dcf64aef7 None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:31Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:32.219632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'Port': ['ID=fecae6b4-c802-4cf2-bba7-9769191ddf5a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:32.225416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.244145 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.249303 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c907c09-5749-46ca-b787-b52ee63304ef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3208129 Aug 31 16:06:32.393778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-f9513e08-142b-4a94-90ab-855eca5e31fe tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:32.400850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-f9513e08-142b-4a94-90ab-855eca5e31fe tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.7308373 Aug 31 16:06:32.462858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-0183d7ed-5975-4644-94db-601cbf4a0074 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/quotas/6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 375 time: 0.0610886 Aug 31 16:06:32.674615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-25d8a52f-1b39-46b4-a415-913d8a8ffd6d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1988542 Aug 31 16:06:32.773640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.780892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Router 836ff6f6-7266-4090-8f57-483a430d3493 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:32.786088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.945872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:32.961292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=2dd65bf1-05a0-4d65-b045-8f1489b006de,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:32.972223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-de941354-ecb3-4936-9ac3-3b9a149cd864 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851071 Aug 31 16:06:33.151684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:33.161682 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] Sync routers for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:33.171181 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:33.173861 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:33.174772 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:33.208323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-24d4719d-f5c7-482f-aa28-dbfdf5f3d0fb service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226114 Aug 31 16:06:33.217362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:33.221479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:33.234526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-da55fb93-6375-4cd0-a4ed-ef141556d7f8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "PUT /v2.0/floatingips/431610f0-65a7-45a1-b3ea-21bb51f8cc0d HTTP/1.1" status: 200 len: 996 time: 2.9372709 Aug 31 16:06:33.235106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:33.237953 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af83cdee-b184-4ed1-9701-68c3fe7899cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:33.351120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:33.375896 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:33.385568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-f8a8796a-215b-4d87-a0a1-b47c2d816acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:33.388715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-f8a8796a-215b-4d87-a0a1-b47c2d816acc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.1412182 Aug 31 16:06:33.491964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:33.500229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:33.500488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:33.580229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-d671b22a-fb3a-4331-9e40-d987ef501283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:33.582893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-d671b22a-fb3a-4331-9e40-d987ef501283 service neutron] 10.222.0.43 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.1807928 Aug 31 16:06:33.627043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:33.644740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f5b76b9-9e70-44a9-afbc-2cb91c012638 req-2b0fb09f-3613-4320-beec-0a950b8430be tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0602734 Aug 31 16:06:33.716983 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '431610f0-65a7-45a1-b3ea-21bb51f8cc0d', 'tenant_id': '741e022094a445108c4541538e36db52', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'port_id': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'mac_address': 'fa:16:3e:f4:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d218493-1185-4bb7-b23e-841bab8923d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:06:27Z', 'updated_at': '2021-08-31T16:06:31Z', 'revision_number': 1, 'project_id': '741e022094a445108c4541538e36db52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:37Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:33.731751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:33.739050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:33.771909 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] Checking router: 836ff6f6-7266-4090-8f57-483a430d3493 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:33.788046 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:33.788377 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:33.792608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:33.800205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:33.850211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-c3b560f2-ac9f-4570-8d83-563894420ba7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 999 time: 0.2101226 Aug 31 16:06:33.900556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-11255bd4-379e-413b-9095-672679b091a1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1118015437&fields=id&tenant_id=53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 267 time: 0.1348529 Aug 31 16:06:33.916554 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:34.049658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-b69e8a30-b721-4f24-b5df-ff3dee2c5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:34.051173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-b69e8a30-b721-4f24-b5df-ff3dee2c5702 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.1631863 Aug 31 16:06:34.097563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:34.103499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-35e71154-d243-49cf-95bf-3a78e1081610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413458 Aug 31 16:06:34.111126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57c2163a-176c-484a-ba9e-0be7cddf3ee8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/routers/ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4333262 Aug 31 16:06:34.114185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:34.114947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:34.123262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'port': {'network_id': '10b80240-b770-49e7-89e9-b4a9bac9534b', 'name': 'tempest-FloatingIPTestJSON-1419553436'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:34.124600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-c4b181f8-1eb5-459c-bba8-45238d19d9b5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:06:34.126050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-c4b181f8-1eb5-459c-bba8-45238d19d9b5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135341 Aug 31 16:06:34.135253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:34.137689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1c541bca-db1d-4b05-9491-96825719affd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:34.138010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:34.144856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1c541bca-db1d-4b05-9491-96825719affd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 816 time: 0.2215824 Aug 31 16:06:34.178598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:34.191270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:34.192368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:34.205698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-cebc2a31-d1bf-4968-81cb-e6a18bdef1e0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/quotas/53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 375 time: 0.0598588 Aug 31 16:06:34.238199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:34.239649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef4b09-f501-427d-a073-d2125a3fd8c8 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:34.242524 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '431610f0-65a7-45a1-b3ea-21bb51f8cc0d', 'tenant_id': '741e022094a445108c4541538e36db52', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'port_id': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'mac_address': 'fa:16:3e:f4:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d218493-1185-4bb7-b23e-841bab8923d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:06:27Z', 'updated_at': '2021-08-31T16:06:31Z', 'revision_number': 1, 'project_id': '741e022094a445108c4541538e36db52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:37Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:34.275962 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a341e0e-c96f-4b6f-83ed-31408df55b35 None None] The sync data for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 is: [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '431610f0-65a7-45a1-b3ea-21bb51f8cc0d', 'tenant_id': '741e022094a445108c4541538e36db52', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'port_id': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'mac_address': 'fa:16:3e:f4:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d218493-1185-4bb7-b23e-841bab8923d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:06:27Z', 'updated_at': '2021-08-31T16:06:31Z', 'revision_number': 1, 'project_id': '741e022094a445108c4541538e36db52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:37Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:34.286061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:34.289822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:34.321395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] device_id is not set on port e62c958a-2850-44cb-8270-efc845a4b022 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:06:34.452941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.11 (10b80240-b770-49e7-89e9-b4a9bac9534b/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf/e62c958a-2850-44cb-8270-efc845a4b022) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:34.546227 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ad479-60cc-4c84-bf28-72cafe91b7f8 None None] New status for floating IP 431610f0-65a7-45a1-b3ea-21bb51f8cc0d: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:06:34.637998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:34.682452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-c60b7eb4-6067-41a1-ba3e-d89ca43f999c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4757748 Aug 31 16:06:34.684514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:34.700972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-d154c89d-3b5b-463b-9560-80e0f6039af2 service neutron] 10.222.0.43 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534277 Aug 31 16:06:34.728475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:34.731848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:34.736373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:34.787247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=e62c958a-2850-44cb-8270-efc845a4b022,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:34.813735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:34.814428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:34.830470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22249e18-5052-4b48-bee8-75628c5dc2f5 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7142968 Aug 31 16:06:34.836096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58536) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:34.840667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'port': {'network_id': '10b80240-b770-49e7-89e9-b4a9bac9534b', 'name': 'tempest-FloatingIPTestJSON-232732870'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:34.988740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-eb8edab3-93d2-4ee7-b014-88b39d975e25 service neutron] 10.222.0.43 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602546 Aug 31 16:06:34.996082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:35.002427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.032558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] device_id is not set on port 7d781a35-fa0e-4904-b736-be9536300d0e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:06:35.036912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec1c8f35-a413-47c1-82c0-a78329bbb1c1 req-f1545db7-f982-4db5-867d-bc4cd078e681 service neutron] 10.222.0.43 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299203 Aug 31 16:06:35.079388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-a424d277-f509-402f-b29f-1b30ae3b0f43 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:35.080955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-a424d277-f509-402f-b29f-1b30ae3b0f43 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.2481523 Aug 31 16:06:35.102676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'port': {'device_id': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'admin_state_up': True, 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:35.167320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.7 (10b80240-b770-49e7-89e9-b4a9bac9534b/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf/7d781a35-fa0e-4904-b736-be9536300d0e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:35.180424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-214962e0-59a4-4793-a8d3-97cd17fc491d service neutron] 10.222.0.43 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795218 Aug 31 16:06:35.252027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:35.256687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.342022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:35.393965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.414704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:35.415690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.443467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Allocated IP 172.20.0.5 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/ddca35d8-b94d-4e3e-abef-e0d810d0541c) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:35.454389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.599687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=7d781a35-fa0e-4904-b736-be9536300d0e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:35.648669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:35.650509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:35.658184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:35.681221 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48697325-0f01-481f-9a4e-a85e698fd65e x-openstack-request-id: req-48697325-0f01-481f-9a4e-a85e698fd65e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:35.681487 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:35.681799 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48697325-0f01-481f-9a4e-a85e698fd65e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:35.691208 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'status': 'completed', 'code': 200} Aug 31 16:06:35.764148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98c74df4-6b29-4fa7-930f-8ad1b2385459 req-5915e85a-c1c0-4734-aff0-00eb1fd0e916 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 210 time: 0.0719841 Aug 31 16:06:35.798961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fef3a7e9-8378-44de-ad9c-38ae6e07232e req-a6a5b27c-be80-4112-8ad9-ea36fa75439d tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0379252 Aug 31 16:06:35.844218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:35.845442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.858360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-c7555b2e-d915-4ed0-8686-96888b2abaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:35.860624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-c7555b2e-d915-4ed0-8686-96888b2abaca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.1500664 Aug 31 16:06:35.884231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f68b012-bba4-4d4f-af80-c370b32e1913 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0495019 Aug 31 16:06:35.898259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58558) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:35.930783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '7d781a35-fa0e-4904-b736-be9536300d0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:35.937119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:35.958520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:36.005596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-ef06ca44-73b4-40fb-8fcd-1bea8cf478b8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 1001 time: 0.2121615 Aug 31 16:06:36.077900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc3abb0-55eb-480d-ae6e-5962a7d00432 req-98715503-8973-4dbe-86f3-a3f74116730a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 210 time: 0.2016864 Aug 31 16:06:36.090695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Transition to ACTIVE for port object ddca35d8-b94d-4e3e-abef-e0d810d0541c will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:36.098618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fef74-e917-4ece-b485-3f58744ce71c req-1fb69e9d-3471-4ab7-93e2-bbad8125926b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:36.100053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-1fb69e9d-3471-4ab7-93e2-bbad8125926b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports/f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 942 time: 0.0939982 Aug 31 16:06:36.103772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-9ec8cb67-41da-42f2-a3e9-235de4dd3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:36.117178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-9ec8cb67-41da-42f2-a3e9-235de4dd3e45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.2392311 Aug 31 16:06:36.269286 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-1c891f54-e456-42ff-ab8b-a2e89cc28e23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 1001 time: 0.1489224 Aug 31 16:06:36.306077 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:36.321318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e', '510f8560-d540-4a54-a3f1-31248f0cff85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:36.321793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:36.360477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-d8eae5be-df8a-46b4-9bc2-af77f11f1f71 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 1001 time: 0.1900663 Aug 31 16:06:36.392710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:36.410055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:36.432506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-72eec86a-dd45-4670-b788-0614ec6c3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:36.435152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-72eec86a-dd45-4670-b788-0614ec6c3771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.1540427 Aug 31 16:06:36.457131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:36.463621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:36.474274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-de1c876f-96ce-459a-b989-bce1b8cb82b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316842 Aug 31 16:06:36.580672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:36.581485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:36.599541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-c8cea7d1-2aca-469e-92e7-aa0d57144c78 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5076122 Aug 31 16:06:36.616890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Request body: {'port': {'device_id': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:36.630863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fef74-e917-4ece-b485-3f58744ce71c req-3ef5e92e-6a19-44e4-8c9b-4bdccf816440 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:36.640909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-3ef5e92e-6a19-44e4-8c9b-4bdccf816440 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.2662232 Aug 31 16:06:36.688154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.254 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/200afa72-3ab3-443d-b767-cf69d970e8c4) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:36.790839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:36.812784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-996544fc-da0d-40ac-99de-171efb0c6d8e tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 1001 time: 0.1709545 Aug 31 16:06:36.829975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:36.844554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-bf76bd67-c6e5-488a-b36c-34bc60748df4 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582113 Aug 31 16:06:36.887308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d2cde434-2801-4690-8139-bbf3a2966fa2 None None] Provisioning for port ddca35d8-b94d-4e3e-abef-e0d810d0541c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:36.894364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d2cde434-2801-4690-8139-bbf3a2966fa2 None None] Provisioning complete for port ddca35d8-b94d-4e3e-abef-e0d810d0541c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:36.895026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2cde434-2801-4690-8139-bbf3a2966fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:36.968255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d2cde434-2801-4690-8139-bbf3a2966fa2 None None] Port ddca35d8-b94d-4e3e-abef-e0d810d0541c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:06:37.091374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.095953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.131413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-c74f1ecc-6af8-4fd2-ac17-0b0c620315fb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:37.133269 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-c74f1ecc-6af8-4fd2-ac17-0b0c620315fb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 816 time: 0.2857599 Aug 31 16:06:37.162953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-af83cdee-b184-4ed1-9701-68c3fe7899cd req-9f213323-f32e-44a0-b2bf-8fb76a731cee service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974639 Aug 31 16:06:37.176872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb3c7a-20a6-48ae-92cb-c35b2844895f req-b0db10fe-20a7-4fe4-a348-9600595704af tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:37.178992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3fb3c7a-20a6-48ae-92cb-c35b2844895f req-b0db10fe-20a7-4fe4-a348-9600595704af tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 931 time: 0.2348528 Aug 31 16:06:37.203820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-0afb75e6-4b7e-4d16-a075-98fd0de7eb84 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 380 time: 0.0602906 Aug 31 16:06:37.216303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'port': {'device_id': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'admin_state_up': True, 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'security_groups': ['cb5d39d6-df57-49e5-ae8b-9589ef15b6ad']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:37.222224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.331302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:37.336236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:37.345287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:37.351859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3fb3c7a-20a6-48ae-92cb-c35b2844895f req-9a76bd19-1d45-48ae-a74d-0530547f46ad tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572776 Aug 31 16:06:37.392509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=200afa72-3ab3-443d-b767-cf69d970e8c4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:37.435108 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.444117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.444732 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Floating IP 431610f0-65a7-45a1-b3ea-21bb51f8cc0d disassociated. External IP: 172.25.6.174, port: f99ebe1b-240f-45cd-844f-35b17bb5ab0d. Aug 31 16:06:37.571518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Made reservation on behalf of 53e15c931a4b489db69dc5b03881f6a3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:37.575725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.577605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0334dda8-c583-4ffa-9c34-583707900667 req-bb8c602a-9337-414f-808b-04433c8a856b tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0483308 Aug 31 16:06:37.679135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddca35d8-b94d-4e3e-abef-e0d810d0541c {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:06:37.700320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:37.732135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d1f4807-52b1-4b38-8fa9-afeaecb3aff9 req-df1c38b0-85ed-4556-a4a3-c713b3fff903 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 210 time: 0.0484245 Aug 31 16:06:37.741613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Transition to ACTIVE for port object ddca35d8-b94d-4e3e-abef-e0d810d0541c will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:37.832375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Allocated IP 172.20.0.10 (79671171-0daa-4f81-aa27-323525c7bd74/6d817104-b22f-44a3-9a41-6babd928e2da/ae349aaa-d342-4d83-962a-44eac6fb1ad3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:38.121797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.139560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.139815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.159617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Transition to ACTIVE for port object ae349aaa-d342-4d83-962a-44eac6fb1ad3 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:38.237985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Pushing event updated for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:38.267208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Router 836ff6f6-7266-4090-8f57-483a430d3493 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:38.367912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Attempting to bind port ddca35d8-b94d-4e3e-abef-e0d810d0541c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:06:38.368569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Attempting to bind port ddca35d8-b94d-4e3e-abef-e0d810d0541c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:06:38.369082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Attempting to bind port ddca35d8-b94d-4e3e-abef-e0d810d0541c on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:38.380564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Port ddca35d8-b94d-4e3e-abef-e0d810d0541c on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:06:38.381171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Attempting to bind port ddca35d8-b94d-4e3e-abef-e0d810d0541c on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:38.446562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:06:38.446959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:38.447329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:06:38.447927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Bound port: ddca35d8-b94d-4e3e-abef-e0d810d0541c, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:06:38.448329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.537646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:38.548557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.551806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] Sync routers for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:38.559319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.566953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:38.568255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:38.594412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.617504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-7f31fe28-6ded-485d-a412-2dc4a0cb2ecf tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "PUT /v2.0/floatingips/431610f0-65a7-45a1-b3ea-21bb51f8cc0d HTTP/1.1" status: 200 len: 695 time: 1.7954597 Aug 31 16:06:38.622276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:38.625218 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:38.635591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:38.639547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:38.654952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.697736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Network 79671171-0daa-4f81-aa27-323525c7bd74 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:38.715580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:38.764010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:38.782809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7263e-707f-4781-b470-3f15f652e09e req-7011169c-c06e-49d7-a225-9b73823801b0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:38.790730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:38.792052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76d7263e-707f-4781-b470-3f15f652e09e req-7011169c-c06e-49d7-a225-9b73823801b0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 943 time: 0.2801261 Aug 31 16:06:38.801573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:38.863654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:38.864905 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:38.868653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] 10.222.0.30 "PUT /v2.0/ports/ddca35d8-b94d-4e3e-abef-e0d810d0541c HTTP/1.1" status: 200 len: 1092 time: 2.2561510 Aug 31 16:06:38.935766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76d7263e-707f-4781-b470-3f15f652e09e req-f66b663b-25ce-4fc4-b9dd-17d81963322d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421506 Aug 31 16:06:38.967543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fef74-e917-4ece-b485-3f58744ce71c req-a2be819c-3203-4e1b-a37e-f9e19ed68431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:38.969908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-a2be819c-3203-4e1b-a37e-f9e19ed68431 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.3267298 Aug 31 16:06:39.016284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211de9e-267e-454e-a063-77b663e04b7d service neutron] Pushing event updated for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:39.060151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.061141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:39.083237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-38a93b5b-25f6-478f-82f5-8ac9c40b8f0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8715312 Aug 31 16:06:39.104943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Request body: {'port': {'device_id': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:39.210212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:39.217271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:39.248657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:37Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:39.251899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45bd1c28-2006-4d4c-893f-3c4e298b8e75 req-636792fe-781c-4940-bc96-5b984a490e67 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0830238 Aug 31 16:06:39.265569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-3d6fa4f6-9898-4a27-8e91-f9adc1a85890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.267127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-3d6fa4f6-9898-4a27-8e91-f9adc1a85890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 1095 time: 0.3239470 Aug 31 16:06:39.340577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] Checking router: 836ff6f6-7266-4090-8f57-483a430d3493 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:39.359149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:39.360061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:39.370494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=200afa72-3ab3-443d-b767-cf69d970e8c4,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:39.371245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-f0b6ed3f-8685-4cfd-98c4-6ca6da06ef4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c HTTP/1.1" status: 200 len: 217 time: 0.0935693 Aug 31 16:06:39.373964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:39.376086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:39.384836 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7aa3b-b367-4d23-ad95-2847736fbef3 x-openstack-request-id: req-acc7aa3b-b367-4d23-ad95-2847736fbef3 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:39.388605 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:39.388974 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acc7aa3b-b367-4d23-ad95-2847736fbef3 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:39.389530 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'status': 'completed', 'code': 200} Aug 31 16:06:39.426404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-309dfe56-6d64-4f2e-967c-fcb0a5bd9f16 None None] Provisioning for port ae349aaa-d342-4d83-962a-44eac6fb1ad3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:39.432812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-309dfe56-6d64-4f2e-967c-fcb0a5bd9f16 None None] Provisioning complete for port ae349aaa-d342-4d83-962a-44eac6fb1ad3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:39.433319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-309dfe56-6d64-4f2e-967c-fcb0a5bd9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:39.491084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fef74-e917-4ece-b485-3f58744ce71c req-70799d93-7568-4c2c-bed4-fe896e93b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.499284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-70799d93-7568-4c2c-bed4-fe896e93b814 service neutron] 10.222.0.43 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.4789431 Aug 31 16:06:39.552929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-2576ebd0-226c-484a-b44e-982b6cee9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.554465 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-2576ebd0-226c-484a-b44e-982b6cee9d58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=741e022094a445108c4541538e36db52&device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 1097 time: 0.1348610 Aug 31 16:06:39.567235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad75dbf-cf9e-42d1-8c78-e7fd7215dca6 req-4a76bc6c-7ed6-4637-ba24-05cb5027f686 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.577073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ad75dbf-cf9e-42d1-8c78-e7fd7215dca6 req-4a76bc6c-7ed6-4637-ba24-05cb5027f686 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 932 time: 0.1374378 Aug 31 16:06:39.596723 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP a6adc91a-f4be-4dcb-ba14-ebb5882e87dd associated. External IP: 172.25.6.254, port: 7d781a35-fa0e-4904-b736-be9536300d0e. Aug 31 16:06:39.613215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-ceb306fb-79e5-4421-8b3c-e01e133c7bfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.1128080 Aug 31 16:06:39.625172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-309dfe56-6d64-4f2e-967c-fcb0a5bd9f16 None None] Port ae349aaa-d342-4d83-962a-44eac6fb1ad3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:06:39.626248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-7abbc28c-6589-414a-9974-d8dc69435662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.627807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-7abbc28c-6589-414a-9974-d8dc69435662 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.2372856 Aug 31 16:06:39.747489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:39.765004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ad75dbf-cf9e-42d1-8c78-e7fd7215dca6 req-00378ae8-ccd1-4148-b8de-54aa3afff83b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812699 Aug 31 16:06:39.775730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fef74-e917-4ece-b485-3f58744ce71c req-59af62a1-da44-42b4-bc9d-835f12cd34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.787588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-59af62a1-da44-42b4-bc9d-835f12cd34f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.1733809 Aug 31 16:06:39.793880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-26b21a11-3d1d-48fc-b6ab-c12bb3a71f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.798888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-96eae6c8-5dd7-487b-874e-d12298807d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:39.801135 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-96eae6c8-5dd7-487b-874e-d12298807d9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 200 len: 921 time: 0.2319853 Aug 31 16:06:39.801579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-26b21a11-3d1d-48fc-b6ab-c12bb3a71f67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548505 Aug 31 16:06:39.868600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-4b7ff3cb-914c-43fe-a05d-0102a6294b22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657990 Aug 31 16:06:40.078619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-d83d3a7c-b066-48f3-961b-dade928e12cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 200 len: 217 time: 0.0465765 Aug 31 16:06:40.110792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-2670c505-6efc-4e57-8621-01895ae3c9d2 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936502 Aug 31 16:06:40.119911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-f49b76e9-5f5b-4d04-a917-d5e00e3fee6c service neutron] 10.222.0.43 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341599 Aug 31 16:06:40.192149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:37Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:40.211737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53823a-04bb-4ecb-b51b-fdb31cdbb087 req-a3c88786-9481-416a-b24a-e3761f31dee8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:40.214836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae349aaa-d342-4d83-962a-44eac6fb1ad3 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:06:40.219493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b53823a-04bb-4ecb-b51b-fdb31cdbb087 req-a3c88786-9481-416a-b24a-e3761f31dee8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 943 time: 0.1705601 Aug 31 16:06:40.225003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab4edf8-4634-4ae3-8921-05f65636ce15 None None] The sync data for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 is: [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:05:32Z', 'revision_number': 4, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8e43823a-6731-4f95-95f2-db011358c8a3', 'name': '', 'network_id': '801ebbae-4baf-4a5b-b90b-965e28573771', 'tenant_id': '741e022094a445108c4541538e36db52', 'mac_address': 'fa:16:3e:f9:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:31Z', 'updated_at': '2021-08-31T16:05:37Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'subnets': [{'id': '3e87abe7-189e-4d54-b31c-6ea4c23de896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:40.258513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:40.265128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-73dc3e66-e338-47b4-acc6-a53b0b66cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:40.266721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-73dc3e66-e338-47b4-acc6-a53b0b66cfee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 200 len: 860 time: 0.1783473 Aug 31 16:06:40.297761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Transition to ACTIVE for port object ae349aaa-d342-4d83-962a-44eac6fb1ad3 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:40.304558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:40.331771 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-5b6e8861-12ba-4ee1-b1e1-aee37880ec5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=801ebbae-4baf-4a5b-b90b-965e28573771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545297 Aug 31 16:06:40.334248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b53823a-04bb-4ecb-b51b-fdb31cdbb087 req-fcbacdd9-c3f5-444e-a7fb-07cd85b8ab3c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138799 Aug 31 16:06:40.368770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-916fef74-e917-4ece-b485-3f58744ce71c req-ce237183-b06d-457d-a7c6-e4cfd78ee772 service neutron] 10.222.0.43 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310534 Aug 31 16:06:40.376725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f1af7ec-83df-4108-94f3-0469251b5347 req-fb99fcec-19d1-4cc0-8e00-cc3806d2c9e0 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486937 Aug 31 16:06:40.408610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:40.501903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:40.597154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a80061c9-29e8-484c-acb2-df97eaf3a2f6 req-6177ae5a-ae34-48ec-bb1d-8dc96e31ba1e tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0745647 Aug 31 16:06:40.608582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-168e0113-2f45-4c60-92d9-cdbf8c552aa7 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips/431610f0-65a7-45a1-b3ea-21bb51f8cc0d HTTP/1.1" status: 200 len: 695 time: 0.1649644 Aug 31 16:06:40.641334 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-e8a67615-2aaf-41e1-a930-31588ededef7 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758076 Aug 31 16:06:40.698322 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295fb7ec-92e0-4935-885e-47f783dc3c5a None None] New status for floating IP 431610f0-65a7-45a1-b3ea-21bb51f8cc0d: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:06:40.794193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087771dc-6a44-4b00-80fc-bce201355a05 req-8b74d5ce-36cc-4634-a645-284342885cc2 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:40.796107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-8b74d5ce-36cc-4634-a645-284342885cc2 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 784 time: 0.1710849 Aug 31 16:06:40.810350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-46b0feb7-557a-4e92-9f37-b18d33d6d858 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:06:40.814292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-46b0feb7-557a-4e92-9f37-b18d33d6d858 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097060 Aug 31 16:06:40.941358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-e6226bba-05b1-49ec-8806-0a9119cf531d tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 698 time: 0.1198950 Aug 31 16:06:40.947005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:40.959342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:40.962181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ac9a0e9b-e109-41dc-bc58-6c67051d71f3 req-c63d297c-0ae7-4490-82eb-38c98d5df312 service neutron] 10.222.0.30 "GET /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901642 Aug 31 16:06:40.992877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:40.993788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:41.015993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Attempting to bind port ae349aaa-d342-4d83-962a-44eac6fb1ad3 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:06:41.016356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Attempting to bind port ae349aaa-d342-4d83-962a-44eac6fb1ad3 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:06:41.016689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Attempting to bind port ae349aaa-d342-4d83-962a-44eac6fb1ad3 on network 79671171-0daa-4f81-aa27-323525c7bd74 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:41.027989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Port ae349aaa-d342-4d83-962a-44eac6fb1ad3 on network 79671171-0daa-4f81-aa27-323525c7bd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:06:41.028353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Attempting to bind port ae349aaa-d342-4d83-962a-44eac6fb1ad3 on network 79671171-0daa-4f81-aa27-323525c7bd74 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:41.031057 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.031588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:41.041985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:41.042940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:41.056115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-fcaea4b6-9f8d-4da3-86ac-3c9996fa7678 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.174 HTTP/1.1" status: 200 len: 698 time: 0.1130593 Aug 31 16:06:41.066487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:06:41.066913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Checking segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:41.067479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Bound using segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:06:41.068435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Bound port: ae349aaa-d342-4d83-962a-44eac6fb1ad3, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:06:41.068435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.086755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:41.087503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a218174a-8d87-4312-abfd-0ee2b209f2a1 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:41.104972 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4e5edf9b-a00a-4398-8c0e-4905f3f3751c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2032094 Aug 31 16:06:41.126430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697ff9-1ed7-4846-b4b3-4eaf03a188cb req-af344f6b-b1d8-4698-a372-67842cd1f8bc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:41.128437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:41.128586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85697ff9-1ed7-4846-b4b3-4eaf03a188cb req-af344f6b-b1d8-4698-a372-67842cd1f8bc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.2381625 Aug 31 16:06:41.133397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:41.225783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.230395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:41.256656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85697ff9-1ed7-4846-b4b3-4eaf03a188cb req-43228f0e-6191-4e27-a06a-f098c769d0c7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169817 Aug 31 16:06:41.285513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:41.300456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.302664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Deleting port 2ad3b8db-0e9f-4b18-95b5-63007670dbd5 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:41.302760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.374758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:41.375395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.376885 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] 10.222.0.49 "PUT /v2.0/ports/ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 1093 time: 2.2821920 Aug 31 16:06:41.377288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:41.379673 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c4df79-6080-45c7-b25e-7386afc17267" -d '{"events": [{"name": "network-changed", "server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:41.397945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:41.402155 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a" -d '{"events": [{"name": "network-changed", "server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:41.440720 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.441526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.478170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Calling delete_port for 2ad3b8db-0e9f-4b18-95b5-63007670dbd5 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:41.481294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd06ed5-cebf-4127-8e23-07139bd7d3dc service neutron] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:41.537480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.542981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.543380 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP a6adc91a-f4be-4dcb-ba14-ebb5882e87dd disassociated. External IP: 172.25.6.254, port: 7d781a35-fa0e-4904-b736-be9536300d0e. Aug 31 16:06:41.568802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145306-5793-41ec-8d10-2c8d50fd8d54 req-9ce924cf-d5d2-4213-a0bc-6297f5a4d140 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:41.570275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2145306-5793-41ec-8d10-2c8d50fd8d54 req-9ce924cf-d5d2-4213-a0bc-6297f5a4d140 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 943 time: 0.1079369 Aug 31 16:06:41.591660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-81cf33aa-7c2d-4991-b23d-e7fd1b8be863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:41.593209 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-81cf33aa-7c2d-4991-b23d-e7fd1b8be863 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1096 time: 0.1535919 Aug 31 16:06:41.645346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2145306-5793-41ec-8d10-2c8d50fd8d54 req-efc7fdd9-1e3e-426e-a356-67a1e9ad76d1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Aug 31 16:06:41.680907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-e357af71-b7ef-41f3-a534-59bfa9d86406 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 217 time: 0.0405431 Aug 31 16:06:41.710099 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7023e-a6bf-4ba8-8518-d06eae665521 x-openstack-request-id: req-77a7023e-a6bf-4ba8-8518-d06eae665521 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:41.710380 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.710497 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:41.710852 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77a7023e-a6bf-4ba8-8518-d06eae665521 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:41.711055 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'status': 'completed', 'code': 200} Aug 31 16:06:41.741528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event deleted for resources: {'Port': ['ID=2ad3b8db-0e9f-4b18-95b5-63007670dbd5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:41.744123 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4c8d4-53d5-4f31-8bbb-f19c48f2374f x-openstack-request-id: req-9ca4c8d4-53d5-4f31-8bbb-f19c48f2374f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:41.744815 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:41.745115 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ca4c8d4-53d5-4f31-8bbb-f19c48f2374f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:41.745503 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c', 'status': 'completed', 'code': 200} Aug 31 16:06:41.820904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.823475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.824729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-087771dc-6a44-4b00-80fc-bce201355a05 req-0b5e6cda-199a-4a78-9c2f-ce7bff23e803 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "DELETE /v2.0/floatingips/431610f0-65a7-45a1-b3ea-21bb51f8cc0d HTTP/1.1" status: 204 len: 173 time: 0.7673264 Aug 31 16:06:41.825000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-72cf067a-632c-4ecf-85fd-19813e3f0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:41.826456 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-72cf067a-632c-4ecf-85fd-19813e3f0d5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1334131 Aug 31 16:06:41.844445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f09964b-5382-41a8-8ce4-04488d4d9d7f req-8c0479ec-b21a-4e32-84ff-426696d549df tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0386446 Aug 31 16:06:41.900214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f06b94ba-81f7-434a-9e1d-9191ec76cf52 req-6042dd5f-7953-4173-a95c-5272dd505682 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups/0cf4c518-62b4-4791-acb4-39c1d48f87ec HTTP/1.1" status: 200 len: 1809 time: 0.0547671 Aug 31 16:06:41.962998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f06b94ba-81f7-434a-9e1d-9191ec76cf52 req-a568987d-5de0-4189-8ce5-9a4479d312cb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:41.988132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f06b94ba-81f7-434a-9e1d-9191ec76cf52 req-a568987d-5de0-4189-8ce5-9a4479d312cb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:42.033133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f06b94ba-81f7-434a-9e1d-9191ec76cf52 req-a568987d-5de0-4189-8ce5-9a4479d312cb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:42.036213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f06b94ba-81f7-434a-9e1d-9191ec76cf52 req-a568987d-5de0-4189-8ce5-9a4479d312cb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:42.037424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f06b94ba-81f7-434a-9e1d-9191ec76cf52 req-a568987d-5de0-4189-8ce5-9a4479d312cb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "DELETE /v2.0/security-groups/0cf4c518-62b4-4791-acb4-39c1d48f87ec HTTP/1.1" status: 204 len: 173 time: 0.1310105 Aug 31 16:06:42.047928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568987d-5de0-4189-8ce5-9a4479d312cb tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf4c518-62b4-4791-acb4-39c1d48f87ec,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:42.249919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-125aa78e-a1a6-4572-b925-71a3b5db4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.251633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-125aa78e-a1a6-4572-b925-71a3b5db4999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 1095 time: 0.4575155 Aug 31 16:06:42.283129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe69cf-6f3a-4e0f-ba0f-a3fea5db63ec req-cf79b9f2-fa8a-4485-838a-4bb4385a7a6c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.284983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdfe69cf-6f3a-4e0f-ba0f-a3fea5db63ec req-cf79b9f2-fa8a-4485-838a-4bb4385a7a6c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0554047 Aug 31 16:06:42.319836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-a01a4a1a-75a3-47ce-94a1-55c7ee7a9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.321561 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-a01a4a1a-75a3-47ce-94a1-55c7ee7a9108 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4825161 Aug 31 16:06:42.332553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdfe69cf-6f3a-4e0f-ba0f-a3fea5db63ec req-f5124508-ae25-4849-bbd5-8dc25851ca8b tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 Aug 31 16:06:42.337482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:42.425977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124751-ed78-4fc7-8f4e-8527c2df41e1 req-51cffbcb-5366-4518-8386-6fba89fa0d46 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.427716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0124751-ed78-4fc7-8f4e-8527c2df41e1 req-51cffbcb-5366-4518-8386-6fba89fa0d46 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.0594339 Aug 31 16:06:42.476707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0124751-ed78-4fc7-8f4e-8527c2df41e1 req-beebc52e-8f85-481e-80ba-eb35c436f2dd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Aug 31 16:06:42.492498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-8a7c5b08-ea6f-42fc-8689-98ebb1b5a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.493989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-8a7c5b08-ea6f-42fc-8689-98ebb1b5a706 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.2316244 Aug 31 16:06:42.555799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-b21e76a4-25de-4b80-a64c-fb4cbc605174 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c HTTP/1.1" status: 200 len: 217 time: 0.0533178 Aug 31 16:06:42.560975 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-90b866f2-3c7d-41f2-ac5a-adcf362d71a2 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260892 Aug 31 16:06:42.649509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ddca35d8-b94d-4e3e-abef-e0d810d0541c details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:06:42.709827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:42.722419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:42.723080 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:42.728800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-b9c48a5a-b933-4f77-b746-80a47eca4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.730458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-b9c48a5a-b933-4f77-b746-80a47eca4583 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1433189 Aug 31 16:06:42.739044 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:42.739952 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:42.775641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:42.801501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c', 'mac_address': 'fa:16:3e:d2:40:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:06:42.801803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8935d-e9ef-46d8-b436-68f82e7234bb req-d452d5f5-c5cf-4fdc-8a1b-c5dd4e834e10 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.810045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95b8935d-e9ef-46d8-b436-68f82e7234bb req-d452d5f5-c5cf-4fdc-8a1b-c5dd4e834e10 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 943 time: 0.0761518 Aug 31 16:06:42.824858 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22f5153a-e1aa-4084-9465-7e29f8e681b3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/floatingips/a6adc91a-f4be-4dcb-ba14-ebb5882e87dd HTTP/1.1" status: 200 len: 688 time: 1.6952660 Aug 31 16:06:42.829563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:42.859574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95b8935d-e9ef-46d8-b436-68f82e7234bb req-50c953b4-e9c7-4678-9b10-2209f47ef512 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 Aug 31 16:06:42.878201 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:42.894241 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-94041772-b334-47c7-ac95-a25e3a7e1d3e req-0fec99f2-27b5-41e2-a107-d2a9a70417df service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058970 Aug 31 16:06:42.897301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddca35d8-b94d-4e3e-abef-e0d810d0541c {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:06:42.903406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-e8687a76-2fb0-4db5-a302-b3c065f8014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:42.904905 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-e8687a76-2fb0-4db5-a302-b3c065f8014e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448898 Aug 31 16:06:42.923559 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:42.934441 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:42.935211 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:42.943563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:42.948686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:42.973259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:42.974300 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356c345-e178-4a15-a37e-14f767281bd0 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:43.007411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fc5753d-f7fc-4e8a-a12e-d65f01d78092 req-5215fb96-e38a-4bfb-9565-28cd2696960e tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0445855 Aug 31 16:06:43.015855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:43.083732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-85512bbf-dc38-4baf-865b-64deb9b2e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:43.085251 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-85512bbf-dc38-4baf-865b-64deb9b2e7c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1096 time: 0.1326654 Aug 31 16:06:43.162583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-766f515d-beee-4b71-ab5e-25535beb5343 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188108 Aug 31 16:06:43.176989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 200afa72-3ab3-443d-b767-cf69d970e8c4 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:43.177386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:43.323544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-b38b550f-d6cc-45de-8080-d009e3f94337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:43.325170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-b38b550f-d6cc-45de-8080-d009e3f94337 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.2317591 Aug 31 16:06:43.339384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ddca35d8-b94d-4e3e-abef-e0d810d0541c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:43.393840 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-571db108-6a26-46f5-872b-ca0f68a0422c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 217 time: 0.0591364 Aug 31 16:06:43.396946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:43.397275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:43.419249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-34d4f3ac-fe66-48c4-b018-7a0538fbbe3a req-e357a574-3e3e-4514-a720-7be41b09a79a service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367806 Aug 31 16:06:43.439469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 200afa72-3ab3-443d-b767-cf69d970e8c4 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:43.486910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746a9b1-703a-4b91-ab3a-32337a91b382 req-55493f08-aade-4af6-943b-5c1499a970b9 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:43.493711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1746a9b1-703a-4b91-ab3a-32337a91b382 req-55493f08-aade-4af6-943b-5c1499a970b9 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0823429 Aug 31 16:06:43.499488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-687276fc-f8a0-4f94-9130-7b0e992b3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:43.501053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-687276fc-f8a0-4f94-9130-7b0e992b3354 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.0952029 Aug 31 16:06:43.538793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1746a9b1-703a-4b91-ab3a-32337a91b382 req-2591836b-425c-4c8d-83e9-0bea4454b8c7 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Aug 31 16:06:43.585214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-702abc2a-c678-4a38-ae91-a28e78960983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:43.586791 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-702abc2a-c678-4a38-ae91-a28e78960983 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778828 Aug 31 16:06:43.647479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538a9c-18ea-4898-bd68-0dcfc60fec88 req-dbccf7f8-a8d3-4f7c-a900-100b026d0414 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:43.649204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64538a9c-18ea-4898-bd68-0dcfc60fec88 req-dbccf7f8-a8d3-4f7c-a900-100b026d0414 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.0511198 Aug 31 16:06:43.691309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:43.697804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64538a9c-18ea-4898-bd68-0dcfc60fec88 req-5bab8b3b-8a6a-4753-a0ba-36e227ea31cc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417168 Aug 31 16:06:43.729672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=200afa72-3ab3-443d-b767-cf69d970e8c4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:43.746487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-0d7092dc-cfcd-4427-8dce-f42473862774 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498587 Aug 31 16:06:43.848340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:43.850777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:43.851911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42723eed-2f5d-4004-876c-3100c308a3c0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/floatingips/a6adc91a-f4be-4dcb-ba14-ebb5882e87dd HTTP/1.1" status: 204 len: 168 time: 1.0215569 Aug 31 16:06:43.856218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:43.861246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'e62c958a-2850-44cb-8270-efc845a4b022'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:43.879274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a4c4df79-6080-45c7-b25e-7386afc17267 req-17653a15-7b9e-42de-a0fd-ed714fde4168 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195102 Aug 31 16:06:43.884423 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.014798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099560-2ee9-45cf-a9c1-09070195e858 req-51d1c69b-0f0e-436c-8e74-1ee05e23ebf8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:44.017152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87099560-2ee9-45cf-a9c1-09070195e858 req-51d1c69b-0f0e-436c-8e74-1ee05e23ebf8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 944 time: 0.0839062 Aug 31 16:06:44.084197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87099560-2ee9-45cf-a9c1-09070195e858 req-3c9db228-1147-4a92-af03-eec827bad331 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583355 Aug 31 16:06:44.119812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1f404ac-b452-4013-b5bc-ea4ef102e3e4 req-b8ebc4c5-5fcb-4dca-98e9-dd4def7780b2 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0326805 Aug 31 16:06:44.121222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.230382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.231 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5c5e19a2-633f-4c5e-b045-351073618bd0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:44.338129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.395502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.442495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:44.446403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:44.451538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:44.457813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=5c5e19a2-633f-4c5e-b045-351073618bd0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:44.694001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ddca35d8-b94d-4e3e-abef-e0d810d0541c up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:44.733291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389c58-c25a-459c-9e82-175a7dc58c21 req-3c0507fb-d935-4f84-b426-183960318971 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:44.733291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1389c58-c25a-459c-9e82-175a7dc58c21 req-3c0507fb-d935-4f84-b426-183960318971 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.1102340 Aug 31 16:06:44.753817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ddca35d8-b94d-4e3e-abef-e0d810d0541c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:44.758556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ddca35d8-b94d-4e3e-abef-e0d810d0541c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:44.759021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.838270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1389c58-c25a-459c-9e82-175a7dc58c21 req-9c5de9ae-7e57-40ad-b89f-ae0bb6dbb9c7 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cdb4347-dc44-4030-b358-c6ca2a941876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794609 Aug 31 16:06:44.860011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.890817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:44.893854 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91584441-2400-4580-b3be-fa7e0b12fc26" -d '{"events": [{"server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "name": "network-vif-plugged", "status": "completed", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:44.909187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:44.915941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:44.971619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-5b70fc26-3130-45cf-9909-553de9fb8929 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:44.973224 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-5b70fc26-3130-45cf-9909-553de9fb8929 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 945 time: 0.0569811 Aug 31 16:06:45.008858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb2d9f-8849-4315-94e9-f85ec0f7d972 req-81a260b6-2fa4-4d3d-ae5c-e5026f3d9062 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:45.013735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:45.016312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20eb2d9f-8849-4315-94e9-f85ec0f7d972 req-81a260b6-2fa4-4d3d-ae5c-e5026f3d9062 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.1929650 Aug 31 16:06:45.028414 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5329045e-e6bf-4d37-b8b3-1381bc517e57 x-openstack-request-id: req-5329045e-e6bf-4d37-b8b3-1381bc517e57 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:45.028792 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "name": "network-vif-plugged", "status": "completed", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:45.029107 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5329045e-e6bf-4d37-b8b3-1381bc517e57 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:45.029864 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c', 'code': 200} Aug 31 16:06:45.067706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.075082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20eb2d9f-8849-4315-94e9-f85ec0f7d972 req-649883fd-8b36-44fe-8451-8a146e53cbfa tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579014 Aug 31 16:06:45.127918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Deleting port f99ebe1b-240f-45cd-844f-35b17bb5ab0d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:45.128412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.165606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cfb82-2b05-4cc8-aafa-e4d96d59a4f8 req-4838c359-0ca6-4dec-921e-9f64bfa0b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:45.167447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-923cfb82-2b05-4cc8-aafa-e4d96d59a4f8 req-4838c359-0ca6-4dec-921e-9f64bfa0b26f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 1097 time: 0.0654526 Aug 31 16:06:45.241001 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.252875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] For port f99ebe1b-240f-45cd-844f-35b17bb5ab0d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:45.253253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.269996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Calling delete_port for f99ebe1b-240f-45cd-844f-35b17bb5ab0d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:45.419738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.432431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:06:45.434918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f99ebe1b-240f-45cd-844f-35b17bb5ab0d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:45.454615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Pushing event deleted for resources: {'Port': ['ID=f99ebe1b-240f-45cd-844f-35b17bb5ab0d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:45.497670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] No DVR routers for this DVR port f99ebe1b-240f-45cd-844f-35b17bb5ab0d on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:06:45.500346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.502378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-59391529-7b97-4762-80f8-08f6dd0ad1ef req-d23f0b91-2c5e-45b4-b41b-7801cfefd05c tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.30 "DELETE /v2.0/ports/f99ebe1b-240f-45cd-844f-35b17bb5ab0d HTTP/1.1" status: 204 len: 173 time: 0.5213745 Aug 31 16:06:45.502982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'name': 'network-vif-deleted', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:45.505418 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be03420-9b3c-45b5-bd0f-53670e77ff3c" -d '{"events": [{"server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "name": "network-vif-deleted", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:45.585723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:45.601570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'mac_address': 'fa:16:3e:65:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:06:45.656174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47788779-8e4f-4ccb-9d22-e5a2678a5ece req-06f27017-de64-499a-917d-a5d1f0f502e0 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.4295256 Aug 31 16:06:45.659733 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.682743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-923cfb82-2b05-4cc8-aafa-e4d96d59a4f8 req-b47d7f64-3063-4fd4-9ed8-ba677e6997cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971771 Aug 31 16:06:45.683519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae349aaa-d342-4d83-962a-44eac6fb1ad3 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:06:45.718936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065706d-3e36-4a9e-bb81-11561fa884e2 req-63f7a84a-e3cb-46dd-be7f-6f5f0a17094a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:45.728530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c065706d-3e36-4a9e-bb81-11561fa884e2 req-63f7a84a-e3cb-46dd-be7f-6f5f0a17094a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 945 time: 0.5440083 Aug 31 16:06:45.739393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:45.744847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.749574 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3addbf0-acf7-435e-8e6b-48dbd12a4c3f x-openstack-request-id: req-b3addbf0-acf7-435e-8e6b-48dbd12a4c3f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:45.749961 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d218493-1185-4bb7-b23e-841bab8923d2", "name": "network-vif-deleted", "tag": "f99ebe1b-240f-45cd-844f-35b17bb5ab0d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:45.750410 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3addbf0-acf7-435e-8e6b-48dbd12a4c3f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:45.751112 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d218493-1185-4bb7-b23e-841bab8923d2', 'name': 'network-vif-deleted', 'tag': 'f99ebe1b-240f-45cd-844f-35b17bb5ab0d', 'status': 'completed', 'code': 200} Aug 31 16:06:45.813382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:45.814977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c065706d-3e36-4a9e-bb81-11561fa884e2 req-309567bd-339d-43d1-bfd4-d1e950998e4f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854144 Aug 31 16:06:45.861854 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.866602 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:45.938792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=5c5e19a2-633f-4c5e-b045-351073618bd0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:45.974857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9322454-63d8-4fff-8ea2-a4b95e4660cd req-840ae70b-225f-4e5f-8be6-90dca6b145c8 tempest-ServerRescueTestJSONUnderV235-826020783 tempest-ServerRescueTestJSONUnderV235-826020783-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d218493-1185-4bb7-b23e-841bab8923d2 HTTP/1.1" status: 200 len: 210 time: 0.0417562 Aug 31 16:06:45.977971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:46.051683 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ae349aaa-d342-4d83-962a-44eac6fb1ad3'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:46.089225 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 2898dd11-a1de-413d-a638-32aa0352f579 associated. External IP: 172.25.6.231, port: e62c958a-2850-44cb-8270-efc845a4b022. Aug 31 16:06:46.250179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ce73c-6b4b-47f0-bce6-f1e25a8c99ce req-63a42c44-173e-4b6f-a7c1-5a809daf3640 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:46.251645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-950ce73c-6b4b-47f0-bce6-f1e25a8c99ce req-63a42c44-173e-4b6f-a7c1-5a809daf3640 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 945 time: 0.0764680 Aug 31 16:06:46.362806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-950ce73c-6b4b-47f0-bce6-f1e25a8c99ce req-bd0bc69b-c0be-437e-8614-ee80d1f389db tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807898 Aug 31 16:06:46.384438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:46.494559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:46.504446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:46.511280 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:46.514107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:46.514742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:46.539061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-764e5e5f-7ded-48b0-ada2-41708e543866 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6816592 Aug 31 16:06:46.541699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58672) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:46.547751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:46.556871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:46.557488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:46.592984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:46.593630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d2ae8b-5a5d-400b-aa3f-d96ae5af9a0d None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:46.606817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87c419ab-a3a3-4b1d-9f99-2d77d2051a5e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/floatingips/2898dd11-a1de-413d-a638-32aa0352f579 HTTP/1.1" status: 200 len: 979 time: 0.0640256 Aug 31 16:06:46.609665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58674) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:46.729920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-97b3417b-6fa6-4d5c-8abe-154a0af1da4f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1191206 Aug 31 16:06:46.733159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58680) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:46.738165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'port_id': '7d781a35-fa0e-4904-b736-be9536300d0e'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:46.828340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:46.832121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66092366-eea5-40df-8b8e-71eb75d15014 req-23cf7a47-e514-4599-9510-5310cd4c0a79 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0434570 Aug 31 16:06:47.007117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb18-1888-4b82-8e8a-0874a3ecfe9e req-05eac1c5-a885-4946-9c98-13a8ad5a1abd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:47.008682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d7fdb18-1888-4b82-8e8a-0874a3ecfe9e req-05eac1c5-a885-4946-9c98-13a8ad5a1abd tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 945 time: 0.1176989 Aug 31 16:06:47.047132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58688) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:47.114871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d7fdb18-1888-4b82-8e8a-0874a3ecfe9e req-0f7fb450-a226-4e74-ad04-bbc0120b717b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972013 Aug 31 16:06:47.278221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2bd5996-1724-4ea0-a607-92455748c729 req-9534715f-63e0-482a-9ff6-58aad52cea16 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 267 time: 0.0676455 Aug 31 16:06:47.404396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd5996-1724-4ea0-a607-92455748c729 req-63da7fdd-1f86-4f41-aaa7-451512ccf711 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:47.405918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2bd5996-1724-4ea0-a607-92455748c729 req-63da7fdd-1f86-4f41-aaa7-451512ccf711 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 945 time: 0.0965915 Aug 31 16:06:47.424603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'port': {'security_groups': []}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:47.447841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:06:47.466257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.502953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port ae349aaa-d342-4d83-962a-44eac6fb1ad3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:47.507746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ae349aaa-d342-4d83-962a-44eac6fb1ad3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:47.508152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.589231 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.603628 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.613063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:47.615443 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb9cf8-f3b7-48be-9e2f-41706734e54e" -d '{"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-plugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:47.628401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.629406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:47.633850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.637951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1416f28-7e46-4cc3-be20-605aaad8303c req-708e57cb-d117-4651-b591-ec28dcbdced4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:47.639508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1416f28-7e46-4cc3-be20-605aaad8303c req-708e57cb-d117-4651-b591-ec28dcbdced4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 945 time: 0.1642058 Aug 31 16:06:47.643657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.693255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:47.742681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Deleting port 8e43823a-6731-4f95-95f2-db011358c8a3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:47.743037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.766625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1416f28-7e46-4cc3-be20-605aaad8303c req-4a4dc67b-9979-4e19-b491-65ee1c4ccdc4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999453 Aug 31 16:06:47.824623 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5afe2-8d7e-448f-a70e-55bf9e141bb7 x-openstack-request-id: req-e9a5afe2-8d7e-448f-a70e-55bf9e141bb7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:47.824996 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-plugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:47.825322 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9a5afe2-8d7e-448f-a70e-55bf9e141bb7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:47.825792 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'code': 200} Aug 31 16:06:47.847447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] For port 8e43823a-6731-4f95-95f2-db011358c8a3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8e43823a-6731-4f95-95f2-db011358c8a3,segment=NetworkSegment(5ad2b1f9-0e7f-47de-a36b-f8debde7257f),segment_id=5ad2b1f9-0e7f-47de-a36b-f8debde7257f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:47.847786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:47.864464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Calling delete_port for 8e43823a-6731-4f95-95f2-db011358c8a3 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:47.888664 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 2898dd11-a1de-413d-a638-32aa0352f579 associated. External IP: 172.25.6.231, port: e62c958a-2850-44cb-8270-efc845a4b022. Aug 31 16:06:47.989111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a971aa14-4100-40cd-bd1a-f60602dd1249 req-3d5500e6-daa9-4e95-b02c-cf93ce7db618 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0497057 Aug 31 16:06:47.991476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac534-cf71-404b-a576-23fbf36a92a1 req-f58979cc-14b4-46a3-9280-8b79fc4e8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:47.993043 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd0ac534-cf71-404b-a576-23fbf36a92a1 req-f58979cc-14b4-46a3-9280-8b79fc4e8551 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1098 time: 0.0693150 Aug 31 16:06:47.995468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:48.075354 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd0ac534-cf71-404b-a576-23fbf36a92a1 req-09192063-64f6-4a47-a9c0-59ea3374d5e5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518403 Aug 31 16:06:48.147443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:48.177843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e43823a-6731-4f95-95f2-db011358c8a3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:48.353117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:48.397904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:48.404555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:48.418927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e', '510f8560-d540-4a54-a3f1-31248f0cff85', 'ddca35d8-b94d-4e3e-abef-e0d810d0541c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:48.501051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:48.502002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:48.503623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2bd5996-1724-4ea0-a607-92455748c729 req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "PUT /v2.0/ports/ddca35d8-b94d-4e3e-abef-e0d810d0541c HTTP/1.1" status: 200 len: 904 time: 1.0847900 Aug 31 16:06:48.504281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:48.507768 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:48.587319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db83e0c-0e12-44b1-87f7-8c402dfcac9f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:48.623020 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9936c5c-6861-4f2b-b350-76cd70e7cd20 x-openstack-request-id: req-e9936c5c-6861-4f2b-b350-76cd70e7cd20 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:48.623390 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:48.626751 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9936c5c-6861-4f2b-b350-76cd70e7cd20 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:48.627193 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c', 'status': 'completed', 'code': 200} Aug 31 16:06:48.651483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ddca35d8-b94d-4e3e-abef-e0d810d0541c'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:48.731718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:48.752749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f99ebe1b-240f-45cd-844f-35b17bb5ab0d no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:48.757078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-10889371-86da-4c1d-9757-2fb5a9c86039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:48.758670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-10889371-86da-4c1d-9757-2fb5a9c86039 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 1059 time: 0.1252451 Aug 31 16:06:48.772653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0267-805e-431a-9869-a721bcae732d req-168892a9-c765-4c34-9b32-0069004388db tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:48.781228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-653d0267-805e-431a-9869-a721bcae732d req-168892a9-c765-4c34-9b32-0069004388db tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 907 time: 0.1159728 Aug 31 16:06:48.790195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Router 836ff6f6-7266-4090-8f57-483a430d3493 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:48.805616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: f99ebe1b-240f-45cd-844f-35b17bb5ab0d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:48.805964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f99ebe1b-240f-45cd-844f-35b17bb5ab0d not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:48.925023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-728d8107-7d1f-49ce-9ab8-7cb63580e504 None None] Provisioning complete for port ddca35d8-b94d-4e3e-abef-e0d810d0541c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:48.925337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-728d8107-7d1f-49ce-9ab8-7cb63580e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:48.976509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:48.984361 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e0e1d0ce-5ad6-42bd-9eb5-845f4cc1bde1 admin admin] 10.222.0.43 "PUT /v2.0/routers/836ff6f6-7266-4090-8f57-483a430d3493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9352119 Aug 31 16:06:48.986378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58726) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:48.988096 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] Sync routers for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:49.003007 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:49.003628 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.162717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:49.177945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-404cba48-7fe5-441b-9c45-bbdad5b0aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:49.179593 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-404cba48-7fe5-441b-9c45-bbdad5b0aeef service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.3971667 Aug 31 16:06:49.191051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babb78f-32ec-4348-a26d-4eec9391c5df req-68082634-3067-40bd-ba5b-520b6f1e353c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:49.192706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0babb78f-32ec-4348-a26d-4eec9391c5df req-68082634-3067-40bd-ba5b-520b6f1e353c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.2827229 Aug 31 16:06:49.209511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f995d-60f5-40ce-92d9-8e1ac6d40e25 req-6b0401e0-539c-4748-aa57-83862ef40f1e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:49.211139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-654f995d-60f5-40ce-92d9-8e1ac6d40e25 req-6b0401e0-539c-4748-aa57-83862ef40f1e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2919507 Aug 31 16:06:49.290320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-516b5cf2-7680-455d-aab0-e8fbe34edb9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c HTTP/1.1" status: 200 len: 217 time: 0.0965488 Aug 31 16:06:49.372652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-4c757084-4d2d-45e3-8944-8c9f9cdf7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:49.374380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-4c757084-4d2d-45e3-8944-8c9f9cdf7fce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0736470 Aug 31 16:06:49.447687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:49.462849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:49.492362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:49.493222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.534528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:49.539198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.550649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:49.551543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.556347 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:06:48Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.592228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0babb78f-32ec-4348-a26d-4eec9391c5df req-c27986ab-4b23-41ab-8654-93b71f596f5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754103 Aug 31 16:06:49.595064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.596096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af198cc-c8d3-4662-8922-b198392de28e None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:49.598080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-654f995d-60f5-40ce-92d9-8e1ac6d40e25 req-fdebd2a9-5e9f-49ca-b942-5d7b0314cef8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711629 Aug 31 16:06:49.630710 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] Checking router: 836ff6f6-7266-4090-8f57-483a430d3493 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:49.651644 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] Routers {'836ff6f6-7266-4090-8f57-483a430d3493'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:49.653125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['836ff6f6-7266-4090-8f57-483a430d3493'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:49.671181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:49.721650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-f240a47f-3324-4f94-941f-4d803f90079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:49.723404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-f240a47f-3324-4f94-941f-4d803f90079e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3318195 Aug 31 16:06:49.751016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Deleting port e904be05-aee1-46d7-8665-3d3a096a25c6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:49.751274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:49.770018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21340b38-b0b1-4008-ad5b-a1e22376b79b req-7c077bcf-4d54-4166-b765-010b86ab266b tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0435781 Aug 31 16:06:49.832319 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] Set router 836ff6f6-7266-4090-8f57-483a430d3493 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:49.866310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] For port e904be05-aee1-46d7-8665-3d3a096a25c6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e904be05-aee1-46d7-8665-3d3a096a25c6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:06:49.866718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:49.883213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Calling delete_port for e904be05-aee1-46d7-8665-3d3a096a25c6 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:49.940023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc890ea9-39e9-490d-bf1c-09b5f93d52e2 req-4f6466e8-4fbd-4d16-8d83-82535662188e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:49.940023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc890ea9-39e9-490d-bf1c-09b5f93d52e2 req-4f6466e8-4fbd-4d16-8d83-82535662188e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1269693 Aug 31 16:06:49.972527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-ab2dde8a-d6db-4651-99d4-e304e8db7432 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322202 Aug 31 16:06:50.067207 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:06:48Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.093835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.100061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc890ea9-39e9-490d-bf1c-09b5f93d52e2 req-d4f26d15-c0d3-49f5-99d2-f900082b499b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503294 Aug 31 16:06:50.122992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:50.132362 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e2342-0f5e-4531-92c3-16b13363d2a4 None None] The sync data for ids ['836ff6f6-7266-4090-8f57-483a430d3493'] in n-d-793621-35 is: [{'id': '836ff6f6-7266-4090-8f57-483a430d3493', 'name': 'tempest-ServerRescueTestJSONUnderV235-1591208811-router', 'tenant_id': '741e022094a445108c4541538e36db52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:05:28Z', 'updated_at': '2021-08-31T16:06:48Z', 'revision_number': 5, 'project_id': '741e022094a445108c4541538e36db52', 'gw_port': {'id': 'e904be05-aee1-46d7-8665-3d3a096a25c6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ff6f6-7266-4090-8f57-483a430d3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:05:29Z', 'updated_at': '2021-08-31T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:50.157135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e904be05-aee1-46d7-8665-3d3a096a25c6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:50.198328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.198726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.199077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.199446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.199753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.200092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.200461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.200793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.201124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.201466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.201782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.202106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:06:50.292154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.295919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c93dfd03-8019-4fc0-8dbb-6a32fccfa4f7 req-e9f29b1f-c28b-4969-a73d-e38ce7ac7828 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880297 Aug 31 16:06:50.390073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.392586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.408426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:50.414553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.421849 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:50.426097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-74eec572-57fb-4a41-8465-6db0d797828e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:50.427683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-74eec572-57fb-4a41-8465-6db0d797828e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.1342692 Aug 31 16:06:50.441113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:50.441776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.442156 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.442470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 836ff6f6-7266-4090-8f57-483a430d3493 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:06:50.447420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.448640 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d289982-65c3-43a7-a28b-d40509540e6a admin admin] 10.222.0.43 "DELETE /v2.0/routers/836ff6f6-7266-4090-8f57-483a430d3493 HTTP/1.1" status: 204 len: 168 time: 1.4610074 Aug 31 16:06:50.451056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:50.458956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-dd88ed2c-d7f5-46df-afae-42ea119851c4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/quotas/6c7185167bfa4ec0959bacb08ba5f6b3 HTTP/1.1" status: 200 len: 375 time: 0.0149632 Aug 31 16:06:50.483988 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.498801 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:50.500058 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.503838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Deleting subnet 3e87abe7-189e-4d54-b31c-6ea4c23de896 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:06:50.507709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.531607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6a915694-f829-41c7-a304-19d5869dca95 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/floatingips/2898dd11-a1de-413d-a638-32aa0352f579 HTTP/1.1" status: 200 len: 977 time: 3.7970946 Aug 31 16:06:50.536967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58760) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:50.541753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:50.546428 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.547099 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09417647-abcb-4c9f-a467-d1835dafb4bd None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:50.563070 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.614007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.616466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8f918b53-ed36-4dec-b886-8951a6bf6bde tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1488769 Aug 31 16:06:50.678725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.711995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e87abe7-189e-4d54-b31c-6ea4c23de896,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:50.732265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.733449 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4bf8c8d0-5bdf-4049-8ff0-54bec2fe0e8d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3e87abe7-189e-4d54-b31c-6ea4c23de896 HTTP/1.1" status: 204 len: 168 time: 0.2806263 Aug 31 16:06:50.736301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58764) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:50.800387 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.824292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.883446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-d923a084-a35c-4cd6-a896-2e15f2cc6936 service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660944 Aug 31 16:06:50.938192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e0ea-462b-4e19-95c5-2089ee4c596a req-7ac2597c-8c11-44ff-b52c-47762dafcfcd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:50.942837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68b2e0ea-462b-4e19-95c5-2089ee4c596a req-7ac2597c-8c11-44ff-b52c-47762dafcfcd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.2268834 Aug 31 16:06:50.943504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.955768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801ebbae-4baf-4a5b-b90b-965e28573771']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.969101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad2b1f9-0e7f-47de-a36b-f8debde7257f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.969510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad2b1f9-0e7f-47de-a36b-f8debde7257f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:50.981251 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:50.996689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.003995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:06:51.004591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:06:51.006806 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:06:51.017186 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6913499-3746-447b-ab7b-74743006d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.082073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.088127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.088707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68b2e0ea-462b-4e19-95c5-2089ee4c596a req-e8e92c10-bc36-404c-8d4b-c9813a6721e8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413307 Aug 31 16:06:51.091263 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] 10.222.0.43 "DELETE /v2.0/networks/801ebbae-4baf-4a5b-b90b-965e28573771 HTTP/1.1" status: 204 len: 168 time: 0.3540728 Aug 31 16:06:51.126511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77aae9-fe6e-4e36-8649-97e4041761da admin admin] Pushing event deleted for resources: {'Network': ['ID=801ebbae-4baf-4a5b-b90b-965e28573771,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:51.138793 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.144539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.144870 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 2898dd11-a1de-413d-a638-32aa0352f579 disassociated. External IP: 172.25.6.231, port: 7d781a35-fa0e-4904-b736-be9536300d0e. Aug 31 16:06:51.213943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-e0ff279e-d340-4f60-8b49-243f663cc6bd service neutron] 10.222.0.43 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188403 Aug 31 16:06:51.408284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:51.492674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e43823a-6731-4f95-95f2-db011358c8a3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:51.528037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8e43823a-6731-4f95-95f2-db011358c8a3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:51.528973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e43823a-6731-4f95-95f2-db011358c8a3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:51.529616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e904be05-aee1-46d7-8665-3d3a096a25c6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:06:51.536887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2dbb5a6c-cd19-4781-b17b-5db77a0b29a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=741e022094a445108c4541538e36db52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267335 Aug 31 16:06:51.537300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:51.560651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: e904be05-aee1-46d7-8665-3d3a096a25c6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:06:51.561459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e904be05-aee1-46d7-8665-3d3a096a25c6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:06:51.621881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7eacd2-e109-44e7-9d45-2e4c5caece02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.654233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7eacd2-e109-44e7-9d45-2e4c5caece02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.734638 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7eacd2-e109-44e7-9d45-2e4c5caece02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.741174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7eacd2-e109-44e7-9d45-2e4c5caece02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:51.745984 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ec7eacd2-e109-44e7-9d45-2e4c5caece02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cdb4347-dc44-4030-b358-c6ca2a941876 HTTP/1.1" status: 204 len: 168 time: 0.2065225 Aug 31 16:06:51.759113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eacd2-e109-44e7-9d45-2e4c5caece02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdb4347-dc44-4030-b358-c6ca2a941876,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:51.940983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51d796be-084b-4255-8746-9e3a61f70d12 req-07ae4ddc-a8e4-48d8-a594-5fa4e04d5530 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.6206229 Aug 31 16:06:52.012311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:52.023018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b708d-874a-4528-9763-5dd4bf171238 req-805931c3-4737-478b-a8e1-575390980ae4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:52.028729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f05b708d-874a-4528-9763-5dd4bf171238 req-805931c3-4737-478b-a8e1-575390980ae4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1303253 Aug 31 16:06:52.033930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:52.039798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'floatingip': {'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:52.110356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:52.155211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c2b3f33-4972-4a60-a161-025b62719e57 req-4a23b383-2d07-4a54-a15f-c8451102b7df tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 210 time: 0.0616295 Aug 31 16:06:52.227462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:52.233999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:52.239859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:52.252992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:52.254075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:52.282386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-438f2979-08ce-4c35-afa3-69d63c3e032d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/floatingips/2898dd11-a1de-413d-a638-32aa0352f579 HTTP/1.1" status: 200 len: 688 time: 1.7439637 Aug 31 16:06:52.285701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58802) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:52.309906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:52.336704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:52.337857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:52.412953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:52.413619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cde9d-bd6f-4a56-abd7-4788a869201a None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:52.630035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 5c5e19a2-633f-4c5e-b045-351073618bd0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:06:52.630564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:52.757598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:52.758245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:52.776644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 5c5e19a2-633f-4c5e-b045-351073618bd0 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:06:52.787589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-b25e0220-a79e-452f-af64-571ed68acbed tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:52.789149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-b25e0220-a79e-452f-af64-571ed68acbed tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 811 time: 0.1275012 Aug 31 16:06:52.805766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Request body: {'port': {'device_id': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'admin_state_up': True, 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:52.812210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:52.949395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Made reservation on behalf of 6c7185167bfa4ec0959bacb08ba5f6b3 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:52.957149 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:52.990211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1864585192-network', 'tenant_id': 'c51a337e54af429e8b7dffff4ebc56cf'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:53.074989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9780cd4-d1a4-4cbf-b92e-183732614fe3 req-079fec9e-68be-461f-a785-5328425f9209 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0434577 Aug 31 16:06:53.081353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Made reservation on behalf of c51a337e54af429e8b7dffff4ebc56cf for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:53.084066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.095564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.155876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.166407 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.190003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Allocated IP 172.20.0.7 (bef83e45-ef49-44b1-a6bc-e7452837a9e9/846d670d-c692-465f-8ea4-f9d6033ee033/0fd9fbcc-a777-431a-a792-77aebcb6a6ee) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:53.208135 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:06:53.279633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-196dc6e7-1ea7-47ae-b14b-49a359a8f790 req-c0c639c5-aa1d-48f8-862d-71c6aca09dc0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 210 time: 0.0364556 Aug 31 16:06:53.309371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.414497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.420885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=5c5e19a2-633f-4c5e-b045-351073618bd0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:53.433751 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Floating IP 7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b associated. External IP: 172.25.6.135, port: ae349aaa-d342-4d83-962a-44eac6fb1ad3. Aug 31 16:06:53.434276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Transition to ACTIVE for port object 0fd9fbcc-a777-431a-a792-77aebcb6a6ee will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:53.478563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.491996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e', '510f8560-d540-4a54-a3f1-31248f0cff85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:06:53.493617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.498936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.502924 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-36734148-24a7-4405-bfc8-f9b034ef21e1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/floatingips/2898dd11-a1de-413d-a638-32aa0352f579 HTTP/1.1" status: 204 len: 168 time: 1.2159855 Aug 31 16:06:53.507691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58830) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:53.508114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:53.511489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:53.537500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:53.576169 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-d82f5c44-0406-48af-b6a6-35702896571a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] delete failed (client error): The resource could not be found. Aug 31 16:06:53.582940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d82f5c44-0406-48af-b6a6-35702896571a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/floatingips/2898dd11-a1de-413d-a638-32aa0352f579 HTTP/1.1" status: 404 len: 345 time: 0.0686910 Aug 31 16:06:53.584562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58832) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:53.654960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.660510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:53.675319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.676477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:53.677376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.707941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:06:53.712883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-200cb701-2135-48d9-a406-6f44c2489ea6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9116535 Aug 31 16:06:53.723880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2193966-f2f6-4c88-a67a-9f5602f1e502 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:53.731110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2193966-f2f6-4c88-a67a-9f5602f1e502 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:53.738408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2193966-f2f6-4c88-a67a-9f5602f1e502 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:53.740413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f2193966-f2f6-4c88-a67a-9f5602f1e502 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/ports?network_id=10b80240-b770-49e7-89e9-b4a9bac9534b HTTP/1.1" status: 200 len: 2358 time: 0.1546156 Aug 31 16:06:53.746679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Request body: {'port': {'device_id': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:53.749474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58834) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:53.762699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.763062 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Added segment 2919f469-2a19-4a32-98b8-461f3ddd4f66 of type vlan for network 9ce0153b-4633-4283-920e-34a5d4bd7991 Aug 31 16:06:53.801771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92143eb-5849-498c-bcb6-b4f5f90addb3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:53.848817 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.872314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42220638-f8a4-49dc-bb30-3a19bcae3e03 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:53.878176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-42220638-f8a4-49dc-bb30-3a19bcae3e03 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/subnets/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf HTTP/1.1" status: 200 len: 797 time: 0.1274374 Aug 31 16:06:53.879075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58836) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:53.887523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'port': {'network_id': '10b80240-b770-49e7-89e9-b4a9bac9534b', 'name': 'tempest-FloatingIPTestJSON-1506474880', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:53.915814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-81ded7e0-b92a-4020-b266-fd6df95bb747 None None] Provisioning for port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:06:53.923562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-81ded7e0-b92a-4020-b266-fd6df95bb747 None None] Provisioning complete for port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:06:53.924013 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-81ded7e0-b92a-4020-b266-fd6df95bb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.972390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:53.985233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-81ded7e0-b92a-4020-b266-fd6df95bb747 None None] Port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:06:53.986635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:54.051744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.053037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:54.053810 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.117743 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3015184 Aug 31 16:06:54.118143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58838) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:54.123487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Request body: {'subnet': {'network_id': '9ce0153b-4633-4283-920e-34a5d4bd7991', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1864585192-subnet', 'tenant_id': 'c51a337e54af429e8b7dffff4ebc56cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:54.157451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:06:54.157451 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:06:54.157451 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': 'c51a337e54af429e8b7dffff4ebc56cf', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 6, 54, 134436)}] Aug 31 16:06:54.157451 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:06:54.157919 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:06:54.166716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6fbe2-c4b0-48ee-a0aa-2c852c229e37 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce0153b-4633-4283-920e-34a5d4bd7991,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:54.170183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:54.182075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9ce0153b-4633-4283-920e-34a5d4bd7991 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:06:54.198328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:54.205182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.210384 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:54.223912 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:54.224892 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:54.238528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d3942a10-bd06-4d4b-b5da-1542ecad49fd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "PUT /v2.0/floatingips/7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b HTTP/1.1" status: 200 len: 992 time: 2.2020545 Aug 31 16:06:54.251066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:54.259327 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539871a-b6bd-42ca-b31d-c9be99a1498b" -d '{"events": [{"name": "network-changed", "server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:54.259584 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.264282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31a8a3c4-8005-43c8-91a5-f44bd5628687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.291496 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.330083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] device_id is not set on port 0723aecd-2281-4b77-8059-a4f90cdc7291 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:06:54.365065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03647145-b81b-45af-8b85-4dd22c916bdd req-9b050eeb-9f03-4186-85fc-40b920f8ebc2 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0810843 Aug 31 16:06:54.394831 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73638909-03f0-489a-97ad-44aacfac2a80 x-openstack-request-id: req-73638909-03f0-489a-97ad-44aacfac2a80 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:54.395148 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:54.395448 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73638909-03f0-489a-97ad-44aacfac2a80 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:54.395861 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'status': 'completed', 'code': 200} Aug 31 16:06:54.474771 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:54.531130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-1515a48d-b7f9-419d-b68f-6f628618883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:54.532318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-1515a48d-b7f9-419d-b68f-6f628618883a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1098 time: 0.1082187 Aug 31 16:06:54.655454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-beb93419-085c-4ccc-b5ce-82ad44d29fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:54.657168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-beb93419-085c-4ccc-b5ce-82ad44d29fd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.1171370 Aug 31 16:06:54.680571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd9fbcc-a777-431a-a792-77aebcb6a6ee {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:06:54.689963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.703233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Transition to ACTIVE for port object 0fd9fbcc-a777-431a-a792-77aebcb6a6ee will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:06:54.754303 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'mac_address': 'fa:16:3e:65:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:06:31Z', 'updated_at': '2021-08-31T16:06:52Z', 'revision_number': 1, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:54.755262 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-1fcba534-49b6-4722-9ad7-d139bcece3ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0906377 Aug 31 16:06:54.763698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.784675 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:06:54.800986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:54.802286 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:54.824875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-de45563d-c3da-416f-9817-f2d872d0687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:54.826391 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-de45563d-c3da-416f-9817-f2d872d0687d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.0592713 Aug 31 16:06:54.828512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:54.869432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79962-fce7-4481-b6ff-e68a0cbe46da req-8ae89609-76fb-45b1-9000-b2734168c0f6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:54.871738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5a79962-fce7-4481-b6ff-e68a0cbe46da req-8ae89609-76fb-45b1-9000-b2734168c0f6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 931 time: 0.3799284 Aug 31 16:06:54.888138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Made reservation on behalf of c51a337e54af429e8b7dffff4ebc56cf for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:06:54.890497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:54.896866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-05416a62-4e80-45a6-a021-53dce47a3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:54.899160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-05416a62-4e80-45a6-a021-53dce47a3958 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656066 Aug 31 16:06:54.934763 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:06:55.063064 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.097928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-ede98c89-c9f6-4895-94e9-01adde3b5d3c service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895373 Aug 31 16:06:55.132452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.221425 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3539871a-b6bd-42ca-b31d-c9be99a1498b req-e1602b2c-a55a-44ca-8c63-e2ea1c75f50e service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106608 Aug 31 16:06:55.245484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5a79962-fce7-4481-b6ff-e68a0cbe46da req-9e76bf97-639f-41e3-8c86-5081fcd87334 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641777 Aug 31 16:06:55.260781 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.349310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc70e39f-75ca-4b63-9fab-984b60b5086b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:55.392700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.14 (10b80240-b770-49e7-89e9-b4a9bac9534b/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf/0723aecd-2281-4b77-8059-a4f90cdc7291) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:55.400334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Checking segment: {'id': '2919f469-2a19-4a32-98b8-461f3ddd4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9ce0153b-4633-4283-920e-34a5d4bd7991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:55.400542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Network hostable DHCP agents. Network: 9ce0153b-4633-4283-920e-34a5d4bd7991, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:06:55.412329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.13 (10b80240-b770-49e7-89e9-b4a9bac9534b/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf/0723aecd-2281-4b77-8059-a4f90cdc7291) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:55.414960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Attempting to bind port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:06:55.415310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Attempting to bind port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:06:55.415654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Attempting to bind port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:55.427801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:06:55.428153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Attempting to bind port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee on network bef83e45-ef49-44b1-a6bc-e7452837a9e9 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:06:55.443398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:06:55.443772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Checking segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:06:55.444145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Bound using segment: {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:06:55.444623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Bound port: 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:06:55.444992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.460173 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'mac_address': 'fa:16:3e:65:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:06:31Z', 'updated_at': '2021-08-31T16:06:52Z', 'revision_number': 1, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:55.491375 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee3fc69-78df-4702-bd76-7c2ac439a539 None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'mac_address': 'fa:16:3e:65:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:06:31Z', 'updated_at': '2021-08-31T16:06:52Z', 'revision_number': 1, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:55.493294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Network 9ce0153b-4633-4283-920e-34a5d4bd7991 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:06:55.526306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48401248-b35e-4a22-9bd7-6e2354be70a9 req-c762c194-f772-4ddb-b9c8-08f8ee6fe37c tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0590482 Aug 31 16:06:55.601099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9ce0153b-4633-4283-920e-34a5d4bd7991) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:55.612074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:55.612586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.613469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3f151-f188-48d4-92fc-1576a970864b None None] Network 9ce0153b-4633-4283-920e-34a5d4bd7991 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:55.659063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aec66446-cf62-4312-a4e1-1ac45b2c36df admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5399790 Aug 31 16:06:55.684886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:06:55.714365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:06:55.733103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.751956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.794182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db158e09-a9be-4632-971a-5db0b8307d70 None None] New status for floating IP 7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:06:55.800062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:55.800740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.802398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] 10.222.0.30 "PUT /v2.0/ports/0fd9fbcc-a777-431a-a792-77aebcb6a6ee HTTP/1.1" status: 200 len: 1092 time: 2.0604284 Aug 31 16:06:55.804810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:06:55.807461 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a3e09-dc18-4df1-a611-79f8696744ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:06:55.874054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58866) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:55.892022 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07878484-0cb6-4a19-aed6-a8c2415eed3e x-openstack-request-id: req-07878484-0cb6-4a19-aed6-a8c2415eed3e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:06:55.892451 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:06:55.892771 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07878484-0cb6-4a19-aed6-a8c2415eed3e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:06:55.893185 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'status': 'completed', 'code': 200} Aug 31 16:06:55.908763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf089d6-36eb-493e-bfa8-d72b45117243 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:55.914996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.967249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-18669b26-bbe1-47ec-9d26-11f6e8d8fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:55.969382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-18669b26-bbe1-47ec-9d26-11f6e8d8fe42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 1095 time: 0.1130819 Aug 31 16:06:55.986558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:55.996221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:56.005201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f2ed4-d481-4d62-8729-06d5d1358fdb None None] Network 9ce0153b-4633-4283-920e-34a5d4bd7991 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:06:56.036794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:56.039294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:56.048655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-afb8dfe8-99ba-4cdc-8bc8-225f33ed063c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee HTTP/1.1" status: 200 len: 217 time: 0.0690017 Aug 31 16:06:56.049298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=0723aecd-2281-4b77-8059-a4f90cdc7291,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:56.122384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-9d701b21-a649-48a3-9f2b-464d0cd0b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:56.124258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-9d701b21-a649-48a3-9f2b-464d0cd0b127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0527179 Aug 31 16:06:56.175300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:56.176016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.199246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26619a0c-8e5c-4ae9-ab34-e06a92a48b3d tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3143175 Aug 31 16:06:56.199465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58868) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:56.204212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '0723aecd-2281-4b77-8059-a4f90cdc7291', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:56.209669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-32a8420b-8e83-4ee1-b0d0-133546aa1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:56.211167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-32a8420b-8e83-4ee1-b0d0-133546aa1595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762079 Aug 31 16:06:56.229598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.295261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Deleting subnet dc70e39f-75ca-4b63-9fab-984b60b5086b {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:06:56.298887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.333895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.378793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.409849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-a140df7a-9c95-4905-beac-b2db9a07e31a service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761413 Aug 31 16:06:56.423253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8c475-0e91-4e24-ba94-cc1ad22110ac req-5ea15137-eb96-42d7-ac8c-1e0327c4d961 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:56.424452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22a8c475-0e91-4e24-ba94-cc1ad22110ac req-5ea15137-eb96-42d7-ac8c-1e0327c4d961 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 943 time: 0.0996821 Aug 31 16:06:56.435536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.466593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.471393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dc70e39f-75ca-4b63-9fab-984b60b5086b HTTP/1.1" status: 204 len: 168 time: 0.5926578 Aug 31 16:06:56.471393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ab855-ebc6-427d-aa7f-e5cb107eeeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc70e39f-75ca-4b63-9fab-984b60b5086b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:56.472287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:56.550856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.637419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.648598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce0153b-4633-4283-920e-34a5d4bd7991']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:56.666094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2919f469-2a19-4a32-98b8-461f3ddd4f66') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:56.666378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2919f469-2a19-4a32-98b8-461f3ddd4f66') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:56.676985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.693690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.701645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:06:56.702054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:06:56.703911 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:06:56.766679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.771801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.777168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] 10.222.0.43 "DELETE /v2.0/networks/9ce0153b-4633-4283-920e-34a5d4bd7991 HTTP/1.1" status: 204 len: 168 time: 0.3033950 Aug 31 16:06:56.790974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd78b-2fc4-45f9-8256-2421b9e7f10e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce0153b-4633-4283-920e-34a5d4bd7991,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:56.907050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d53ef001-2e81-4789-8a11-ba153b5aa585 req-d470f292-1a25-487b-a121-e1fdea20f061 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0550387 Aug 31 16:06:56.924179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22a8c475-0e91-4e24-ba94-cc1ad22110ac req-aeccfb97-6db8-46e1-b2a9-32c4c95c4a6e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869316 Aug 31 16:06:56.940993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a07c484d-c626-4c10-bb1b-d00293f18808 req-e9f32fa7-2142-4adf-804c-ec1359066c7c service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144885 Aug 31 16:06:56.941785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58884) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:56.955908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:56.997763 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4c2a73fe-ae43-4de6-a1c2-756240fd75ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c51a337e54af429e8b7dffff4ebc56cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524149 Aug 31 16:06:56.999306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58886) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:57.050738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b4caa0b-ac9a-4b86-91ce-ef8a7cbff40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.079777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b4caa0b-ac9a-4b86-91ce-ef8a7cbff40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.109716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-39c1953e-5b26-4212-b3ec-c28280de930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:57.111472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-39c1953e-5b26-4212-b3ec-c28280de930e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 1095 time: 0.0885649 Aug 31 16:06:57.143207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b4caa0b-ac9a-4b86-91ce-ef8a7cbff40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.146033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b4caa0b-ac9a-4b86-91ce-ef8a7cbff40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.147212 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b4caa0b-ac9a-4b86-91ce-ef8a7cbff40c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f92143eb-5849-498c-bcb6-b4f5f90addb3 HTTP/1.1" status: 204 len: 168 time: 0.1472158 Aug 31 16:06:57.153405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.66 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/78881e6a-869c-4a77-8d00-960c7bfd192d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:06:57.157970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4caa0b-ac9a-4b86-91ce-ef8a7cbff40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92143eb-5849-498c-bcb6-b4f5f90addb3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:57.291035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-923a06f0-f9be-4305-9e91-1feb1e9a374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:57.293127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-923a06f0-f9be-4305-9e91-1feb1e9a374d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.1712461 Aug 31 16:06:57.353525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-6977cc74-b213-4c84-9278-8585ad684731 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee HTTP/1.1" status: 200 len: 217 time: 0.0480552 Aug 31 16:06:57.377450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.426086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-c5372d48-47b0-43de-acb3-1cb8f7cb996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:57.427590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-c5372d48-47b0-43de-acb3-1cb8f7cb996e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0658576 Aug 31 16:06:57.478085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.508879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-e4a712d0-e311-4423-bc3a-5cf93b476652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:57.510413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-e4a712d0-e311-4423-bc3a-5cf93b476652 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730021 Aug 31 16:06:57.534749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:06:57.578270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:06:57.582108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:06:57.583956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=78881e6a-869c-4a77-8d00-960c7bfd192d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:57.596239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:57.679317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-e3b69d05-d496-4629-8da2-035c7c814b08 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576951 Aug 31 16:06:57.895178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a91a3e09-dc18-4df1-a611-79f8696744ba req-c648685b-8709-421b-b4f0-1ed4faaa4ece service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883531 Aug 31 16:06:58.068181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-edecb88b-cdd0-4b06-b3fb-5a670b8ad824 req-56f20b70-e98f-43a0-8265-6a73fafe4375 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0659902 Aug 31 16:06:58.132521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:58.172431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eedba-4790-44fd-9e36-2dec01cd7bd9 req-ce4de3da-b6a8-4b49-980b-80e211fb0555 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:58.176650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e5eedba-4790-44fd-9e36-2dec01cd7bd9 req-ce4de3da-b6a8-4b49-980b-80e211fb0555 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 943 time: 0.1060872 Aug 31 16:06:58.241875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:58.246542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e5eedba-4790-44fd-9e36-2dec01cd7bd9 req-47ed406a-71c0-45ed-b97f-2efc62aaf814 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645747 Aug 31 16:06:58.401528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:58.407723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:58.481813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=78881e6a-869c-4a77-8d00-960c7bfd192d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:06:58.494989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:58.602438 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 2dd04a4d-a370-458c-a972-e14f17f1eb19 associated. External IP: 172.25.6.66, port: 0723aecd-2281-4b77-8059-a4f90cdc7291. Aug 31 16:06:58.822433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:58.938475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:06:58.949754 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:06:58.955838 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:58.961648 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:58.962325 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:58.993759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a4d37569-ebef-451e-a49d-0c73368a4fa3 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7932568 Aug 31 16:06:58.996663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58952) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:59.003951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'port_id': '0723aecd-2281-4b77-8059-a4f90cdc7291', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:06:59.007962 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:59.017593 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:06:59.018192 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:59.052912 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:06:59.053575 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef0daa-152a-41a0-a5e3-cab6a0d518f9 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:06:59.065907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:59.197054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19daa77c-39a5-4cea-bed1-49681c11ea05 req-fe7813da-762a-4c3c-bc9b-1be180a795f7 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0360188 Aug 31 16:06:59.395720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33c74-6fa5-4c35-aef4-895cd25ac305 req-2e563500-c93f-4a5a-ba3d-f830d94a27e2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:06:59.397599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12a33c74-6fa5-4c35-aef4-895cd25ac305 req-2e563500-c93f-4a5a-ba3d-f830d94a27e2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 943 time: 0.0560699 Aug 31 16:06:59.442358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12a33c74-6fa5-4c35-aef4-895cd25ac305 req-68d76802-1456-4014-b8e8-e9489d42ffe8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Aug 31 16:06:59.617997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:59.624337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:06:59.871007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:06:59.977493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:06:59.993437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:00.001507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.006595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:00.020997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:00.020997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:00.053974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:00.065008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d812c8ac-2cf6-4fb8-bb9d-3375a94714e6 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/floatingips/2dd04a4d-a370-458c-a972-e14f17f1eb19 HTTP/1.1" status: 200 len: 978 time: 1.0639892 Aug 31 16:07:00.065130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58984) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:00.070683 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:00.071457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:00.104387 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb961209-38f5-4f0f-b4be-5a430273c63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.111907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:00.112703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58597d-b2a4-4b56-9666-72d8caee2b69 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:00.203133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb961209-38f5-4f0f-b4be-5a430273c63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.206897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb961209-38f5-4f0f-b4be-5a430273c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.236665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 78881e6a-869c-4a77-8d00-960c7bfd192d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:00.237087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.250890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb961209-38f5-4f0f-b4be-5a430273c63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579be0bf-a005-4e23-97aa-4f0cce092eb4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:00.259555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb961209-38f5-4f0f-b4be-5a430273c63e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04bea13678974748be4680f7b9167863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808707 Aug 31 16:07:00.262025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58988) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:00.330102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-400232d8-fcb6-4525-a9e7-f102fe61df35 req-74ab10d4-4d0c-465c-b07b-86de6ed837fb tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0420117 Aug 31 16:07:00.355328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5c85-af62-4118-84cc-6f98aa2046fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.371059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.371388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.378733 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5c85-af62-4118-84cc-6f98aa2046fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.385331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 78881e6a-869c-4a77-8d00-960c7bfd192d owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:00.430521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5c85-af62-4118-84cc-6f98aa2046fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.433187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5c85-af62-4118-84cc-6f98aa2046fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.434385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9e5e5c85-af62-4118-84cc-6f98aa2046fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/579be0bf-a005-4e23-97aa-4f0cce092eb4 HTTP/1.1" status: 204 len: 168 time: 0.1716218 Aug 31 16:07:00.442736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e5c85-af62-4118-84cc-6f98aa2046fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579be0bf-a005-4e23-97aa-4f0cce092eb4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:00.574200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e7cdb-e491-46f3-b732-d7e5058c2f96 req-21dc14ab-1b25-4f2b-9b6e-ba769d7c8d9b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:00.576237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21e7cdb-e491-46f3-b732-d7e5058c2f96 req-21dc14ab-1b25-4f2b-9b6e-ba769d7c8d9b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 943 time: 0.0585794 Aug 31 16:07:00.603344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.631617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21e7cdb-e491-46f3-b732-d7e5058c2f96 req-daa5abad-76c0-4dd7-ad7f-7d07980cac99 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Aug 31 16:07:00.632717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=78881e6a-869c-4a77-8d00-960c7bfd192d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:00.703597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.704001 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 2dd04a4d-a370-458c-a972-e14f17f1eb19 disassociated (deleted). External IP: 172.25.6.66, port: 0723aecd-2281-4b77-8059-a4f90cdc7291. Aug 31 16:07:00.782056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59000) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:00.795919 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02c0be59-3d7a-41a5-b783-72862eaab663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.803236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0fd9fbcc-a777-431a-a792-77aebcb6a6ee details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:07:00.940058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02c0be59-3d7a-41a5-b783-72862eaab663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.945019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02c0be59-3d7a-41a5-b783-72862eaab663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:00.957979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:00.991133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02c0be59-3d7a-41a5-b783-72862eaab663 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b1df09bc1c44223a79a3c83370aa8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066474 Aug 31 16:07:00.991380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0be59-3d7a-41a5-b783-72862eaab663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba37fb8-7208-46e3-b0d8-24d89cc5f450,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:00.993871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59004) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:01.053329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0804887a-39dd-40aa-8de0-41d152d46b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.077914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0804887a-39dd-40aa-8de0-41d152d46b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.102064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:01.115470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:01.117577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'mac_address': 'fa:16:3e:2d:fd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:07:01.120542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.127957 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:01.164136 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:01.164781 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:01.176432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0804887a-39dd-40aa-8de0-41d152d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.179813 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0804887a-39dd-40aa-8de0-41d152d46b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.182015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0804887a-39dd-40aa-8de0-41d152d46b9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dba37fb8-7208-46e3-b0d8-24d89cc5f450 HTTP/1.1" status: 204 len: 168 time: 0.1868019 Aug 31 16:07:01.206353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804887a-39dd-40aa-8de0-41d152d46b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba37fb8-7208-46e3-b0d8-24d89cc5f450,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:01.223206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59008) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:01.231910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-65defdb7-80b7-4ca7-b2e8-113cd8d8df5f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/floatingips/2dd04a4d-a370-458c-a972-e14f17f1eb19 HTTP/1.1" status: 204 len: 168 time: 1.1656969 Aug 31 16:07:01.233859 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:01.251334 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:01.252040 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:01.267074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.315537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd9fbcc-a777-431a-a792-77aebcb6a6ee {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:07:01.350402 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-57d0183a-d21f-4d57-89df-17550a011afb req-ad455a6d-c2db-4e01-a0ca-0e3998cbbd00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0365036 Aug 31 16:07:01.373321 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:01.373590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:01.374869 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25496d8b-637f-441f-9653-adf629673bf4 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:01.379063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.413503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 0723aecd-2281-4b77-8059-a4f90cdc7291 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:01.414000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.437333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:01.565222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-840dd8fc-ff0e-4efc-aa4c-15009f40cb75 req-02ec6ffd-f976-42be-8ea8-f7e583f68f4c tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0814059 Aug 31 16:07:01.586797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.601414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 0723aecd-2281-4b77-8059-a4f90cdc7291 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:01.715679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['0fd9fbcc-a777-431a-a792-77aebcb6a6ee'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:07:01.816231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd9df3-f42b-406e-8e04-868b7c3826f3 req-ec7a21ae-136f-480b-b3de-1fe33de0bc0d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:01.824176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34fd9df3-f42b-406e-8e04-868b7c3826f3 req-ec7a21ae-136f-480b-b3de-1fe33de0bc0d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 944 time: 0.1101506 Aug 31 16:07:01.872584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:01.893077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34fd9df3-f42b-406e-8e04-868b7c3826f3 req-28c06b3c-326c-40b6-8bf2-a180f8b221b6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676286 Aug 31 16:07:01.929259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=0723aecd-2281-4b77-8059-a4f90cdc7291,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:02.060137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:02.062276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ca22001a-19b8-4e91-a727-58e7b39fdd3c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/ports/0723aecd-2281-4b77-8059-a4f90cdc7291 HTTP/1.1" status: 204 len: 168 time: 0.8378856 Aug 31 16:07:02.067986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:02.072920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:02.101001 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:02.235376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:02.365499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.98 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/99aefaa3-c6e2-4faa-bb60-6ef563c23ab0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:02.534047 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:02.610764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:02.709539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:02.734964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb7abb13-b352-447a-9938-d1cdacdde14b req-c8e28569-d5d6-4534-bf25-9466b6aee205 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0452447 Aug 31 16:07:02.734964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:02.734964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:02.774765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=99aefaa3-c6e2-4faa-bb60-6ef563c23ab0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:02.847952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:02.904076 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.073446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03962-82c0-4f8e-96ab-76b4a1bb0c0e req-9b565f4a-8955-46ad-9ffd-7bdc4cd1f501 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:03.075053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96d03962-82c0-4f8e-96ab-76b4a1bb0c0e req-9b565f4a-8955-46ad-9ffd-7bdc4cd1f501 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 944 time: 0.1057675 Aug 31 16:07:03.140420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96d03962-82c0-4f8e-96ab-76b4a1bb0c0e req-204db0e8-50c8-4f79-a012-e0d59856afb0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578744 Aug 31 16:07:03.154946 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.160668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.235295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=99aefaa3-c6e2-4faa-bb60-6ef563c23ab0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:03.253924 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.275711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.277821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8736c39c-118e-4a0d-839c-a2ed2ce81aab tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2087224 Aug 31 16:07:03.280402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59090) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:03.285873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'port': {'network_id': '10b80240-b770-49e7-89e9-b4a9bac9534b', 'name': 'tempest-FloatingIPTestJSON-1697306516'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:03.422822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:03.426519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.447564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] device_id is not set on port 605afc2a-f71a-4f7f-8465-155f463e30f8 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:07:03.580086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.9 (10b80240-b770-49e7-89e9-b4a9bac9534b/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf/605afc2a-f71a-4f7f-8465-155f463e30f8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:03.784417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:03.847316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:04.297083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e549a8c-9aa2-4728-a8d1-c4adf3929b37 req-1a241fa9-4e0d-48ea-9ff3-31c1bc758c66 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.4627087 Aug 31 16:07:04.344955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=605afc2a-f71a-4f7f-8465-155f463e30f8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:04.368164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 10b80240-b770-49e7-89e9-b4a9bac9534b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:04.378310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:04.390436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:04.452096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:04.452932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:04.472089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3eb905b9-aba4-4a3e-a820-af131761bc59 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1905632 Aug 31 16:07:04.474797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59136) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:04.479816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'port_id': '605afc2a-f71a-4f7f-8465-155f463e30f8'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:04.509590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4148c-9cdf-4a32-ae57-94b3051650f9 req-f07c941f-a43d-4d44-8665-5c914c9d8832 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:04.511830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0eb4148c-9cdf-4a32-ae57-94b3051650f9 req-f07c941f-a43d-4d44-8665-5c914c9d8832 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 944 time: 0.2115808 Aug 31 16:07:04.512388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59138) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:04.554342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:04.576858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0eb4148c-9cdf-4a32-ae57-94b3051650f9 req-ef11b4e6-235a-48d2-a8b6-885fb89f026b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Aug 31 16:07:04.705135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec8b16f4-901b-4d8b-82df-50fb50f12b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:04.735000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05050fd1-a987-4cde-97f3-29a622c28b13 req-059c5385-b6d3-44b3-ab29-fe5a7de93959 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831&device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0577979 Aug 31 16:07:04.807187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0fd9fbcc-a777-431a-a792-77aebcb6a6ee up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:04.888604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:04.894505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:04.895297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:04.907168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec8b16f4-901b-4d8b-82df-50fb50f12b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:04.914343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec8b16f4-901b-4d8b-82df-50fb50f12b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.019772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.030444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ec8b16f4-901b-4d8b-82df-50fb50f12b43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8225204b3c0b4aafbe5c8c3f936d8678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157483 Aug 31 16:07:05.031655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59148) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:05.069555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:05.070795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:07:05.075005 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad0044-4ca2-4ead-a8bd-0d34a64ea431" -d '{"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-plugged", "status": "completed", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:07:05.078923 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.106807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b16f4-901b-4d8b-82df-50fb50f12b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9274b35-f359-41c5-8120-c122bd0e1ec6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:05.141782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:05.186681 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06534f8-65a3-480d-8e0b-f0dd8394f7c2 x-openstack-request-id: req-b06534f8-65a3-480d-8e0b-f0dd8394f7c2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:07:05.187127 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-plugged", "status": "completed", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:07:05.187485 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b06534f8-65a3-480d-8e0b-f0dd8394f7c2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:07:05.188082 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'code': 200} Aug 31 16:07:05.199407 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ecc56a2-8bcd-480e-abfb-84b29eff5cbe req-7140ba7a-8bf9-4fb3-bd7d-33db6e70efbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=463ecb112d1f4eb7bbf7130936dbd475&device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0338151 Aug 31 16:07:05.228739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6185fc3-5c36-4fbd-8787-17a823bd3c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.252732 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ecc56a2-8bcd-480e-abfb-84b29eff5cbe req-48310fb2-2ccb-4789-8130-6dc31a266a9d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=463ecb112d1f4eb7bbf7130936dbd475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448499 Aug 31 16:07:05.300844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6185fc3-5c36-4fbd-8787-17a823bd3c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.338071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-733001cd-9e94-4418-8780-eb6d9f862230 req-8ff2df5c-5357-4654-b04f-0b84d69db17d tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0778344 Aug 31 16:07:05.410433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0eea-8d53-40b0-8384-263617479348 req-22fe2265-8e75-4599-8ca6-57b14e3d1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:05.412311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7ae0eea-8d53-40b0-8384-263617479348 req-22fe2265-8e75-4599-8ca6-57b14e3d1b98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 1097 time: 0.1291606 Aug 31 16:07:05.438626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6185fc3-5c36-4fbd-8787-17a823bd3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.441590 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6185fc3-5c36-4fbd-8787-17a823bd3c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.446313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f6185fc3-5c36-4fbd-8787-17a823bd3c05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9274b35-f359-41c5-8120-c122bd0e1ec6 HTTP/1.1" status: 204 len: 168 time: 0.3382175 Aug 31 16:07:05.464686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6185fc3-5c36-4fbd-8787-17a823bd3c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9274b35-f359-41c5-8120-c122bd0e1ec6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:05.472671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7ae0eea-8d53-40b0-8384-263617479348 req-92f6d7bc-35e1-4d84-9610-68404838941f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Aug 31 16:07:05.528168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc56a2-8bcd-480e-abfb-84b29eff5cbe req-7366f470-00a3-4d84-9268-c193ba700c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:05.529690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ecc56a2-8bcd-480e-abfb-84b29eff5cbe req-7366f470-00a3-4d84-9268-c193ba700c2b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310345 Aug 31 16:07:05.540634 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.545600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.694349 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 70666d45-46a4-444d-9552-f29309975e2c associated. External IP: 172.25.6.98, port: 605afc2a-f71a-4f7f-8465-155f463e30f8. Aug 31 16:07:05.749640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94e49-d9ea-4041-9a6e-0aa01178660d req-56725047-4a0b-464b-8b92-30ace525eafb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:05.751785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cc94e49-d9ea-4041-9a6e-0aa01178660d req-56725047-4a0b-464b-8b92-30ace525eafb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0821395 Aug 31 16:07:05.801490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cc94e49-d9ea-4041-9a6e-0aa01178660d req-57c1ab1b-79ca-4498-97d3-3bb638468174 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Aug 31 16:07:05.921392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59164) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:05.935297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c567-f845-4bf3-95af-385b723ee16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:05.982642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:06.037103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c567-f845-4bf3-95af-385b723ee16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.050882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c567-f845-4bf3-95af-385b723ee16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.100992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d7a8c567-f845-4bf3-95af-385b723ee16b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73534a6189894626b842c9bf0722f437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783807 Aug 31 16:07:06.101692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59168) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:06.132420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:06.147294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.149084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:06.171537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:06.173149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:06.176612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8c567-f845-4bf3-95af-385b723ee16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4c042-a526-4070-956a-55e92647e3db,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:06.181729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a32d-1030-4e1a-b0a4-a970bcece7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.191902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f77550e-c351-448a-a659-d4425837d090 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/floatingips/70666d45-46a4-444d-9552-f29309975e2c HTTP/1.1" status: 200 len: 977 time: 1.7155721 Aug 31 16:07:06.194609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59172) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:06.243701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a32d-1030-4e1a-b0a4-a970bcece7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.272722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:06.292347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:06.293807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:06.309219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a32d-1030-4e1a-b0a4-a970bcece7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.310421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 605afc2a-f71a-4f7f-8465-155f463e30f8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:06.310856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.312481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a32d-1030-4e1a-b0a4-a970bcece7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.318094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ef7a32d-1030-4e1a-b0a4-a970bcece7cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86a4c042-a526-4070-956a-55e92647e3db HTTP/1.1" status: 204 len: 168 time: 0.2142823 Aug 31 16:07:06.327333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7a32d-1030-4e1a-b0a4-a970bcece7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4c042-a526-4070-956a-55e92647e3db,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:06.402748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:06.404055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c76e5f-6856-48a4-b49c-6be5702a3ddb None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:06.491175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70119033-04df-482b-a661-84c37e48ad3e req-eebb0a70-8051-4c44-a544-8dadfd4f7d8f tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0408044 Aug 31 16:07:06.821126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:06.997121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28721-b3ce-4567-9cb9-32bc4058b0e4 req-35f57a11-2380-4105-9990-701f02c53fca tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:06.998977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ec28721-b3ce-4567-9cb9-32bc4058b0e4 req-35f57a11-2380-4105-9990-701f02c53fca tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1066041 Aug 31 16:07:07.052160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ec28721-b3ce-4567-9cb9-32bc4058b0e4 req-58ab194e-c60d-4f86-b152-fe8ec6323a56 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Aug 31 16:07:07.089808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ecc56a2-8bcd-480e-abfb-84b29eff5cbe req-8eeb65bd-54db-4e88-b3af-f9348af43cf0 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.1182101 Aug 31 16:07:07.091696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:07.092104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:07.092464 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP 70666d45-46a4-444d-9552-f29309975e2c disassociated. External IP: 172.25.6.98, port: 605afc2a-f71a-4f7f-8465-155f463e30f8. Aug 31 16:07:07.092817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 605afc2a-f71a-4f7f-8465-155f463e30f8 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:07.333664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:07.408164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=605afc2a-f71a-4f7f-8465-155f463e30f8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:07.582527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:07.688739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09864bfb-11c5-4d95-9d76-a8c501f64045 req-d5582926-9b28-48e5-bfef-87821bf4653a tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc18799-a622-4d85-adf3-ab67d4378831 HTTP/1.1" status: 200 len: 210 time: 0.0566878 Aug 31 16:07:07.784369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1317c-a190-4766-b0fa-4e678f0db22d req-83c97ee8-bd1a-4ad1-9dab-73088b757492 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:07.797392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72b1317c-a190-4766-b0fa-4e678f0db22d req-83c97ee8-bd1a-4ad1-9dab-73088b757492 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1046834 Aug 31 16:07:07.841866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:07.854212 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:07.856885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72b1317c-a190-4766-b0fa-4e678f0db22d req-7d702c0d-ca00-4f04-9952-76d1a75874c0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490823 Aug 31 16:07:07.867831 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:07.868488 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:07.904626 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:07.914366 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:07.915000 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:07.956042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:07.956277 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:07.956374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5ab4a9c9-ca1e-41fd-afe9-75b3a1caf521 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/ports/605afc2a-f71a-4f7f-8465-155f463e30f8 HTTP/1.1" status: 204 len: 168 time: 1.7604494 Aug 31 16:07:07.959202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59220) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:07.959456 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08726cdc-2c3d-46f3-9cdd-f22ce293c11e None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:08.010080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9ac1b633-fe16-4969-b7f5-45a5465aedca tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/floatingips/70666d45-46a4-444d-9552-f29309975e2c HTTP/1.1" status: 200 len: 687 time: 0.0492709 Aug 31 16:07:08.012721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59222) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:08.156827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 99aefaa3-c6e2-4faa-bb60-6ef563c23ab0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:08.157184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.242528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.242706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.255632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 99aefaa3-c6e2-4faa-bb60-6ef563c23ab0 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:08.424010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.455838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=99aefaa3-c6e2-4faa-bb60-6ef563c23ab0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:08.544537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.547482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.548894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-86a7edab-53a6-48eb-a794-15028f4f1792 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/floatingips/70666d45-46a4-444d-9552-f29309975e2c HTTP/1.1" status: 204 len: 168 time: 0.5352204 Aug 31 16:07:08.552565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59250) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:08.557295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '7d781a35-fa0e-4904-b736-be9536300d0e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:08.588490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.746343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:08.866234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.54 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/7acbb222-6dc3-46d0-b961-cd019725bf1c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:08.976857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cbdec56-0c59-4966-8438-66e5a24d62d8 req-89166244-58d4-4b39-bfb9-7443981190f3 tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0373902 Aug 31 16:07:08.984994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c8a04b51-7cc2-4ada-b755-91da0f0297a6 req-45b0c0f1-fa62-426c-b0fd-0cef6ca65f3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=463ecb112d1f4eb7bbf7130936dbd475&device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0302789 Aug 31 16:07:09.015262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a8ff-da95-40b5-bde7-161f0fc892c5 req-912ca849-12f6-422c-9303-a8da7c9a6e0f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:09.016935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb97a8ff-da95-40b5-bde7-161f0fc892c5 req-912ca849-12f6-422c-9303-a8da7c9a6e0f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0674381 Aug 31 16:07:09.037183 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c8a04b51-7cc2-4ada-b755-91da0f0297a6 req-92dd575b-a15b-4935-87db-39a223c50c67 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=463ecb112d1f4eb7bbf7130936dbd475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347764 Aug 31 16:07:09.067308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb97a8ff-da95-40b5-bde7-161f0fc892c5 req-e560570e-8554-4562-a5db-1e26c88e27eb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Aug 31 16:07:09.126614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:09.186235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a04b51-7cc2-4ada-b755-91da0f0297a6 req-5983af45-a2d5-48ff-8d28-7773f33bcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:09.188098 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c8a04b51-7cc2-4ada-b755-91da0f0297a6 req-5983af45-a2d5-48ff-8d28-7773f33bcc55 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442766 Aug 31 16:07:09.207024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:09.250937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:09.254759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:09.264652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:09.341573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=7acbb222-6dc3-46d0-b961-cd019725bf1c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:09.627134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269fbef-bb04-4a1b-b4da-0fdff7d554f1 req-8596ccab-25a4-45c2-aedf-95c553301e97 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:09.629180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b269fbef-bb04-4a1b-b4da-0fdff7d554f1 req-8596ccab-25a4-45c2-aedf-95c553301e97 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0592484 Aug 31 16:07:09.689774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b269fbef-bb04-4a1b-b4da-0fdff7d554f1 req-b3237341-b935-4955-a959-30334b95c735 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499589 Aug 31 16:07:09.764548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:09.849768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:10.055584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-ea06af06-bedf-412c-b94c-5bc21736a1f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006904 Aug 31 16:07:10.071384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:10.078130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:10.102745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9785829-cad0-4d43-8b0f-298024af9001 req-29f56ffc-d996-4ae5-b0a2-01948210906f tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.43 "GET /v2.0/ports?device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0492690 Aug 31 16:07:10.204978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=7acbb222-6dc3-46d0-b961-cd019725bf1c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:10.219947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:10.223864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-2d59aa19-da48-4a25-a6fb-d37ba0bd4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:10.225545 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-2d59aa19-da48-4a25-a6fb-d37ba0bd4c01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99949c36d79d47d086317b40e619d121&device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 1097 time: 0.1348169 Aug 31 16:07:10.416735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-d2001eaa-24de-4546-a29d-84ee2463a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:10.418791 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-d2001eaa-24de-4546-a29d-84ee2463a359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 200 len: 911 time: 0.1521835 Aug 31 16:07:10.419962 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP f1375e80-d7c2-4d6e-852f-18f3988faa03 associated. External IP: 172.25.6.54, port: 7d781a35-fa0e-4904-b736-be9536300d0e. Aug 31 16:07:10.570236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-d5a038f5-55b3-44c2-ae18-685c995aa6b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b171952b-371e-40cf-8f04-19860ff89c8f HTTP/1.1" status: 200 len: 1001 time: 0.1098595 Aug 31 16:07:10.591526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c8a04b51-7cc2-4ada-b755-91da0f0297a6 req-ac6d9fd1-2cf3-4ac3-8761-e10c077dea3a tempest-ServerShowV247Test-717255848 tempest-ServerShowV247Test-717255848-project] 10.222.0.49 "GET /v2.0/ports?device_id=aae66656-7bf0-42f2-8977-8b83005cdcde HTTP/1.1" status: 200 len: 210 time: 0.0368781 Aug 31 16:07:10.688343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-fcbe96a1-e1b4-4aa5-a86a-38520eaf83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:10.689845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-fcbe96a1-e1b4-4aa5-a86a-38520eaf83c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 200 len: 849 time: 0.1047597 Aug 31 16:07:10.821266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-78842801-17ef-4ece-8224-61e7c1e6f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:10.829956 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-78842801-17ef-4ece-8224-61e7c1e6f1d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61255bd9-b18a-49fc-ad50-1e96fa52eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271152 Aug 31 16:07:10.875438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc9d47-5ae6-45d4-aeb5-015b3318f152 req-a58e11b3-7ac7-4efe-99be-289cf4c7edf8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:10.878055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0dc9d47-5ae6-45d4-aeb5-015b3318f152 req-a58e11b3-7ac7-4efe-99be-289cf4c7edf8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0916691 Aug 31 16:07:10.911903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:10.925149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0dc9d47-5ae6-45d4-aeb5-015b3318f152 req-ff1753cd-1d28-4458-83cb-3210ca20e236 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Aug 31 16:07:11.072054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-bc45d678-3eb0-4d4f-a24e-c3f4ea18fe9a service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253499 Aug 31 16:07:11.178845 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9c1711ce-d66c-48c3-ad4e-7d9d0bb1d65a req-0e8d6fbb-a967-474a-a2c2-054288c5ec8a service neutron] 10.222.0.49 "GET /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968547 Aug 31 16:07:11.184758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:11.197636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:11.206051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.235926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:11.237667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:11.271749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-93f0e53f-3da9-4d71-acdc-bafebd7b1721 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.7157834 Aug 31 16:07:11.272473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59332) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:11.293248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1393522546'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:11.334854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:11.338573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.345561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:11.389159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:11.397883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:11.399031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:11.401759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.404314 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Added segment 8868cda4-bbdf-41d9-bd9c-e36c0eecd939 of type vlan for network 5cf5a348-5a63-490c-9b4a-d85388b31373 Aug 31 16:07:11.452427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:11.453720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0282e-fa63-4b2b-bcfd-913052dfdfb1 None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:11.466062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.503312 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.511057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:11.512030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.589617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Network': ['ID=5cf5a348-5a63-490c-9b4a-d85388b31373,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:11.602766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:11.631009 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e37b293b-388c-4c12-8996-b717435ce0a7 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3566058 Aug 31 16:07:11.631684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59344) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:11.631971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59342) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:11.638917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'subnet': {'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:11.806185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:11.808688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-106d73a3-9178-4319-993c-95f358a1bc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.811954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.964973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-106d73a3-9178-4319-993c-95f358a1bc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:11.973463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-106d73a3-9178-4319-993c-95f358a1bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.093521 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-106d73a3-9178-4319-993c-95f358a1bc95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=463ecb112d1f4eb7bbf7130936dbd475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581552 Aug 31 16:07:12.095297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59356) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:12.104799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d73a3-9178-4319-993c-95f358a1bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dafb41d-31ed-4f73-9ae2-b7e2ea1c3db7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:12.133829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.168601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e22070d6-4b80-491a-a2bd-7a137a84871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.205396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e22070d6-4b80-491a-a2bd-7a137a84871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.210379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51fd8-4a29-4976-b085-28f4ad9ff599 req-9bd49fb1-442d-427d-bc27-eb473e42cbd0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:12.212652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff51fd8-4a29-4976-b085-28f4ad9ff599 req-9bd49fb1-442d-427d-bc27-eb473e42cbd0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1463757 Aug 31 16:07:12.273687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e22070d6-4b80-491a-a2bd-7a137a84871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.274541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Subnet': ['ID=1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:12.284653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e22070d6-4b80-491a-a2bd-7a137a84871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.288278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e22070d6-4b80-491a-a2bd-7a137a84871f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dafb41d-31ed-4f73-9ae2-b7e2ea1c3db7 HTTP/1.1" status: 204 len: 168 time: 0.1895568 Aug 31 16:07:12.288434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Checking segment: {'id': '8868cda4-bbdf-41d9-bd9c-e36c0eecd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:12.288434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network hostable DHCP agents. Network: 5cf5a348-5a63-490c-9b4a-d85388b31373, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:07:12.300992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22070d6-4b80-491a-a2bd-7a137a84871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dafb41d-31ed-4f73-9ae2-b7e2ea1c3db7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:12.305392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ff51fd8-4a29-4976-b085-28f4ad9ff599 req-d371c009-caed-468c-8735-de463d631409 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766044 Aug 31 16:07:12.333844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:12.345009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 5cf5a348-5a63-490c-9b4a-d85388b31373) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:12.349694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:12.350240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.358841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae2ce9-276a-4e5e-8a5f-41b52c733092 None None] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:12.405103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fd10b404-8c01-45ad-ae19-e67d2b99d51b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7715187 Aug 31 16:07:12.409124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59378) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:12.416315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2042199483', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:12.477816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.488366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.593659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.646736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-5cf5a348-5a63-490c-9b4a-d85388b31373', 'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373', 'tenant_id': '78e0260910084e7b98b2b35edf95500e', 'fixed_ips': [{'subnet_id': '1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:07:12.647973 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.806422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:12.897774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0fd9fbcc-a777-431a-a792-77aebcb6a6ee details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:07:12.979422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Allocated IP 172.20.0.2 (5cf5a348-5a63-490c-9b4a-d85388b31373/1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb/3d4b8b80-fb8d-4d01-8314-1c667ec88ff0) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:13.131040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:13.155443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'port_id': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'mac_address': 'fa:16:3e:2d:fd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:07:13.244390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:13.334868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:13.365615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fd9fbcc-a777-431a-a792-77aebcb6a6ee {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:07:13.461459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:13.464411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:13.477632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:13.566825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Transition to ACTIVE for port object 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:13.584464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541c5f8-33c7-45c9-854e-0b66d3caff09 req-fa75128e-fb36-41d3-b650-52fe9c30953e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:13.592079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f541c5f8-33c7-45c9-854e-0b66d3caff09 req-fa75128e-fb36-41d3-b650-52fe9c30953e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1434774 Aug 31 16:07:13.635972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Transition to ACTIVE for port object 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:13.691540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f541c5f8-33c7-45c9-854e-0b66d3caff09 req-bc240fd1-5966-4662-aab9-8c27abb879c9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Aug 31 16:07:13.694681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['0fd9fbcc-a777-431a-a792-77aebcb6a6ee'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:07:13.785068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:13.812279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:13.835985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:13.862561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:13.942978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Pushing event updated for resources: {'Port': ['ID=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:13.955092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:14.039989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Attempting to bind port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:07:14.040309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Attempting to bind port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8868cda4-bbdf-41d9-bd9c-e36c0eecd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:07:14.040677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Attempting to bind port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 on network 5cf5a348-5a63-490c-9b4a-d85388b31373 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:07:14.048709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:07:14.049090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Checking segment: {'id': '8868cda4-bbdf-41d9-bd9c-e36c0eecd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:14.049496 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:14.050092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Bound using segment: {'id': '8868cda4-bbdf-41d9-bd9c-e36c0eecd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:07:14.050642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Bound port: 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8868cda4-bbdf-41d9-bd9c-e36c0eecd939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:07:14.051032 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:14.304950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] For port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:14.312724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] For port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,segment=NetworkSegment(8868cda4-bbdf-41d9-bd9c-e36c0eecd939),segment_id=8868cda4-bbdf-41d9-bd9c-e36c0eecd939)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:14.321855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:14.461325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:14.467052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5da2e-3061-4fcf-9b06-0d3d6927f854 None None] Pushing event updated for resources: {'Port': ['ID=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:14.747167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.25.6.116 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/1fa49bc6-2790-4bab-862d-507f696d57d6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:14.840516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0fd9fbcc-a777-431a-a792-77aebcb6a6ee up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:15.030336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:15.035701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:15.037930 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:15.102809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55e4e2-d0c7-42f5-b7af-966e941c7e74 req-ee5d861a-66a8-438e-8b99-12cb145eca84 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:15.114603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c55e4e2-d0c7-42f5-b7af-966e941c7e74 req-ee5d861a-66a8-438e-8b99-12cb145eca84 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 944 time: 0.1797726 Aug 31 16:07:15.159879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:15.212276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c55e4e2-d0c7-42f5-b7af-966e941c7e74 req-fdf680e3-d72c-486a-a4bb-de820b30610f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956094 Aug 31 16:07:15.274037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:15.278492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=1fa49bc6-2790-4bab-862d-507f696d57d6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:15.314860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:15.315088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:15.316084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:07:15.319875 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5f8f3-0661-4203-a38d-6953bc7b20cb" -d '{"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-plugged", "status": "completed", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:07:15.321007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:15.325850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:15.334035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:15.481845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:15.518618 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443505d0-2f6e-4883-92c9-7b25f3b76515 x-openstack-request-id: req-443505d0-2f6e-4883-92c9-7b25f3b76515 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:07:15.518955 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-plugged", "status": "completed", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:07:15.521464 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-443505d0-2f6e-4883-92c9-7b25f3b76515 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:07:15.521624 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'code': 200} Aug 31 16:07:15.578040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:15.728527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:16.050738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:16.204428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80ec4e51-1571-453b-9c90-c89facdeced2 req-d3032851-64dd-4be6-9522-5990eda768fc tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0881443 Aug 31 16:07:16.296427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e27ba1-ea88-40aa-a848-e904ccb04e0c None None] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:16.482616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:16.500975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24e8f-b41b-42bb-9947-7f983c3833f5 req-8fcfd873-a6fa-4e47-9bf7-a8df069ef8f6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:16.511352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39b24e8f-b41b-42bb-9947-7f983c3833f5 req-8fcfd873-a6fa-4e47-9bf7-a8df069ef8f6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0803759 Aug 31 16:07:16.541261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] Provisioning for port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:16.601313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] Provisioning complete for port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:16.614895 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:16.625319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39b24e8f-b41b-42bb-9947-7f983c3833f5 req-e5dcfe2a-f95e-42dc-9257-f4b3be031f1c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126225 Aug 31 16:07:16.793811 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fc12a-717f-4e0a-9314-ce609b2b3c57 req-3f5d605f-7ff9-428c-8852-9663014a93d0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:16.802586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee0fc12a-717f-4e0a-9314-ce609b2b3c57 req-3f5d605f-7ff9-428c-8852-9663014a93d0 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 945 time: 0.0980036 Aug 31 16:07:16.810085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router 93713897-c518-4884-b85a-545e1af4235e is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:07:16.896231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee0fc12a-717f-4e0a-9314-ce609b2b3c57 req-512cf526-ed94-47e2-bb6e-d2c6aace62a1 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924098 Aug 31 16:07:16.963293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:16.984382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:16.996383 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] Sync routers for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:17.015771 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:17.023759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:17.029367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c740e22-d8c1-4e5c-b948-29e47d9d9f9f tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6139789 Aug 31 16:07:17.029580 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:17.029769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59508) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:17.030288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] For port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,segment=NetworkSegment(8868cda4-bbdf-41d9-bd9c-e36c0eecd939),segment_id=8868cda4-bbdf-41d9-bd9c-e36c0eecd939)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:17.035063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:17.122800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cef71b-7441-451f-a6d1-208526fd465c None None] Pushing event updated for resources: {'Port': ['ID=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:17.156927 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:17.177560 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:17.190540 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:17.301189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:17.302083 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20a4d1-d400-417a-86cc-770bb313e2c4 None None] The sync data for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:17.463800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:17.592957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f99fb630-4e26-42cf-8bdb-7518f3da4cec req-a98df890-8c66-4fbb-9cb8-11dd20919e78 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0698271 Aug 31 16:07:17.612591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0982c534-ae2f-47de-bae9-a57929f8e614 None None] Provisioning complete for port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:17.613738 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0982c534-ae2f-47de-bae9-a57929f8e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:17.657311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:17.657625 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:18.088367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d376b-d815-479a-aba9-4cfc3646d1b3 req-ce41418e-d0f4-459b-8f02-3a0a3e374a95 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:18.096637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-106d376b-d815-479a-aba9-4cfc3646d1b3 req-ce41418e-d0f4-459b-8f02-3a0a3e374a95 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.3429430 Aug 31 16:07:18.167860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-106d376b-d815-479a-aba9-4cfc3646d1b3 req-3024c901-dcb0-4eba-a599-24f912cec073 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700419 Aug 31 16:07:18.268520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b1eb-ecd0-4d91-85e5-aab429694b2f req-f0f002b8-2490-4db8-9d23-86cc49086378 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:18.279660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0a3b1eb-ecd0-4d91-85e5-aab429694b2f req-f0f002b8-2490-4db8-9d23-86cc49086378 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 945 time: 0.2158282 Aug 31 16:07:18.324517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:18.426919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0a3b1eb-ecd0-4d91-85e5-aab429694b2f req-082ae5f2-1a59-4171-98d2-a01335d69881 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups?id=21ac3a15-22ca-4357-83b4-3e60631dba26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461716 Aug 31 16:07:18.459211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-6b809f4e-8da2-4455-bfcb-1063ceea1649 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:18.461507 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-6b809f4e-8da2-4455-bfcb-1063ceea1649 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 945 time: 0.0622778 Aug 31 16:07:18.584460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Deleting port b171952b-371e-40cf-8f04-19860ff89c8f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:18.584867 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:18.778283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] For port b171952b-371e-40cf-8f04-19860ff89c8f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b171952b-371e-40cf-8f04-19860ff89c8f,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:18.778283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:18.820262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db2b54f2-40c3-4016-836c-dc94a68cb2ad req-0aac7b66-bcfc-4df3-89b0-a04eb5553946 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0697711 Aug 31 16:07:18.854556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.1 (5cf5a348-5a63-490c-9b4a-d85388b31373/1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb/1c7bc79c-7402-4d59-8df7-8945c19680ca) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:19.018369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.038113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Transition to ACTIVE for port object 1c7bc79c-7402-4d59-8df7-8945c19680ca will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:19.093493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.094111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.095438 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Floating IP bc8760eb-245c-4617-9c64-9cd85f6012d3 disassociated. External IP: 172.25.6.209, port: b171952b-371e-40cf-8f04-19860ff89c8f. Aug 31 16:07:19.095860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Calling delete_port for b171952b-371e-40cf-8f04-19860ff89c8f owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:19.126694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.190644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=1c7bc79c-7402-4d59-8df7-8945c19680ca,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:19.216316 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f824097-bf97-4980-9492-fc812b3028ec req-ec7b1704-b6e7-4d03-b29a-e2bb7c687c3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0498724 Aug 31 16:07:19.217368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.219233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.219819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.223279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.223938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.224547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.225134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.225838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.226401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.228610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.229731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.234613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:19.263708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:19.269087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:19.276810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:19.403359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.419368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1adb5-896c-4125-8e78-4563bf895edc req-9d0e4c6c-a9f0-4dcb-bb1f-2ff1a59f4252 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:19.428575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56f1adb5-896c-4125-8e78-4563bf895edc req-9d0e4c6c-a9f0-4dcb-bb1f-2ff1a59f4252 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1054118 Aug 31 16:07:19.432055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.468432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event deleted for resources: {'Port': ['ID=b171952b-371e-40cf-8f04-19860ff89c8f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:19.546746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56f1adb5-896c-4125-8e78-4563bf895edc req-f239b976-0226-497a-b620-fbc08e2fbaa9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169467 Aug 31 16:07:19.650322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59556) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:19.701671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42be81fc-f572-4936-bb51-b2dd9fe9a03f req-da76b616-3abb-4bfe-b609-154f2cb5dd92 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 210 time: 0.0316525 Aug 31 16:07:19.795799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c6b0abb5-725f-40d6-ae58-4e5e20fb6292 None None] Provisioning for port 1c7bc79c-7402-4d59-8df7-8945c19680ca completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:19.800450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c6b0abb5-725f-40d6-ae58-4e5e20fb6292 None None] Provisioning complete for port 1c7bc79c-7402-4d59-8df7-8945c19680ca triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:19.801112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c6b0abb5-725f-40d6-ae58-4e5e20fb6292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.840592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.852254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:19.889898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81dbf7b8-bebb-4dca-b37b-2ae278ca0424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:19.892413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0abb5-725f-40d6-ae58-4e5e20fb6292 None None] Port 1c7bc79c-7402-4d59-8df7-8945c19680ca cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:07:20.031022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ea791f62-5e63-43cc-8fec-1e11067676aa req-10facc6a-8611-4119-9261-28f73e8e15e7 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0428512 Aug 31 16:07:20.041473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81dbf7b8-bebb-4dca-b37b-2ae278ca0424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.046581 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81dbf7b8-bebb-4dca-b37b-2ae278ca0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.106865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-81dbf7b8-bebb-4dca-b37b-2ae278ca0424 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=415c9bfee1c143e9934ba72765e48396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511578 Aug 31 16:07:20.109975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:20.114304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbf7b8-bebb-4dca-b37b-2ae278ca0424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9bfe17-6935-4b26-9940-b933c1b99e81,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:20.222096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:20.234682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:20.259820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fc81d92-2ddc-4e43-a1f9-0f2869af3dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.260061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:20.261227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:20.290807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] No DVR routers for this DVR port b171952b-371e-40cf-8f04-19860ff89c8f on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:07:20.294589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.299049 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d67917e-149c-446a-bb68-3d15a937bb31 req-589aeb9c-0736-4f68-a47e-ce14da8baa08 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.49 "DELETE /v2.0/ports/b171952b-371e-40cf-8f04-19860ff89c8f HTTP/1.1" status: 204 len: 173 time: 1.8306277 Aug 31 16:07:20.301090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'name': 'network-vif-deleted', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:07:20.307051 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ef6a29-8c12-4a4c-aaef-fd4e03de73bb" -d '{"events": [{"server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "name": "network-vif-deleted", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:07:20.311361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fc81d92-2ddc-4e43-a1f9-0f2869af3dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.368638 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb9906d-ab85-418b-a026-4c979620ea8c x-openstack-request-id: req-3fb9906d-ab85-418b-a026-4c979620ea8c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:07:20.369230 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd7d9bf-62a9-4577-8b98-1df3d9f60637", "name": "network-vif-deleted", "tag": "b171952b-371e-40cf-8f04-19860ff89c8f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:07:20.370373 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fb9906d-ab85-418b-a026-4c979620ea8c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:07:20.371005 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd7d9bf-62a9-4577-8b98-1df3d9f60637', 'name': 'network-vif-deleted', 'tag': 'b171952b-371e-40cf-8f04-19860ff89c8f', 'status': 'completed', 'code': 200} Aug 31 16:07:20.453086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.462811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.474604 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fc81d92-2ddc-4e43-a1f9-0f2869af3dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.482332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fc81d92-2ddc-4e43-a1f9-0f2869af3dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.486337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0fc81d92-2ddc-4e43-a1f9-0f2869af3dbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc9bfe17-6935-4b26-9940-b933c1b99e81 HTTP/1.1" status: 204 len: 168 time: 0.3728578 Aug 31 16:07:20.567485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc81d92-2ddc-4e43-a1f9-0f2869af3dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9bfe17-6935-4b26-9940-b933c1b99e81,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:20.622472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=1c7bc79c-7402-4d59-8df7-8945c19680ca,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:20.662841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:20.785354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:07:20.936452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:20.949415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:21.004401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6bd0d466-3f70-44e7-a10f-0e6a81f02d80 req-50e5bc2c-a3d7-4aef-a174-21b5ab83fd19 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bd7d9bf-62a9-4577-8b98-1df3d9f60637 HTTP/1.1" status: 200 len: 210 time: 0.0599053 Aug 31 16:07:21.065481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5491-0386-4520-aaf4-991bb1afc61a req-10ff458a-70d5-4fe8-926c-50168b530234 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:21.071920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d63f5491-0386-4520-aaf4-991bb1afc61a req-10ff458a-70d5-4fe8-926c-50168b530234 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.3562670 Aug 31 16:07:21.078866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3dbb-c77d-4188-81de-1b6afd15da41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.225903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59586) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:21.241357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d63f5491-0386-4520-aaf4-991bb1afc61a req-423af5f7-e7b4-4700-b51b-db8a7570c167 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542661 Aug 31 16:07:21.277522 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd3c724d-a3b0-42d5-8f65-e425bab927d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.283273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:21.361484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:07:21.377940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router 93713897-c518-4884-b85a-545e1af4235e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:21.396853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:21.401936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:21.447252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3bc6c0c-b372-45ce-a11b-7ba1c3505d33 req-ce747759-f4e6-4e74-8423-eaecfc51955a tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0431142 Aug 31 16:07:21.522657 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd3c724d-a3b0-42d5-8f65-e425bab927d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.527776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd3c724d-a3b0-42d5-8f65-e425bab927d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.564129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c724d-a3b0-42d5-8f65-e425bab927d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbb93c6-b7fc-4d38-9370-fcf9625700de,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:21.586372 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd3c724d-a3b0-42d5-8f65-e425bab927d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47c6f56ddd6449a98983880987f01cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593450 Aug 31 16:07:21.591616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59590) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:21.600270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b171952b-371e-40cf-8f04-19860ff89c8f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:21.636904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: b171952b-371e-40cf-8f04-19860ff89c8f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:07:21.637700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b171952b-371e-40cf-8f04-19860ff89c8f not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:21.649859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:21.659472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eda9f89d-6955-4703-beab-570fc4d5dea0 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/routers/93713897-c518-4884-b85a-545e1af4235e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6260669 Aug 31 16:07:21.660463 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] Sync routers for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:21.662363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-65d784e2-7680-4e26-a511-fbea44a9a1c0 None None] Provisioning complete for port 1c7bc79c-7402-4d59-8df7-8945c19680ca triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:21.662971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65d784e2-7680-4e26-a511-fbea44a9a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.663769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59592) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:21.670771 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:21.671399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:21.688414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'port': {'network_id': '5cf5a348-5a63-490c-9b4a-d85388b31373', 'name': 'tempest-FloatingIPTestJSON-1812304088'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:21.711256 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:21.715532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:07:21.740086 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:21.742974 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:06:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:21.751323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-65d784e2-7680-4e26-a511-fbea44a9a1c0 None None] Port 1c7bc79c-7402-4d59-8df7-8945c19680ca cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:07:21.801969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4577a80-765b-4315-9148-d8cfd2c3f60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.829559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4577a80-765b-4315-9148-d8cfd2c3f60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.847700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:21.848905 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb372cf-a6da-4e20-acca-55d3076328a4 None None] The sync data for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:21.908739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4577a80-765b-4315-9148-d8cfd2c3f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.912703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4577a80-765b-4315-9148-d8cfd2c3f60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:21.914269 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e4577a80-765b-4315-9148-d8cfd2c3f60a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5dbb93c6-b7fc-4d38-9370-fcf9625700de HTTP/1.1" status: 204 len: 168 time: 0.3210893 Aug 31 16:07:21.934646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4577a80-765b-4315-9148-d8cfd2c3f60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbb93c6-b7fc-4d38-9370-fcf9625700de,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:22.057040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:22.066392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Made reservation on behalf of 78e0260910084e7b98b2b35edf95500e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:22.073073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.103601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee2a3d-9282-4a29-96af-8c67fde3ef40 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T15:59:37Z', 'revision_number': 4, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '08d42057-6b76-420e-8c8a-9c155c0d8654', 'name': '', 'network_id': '61255bd9-b18a-49fc-ad50-1e96fa52eb82', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'mac_address': 'fa:16:3e:87:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:35Z', 'updated_at': '2021-08-31T15:59:47Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'subnets': [{'id': '7954665a-8636-439a-a84b-10f3d8c4153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:22.136617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] device_id is not set on port 48e6c112-5095-4116-8a84-690ea2ac5f35 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:07:22.208988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59604) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:22.374403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47df07b-dd6d-4f86-b6af-891eb23bc2f8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.396018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Allocated IP 172.20.0.8 (5cf5a348-5a63-490c-9b4a-d85388b31373/1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb/48e6c112-5095-4116-8a84-690ea2ac5f35) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:22.453896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47df07b-dd6d-4f86-b6af-891eb23bc2f8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.586587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47df07b-dd6d-4f86-b6af-891eb23bc2f8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.590663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c47df07b-dd6d-4f86-b6af-891eb23bc2f8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.599077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c47df07b-dd6d-4f86-b6af-891eb23bc2f8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "DELETE /v2.0/security-groups/21ac3a15-22ca-4357-83b4-3e60631dba26 HTTP/1.1" status: 204 len: 168 time: 0.3846180 Aug 31 16:07:22.611612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59620) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:22.650131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4afe996-78ee-4744-8d48-3f9e5e64ef76 None None] New status for floating IP bc8760eb-245c-4617-9c64-9cd85f6012d3: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:07:22.759303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.799703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Transition to ACTIVE for port object 48e6c112-5095-4116-8a84-690ea2ac5f35 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:22.835172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47df07b-dd6d-4f86-b6af-891eb23bc2f8 tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ac3a15-22ca-4357-83b4-3e60631dba26,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:22.851444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:22.873086 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-3a3ea986-9f83-4073-9aae-8a5b8e4cd3bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] show failed (client error): The resource could not be found. Aug 31 16:07:22.879514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3a3ea986-9f83-4073-9aae-8a5b8e4cd3bd tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "GET /v2.0/security-groups/21ac3a15-22ca-4357-83b4-3e60631dba26 HTTP/1.1" status: 404 len: 347 time: 0.1807399 Aug 31 16:07:22.891796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:22.968501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:22.981679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6669f87c-6205-461a-9533-d679f9f5565d req-488bbba4-df64-4b02-bfde-2ebb4aef7bb5 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.1349101 Aug 31 16:07:22.989876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:22.995032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:23.017724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event updated for resources: {'Port': ['ID=48e6c112-5095-4116-8a84-690ea2ac5f35,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:23.140634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:23.152498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:23.159581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd90b6-8f52-4280-a368-af0ddccd05cf req-6127a068-025e-43e3-81d1-4d0e085bb9c4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:23.169520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2edd90b6-8f52-4280-a368-af0ddccd05cf req-6127a068-025e-43e3-81d1-4d0e085bb9c4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.5540278 Aug 31 16:07:23.200965 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-866600a2-1ce4-4cb5-9180-a18a0b158287 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5343099 Aug 31 16:07:23.203646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:23.210066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Request body: {'floatingip': {'port_id': '48e6c112-5095-4116-8a84-690ea2ac5f35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:23.521615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fcf8c0c9-6fda-4ada-a4a5-a72c1bc57e5b None None] Provisioning for port 48e6c112-5095-4116-8a84-690ea2ac5f35 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:23.530851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fcf8c0c9-6fda-4ada-a4a5-a72c1bc57e5b None None] Provisioning complete for port 48e6c112-5095-4116-8a84-690ea2ac5f35 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:23.532512 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c0c9-6fda-4ada-a4a5-a72c1bc57e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:23.620542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8c0c9-6fda-4ada-a4a5-a72c1bc57e5b None None] Port 48e6c112-5095-4116-8a84-690ea2ac5f35 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:07:23.692119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2edd90b6-8f52-4280-a368-af0ddccd05cf req-a683be72-3bbd-426b-8aab-b0c55c553a65 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216446 Aug 31 16:07:23.760955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Deleting port 37a24c3d-fb00-42a8-85c5-7dc36e63f552 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:23.761363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:23.774095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:23.982876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:23.983480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.004253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Calling delete_port for 37a24c3d-fb00-42a8-85c5-7dc36e63f552 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:24.165738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cfbd3e6-1337-4485-bab5-e231ce9cc21b req-e6f39c1d-3a1a-40b5-80f2-04cf88af1fbf tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0382948 Aug 31 16:07:24.180760 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.183159 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba306-59e4-4da6-b69a-c8824e7d2946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.473121 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.568796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Pushing event deleted for resources: {'Port': ['ID=37a24c3d-fb00-42a8-85c5-7dc36e63f552,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:24.699279 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.702910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.704789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e88a9e6a-f0dc-497e-8a91-b7b77a6c1e8c tempest-AttachVolumeTestJSON-1160555709 tempest-AttachVolumeTestJSON-1160555709-project] 10.222.0.43 "DELETE /v2.0/floatingips/bc8760eb-245c-4617-9c64-9cd85f6012d3 HTTP/1.1" status: 204 len: 168 time: 1.7920136 Aug 31 16:07:24.808491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.813007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:24.924999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7c8e-2a27-4d18-bb5f-48faa799f695 req-2cf2880d-7c69-4588-832a-e00b137ad93d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:24.926671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba3c7c8e-2a27-4d18-bb5f-48faa799f695 req-2cf2880d-7c69-4588-832a-e00b137ad93d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0709310 Aug 31 16:07:25.061935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba3c7c8e-2a27-4d18-bb5f-48faa799f695 req-68c1b680-5f79-4abd-87d4-434d82903e27 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812013 Aug 31 16:07:25.067414 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP f1375e80-d7c2-4d6e-852f-18f3988faa03 associated. External IP: 172.25.6.54, port: 7d781a35-fa0e-4904-b736-be9536300d0e. Aug 31 16:07:25.081387 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:25.223056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:25.526232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36afd834-d813-40cc-98dc-2a060b9e20a7 req-fb4663d1-5ded-4b3f-9187-386272a52513 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0729804 Aug 31 16:07:25.564410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:25.828508 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:25.852403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:25.872329 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:25.895138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:25.896638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:25.997462 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.018147 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:26.019622 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.134908 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.137191 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0469e7-690c-4223-8204-0c59e9a1750c None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:26.320851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16605d6-c6a4-43f7-8e08-901dc38a6f12 req-1a520842-d63f-4f96-9f4b-4c8c407a3da8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:26.328950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a16605d6-c6a4-43f7-8e08-901dc38a6f12 req-1a520842-d63f-4f96-9f4b-4c8c407a3da8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1368179 Aug 31 16:07:26.406315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router 93713897-c518-4884-b85a-545e1af4235e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:26.417466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a16605d6-c6a4-43f7-8e08-901dc38a6f12 req-75ed3abd-73c9-4163-b297-45081e37ef95 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868754 Aug 31 16:07:26.673199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-232256cd-de08-4206-b805-986e9e20e211 req-76fa0580-3e9c-49ab-bc62-c1639b99e3d4 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0367608 Aug 31 16:07:26.700328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:26.710344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:26.718580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] Sync routers for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:26.764681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:26.766038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.828747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.844157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:26.845572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.891113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:26.892108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4602cc-4b8c-4439-9a6f-cd4857c358ed None None] The sync data for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:26.907371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1066bd6b-b3f5-4318-94c8-e72b1d132510 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/floatingips/f1375e80-d7c2-4d6e-852f-18f3988faa03 HTTP/1.1" status: 200 len: 977 time: 3.7023079 Aug 31 16:07:26.910163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59734) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:26.989526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59736) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:27.120294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 48e6c112-5095-4116-8a84-690ea2ac5f35 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:27.121379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.216289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e71edc62-8cbd-4d0e-ad6c-236a3e2c5280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.291079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.491763 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e71edc62-8cbd-4d0e-ad6c-236a3e2c5280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.546051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e71edc62-8cbd-4d0e-ad6c-236a3e2c5280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.609137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.609957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7465f6-a100-42b5-9bfa-70e6cd6dc2a4 req-b79a8c29-dc91-4ea1-b999-279425c5a1f7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:27.614872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c7465f6-a100-42b5-9bfa-70e6cd6dc2a4 req-b79a8c29-dc91-4ea1-b999-279425c5a1f7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1111267 Aug 31 16:07:27.651905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edc62-8cbd-4d0e-ad6c-236a3e2c5280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57499c48-5cc3-40db-9c9e-3132e6c8976a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:27.666746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.667222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.667554 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Floating IP f1375e80-d7c2-4d6e-852f-18f3988faa03 disassociated. External IP: 172.25.6.54, port: 48e6c112-5095-4116-8a84-690ea2ac5f35. Aug 31 16:07:27.668090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 48e6c112-5095-4116-8a84-690ea2ac5f35 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:27.699728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c7465f6-a100-42b5-9bfa-70e6cd6dc2a4 req-895c19b9-3769-4132-98dd-48be72bb3571 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 Aug 31 16:07:27.789387 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e71edc62-8cbd-4d0e-ad6c-236a3e2c5280 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2812ed14d22f4d1fb84cf7c0b5d2fdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962894 Aug 31 16:07:27.790667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59748) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:27.897019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9c0d690-bb78-4236-8c6a-b289ee067ef1 req-f29d312b-0651-4ccf-88ec-701d0787fed8 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0666599 Aug 31 16:07:27.942618 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d07540fe-11d7-4404-8f18-b5862d2aaf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:27.984565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:28.040997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d07540fe-11d7-4404-8f18-b5862d2aaf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:28.047831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=48e6c112-5095-4116-8a84-690ea2ac5f35,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:28.281009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router 93713897-c518-4884-b85a-545e1af4235e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:28.387024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d07540fe-11d7-4404-8f18-b5862d2aaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:28.392352 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d07540fe-11d7-4404-8f18-b5862d2aaf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:28.393609 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d07540fe-11d7-4404-8f18-b5862d2aaf28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57499c48-5cc3-40db-9c9e-3132e6c8976a HTTP/1.1" status: 204 len: 168 time: 0.6019156 Aug 31 16:07:28.409675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07540fe-11d7-4404-8f18-b5862d2aaf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57499c48-5cc3-40db-9c9e-3132e6c8976a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:28.512463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:28.524451 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] Sync routers for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:28.544237 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:28.545142 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:28.610398 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:28.628513 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:28.630543 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:28.634620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:28.645790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59762) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:28.654195 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5765e5a4-4f6d-417c-80d0-3489a28a3d9a tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/ports/48e6c112-5095-4116-8a84-690ea2ac5f35 HTTP/1.1" status: 204 len: 168 time: 1.7428699 Aug 31 16:07:28.723597 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:28.725259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892b03f-0eb4-47c6-bcd5-f4c1e71eac1a None None] The sync data for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:29.038789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59774) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:29.061701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6939eb8a-12ff-436f-a8f7-171399875f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.216126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6939eb8a-12ff-436f-a8f7-171399875f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.226789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6939eb8a-12ff-436f-a8f7-171399875f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.321409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6939eb8a-12ff-436f-a8f7-171399875f2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b90a23ce0ee44b96afed9185b1d76674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806702 Aug 31 16:07:29.322538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939eb8a-12ff-436f-a8f7-171399875f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c778f7-9e85-4ac4-adb2-cc3fc490c2bd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:29.328943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:29.404303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a1c5824-493f-4e69-bc96-94e561d72841 req-68cabaa9-f7ae-4d19-8cc9-d654dc0169ba tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.2045972 Aug 31 16:07:29.445574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11399821-e380-4eb0-8f3f-7b18eba0e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.514773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11399821-e380-4eb0-8f3f-7b18eba0e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.585237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a016-08dc-4bda-ae31-5f81ce40fd62 req-6a174ab8-4cca-487c-9628-9428c73c47cc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:29.600774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed59a016-08dc-4bda-ae31-5f81ce40fd62 req-6a174ab8-4cca-487c-9628-9428c73c47cc tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.3984580 Aug 31 16:07:29.660287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11399821-e380-4eb0-8f3f-7b18eba0e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.663335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-11399821-e380-4eb0-8f3f-7b18eba0e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:29.667847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-11399821-e380-4eb0-8f3f-7b18eba0e73f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5c778f7-9e85-4ac4-adb2-cc3fc490c2bd HTTP/1.1" status: 204 len: 168 time: 0.3353400 Aug 31 16:07:29.679606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11399821-e380-4eb0-8f3f-7b18eba0e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c778f7-9e85-4ac4-adb2-cc3fc490c2bd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:29.784741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed59a016-08dc-4bda-ae31-5f81ce40fd62 req-b935ef41-c6bb-4d1c-862d-a9b2247ef721 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800652 Aug 31 16:07:29.857990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:30.209870 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:07:30.292654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 1c7bc79c-7402-4d59-8df7-8945c19680ca {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:30.293127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:30.408874 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:30.425062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 1c7bc79c-7402-4d59-8df7-8945c19680ca owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:30.739281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0c18bb5-c5d5-47a2-990b-5a80f0e80bd2 req-a71b8032-2e1b-49b4-a72e-0911f84adbd9 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.1163166 Aug 31 16:07:30.740463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:30.786319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=1c7bc79c-7402-4d59-8df7-8945c19680ca,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:31.201010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f8c4-e182-4f81-836e-7a4fe3a34843 req-c5f7fc01-484e-4d7b-94d3-5d97b8aba66d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:31.203041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa14f8c4-e182-4f81-836e-7a4fe3a34843 req-c5f7fc01-484e-4d7b-94d3-5d97b8aba66d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.2478890 Aug 31 16:07:31.250050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:31.287607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa14f8c4-e182-4f81-836e-7a4fe3a34843 req-b919b81b-f60f-49a6-8e16-100ddc6c7e49 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591826 Aug 31 16:07:31.333649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:31.485919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0a76127-5a00-46b7-9179-bfdf3ee8d4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:31.608914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router 93713897-c518-4884-b85a-545e1af4235e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:31.653841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0a76127-5a00-46b7-9179-bfdf3ee8d4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:31.659654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0a76127-5a00-46b7-9179-bfdf3ee8d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:31.748703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c0a76127-5a00-46b7-9179-bfdf3ee8d4af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bc4bf4474454e8f8b7e8aea99b6e835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138968 Aug 31 16:07:31.749629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59826) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:31.770098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76127-5a00-46b7-9179-bfdf3ee8d4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e30a3f1-f867-4780-be0b-29687d7af9c6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:31.859540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-887b4754-9312-433e-ab7b-9ee954f84d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:31.884554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-887b4754-9312-433e-ab7b-9ee954f84d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:31.998831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-887b4754-9312-433e-ab7b-9ee954f84d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:32.002402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-887b4754-9312-433e-ab7b-9ee954f84d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:32.006250 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-887b4754-9312-433e-ab7b-9ee954f84d5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e30a3f1-f867-4780-be0b-29687d7af9c6 HTTP/1.1" status: 204 len: 168 time: 0.2531703 Aug 31 16:07:32.022450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b4754-9312-433e-ab7b-9ee954f84d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e30a3f1-f867-4780-be0b-29687d7af9c6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:32.332821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d1f998d-5690-4d1d-b727-14c921beffeb req-cec83cad-ebe1-425b-bb3e-5eeb70ffcbb3 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0521500 Aug 31 16:07:32.381000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:32.389869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5c59698d-549a-464c-91d9-37c5595d6536 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/routers/93713897-c518-4884-b85a-545e1af4235e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7425437 Aug 31 16:07:32.392447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59842) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:32.394028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] Sync routers for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:32.407533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:32.408168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:32.472777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f2a35-e02d-4a38-b1fa-e331bd8c2b36 req-1e6bc23b-279b-4827-8a99-74b26444ac52 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:32.481512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f80f2a35-e02d-4a38-b1fa-e331bd8c2b36 req-1e6bc23b-279b-4827-8a99-74b26444ac52 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0762539 Aug 31 16:07:32.499276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:32.512704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] Routers {'93713897-c518-4884-b85a-545e1af4235e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:32.513500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['93713897-c518-4884-b85a-545e1af4235e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:32.540756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f80f2a35-e02d-4a38-b1fa-e331bd8c2b36 req-1872177c-1a3d-47ad-8eda-1f81b1d5c2cf tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Aug 31 16:07:32.583660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:32.584827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6e2a9-585b-497c-909e-c88540e213c7 None None] The sync data for ids ['93713897-c518-4884-b85a-545e1af4235e'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:32.590922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.121425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.191509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 1fa49bc6-2790-4bab-862d-507f696d57d6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:33.191877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.307987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.321956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 1fa49bc6-2790-4bab-862d-507f696d57d6 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:33.545178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7abf1405-a110-47e6-b93d-ffe9c4c94883 req-ea1c94a9-57ca-4249-a2e4-2e8cc9741d6c tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0691915 Aug 31 16:07:33.574313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd5a8-2e01-4304-a657-f6385114e117 req-d9cfb05b-865a-45cf-9a33-731766f3ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:33.575990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-d9cfb05b-865a-45cf-9a33-731766f3ecec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 1097 time: 0.1700518 Aug 31 16:07:33.648707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.682226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=1fa49bc6-2790-4bab-862d-507f696d57d6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:33.698862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd5a8-2e01-4304-a657-f6385114e117 req-efa469f0-8458-4baf-beed-74733ff9b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:33.700401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-efa469f0-8458-4baf-beed-74733ff9b754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.1128995 Aug 31 16:07:33.755574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.809780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-f125b7c9-97be-4633-9c25-ee25a0a1c297 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee HTTP/1.1" status: 200 len: 217 time: 0.0977490 Aug 31 16:07:33.860458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.863364 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.883102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900330-805d-4352-8e8f-f8661ff953b1 req-e9abac70-38f5-44eb-8aa1-4941fcd739d8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:33.885453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f900330-805d-4352-8e8f-f8661ff953b1 req-e9abac70-38f5-44eb-8aa1-4941fcd739d8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1841397 Aug 31 16:07:33.924898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd5a8-2e01-4304-a657-f6385114e117 req-be9739de-f909-4fe3-b1fd-3cc02c660e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:33.926453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-be9739de-f909-4fe3-b1fd-3cc02c660e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1084857 Aug 31 16:07:33.933900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.934547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Fanout notify agent at l3_agent the message router_deleted on router 93713897-c518-4884-b85a-545e1af4235e {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:07:33.949004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:33.950259 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-145f53d8-2da9-413c-a805-77e50984815e tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/routers/93713897-c518-4884-b85a-545e1af4235e HTTP/1.1" status: 204 len: 168 time: 1.5566561 Aug 31 16:07:33.953883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:33.990739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f900330-805d-4352-8e8f-f8661ff953b1 req-3523ebec-a8cd-470d-9357-f765d9cf0609 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965817 Aug 31 16:07:34.009353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd5a8-2e01-4304-a657-f6385114e117 req-99dcbef1-a131-49d5-8070-7ca350413aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:34.011229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-99dcbef1-a131-49d5-8070-7ca350413aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729091 Aug 31 16:07:34.027833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting subnet 1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:07:34.031357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.089799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.141472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-3e06892a-6c19-4928-b7c7-a25288f0dbfd service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174335 Aug 31 16:07:34.237905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.271897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831cd5a8-2e01-4304-a657-f6385114e117 req-175fc769-8009-4804-a77a-f416a369cfb0 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202242 Aug 31 16:07:34.320996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.357132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Subnet': ['ID=1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:34.366232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.371329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59926) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:34.371537 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ec9e538-8e49-4a2a-9322-1d622a958746 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/subnets/1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb HTTP/1.1" status: 204 len: 168 time: 0.4164562 Aug 31 16:07:34.372579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76005e27-316c-4013-9be7-895c76504903 None None] Network 5cf5a348-5a63-490c-9b4a-d85388b31373 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:34.464363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.547039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:34.547760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.601475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] DHCP port deletion for 5cf5a348-5a63-490c-9b4a-d85388b31373 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:07:34.668725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] For port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,segment=NetworkSegment(8868cda4-bbdf-41d9-bd9c-e36c0eecd939),segment_id=8868cda4-bbdf-41d9-bd9c-e36c0eecd939)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:34.669262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.694315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-292edaba-5e6a-431b-bbac-1dc0a1af242d req-05ce8c29-881f-42fc-a455-8f17c27dd5a3 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0417669 Aug 31 16:07:34.699089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Deleting port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:34.699476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.701085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:34.814836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] For port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,segment=NetworkSegment(8868cda4-bbdf-41d9-bd9c-e36c0eecd939),segment_id=8868cda4-bbdf-41d9-bd9c-e36c0eecd939)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:34.815539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.816154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.830626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Calling delete_port for 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:34.849130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:34.860151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] No DVR routers for this DVR port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:07:34.932051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.965115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:34.968931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Pushing event deleted for resources: {'Port': ['ID=3d4b8b80-fb8d-4d01-8314-1c667ec88ff0,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:34.977513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf5a348-5a63-490c-9b4a-d85388b31373']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:34.990827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.991406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.991981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.992823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.993798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.994737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.995934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.996742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.997545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:34.997794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8868cda4-bbdf-41d9-bd9c-e36c0eecd939') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:34.998298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8868cda4-bbdf-41d9-bd9c-e36c0eecd939') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:34.999178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:35.000466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:35.001179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:35.012415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0b1ff-877d-4887-8e88-cbc4cf492eae None None] No DVR routers for this DVR port 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:07:35.014928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.040463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.047862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:07:35.048391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:07:35.051309 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:07:35.151267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.156687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.158669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/networks/5cf5a348-5a63-490c-9b4a-d85388b31373 HTTP/1.1" status: 204 len: 168 time: 0.7856443 Aug 31 16:07:35.161919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59972) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.176383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1110d-492e-40be-aeaf-4386b5bcf1bd tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Network': ['ID=5cf5a348-5a63-490c-9b4a-d85388b31373,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:35.202453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8fc8-f7bc-49f5-aea2-8ad909ea003c req-87f0747e-7a71-4d7e-8b7a-1d7457d1848d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:35.204515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d2f8fc8-f7bc-49f5-aea2-8ad909ea003c req-87f0747e-7a71-4d7e-8b7a-1d7457d1848d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.0975876 Aug 31 16:07:35.230003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59974) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.276601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d2f8fc8-f7bc-49f5-aea2-8ad909ea003c req-f1d443de-ba47-4e48-81eb-3eb866b6b462 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599136 Aug 31 16:07:35.363271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 7acbb222-6dc3-46d0-b961-cd019725bf1c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:35.363719 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.371828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:35.393165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:07:35.394336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3d4b8b80-fb8d-4d01-8314-1c667ec88ff0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:35.406215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eaab2397-f3ed-49e1-ba66-0e3596707818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.459855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.460370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.476308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 7acbb222-6dc3-46d0-b961-cd019725bf1c owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:35.503706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eaab2397-f3ed-49e1-ba66-0e3596707818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.508106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eaab2397-f3ed-49e1-ba66-0e3596707818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.555087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eaab2397-f3ed-49e1-ba66-0e3596707818 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26d242474d234a7480817867392f31a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218102 Aug 31 16:07:35.555087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2397-f3ed-49e1-ba66-0e3596707818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa70857-5c61-46cb-9535-7f455d254fd0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:35.556357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.611117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4fde-69a5-47d5-85cc-df8007a20d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.638014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4fde-69a5-47d5-85cc-df8007a20d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.640419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.672464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=7acbb222-6dc3-46d0-b961-cd019725bf1c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:35.701812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4fde-69a5-47d5-85cc-df8007a20d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.704490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a4b4fde-69a5-47d5-85cc-df8007a20d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.709957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a4b4fde-69a5-47d5-85cc-df8007a20d2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1aa70857-5c61-46cb-9535-7f455d254fd0 HTTP/1.1" status: 204 len: 168 time: 0.1483424 Aug 31 16:07:35.720276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b4fde-69a5-47d5-85cc-df8007a20d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa70857-5c61-46cb-9535-7f455d254fd0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:35.760076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.763106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:35.768383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59988) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.768925 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f2436699-5814-4517-b6d5-b19bb84c2fb1 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/floatingips/f1375e80-d7c2-4d6e-852f-18f3988faa03 HTTP/1.1" status: 204 len: 168 time: 0.6052606 Aug 31 16:07:35.803663 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e6eb00-7621-44a2-b409-a506ed574266 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] DELETE failed (client error): The resource could not be found. Aug 31 16:07:35.804656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e6eb00-7621-44a2-b409-a506ed574266 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:07:35.807521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d5e6eb00-7621-44a2-b409-a506ed574266 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/ports/48e6c112-5095-4116-8a84-690ea2ac5f35 HTTP/1.1" status: 404 len: 333 time: 0.0369143 Aug 31 16:07:35.810716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59990) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.849463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59992) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.849700 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-733c8608-40cf-42c6-b5b5-cd75dc153bc8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/ports?device_id=93713897-c518-4884-b85a-545e1af4235e HTTP/1.1" status: 200 len: 205 time: 0.0375433 Aug 31 16:07:35.877386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7acbefbf-7d16-4918-8707-a8787ef7d948 req-e8febe44-d1a0-48de-8b44-1b80d4a30b85 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0386112 Aug 31 16:07:35.909577 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-1b5c52bc-f1dc-4c0c-9ccc-8d27def36893 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] delete failed (client error): The resource could not be found. Aug 31 16:07:35.910817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b5c52bc-f1dc-4c0c-9ccc-8d27def36893 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/routers/93713897-c518-4884-b85a-545e1af4235e HTTP/1.1" status: 404 len: 336 time: 0.0598471 Aug 31 16:07:35.913679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59996) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:35.944620 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c81ad0-a0b5-4553-a45c-7dc1e5ea5a4b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] DELETE failed (client error): The resource could not be found. Aug 31 16:07:35.945116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c81ad0-a0b5-4553-a45c-7dc1e5ea5a4b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:07:35.946861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e9c81ad0-a0b5-4553-a45c-7dc1e5ea5a4b tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/subnets/1a622dd1-a68e-42f1-9fa5-21b1f1b2fdeb HTTP/1.1" status: 404 len: 337 time: 0.0314600 Aug 31 16:07:35.949745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59998) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:36.048283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 7d781a35-fa0e-4904-b736-be9536300d0e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:36.048823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.093630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60000) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:36.109122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f093625-ec6b-4687-b281-2e189194f69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.156049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.170857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 7d781a35-fa0e-4904-b736-be9536300d0e owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:36.272442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f093625-ec6b-4687-b281-2e189194f69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.279807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f093625-ec6b-4687-b281-2e189194f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.324013 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f093625-ec6b-4687-b281-2e189194f69e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70db0b84e65140aa96bea773abaf9fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291064 Aug 31 16:07:36.326608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:36.335163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f093625-ec6b-4687-b281-2e189194f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378682c4-6ede-433c-bc16-9878bb97c94e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:36.422260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f39b650-a213-4528-9d5e-5b6ca5c7c31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.437787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.457228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f39b650-a213-4528-9d5e-5b6ca5c7c31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.479307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60014) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:36.485784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=7d781a35-fa0e-4904-b736-be9536300d0e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:36.516560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06492d09-abed-4b83-8c12-c35f20db18c3 req-955829a2-a2b3-4e87-966a-8e1240906fd8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:36.519087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06492d09-abed-4b83-8c12-c35f20db18c3 req-955829a2-a2b3-4e87-966a-8e1240906fd8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 945 time: 0.1604979 Aug 31 16:07:36.530621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f39b650-a213-4528-9d5e-5b6ca5c7c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.532038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f39b650-a213-4528-9d5e-5b6ca5c7c31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.550721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8f39b650-a213-4528-9d5e-5b6ca5c7c31a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/378682c4-6ede-433c-bc16-9878bb97c94e HTTP/1.1" status: 204 len: 168 time: 0.2091312 Aug 31 16:07:36.565555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39b650-a213-4528-9d5e-5b6ca5c7c31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378682c4-6ede-433c-bc16-9878bb97c94e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:36.602107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06492d09-abed-4b83-8c12-c35f20db18c3 req-94ca9d50-9c67-41f5-adc4-bd08dbd1d3d0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672874 Aug 31 16:07:36.617795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:36.622188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ee2e0c8a-45a5-46f8-aff2-f49a197c87cb tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/ports/7d781a35-fa0e-4904-b736-be9536300d0e HTTP/1.1" status: 204 len: 168 time: 0.6706405 Aug 31 16:07:36.623849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60020) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:36.875744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab4c1-d6c5-48f4-8c0a-be52d29b4b99 req-f8e5a341-2ebf-4417-a5f5-82bd05d25b34 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:36.877041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-650ab4c1-d6c5-48f4-8c0a-be52d29b4b99 req-f8e5a341-2ebf-4417-a5f5-82bd05d25b34 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1753945 Aug 31 16:07:36.935961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 0fd9fbcc-a777-431a-a792-77aebcb6a6ee no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:36.990653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port e62c958a-2850-44cb-8270-efc845a4b022 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:36.990874 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.000129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-650ab4c1-d6c5-48f4-8c0a-be52d29b4b99 req-65a56f50-7be7-4a00-abf0-52d0caa91dd1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074233 Aug 31 16:07:37.223443 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.227901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a8060ca-2e91-4e2c-a33f-31dcebbc693c req-9cc1b450-c116-40d3-b586-bdf8f3bde232 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.1778479 Aug 31 16:07:37.259609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:07:37.262118 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709bb87-948b-470d-bf7c-2668997e9cdd" -d '{"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:07:37.268656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:37.279953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.321458 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e285ed8-1987-4103-bb90-5f9b3932eef4 x-openstack-request-id: req-4e285ed8-1987-4103-bb90-5f9b3932eef4 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:07:37.321814 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-unplugged", "status": "failed", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee", "code": 422}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:07:37.322048 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e285ed8-1987-4103-bb90-5f9b3932eef4 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:07:37.322400 n-d-793621-35 neutron-server[101479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'code': 422} returned with failed status Aug 31 16:07:37.348835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:37.371646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.388034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a19b07-6ef2-4133-8f4e-d7edf1d85697 req-e0d08090-f8dd-4b4d-a98b-2ca25c474e46 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:37.392775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07a19b07-6ef2-4133-8f4e-d7edf1d85697 req-e0d08090-f8dd-4b4d-a98b-2ca25c474e46 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2146003 Aug 31 16:07:37.405329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for e62c958a-2850-44cb-8270-efc845a4b022 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:37.508061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07a19b07-6ef2-4133-8f4e-d7edf1d85697 req-0045153d-2939-469b-82d8-1308288261b5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064415 Aug 31 16:07:37.673112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.684650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.746777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=e62c958a-2850-44cb-8270-efc845a4b022,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:37.898901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f4dc-0db1-4d01-806e-c8b4b3aea2a8 req-0ed0474d-bb0d-4a5d-8e79-93ed87c05fe0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:37.901086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e006f4dc-0db1-4d01-806e-c8b4b3aea2a8 req-0ed0474d-bb0d-4a5d-8e79-93ed87c05fe0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1549337 Aug 31 16:07:37.934516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:37.936495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a0244c44-26d0-447a-9de8-3f5af5afca6c tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/ports/e62c958a-2850-44cb-8270-efc845a4b022 HTTP/1.1" status: 204 len: 168 time: 1.3107347 Aug 31 16:07:37.940997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:38.014263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f40b66-ba63-4a5e-912c-64d85a5f2400 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:38.018883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6f40b66-ba63-4a5e-912c-64d85a5f2400 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f HTTP/1.1" status: 200 len: 913 time: 0.0740154 Aug 31 16:07:38.019126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60068) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:38.026576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e006f4dc-0db1-4d01-806e-c8b4b3aea2a8 req-d05d7a02-3d0a-4e5c-ae86-e04630c917e9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163900 Aug 31 16:07:38.142639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Deleting port 08d42057-6b76-420e-8c8a-9c155c0d8654 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:38.143316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.233850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] For port 08d42057-6b76-420e-8c8a-9c155c0d8654, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=08d42057-6b76-420e-8c8a-9c155c0d8654,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:38.234372 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.248762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Calling delete_port for 08d42057-6b76-420e-8c8a-9c155c0d8654 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:38.389937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25a7c766-4524-4e52-9e59-8ad82d8c8d31 req-f126369b-0f36-408e-9677-49193d9a9b0a tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0324616 Aug 31 16:07:38.441422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.493185 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.571057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d42057-6b76-420e-8c8a-9c155c0d8654,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:38.726825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.744865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port 2dd65bf1-05a0-4d65-b045-8f1489b006de {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:38.745224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.847002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:38.861316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for 2dd65bf1-05a0-4d65-b045-8f1489b006de owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:38.976363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:39.081626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:39.088718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60122) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:39.098533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:39.104915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-378649e4-50ba-4d9b-916f-3102e49b4272 admin admin] 10.222.0.43 "PUT /v2.0/routers/23f0d1d3-cb4b-4626-9f41-3eb5a333e911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250677 Aug 31 16:07:39.107397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60126) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:39.110786 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] Sync routers for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:39.125502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:39.126275 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:39.128085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=2dd65bf1-05a0-4d65-b045-8f1489b006de,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:39.306003 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:07:39.405988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:39.550107 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T16:07:38Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:39.584499 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] Checking router: 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:07:39.596413 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] Routers {'23f0d1d3-cb4b-4626-9f41-3eb5a333e911'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:39.597696 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:39.705430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9cd499f-5fdc-4ccb-b933-578ee4b0117b req-c163ba98-4fe3-4d82-b471-432bb8436cb8 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0735509 Aug 31 16:07:39.708787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15ea51d6-2d68-4e11-bc07-f301db3b0b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:39.739739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:39.808789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:07:39.809613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4ee4-800e-478f-8691-bd23196c6ec4 req-9fce36bd-165a-4e76-a5fd-89c102d0e642 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:39.812659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9c4ee4-800e-478f-8691-bd23196c6ec4 req-9fce36bd-165a-4e76-a5fd-89c102d0e642 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1816399 Aug 31 16:07:39.852157 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] Set router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:07:39.943155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9c4ee4-800e-478f-8691-bd23196c6ec4 req-06d495a0-d64c-463c-8923-73a092969235 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149795 Aug 31 16:07:39.959479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:39.972971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:07:39.985955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] Sync routers for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:07:39.987770 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dbfe8fcc-6eb4-4c33-9055-32761f1093bc tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "PUT /v2.0/routers/ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675350 Aug 31 16:07:39.990243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60134) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:39.998902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:39.999574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:40.031079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15ea51d6-2d68-4e11-bc07-f301db3b0b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.036897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:40.050729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] Routers {'ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:07:40.051343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15ea51d6-2d68-4e11-bc07-f301db3b0b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.052541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:40.073827 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T16:07:38Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:40.094776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:40.095497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0a31f-93e1-400c-9669-ef0816a0ca7a None None] The sync data for ids ['ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:40.107160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Deleting port ad0affc5-f90a-4a3f-a878-b064011fa289 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:40.108231 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.108401 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73aa0-fd13-4fb4-b938-4d78e861bff5 None None] The sync data for ids ['23f0d1d3-cb4b-4626-9f41-3eb5a333e911'] in n-d-793621-35 is: [{'id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'name': 'tempest-AttachVolumeTestJSON-503841939-router', 'tenant_id': '99949c36d79d47d086317b40e619d121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:27Z', 'updated_at': '2021-08-31T16:07:38Z', 'revision_number': 5, 'project_id': '99949c36d79d47d086317b40e619d121', 'gw_port': {'id': 'ad0affc5-f90a-4a3f-a878-b064011fa289', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f0d1d3-cb4b-4626-9f41-3eb5a333e911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:28Z', 'updated_at': '2021-08-31T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:07:40.122906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.127524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-15ea51d6-2d68-4e11-bc07-f301db3b0b4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c04e84e01f846dda053f1efd6e2b8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0377474 Aug 31 16:07:40.130622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60138) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:40.173186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea51d6-2d68-4e11-bc07-f301db3b0b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6081e8a3-2c20-47b3-8c0a-76b37fbfd219,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:40.231686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] For port ad0affc5-f90a-4a3f-a878-b064011fa289, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad0affc5-f90a-4a3f-a878-b064011fa289,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:40.231969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.245943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Calling delete_port for ad0affc5-f90a-4a3f-a878-b064011fa289 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:40.273357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa6e21e6-d0fd-40f4-a435-5419b4431d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.292695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.306480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa6e21e6-d0fd-40f4-a435-5419b4431d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.387820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting port b1f9f568-63dd-4b2e-9314-ce506fcc5133 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:40.388152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.427765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa6e21e6-d0fd-40f4-a435-5419b4431d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.430283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa6e21e6-d0fd-40f4-a435-5419b4431d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.431480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa6e21e6-d0fd-40f4-a435-5419b4431d30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6081e8a3-2c20-47b3-8c0a-76b37fbfd219 HTTP/1.1" status: 204 len: 168 time: 0.2640820 Aug 31 16:07:40.446055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e21e6-d0fd-40f4-a435-5419b4431d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6081e8a3-2c20-47b3-8c0a-76b37fbfd219,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:40.446437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.491908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0affc5-f90a-4a3f-a878-b064011fa289,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:40.502111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.517186 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Calling delete_port for b1f9f568-63dd-4b2e-9314-ce506fcc5133 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:40.571177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.708450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.711273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.745587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.762156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.764759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f0d1d3-cb4b-4626-9f41-3eb5a333e911 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:07:40.772426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.774438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f3751a65-59fb-4712-868f-5fc5242e99b9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/23f0d1d3-cb4b-4626-9f41-3eb5a333e911 HTTP/1.1" status: 204 len: 168 time: 1.6653781 Aug 31 16:07:40.776940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60144) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:40.794488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Port': ['ID=b1f9f568-63dd-4b2e-9314-ce506fcc5133,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:40.863689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.883239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Deleting subnet 7954665a-8636-439a-a84b-10f3d8c4153a {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:07:40.901215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.949352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd306e2b-bae1-4c5c-b03f-16cbacc62262 req-e86cb26d-a2b5-4eac-b7aa-b4308eaf8c9c tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0609651 Aug 31 16:07:40.966408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60150) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:40.988125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:40.993135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79d4529a-476e-4ad0-b99f-76436ee60cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.004010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.005258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.087024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.088936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Fanout notify agent at l3_agent the message router_deleted on router ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:07:41.101668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.103535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1aa1d5f1-93ea-4d2d-af8e-3eaf3a1cefed tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/routers/ad7e2e0c-b08c-4754-b6e9-8e5728a7d41f HTTP/1.1" status: 204 len: 168 time: 1.1122620 Aug 31 16:07:41.106309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60154) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:41.139755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930379f-7970-4613-9292-304fd5f2cc22 req-c3db16d6-5da4-40b8-9ab6-633ddad9ee35 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:41.141401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5930379f-7970-4613-9292-304fd5f2cc22 req-c3db16d6-5da4-40b8-9ab6-633ddad9ee35 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0951948 Aug 31 16:07:41.163356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.186298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Deleting subnet 5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:07:41.194429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.223697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5930379f-7970-4613-9292-304fd5f2cc22 req-4dabb8c7-4ed2-4bd2-bd3b-483266b5d1f8 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717268 Aug 31 16:07:41.260970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.264170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.288412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79d4529a-476e-4ad0-b99f-76436ee60cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.295273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7954665a-8636-439a-a84b-10f3d8c4153a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:41.295844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79d4529a-476e-4ad0-b99f-76436ee60cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.298095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.300568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0265ae1b-e142-4606-8454-789a05a5224c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7954665a-8636-439a-a84b-10f3d8c4153a HTTP/1.1" status: 204 len: 168 time: 0.5223854 Aug 31 16:07:41.303773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecea75a-c10e-4811-b3ec-20b0dc5e14b4 None None] Network 61255bd9-b18a-49fc-ad50-1e96fa52eb82 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:41.306970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60158) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:41.410243 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79d4529a-476e-4ad0-b99f-76436ee60cdc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d74c9bad9b940459feff9f012530a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423957 Aug 31 16:07:41.414291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60160) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:41.415550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.422008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4529a-476e-4ad0-b99f-76436ee60cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97eb22-9d8c-4d46-89a0-2efed50e4b2e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:41.485957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.516912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca31122d-86a4-49c3-91df-ba64dcde2d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.550197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca31122d-86a4-49c3-91df-ba64dcde2d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.551231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.556119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] DHCP port deletion for 61255bd9-b18a-49fc-ad50-1e96fa52eb82 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:07:41.592403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Subnet': ['ID=5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:41.598726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.604535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-56979a67-0454-4b9d-8e62-4d0ea34c09d8 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/subnets/5152b1e3-a5d7-49a2-bad9-d0f32e2a02cf HTTP/1.1" status: 204 len: 168 time: 0.4969661 Aug 31 16:07:41.605298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60162) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:41.620435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 08d42057-6b76-420e-8c8a-9c155c0d8654 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:41.636529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca31122d-86a4-49c3-91df-ba64dcde2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.640449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca31122d-86a4-49c3-91df-ba64dcde2d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.641704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ca31122d-86a4-49c3-91df-ba64dcde2d94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac97eb22-9d8c-4d46-89a0-2efed50e4b2e HTTP/1.1" status: 204 len: 168 time: 0.2255142 Aug 31 16:07:41.660955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31122d-86a4-49c3-91df-ba64dcde2d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97eb22-9d8c-4d46-89a0-2efed50e4b2e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:41.671119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Deleting port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:41.671549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.687572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 08d42057-6b76-420e-8c8a-9c155c0d8654 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:07:41.687955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 08d42057-6b76-420e-8c8a-9c155c0d8654 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:41.688335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad0affc5-f90a-4a3f-a878-b064011fa289 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:41.715566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ad0affc5-f90a-4a3f-a878-b064011fa289 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:07:41.716639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad0affc5-f90a-4a3f-a878-b064011fa289 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:41.741668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] Deleting port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:41.742262 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.828478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] For port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:41.829718 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:41.846019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] Calling delete_port for 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:41.969639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.052910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] No DVR routers for this DVR port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:07:42.065271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4924c2-b7e9-495c-9ca4-2248ee1bf5f3 None None] Pushing event deleted for resources: {'Port': ['ID=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:42.088809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.108235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] For port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,segment=NetworkSegment(93441537-9ad7-452f-b869-b2e74a8d790a),segment_id=93441537-9ad7-452f-b869-b2e74a8d790a)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:42.108607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.123940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b198e13-6319-4bc0-985d-3b70ce22fff4 req-0cf67e31-abec-4c75-ac64-61d9fbf8032c tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0361636 Aug 31 16:07:42.129491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Calling delete_port for 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:42.249162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.265387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b80240-b770-49e7-89e9-b4a9bac9534b']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:42.281513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab840a9-a9dd-4e0e-bf70-f75a9306da5a') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:42.281858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab840a9-a9dd-4e0e-bf70-f75a9306da5a') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:42.294509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.316966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.324978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.328073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:07:42.328510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:07:42.333588 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:07:42.402931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a416ca1-3fe1-4bf5-9194-79dbcd7795d3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:42.403922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d2ae1-6895-4292-b003-536a3b88254d req-98f76322-ed71-4b14-a26a-a4eeed83c221 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:42.405678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f3d2ae1-6895-4292-b003-536a3b88254d req-98f76322-ed71-4b14-a26a-a4eeed83c221 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0660999 Aug 31 16:07:42.407454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] No DVR routers for this DVR port 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:07:42.451949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f3d2ae1-6895-4292-b003-536a3b88254d req-130ad49f-540d-4c6d-9caa-2bbd67a93540 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372481 Aug 31 16:07:42.486061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.495079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.497044 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] 10.222.0.43 "DELETE /v2.0/networks/10b80240-b770-49e7-89e9-b4a9bac9534b HTTP/1.1" status: 204 len: 168 time: 0.8894894 Aug 31 16:07:42.512411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a10f-fe18-4aab-8510-bee2b0e2f113 tempest-FloatingIPTestJSON-632775749 tempest-FloatingIPTestJSON-632775749-project] Pushing event deleted for resources: {'Network': ['ID=10b80240-b770-49e7-89e9-b4a9bac9534b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:42.515051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.527031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61255bd9-b18a-49fc-ad50-1e96fa52eb82']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:42.539161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93441537-9ad7-452f-b869-b2e74a8d790a') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:42.539470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93441537-9ad7-452f-b869-b2e74a8d790a') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:42.549526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.563710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.570323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:07:42.570780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:07:42.573185 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:07:42.632956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.640993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:42.642482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] 10.222.0.43 "DELETE /v2.0/networks/61255bd9-b18a-49fc-ad50-1e96fa52eb82 HTTP/1.1" status: 204 len: 168 time: 1.3341966 Aug 31 16:07:42.654473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c9fd4-f6f7-4d8e-8c52-f230222d357b admin admin] Pushing event deleted for resources: {'Network': ['ID=61255bd9-b18a-49fc-ad50-1e96fa52eb82,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:42.826054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60220) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:42.917655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:42.966773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1339f430-40e9-4772-880d-236242d8dc25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99949c36d79d47d086317b40e619d121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456443 Aug 31 16:07:42.967370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:43.022806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc76d855-a6be-4a77-9a1e-7b020fe0d902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.059673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc76d855-a6be-4a77-9a1e-7b020fe0d902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.143572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fde691ce-c39f-4bd0-8291-24b0efcd4f54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78e0260910084e7b98b2b35edf95500e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162601 Aug 31 16:07:43.146135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60270) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:43.164056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc76d855-a6be-4a77-9a1e-7b020fe0d902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.166742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc76d855-a6be-4a77-9a1e-7b020fe0d902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.168180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc76d855-a6be-4a77-9a1e-7b020fe0d902 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3602e606-c4d8-4e8d-b80a-6eaf8a1cb8dd HTTP/1.1" status: 204 len: 168 time: 0.1997366 Aug 31 16:07:43.188467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76d855-a6be-4a77-9a1e-7b020fe0d902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3602e606-c4d8-4e8d-b80a-6eaf8a1cb8dd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:43.234789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1e16eac-ac91-4b5f-a342-d3dde4da12f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.260788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1e16eac-ac91-4b5f-a342-d3dde4da12f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.277888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9643f1e6-7055-4eab-a99a-d38cf71cc36b req-f6f7ab2f-95ca-4e66-a706-5c8969c430ed tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0366719 Aug 31 16:07:43.333624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1e16eac-ac91-4b5f-a342-d3dde4da12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.336905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1e16eac-ac91-4b5f-a342-d3dde4da12f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:43.338449 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f1e16eac-ac91-4b5f-a342-d3dde4da12f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b39702e-083f-42f8-8362-e635e26256fe HTTP/1.1" status: 204 len: 168 time: 0.1915870 Aug 31 16:07:43.350096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e16eac-ac91-4b5f-a342-d3dde4da12f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39702e-083f-42f8-8362-e635e26256fe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:43.387219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:43.419938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:07:43.420565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7a416ca1-3fe1-4bf5-9194-79dbcd7795d3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:43.581810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a5cc9-ada0-44e7-b336-40a7eaf3f30b req-ca5ed29a-18bb-4335-b09f-4b73268904d4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:43.583785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d84a5cc9-ada0-44e7-b336-40a7eaf3f30b req-ca5ed29a-18bb-4335-b09f-4b73268904d4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0594482 Aug 31 16:07:43.629647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d84a5cc9-ada0-44e7-b336-40a7eaf3f30b req-cacbb7b5-1d76-4972-8685-09a50fdbefb4 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Aug 31 16:07:43.749790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60322) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:43.935523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4351c360-dece-4107-9330-6442b043040a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.054478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4351c360-dece-4107-9330-6442b043040a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.059325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4351c360-dece-4107-9330-6442b043040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.102077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4351c360-dece-4107-9330-6442b043040a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c721990382324463b674717f7872a086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507087 Aug 31 16:07:44.103240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c360-dece-4107-9330-6442b043040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba72df-9d30-4c3b-a8e1-1520c6ce2343,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:44.105197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60342) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:44.189298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-61d493ec-ef0f-49e8-a80d-3ea0ef69295d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.219279 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-61d493ec-ef0f-49e8-a80d-3ea0ef69295d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.275889 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-61d493ec-ef0f-49e8-a80d-3ea0ef69295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.278786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-61d493ec-ef0f-49e8-a80d-3ea0ef69295d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.281521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-61d493ec-ef0f-49e8-a80d-3ea0ef69295d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bba72df-9d30-4c3b-a8e1-1520c6ce2343 HTTP/1.1" status: 204 len: 168 time: 0.1671834 Aug 31 16:07:44.290559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d493ec-ef0f-49e8-a80d-3ea0ef69295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba72df-9d30-4c3b-a8e1-1520c6ce2343,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:44.409176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a44e35d-16f6-497f-9d49-a3480070c622 req-2a466029-407f-4094-b362-d11ebc5e1a56 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0315380 Aug 31 16:07:44.670417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60374) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:44.795044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd70b78-ef8e-4277-af36-5615bf7822f9 req-00b55df8-54de-4eae-a186-72018cc25808 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:44.803689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffd70b78-ef8e-4277-af36-5615bf7822f9 req-00b55df8-54de-4eae-a186-72018cc25808 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0652077 Aug 31 16:07:44.835500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-707364107'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:44.858047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffd70b78-ef8e-4277-af36-5615bf7822f9 req-0d2b9d31-d938-453d-94ac-32b0a7423223 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530806 Aug 31 16:07:44.871047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:44.874839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:44.884557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.032177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.039865 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.075615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:45.092755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc147b-e42f-49c0-af67-efad6aba9fd5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:45.100306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.100679 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Added segment c6cd15c6-50bd-4509-a987-1a50ebc2fd29 of type vlan for network 53f4e536-242b-4503-a8cd-185a5f7b2a15 Aug 31 16:07:45.152701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.190462 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.197691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:45.198305 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:45.275534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Network': ['ID=53f4e536-242b-4503-a8cd-185a5f7b2a15,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:45.287281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 53f4e536-242b-4503-a8cd-185a5f7b2a15 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:45.292233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2b7be77e-e432-428d-94ff-956ff3d68b77 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6181161 Aug 31 16:07:45.552269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8f3ac23-e3cb-48d1-b096-cf1119a6b699 req-94f662b0-708d-451c-a450-355479afcc93 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0417173 Aug 31 16:07:45.994856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de696a-2d58-4b12-8dbe-b684b333f181 req-6b131af1-f52d-46c9-83d6-5b47efa90056 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:45.996730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7de696a-2d58-4b12-8dbe-b684b333f181 req-6b131af1-f52d-46c9-83d6-5b47efa90056 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0543096 Aug 31 16:07:46.043824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7de696a-2d58-4b12-8dbe-b684b333f181 req-c83cb63d-8b0e-48ee-b634-6e3efd946106 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 Aug 31 16:07:46.065925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:46.241313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1394613976'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:46.266823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Made reservation on behalf of 6c731ba284a94515bf056a9755605fc0 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:46.271437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.296121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.464526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.470226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.492091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:46.506170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.506544 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Added segment da316ec6-7f42-40d1-9629-eee3697ec8ae of type vlan for network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b Aug 31 16:07:46.555745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.588845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.594955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:46.595567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:46.684453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b2a6cd-76c3-4bcf-b22b-43611f99ec5a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:46.693758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6266401 Aug 31 16:07:46.699119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60450) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:46.707865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Request body: {'subnet': {'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:46.747771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff485945-7d6c-4136-8189-900013930761 req-e3834295-dbf2-4b40-84d7-7c2b73ff925a tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0930223 Aug 31 16:07:46.784261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1494b5-8be6-40bf-8ddb-ebd266d6989b tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event updated for resources: {'Network': ['ID=0323d9e1-c330-4a79-be1d-cf4f3dcfb80b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:46.803531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:46.836483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Made reservation on behalf of 6c731ba284a94515bf056a9755605fc0 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:46.840220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:47.080355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:47.158557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event updated for resources: {'Subnet': ['ID=d8af0d79-97b7-4b6e-af9a-baf09a5df5cc,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:47.166427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Checking segment: {'id': 'da316ec6-7f42-40d1-9629-eee3697ec8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:47.166848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Network hostable DHCP agents. Network: 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:07:47.187651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:47.199573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:47.208432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35992377-934f-45e1-bbc1-1b68d8e9df2a None None] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:47.211977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:47.212676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:47.232112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4231119-ff32-45e0-adcc-94edfe89af13 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5295882 Aug 31 16:07:47.232477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60454) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:47.239462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Request body: {'port': {'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1994992251'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:47.249468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b719b4-08ca-45fa-9447-aa58d876f807 req-2638ace5-14fd-4474-9a41-639cb5fa621e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:47.251723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2b719b4-08ca-45fa-9447-aa58d876f807 req-2638ace5-14fd-4474-9a41-639cb5fa621e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0889146 Aug 31 16:07:47.325336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2b719b4-08ca-45fa-9447-aa58d876f807 req-a7e310bd-0ea7-485e-a828-380888b09b0d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573754 Aug 31 16:07:47.415122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Made reservation on behalf of 6c731ba284a94515bf056a9755605fc0 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:47.420502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:47.446553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] device_id is not set on port 7f839e94-6e8f-4719-b994-17cd2a143b9e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:07:47.504874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-0323d9e1-c330-4a79-be1d-cf4f3dcfb80b', 'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b', 'tenant_id': '6c731ba284a94515bf056a9755605fc0', 'fixed_ips': [{'subnet_id': 'd8af0d79-97b7-4b6e-af9a-baf09a5df5cc'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:07:47.506022 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:47.644935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Allocated IP 172.20.0.11 (0323d9e1-c330-4a79-be1d-cf4f3dcfb80b/d8af0d79-97b7-4b6e-af9a-baf09a5df5cc/7f839e94-6e8f-4719-b994-17cd2a143b9e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:47.931791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:47.967731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-964a69da-4d6f-4462-8899-a25685e9d4ca req-03a38937-c8ea-4a7a-b1fa-69073133d418 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0486484 Aug 31 16:07:47.971204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Transition to ACTIVE for port object 7f839e94-6e8f-4719-b994-17cd2a143b9e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:48.041027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.098629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Allocated IP 172.20.0.2 (0323d9e1-c330-4a79-be1d-cf4f3dcfb80b/d8af0d79-97b7-4b6e-af9a-baf09a5df5cc/eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:48.106509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:48.110804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:48.113486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:48.142940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event updated for resources: {'Port': ['ID=7f839e94-6e8f-4719-b994-17cd2a143b9e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:48.191312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:48.192506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.217115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-733f5887-44e1-4c62-b27f-e21e7597b7e7 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9822941 Aug 31 16:07:48.219131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60466) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:48.308751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.319749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Transition to ACTIVE for port object eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:48.342141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Deleting port 7f839e94-6e8f-4719-b994-17cd2a143b9e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:48.342593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.344357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Transition to ACTIVE for port object eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:48.354374 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.457252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:48.461631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:48.464827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:48.488728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Pushing event updated for resources: {'Port': ['ID=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:48.504972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.526362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Attempting to bind port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:07:48.527068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Attempting to bind port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'da316ec6-7f42-40d1-9629-eee3697ec8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:07:48.527765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Attempting to bind port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 on network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:07:48.533803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:07:48.534436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Checking segment: {'id': 'da316ec6-7f42-40d1-9629-eee3697ec8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:48.535019 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.535572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Bound using segment: {'id': 'da316ec6-7f42-40d1-9629-eee3697ec8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:07:48.536264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Bound port: eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da316ec6-7f42-40d1-9629-eee3697ec8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0323d9e1-c330-4a79-be1d-cf4f3dcfb80b'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:07:48.536896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.537151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Calling delete_port for 7f839e94-6e8f-4719-b994-17cd2a143b9e owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:48.630101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c255f6-c545-452c-8505-182e7ec47192 req-f6762e39-cb79-46ab-a971-bf0de4d94fa0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:48.640040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6c255f6-c545-452c-8505-182e7ec47192 req-f6762e39-cb79-46ab-a971-bf0de4d94fa0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1859305 Aug 31 16:07:48.640646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60478) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:48.653920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'subnet': {'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:48.680748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] For port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:48.685925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] For port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,segment=NetworkSegment(da316ec6-7f42-40d1-9629-eee3697ec8ae),segment_id=da316ec6-7f42-40d1-9629-eee3697ec8ae)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:48.694784 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.792380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6c255f6-c545-452c-8505-182e7ec47192 req-b60ee3f6-6e1b-4198-a68d-5c125a6ecead tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267297 Aug 31 16:07:48.810457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d9cf0-cec1-4555-a907-27835469ca17 None None] Pushing event updated for resources: {'Port': ['ID=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:48.864839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.877332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:48.883661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:48.932835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event deleted for resources: {'Port': ['ID=7f839e94-6e8f-4719-b994-17cd2a143b9e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:49.081938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60490) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:49.181992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.187020 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b64ec49-8833-431a-bf47-1188e5f3a2e4 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "DELETE /v2.0/ports/7f839e94-6e8f-4719-b994-17cd2a143b9e HTTP/1.1" status: 204 len: 168 time: 0.9651253 Aug 31 16:07:49.187917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60494) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:49.341542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6570a4c-9fd1-4719-b6d5-b4423327ed83 req-3fb0a047-2c15-4802-bbe3-a4e78ef0bb6c tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0862777 Aug 31 16:07:49.390009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8afbbcf-8bd8-4cc1-b741-00f7d55ac3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.427351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-f4d1679b-accb-4cd2-b916-ceae2e09bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:49.441334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-f4d1679b-accb-4cd2-b916-ceae2e09bf19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.3352764 Aug 31 16:07:49.451365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7614-858c-4999-90f9-0dd42372fa92 req-a095fb50-88b5-4e17-ae2c-3832216378e9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:49.471093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-730f7614-858c-4999-90f9-0dd42372fa92 req-a095fb50-88b5-4e17-ae2c-3832216378e9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.3661382 Aug 31 16:07:49.576829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-730f7614-858c-4999-90f9-0dd42372fa92 req-01147b9a-d5ea-4c1a-8858-65f051a3da5e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032264 Aug 31 16:07:49.631215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.676365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8afbbcf-8bd8-4cc1-b741-00f7d55ac3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.705878 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e59426ea-0bed-48a8-9c04-366e9ab47f58 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.5164471 Aug 31 16:07:49.707284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60498) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:49.720226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-656143815'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:49.730332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8afbbcf-8bd8-4cc1-b741-00f7d55ac3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.752581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Checking segment: {'id': 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:49.753214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network hostable DHCP agents. Network: 53f4e536-242b-4503-a8cd-185a5f7b2a15, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:07:49.782090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Subnet': ['ID=385aad0a-790f-4eaa-b051-ada1f24bddb2,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:49.817594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:49.828940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a8afbbcf-8bd8-4cc1-b741-00f7d55ac3bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdf58d10a84b4409aef7741c573761a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454808 Aug 31 16:07:49.832156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Made reservation on behalf of 6c731ba284a94515bf056a9755605fc0 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:49.832993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60502) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:49.837098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.838629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-616b7c99-c027-4b4e-9f7e-7b338cd24548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:49.841274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afbbcf-8bd8-4cc1-b741-00f7d55ac3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87d711-4cc1-4b86-b2f3-23a4f3012132,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:49.841869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-616b7c99-c027-4b4e-9f7e-7b338cd24548 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.3635011 Aug 31 16:07:49.867477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 53f4e536-242b-4503-a8cd-185a5f7b2a15 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:49.882574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:49.895405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.895405 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Added segment cc28ba1c-be31-481f-bfd2-136732e47051 of type vlan for network b3280a99-3d3f-4d49-8e32-9b86af4f7045 Aug 31 16:07:49.955198 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:49.968375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-cb2e0575-68a5-4221-82a9-b3c60af7aa03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1000 time: 0.0944631 Aug 31 16:07:49.971293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:49.978166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 53f4e536-242b-4503-a8cd-185a5f7b2a15) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:49.989804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf0082-42eb-4f60-9b4c-75ef6ba45d99 None None] Network 53f4e536-242b-4503-a8cd-185a5f7b2a15 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:50.001361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.003204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:50.004948 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.013306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:50.014108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.068627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04df7dd2-1a7f-4ebc-acca-988cc35b1513 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4267828 Aug 31 16:07:50.075254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60504) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:50.084636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1875907721'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:50.092530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-1bf5e3ed-98f0-49c9-b174-23f89c0770f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:50.094087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-1bf5e3ed-98f0-49c9-b174-23f89c0770f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1171565 Aug 31 16:07:50.097430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb723fd-ad0a-4dca-ac80-16d3bf0f9bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.098787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event updated for resources: {'Network': ['ID=b3280a99-3d3f-4d49-8e32-9b86af4f7045,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:50.120995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b3280a99-3d3f-4d49-8e32-9b86af4f7045 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:50.172267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb723fd-ad0a-4dca-ac80-16d3bf0f9bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.199869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:50.203626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.207905 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-471e632e-ed22-413b-82cf-ee6709642249 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4984517 Aug 31 16:07:50.210866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60508) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:50.245206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-81c7ebbc-5143-493b-b4d2-d00f0c7d18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:50.246505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-81c7ebbc-5143-493b-b4d2-d00f0c7d18fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351757 Aug 31 16:07:50.292414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-53f4e536-242b-4503-a8cd-185a5f7b2a15', 'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15', 'tenant_id': '4126fafa5b1f40cb96d3d23394c8745b', 'fixed_ips': [{'subnet_id': '385aad0a-790f-4eaa-b051-ada1f24bddb2'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:07:50.294011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.338411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:50.360678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.361381 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Added segment c1afd9f0-3893-42ca-a412-0de123c75eff of type vlan for network 6001913c-52cc-4c68-9078-701f748f3924 Aug 31 16:07:50.362292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb723fd-ad0a-4dca-ac80-16d3bf0f9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.364916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb723fd-ad0a-4dca-ac80-16d3bf0f9bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.369796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9bb723fd-ad0a-4dca-ac80-16d3bf0f9bd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd87d711-4cc1-4b86-b2f3-23a4f3012132 HTTP/1.1" status: 204 len: 168 time: 0.5313418 Aug 31 16:07:50.420015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb723fd-ad0a-4dca-ac80-16d3bf0f9bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87d711-4cc1-4b86-b2f3-23a4f3012132,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:50.454205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.461111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-692bae91-ad7b-4ece-9371-e4835cf7d6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007363 Aug 31 16:07:50.520654 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5dcd5e60-83bc-46e1-a4d4-4bdbba97f3e5 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/agents/35e049b4-0862-48f6-bdda-e0a8ea29cd38/dhcp-networks HTTP/1.1" status: 200 len: 10449 time: 0.3056438 Aug 31 16:07:50.523636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60514) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:50.555772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d07de4-4c81-4060-9646-34833af2b840 None None] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:50.575259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.582782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:50.583456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.600732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Allocated IP 2001:db8:0:ffff::2 (53f4e536-242b-4503-a8cd-185a5f7b2a15/385aad0a-790f-4eaa-b051-ada1f24bddb2/5521b6c4-4ad2-4cdd-a81c-1b30636957ff) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:50.662995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] Provisioning for port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:50.685058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee34c27d-c125-4639-947b-cd90bbe333ba req-1ccf1df4-ec05-4b09-9c2d-d2664154f556 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0666986 Aug 31 16:07:50.722087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6439784 Aug 31 16:07:50.732009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] Provisioning complete for port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:50.732573 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:50.736713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:50.741903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c01d2-4fac-4cd4-aa0a-fcbd7740ea3d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Network': ['ID=6001913c-52cc-4c68-9078-701f748f3924,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:50.747921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'subnet': {'network_id': '6001913c-52cc-4c68-9078-701f748f3924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:50.809552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6001913c-52cc-4c68-9078-701f748f3924 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:50.810803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad3d9b7b-036f-4d28-bafb-4ecc22e0bf48 req-27c73574-a061-44de-aafe-b9a405a691b7 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.2114952 Aug 31 16:07:50.855293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de985fec-b20e-46d0-bd97-ae814032f8c1 req-49211103-342c-47d0-ac9a-764957f30b9c service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857169 Aug 31 16:07:50.874401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bcb9e-69ae-4b15-9e8b-ef2c58b840f9 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] Network b3280a99-3d3f-4d49-8e32-9b86af4f7045 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:50.893723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb9d2-c765-4fc3-8d95-4f887e910083 req-869babb2-18cd-4347-a07d-53697a90005e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:50.895536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f0cb9d2-c765-4fc3-8d95-4f887e910083 req-869babb2-18cd-4347-a07d-53697a90005e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1893561 Aug 31 16:07:50.939516 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-df5bcb9e-69ae-4b15-9e8b-ef2c58b840f9 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "POST /v2.0/agents/35e049b4-0862-48f6-bdda-e0a8ea29cd38/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4088609 Aug 31 16:07:50.940579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:50.953281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f0cb9d2-c765-4fc3-8d95-4f887e910083 req-6b653d89-fb1b-44de-85db-6b045644be24 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511260 Aug 31 16:07:50.963126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:50.966852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.037808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af00f0-99b2-4b41-9510-99e228183f2b None None] Network b3280a99-3d3f-4d49-8e32-9b86af4f7045 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:51.199279 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-393678d9-3273-4be7-a0f3-43b63c88f91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.272074 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23a40aea-72d4-41ad-ad97-1ade9ad1b487 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/agents/35e049b4-0862-48f6-bdda-e0a8ea29cd38/dhcp-networks HTTP/1.1" status: 200 len: 11219 time: 0.3241839 Aug 31 16:07:51.273159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60542) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:51.302144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.407206 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.427294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Transition to ACTIVE for port object 5521b6c4-4ad2-4cdd-a81c-1b30636957ff will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:51.452633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] For port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,segment=NetworkSegment(da316ec6-7f42-40d1-9629-eee3697ec8ae),segment_id=da316ec6-7f42-40d1-9629-eee3697ec8ae)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:51.465998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.476165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Transition to ACTIVE for port object 5521b6c4-4ad2-4cdd-a81c-1b30636957ff will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:51.505693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-304392f6-2f58-4f7e-94be-4f57ba0c298d tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "DELETE /v2.0/agents/35e049b4-0862-48f6-bdda-e0a8ea29cd38/dhcp-networks/b3280a99-3d3f-4d49-8e32-9b86af4f7045 HTTP/1.1" status: 204 len: 168 time: 0.2305157 Aug 31 16:07:51.508042 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.508795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60546) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:51.548657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Network 53f4e536-242b-4503-a8cd-185a5f7b2a15 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:51.551953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:51.556439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:51.560217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc709a-eedf-4a42-bf88-a6db9a04d9d6 None None] Pushing event updated for resources: {'Port': ['ID=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:51.596809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:07:51.599497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.672513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Pushing event updated for resources: {'Port': ['ID=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:51.675597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Attempting to bind port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:07:51.675975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Attempting to bind port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:07:51.676398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Attempting to bind port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff on network 53f4e536-242b-4503-a8cd-185a5f7b2a15 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:07:51.682773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:07:51.683164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Checking segment: {'id': 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:51.684866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.684866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Bound using segment: {'id': 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:07:51.684866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Bound port: 5521b6c4-4ad2-4cdd-a81c-1b30636957ff, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53f4e536-242b-4503-a8cd-185a5f7b2a15'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:07:51.685274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.759078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Subnet': ['ID=7119eedf-bc82-4e33-aaa8-b0e0248a0fc7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:51.797392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] For port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:51.801636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] For port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,segment=NetworkSegment(c6cd15c6-50bd-4509-a987-1a50ebc2fd29),segment_id=c6cd15c6-50bd-4509-a987-1a50ebc2fd29)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:51.803634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.803992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.804374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.804722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.805066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.805404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.805738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.806071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.806444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.806778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.807109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.807445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:07:51.809348 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.898876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Checking segment: {'id': 'c1afd9f0-3893-42ca-a412-0de123c75eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6001913c-52cc-4c68-9078-701f748f3924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:51.899245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network hostable DHCP agents. Network: 6001913c-52cc-4c68-9078-701f748f3924, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:07:51.935246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52bc1-364a-470c-96da-49f1d6ae4e12 None None] Pushing event updated for resources: {'Port': ['ID=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:51.956289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-51c03c70-cba6-453a-9e4d-cef212cdfa08 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/agents/35e049b4-0862-48f6-bdda-e0a8ea29cd38/dhcp-networks HTTP/1.1" status: 200 len: 10449 time: 0.4333127 Aug 31 16:07:51.959760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60560) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:51.966102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-37b393c2-e9d5-4b47-9c25-3da310f920fa None None] Provisioning complete for port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:51.966503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37b393c2-e9d5-4b47-9c25-3da310f920fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:51.970833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 6001913c-52cc-4c68-9078-701f748f3924 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:51.995972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6001913c-52cc-4c68-9078-701f748f3924) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:52.000800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:52.001414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.018209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-409e8327-e82d-4d62-b73f-d5a01d82be69 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/networks/0323d9e1-c330-4a79-be1d-cf4f3dcfb80b/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0562410 Aug 31 16:07:52.021010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0554bd73-62e0-4c6f-b224-75cab7218490 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2818215 Aug 31 16:07:52.022238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769dc433-94aa-4925-a47a-f8d255de7753 None None] Network 6001913c-52cc-4c68-9078-701f748f3924 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:52.022985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60568) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:52.023649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:52.036803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'port': {'network_id': '6001913c-52cc-4c68-9078-701f748f3924', 'name': 'tempest-NetworksIpV6TestAttrs-664794655'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:52.073484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a728d1f-070c-4bd0-b010-da793c560e07 req-21bf3c31-13a0-44e8-9ed8-9edd0b97b864 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0900142 Aug 31 16:07:52.139413 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eec933c8-9f42-45de-83fc-9be423820984 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/networks/0323d9e1-c330-4a79-be1d-cf4f3dcfb80b/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1117966 Aug 31 16:07:52.140165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60578) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:52.230665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a898855-2ad5-46b3-a05f-42d05e097b7b req-2251dddb-7069-426b-9ac0-3a4e0f6d27a2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:52.232481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a898855-2ad5-46b3-a05f-42d05e097b7b req-2251dddb-7069-426b-9ac0-3a4e0f6d27a2 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0892980 Aug 31 16:07:52.360232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:52.360232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.404958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] device_id is not set on port 26aca75e-262b-4031-ad68-28170cad8773 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:07:52.431056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea833275-0091-43bb-a043-3ef7367b1c19 tempest-DHCPAgentSchedulersTestJSON-1556029076 tempest-DHCPAgentSchedulersTestJSON-1556029076-project-admin] 10.222.0.43 "GET /v2.0/agents/35e049b4-0862-48f6-bdda-e0a8ea29cd38/dhcp-networks HTTP/1.1" status: 200 len: 11252 time: 0.2895153 Aug 31 16:07:52.434877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a898855-2ad5-46b3-a05f-42d05e097b7b req-a3d6682d-73c9-4c44-882d-cf149bd05817 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932480 Aug 31 16:07:52.439551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:52.510573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-6001913c-52cc-4c68-9078-701f748f3924', 'network_id': '6001913c-52cc-4c68-9078-701f748f3924', 'tenant_id': '4126fafa5b1f40cb96d3d23394c8745b', 'fixed_ips': [{'subnet_id': '7119eedf-bc82-4e33-aaa8-b0e0248a0fc7'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:07:52.520275 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.620623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Allocated IP 2001:db8::f816:3eff:fea4:906e (6001913c-52cc-4c68-9078-701f748f3924/7119eedf-bc82-4e33-aaa8-b0e0248a0fc7/26aca75e-262b-4031-ad68-28170cad8773) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:52.668876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.781662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2b3c85f1-42c5-494e-86b9-29e86826bc05 None None] Could not find standard attr ID for object 7f839e94-6e8f-4719-b994-17cd2a143b9e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:07:52.843583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a0057bab-2567-4844-928f-bb3af958d9d1 req-964b60df-aae8-4e3f-8746-1ac898062ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bead1a65794c11a212346bbff5b660&device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0961628 Aug 31 16:07:52.898716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.912881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3280a99-3d3f-4d49-8e32-9b86af4f7045']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:52.926223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc28ba1c-be31-481f-bfd2-136732e47051') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:52.926513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc28ba1c-be31-481f-bfd2-136732e47051') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:52.938380 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.956400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:52.969937 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a0057bab-2567-4844-928f-bb3af958d9d1 req-9c9af6e1-e64b-44fe-9b60-0241e84cb80c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=11bead1a65794c11a212346bbff5b660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136546 Aug 31 16:07:52.986827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:07:52.987336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:07:53.007822 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:07:53.020803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b6a805f-9864-4c0d-b177-1cd650ff7e99 req-90ca95e2-064d-4b14-84b0-ca4e2b60ec90 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0614958 Aug 31 16:07:53.087048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff72c2a-462f-4623-98b0-b4cb9590d662 req-1e481d4d-9946-4384-ab42-ee5976dd6b87 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:53.089709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ff72c2a-462f-4623-98b0-b4cb9590d662 req-1e481d4d-9946-4384-ab42-ee5976dd6b87 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2528911 Aug 31 16:07:53.100724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.120091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.141719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Transition to ACTIVE for port object 26aca75e-262b-4031-ad68-28170cad8773 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:53.147166 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.149466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "DELETE /v2.0/networks/b3280a99-3d3f-4d49-8e32-9b86af4f7045 HTTP/1.1" status: 204 len: 168 time: 0.7086289 Aug 31 16:07:53.154826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60602) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:53.167667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfd601-e9ca-46c6-a211-3c94e0b5769c tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event deleted for resources: {'Network': ['ID=b3280a99-3d3f-4d49-8e32-9b86af4f7045,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:53.179492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ff72c2a-462f-4623-98b0-b4cb9590d662 req-578e6ab2-6ff2-4533-b5ec-1f7b295ab1f6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751202 Aug 31 16:07:53.194063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0057bab-2567-4844-928f-bb3af958d9d1 req-8d42274d-6474-4b66-8c1a-c1f6e1b32002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:53.211005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a0057bab-2567-4844-928f-bb3af958d9d1 req-8d42274d-6474-4b66-8c1a-c1f6e1b32002 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186289 Aug 31 16:07:53.213034 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e9eb24-786e-4c2c-ade8-2e879c700650 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] DELETE failed (client error): The resource could not be found. Aug 31 16:07:53.218461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e9eb24-786e-4c2c-ade8-2e879c700650 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:07:53.222918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60610) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:53.224729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22e9eb24-786e-4c2c-ade8-2e879c700650 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "DELETE /v2.0/ports/7f839e94-6e8f-4719-b994-17cd2a143b9e HTTP/1.1" status: 404 len: 333 time: 0.0685833 Aug 31 16:07:53.280645 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.356755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 6001913c-52cc-4c68-9078-701f748f3924 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:53.373074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:53.382753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:53.383241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Deleting subnet d8af0d79-97b7-4b6e-af9a-baf09a5df5cc {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:07:53.390022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.393777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:53.394432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.403508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Allocated IP 2001:db8::f816:3eff:fea9:66eb (6001913c-52cc-4c68-9078-701f748f3924/7119eedf-bc82-4e33-aaa8-b0e0248a0fc7/04c1424c-8d45-4591-8199-9e773a856e9b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:53.409518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60612) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:53.445541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Port': ['ID=26aca75e-262b-4031-ad68-28170cad8773,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:53.458677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-31d89d66-5b26-48dc-8a58-fb5b12a3f29d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4321916 Aug 31 16:07:53.467438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60616) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:53.471615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e41e71-c940-4054-b3b7-5e80c568a609 req-c121d1b0-c267-42a7-b358-c0fbd84973a7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:53.481643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75e41e71-c940-4054-b3b7-5e80c568a609 req-c121d1b0-c267-42a7-b358-c0fbd84973a7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1724329 Aug 31 16:07:53.537172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting subnet 7119eedf-bc82-4e33-aaa8-b0e0248a0fc7 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:07:53.554937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.600675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5521b6c4-4ad2-4cdd-a81c-1b30636957ff up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:53.638966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8614-97d2-49c0-b794-ee4265af82dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.644076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75e41e71-c940-4054-b3b7-5e80c568a609 req-13fd4f7f-e4a6-4a41-80e6-c86686ee3b6b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587362 Aug 31 16:07:53.745580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8fcab-7da3-43d7-9dbf-ed6c50418141 None None] Network 53f4e536-242b-4503-a8cd-185a5f7b2a15 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:53.754361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.757579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.796890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8614-97d2-49c0-b794-ee4265af82dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.801436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Transition to ACTIVE for port object 04c1424c-8d45-4591-8199-9e773a856e9b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:53.804521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8614-97d2-49c0-b794-ee4265af82dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.848629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Transition to ACTIVE for port object 04c1424c-8d45-4591-8199-9e773a856e9b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:53.850667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.852907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:53.866269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] Provisioning for port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:53.875996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:53.880725 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.899700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event deleted for resources: {'Subnet': ['ID=d8af0d79-97b7-4b6e-af9a-baf09a5df5cc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:53.905255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.912327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8614-97d2-49c0-b794-ee4265af82dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72903ce7-cc7b-4e90-9ea6-acd2538e784a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:53.913432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.914427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] Provisioning complete for port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:53.914782 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:53.919634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5a4ba5aa-1dd6-44d8-b972-ecbf33bcf6f5 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "DELETE /v2.0/subnets/d8af0d79-97b7-4b6e-af9a-baf09a5df5cc HTTP/1.1" status: 204 len: 168 time: 0.6929574 Aug 31 16:07:53.921895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60624) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:53.944121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a51178-c18a-43ee-9001-8c8c7777241a None None] Network 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:54.000687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b1f8614-97d2-49c0-b794-ee4265af82dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f29b013d9f004fcaba3dad80f2a84b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887620 Aug 31 16:07:54.001375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:54.025068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.064237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Network 6001913c-52cc-4c68-9078-701f748f3924 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:54.077900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.086014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:54.097346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:54.099896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Pushing event updated for resources: {'Port': ['ID=04c1424c-8d45-4591-8199-9e773a856e9b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:54.102532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213b3e7-9e81-41d8-b02f-ed7c810e7910 req-aaf77862-3f23-4ea5-a2ad-3695a394dc5b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:54.113391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a213b3e7-9e81-41d8-b02f-ed7c810e7910 req-aaf77862-3f23-4ea5-a2ad-3695a394dc5b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1261845 Aug 31 16:07:54.134594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77ff933b-6063-4fac-85fe-1b88f88eebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.181959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f4ca4c4-4f8a-403a-9ec1-72532753711d req-bc43cfb6-a0e9-4a0c-8db9-fa849defb116 tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0660441 Aug 31 16:07:54.197976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77ff933b-6063-4fac-85fe-1b88f88eebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.233099 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a213b3e7-9e81-41d8-b02f-ed7c810e7910 req-140ea35a-6409-4236-a486-b950fe7a00ba tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956750 Aug 31 16:07:54.256226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Deleting port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:07:54.257122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.270497 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.276675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25074381-3cec-458c-a32e-9a448e7a736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.278226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:54.278572 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.285396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.324449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Attempting to bind port 04c1424c-8d45-4591-8199-9e773a856e9b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:07:54.325098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Attempting to bind port 04c1424c-8d45-4591-8199-9e773a856e9b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c1afd9f0-3893-42ca-a412-0de123c75eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6001913c-52cc-4c68-9078-701f748f3924'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:07:54.325664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Attempting to bind port 04c1424c-8d45-4591-8199-9e773a856e9b on network 6001913c-52cc-4c68-9078-701f748f3924 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:07:54.347889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77ff933b-6063-4fac-85fe-1b88f88eebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.352808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] For port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,segment=NetworkSegment(da316ec6-7f42-40d1-9629-eee3697ec8ae),segment_id=da316ec6-7f42-40d1-9629-eee3697ec8ae)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:54.353848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.354475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77ff933b-6063-4fac-85fe-1b88f88eebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.359025 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-77ff933b-6063-4fac-85fe-1b88f88eebf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72903ce7-cc7b-4e90-9ea6-acd2538e784a HTTP/1.1" status: 204 len: 168 time: 0.3541582 Aug 31 16:07:54.372651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff933b-6063-4fac-85fe-1b88f88eebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72903ce7-cc7b-4e90-9ea6-acd2538e784a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:54.390806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Calling delete_port for eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:07:54.394408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.464909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Subnet': ['ID=7119eedf-bc82-4e33-aaa8-b0e0248a0fc7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:54.486654 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a0057bab-2567-4844-928f-bb3af958d9d1 req-83316cc6-a328-4ed6-951d-fef8cbc91aef tempest-ServerShowV254Test-1271426948 tempest-ServerShowV254Test-1271426948-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8a83e65-81b5-456c-9e5b-377662882984 HTTP/1.1" status: 200 len: 210 time: 0.0362263 Aug 31 16:07:54.490658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.495967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-57b2275d-b26b-4d87-8605-c176f67ab626 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/7119eedf-bc82-4e33-aaa8-b0e0248a0fc7 HTTP/1.1" status: 204 len: 168 time: 1.0273941 Aug 31 16:07:54.496855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60634) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:54.535662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.570459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:07:54.571162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Checking segment: {'id': 'c1afd9f0-3893-42ca-a412-0de123c75eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6001913c-52cc-4c68-9078-701f748f3924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:54.571673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.572773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Bound using segment: {'id': 'c1afd9f0-3893-42ca-a412-0de123c75eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6001913c-52cc-4c68-9078-701f748f3924'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:07:54.573575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Bound port: 04c1424c-8d45-4591-8199-9e773a856e9b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1afd9f0-3893-42ca-a412-0de123c75eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6001913c-52cc-4c68-9078-701f748f3924'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:07:54.574041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.579595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event deleted for resources: {'Port': ['ID=eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:54.590771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] No DVR routers for this DVR port eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:07:54.658491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.663774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Could not find standard attr ID for object eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:07:54.702401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959fb02-192d-418e-8f09-473a6bab26c1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:54.704578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959fb02-192d-418e-8f09-473a6bab26c1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:54.709546 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9959fb02-192d-418e-8f09-473a6bab26c1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2115128 Aug 31 16:07:54.710633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60638) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:54.715187 n-d-793621-35 neutron-server[101479]: INFO neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No ports have port_id starting with eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 Aug 31 16:07:54.745785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.766618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0323d9e1-c330-4a79-be1d-cf4f3dcfb80b']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:54.787509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a0db9-c930-470d-bd2f-9002ff0fe7d6 None None] DHCP port deletion for 0323d9e1-c330-4a79-be1d-cf4f3dcfb80b request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:07:54.788669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da316ec6-7f42-40d1-9629-eee3697ec8ae') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:54.788982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da316ec6-7f42-40d1-9629-eee3697ec8ae') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:07:54.811014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] For port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,segment=NetworkSegment(c6cd15c6-50bd-4509-a987-1a50ebc2fd29),segment_id=c6cd15c6-50bd-4509-a987-1a50ebc2fd29)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:07:54.813160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.820477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] For port 04c1424c-8d45-4591-8199-9e773a856e9b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:54.834891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] For port 04c1424c-8d45-4591-8199-9e773a856e9b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=04c1424c-8d45-4591-8199-9e773a856e9b,segment=NetworkSegment(c1afd9f0-3893-42ca-a412-0de123c75eff),segment_id=c1afd9f0-3893-42ca-a412-0de123c75eff)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:54.839075 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.848294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.856219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.872948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:07:54.873503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:07:54.877763 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:07:54.892995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92056d19-4f77-4e11-a4ec-b43b887222ce tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:54.913537 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-92056d19-4f77-4e11-a4ec-b43b887222ce tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 16:07:54.914014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92056d19-4f77-4e11-a4ec-b43b887222ce tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:07:54.915977 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-92056d19-4f77-4e11-a4ec-b43b887222ce tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/6001913c-52cc-4c68-9078-701f748f3924 HTTP/1.1" status: 409 len: 405 time: 0.2040820 Aug 31 16:07:54.920060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:54.925325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-258487873'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:54.979857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:54.983688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.013698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:55.026760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.026760 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Added segment bd584889-b196-4f4e-8e80-65c0c57abe92 of type vlan for network 4d061e17-25d7-430d-b632-2196c90731d5 Aug 31 16:07:55.035873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.060726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.065437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] 10.222.0.43 "DELETE /v2.0/networks/0323d9e1-c330-4a79-be1d-cf4f3dcfb80b HTTP/1.1" status: 204 len: 168 time: 1.1396105 Aug 31 16:07:55.077625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06d592-664f-4310-aa7b-445e28aaab68 tempest-DHCPAgentSchedulersTestJSON-2089710933 tempest-DHCPAgentSchedulersTestJSON-2089710933-project] Pushing event deleted for resources: {'Network': ['ID=0323d9e1-c330-4a79-be1d-cf4f3dcfb80b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:55.082387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a530745-0c2f-453b-99d5-21d8521e15a8 None None] Network 6001913c-52cc-4c68-9078-701f748f3924 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:55.089054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.130169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.138916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:55.140977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.200822 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2739460 Aug 31 16:07:55.201152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60654) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:55.205094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cd6bf-9340-4f78-98d4-0dd1fd186a8c None None] Pushing event updated for resources: {'Port': ['ID=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:55.205732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'subnet': {'network_id': '4d061e17-25d7-430d-b632-2196c90731d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:55.284493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38939fc-1800-4bb5-b891-834962e916fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Network': ['ID=4d061e17-25d7-430d-b632-2196c90731d5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:55.336789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f91c612b-ca78-46bf-b372-309664bf1990 None None] Provisioning complete for port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:55.338820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f91c612b-ca78-46bf-b372-309664bf1990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.413983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:55.416062 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.418955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.419107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 4d061e17-25d7-430d-b632-2196c90731d5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:07:55.445316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5521b6c4-4ad2-4cdd-a81c-1b30636957ff up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:55.561300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fae43-6e21-4fc2-98d9-86f32f04d192 req-a148f0d0-4a37-43ea-ab7b-3d296ea4790f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:55.564342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.568912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-735fae43-6e21-4fc2-98d9-86f32f04d192 req-a148f0d0-4a37-43ea-ab7b-3d296ea4790f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2140384 Aug 31 16:07:55.617162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478901f-cca9-4779-9015-7b636b2817c7 None None] Pushing event updated for resources: {'Port': ['ID=04c1424c-8d45-4591-8199-9e773a856e9b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:55.646181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5045a-02f0-417c-84ba-288d946703ca None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:07:55.650405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-735fae43-6e21-4fc2-98d9-86f32f04d192 req-242f857f-0588-4a63-a8e6-4a45954c1d7f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756934 Aug 31 16:07:55.703694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:07:55.704655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.741372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60674) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:55.809014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60680) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:55.842454 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:55.992837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:07:56.007527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.024041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f048655a-e528-4bbe-ab74-5408c5a5c97d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c731ba284a94515bf056a9755605fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821672 Aug 31 16:07:56.027059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60688) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:56.098498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5045a-02f0-417c-84ba-288d946703ca None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:07:56.124533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:07:56.147724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-6a2d07c2-06f5-4d65-aa7c-bbaf63b06561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:56.149730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-6a2d07c2-06f5-4d65-aa7c-bbaf63b06561 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.1532187 Aug 31 16:07:56.161221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0470c6c8-2042-4437-b1a6-4c2461603236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.168893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:07:56.169257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb67cc41-a1b8-454f-947b-6e5bbc3bf0d1 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:07:56.215801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0470c6c8-2042-4437-b1a6-4c2461603236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.291426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae0f66ad-9947-4f62-a9bd-82c1e02cd3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.331103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0470c6c8-2042-4437-b1a6-4c2461603236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.333886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0470c6c8-2042-4437-b1a6-4c2461603236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.335194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0470c6c8-2042-4437-b1a6-4c2461603236 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82b2a6cd-76c3-4bcf-b22b-43611f99ec5a HTTP/1.1" status: 204 len: 168 time: 0.3067713 Aug 31 16:07:56.351518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470c6c8-2042-4437-b1a6-4c2461603236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b2a6cd-76c3-4bcf-b22b-43611f99ec5a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:56.505804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae0f66ad-9947-4f62-a9bd-82c1e02cd3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.514306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae0f66ad-9947-4f62-a9bd-82c1e02cd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.596662 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae0f66ad-9947-4f62-a9bd-82c1e02cd3a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11bead1a65794c11a212346bbff5b660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7865527 Aug 31 16:07:56.602943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60704) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:56.625409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f66ad-9947-4f62-a9bd-82c1e02cd3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff0997-75a2-484e-8652-880ca4d44e26,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:56.700410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378707f6-1674-4ece-a414-31a6e02afe57 req-db166414-23ec-443d-8247-a07f31d03def tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:56.708485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-378707f6-1674-4ece-a414-31a6e02afe57 req-db166414-23ec-443d-8247-a07f31d03def tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.7109571 Aug 31 16:07:56.709392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c31c8c5a-8d7e-485a-b47c-0e57da78f07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.739365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c31c8c5a-8d7e-485a-b47c-0e57da78f07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.748361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Subnet': ['ID=d2ca4e80-ef19-481a-8625-232b99696506,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:56.770532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-b7245f99-ef95-42f9-bd58-93c47a6d88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:56.772833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-b7245f99-ef95-42f9-bd58-93c47a6d88e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.6078439 Aug 31 16:07:56.812799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-378707f6-1674-4ece-a414-31a6e02afe57 req-790387c2-5ea8-4815-85ac-85f7c3425e5f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028309 Aug 31 16:07:56.815083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c31c8c5a-8d7e-485a-b47c-0e57da78f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.817723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c31c8c5a-8d7e-485a-b47c-0e57da78f07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.818863 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c31c8c5a-8d7e-485a-b47c-0e57da78f07f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faff0997-75a2-484e-8652-880ca4d44e26 HTTP/1.1" status: 204 len: 168 time: 0.2143946 Aug 31 16:07:56.827684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Checking segment: {'id': 'bd584889-b196-4f4e-8e80-65c0c57abe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d061e17-25d7-430d-b632-2196c90731d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:56.828287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network hostable DHCP agents. Network: 4d061e17-25d7-430d-b632-2196c90731d5, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:07:56.840304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c8c5a-8d7e-485a-b47c-0e57da78f07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff0997-75a2-484e-8652-880ca4d44e26,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:56.894533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 4d061e17-25d7-430d-b632-2196c90731d5 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:07:56.908502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-cbcad8b3-eb19-4abd-addb-58d387b3d217 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1000 time: 0.1135371 Aug 31 16:07:56.910223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 4d061e17-25d7-430d-b632-2196c90731d5) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:56.916346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:56.916960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:56.918937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349dcd7-cfff-4bb7-ab33-e1bb209e5e94 None None] Network 4d061e17-25d7-430d-b632-2196c90731d5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:56.969327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e0bdfac-f31d-4bf7-bb7c-a04e96e12ffe tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7698267 Aug 31 16:07:56.969933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60712) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:56.977555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'port': {'network_id': '4d061e17-25d7-430d-b632-2196c90731d5', 'name': 'tempest-NetworksIpV6TestAttrs-1224308015'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:56.982539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-dbfc49bf-203f-4c29-bc38-2ac722f8bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:56.984932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-dbfc49bf-203f-4c29-bc38-2ac722f8bd76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.0650041 Aug 31 16:07:57.043887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-00a52575-4b39-4f3a-8086-0dcd5b13e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:57.048128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-00a52575-4b39-4f3a-8086-0dcd5b13e718 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551651 Aug 31 16:07:57.073435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60714) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:57.105796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc236438-4225-4a66-bf4c-a3f31beb2066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.139419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d061e17-25d7-430d-b632-2196c90731d5', 'network_id': '4d061e17-25d7-430d-b632-2196c90731d5', 'tenant_id': '4126fafa5b1f40cb96d3d23394c8745b', 'fixed_ips': [{'subnet_id': 'd2ca4e80-ef19-481a-8625-232b99696506'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:07:57.140434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.179737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-aa2d699f-a6f8-420c-b9b7-ad798850fb4d service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232414 Aug 31 16:07:57.354184 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc236438-4225-4a66-bf4c-a3f31beb2066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.363294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Allocated IP 2001:db8::f816:3eff:fefa:fbba (4d061e17-25d7-430d-b632-2196c90731d5/d2ca4e80-ef19-481a-8625-232b99696506/9b1ea1af-1f69-4fc6-997f-66a6e55f7107) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:57.379859 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc236438-4225-4a66-bf4c-a3f31beb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.381506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef98835-dc43-41ce-8c84-7f0d016f3f9a req-1dadc93e-8e5e-45f9-a4c5-f5dbebef7eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894050 Aug 31 16:07:57.441534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:57.445464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.450443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc236438-4225-4a66-bf4c-a3f31beb2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3106573-6088-4e86-90ca-4fc014cce753,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:57.466524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60732) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:57.466794 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc236438-4225-4a66-bf4c-a3f31beb2066 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4fa41dba3f84c7ca8ee9a01d98ee92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921261 Aug 31 16:07:57.476252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] device_id is not set on port 3c9ad288-de7e-477b-bdf7-ba71f45587f3 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:07:57.581396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64c506cf-517e-4077-ba68-25a1c9c47667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.613177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64c506cf-517e-4077-ba68-25a1c9c47667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.675010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64c506cf-517e-4077-ba68-25a1c9c47667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.677606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64c506cf-517e-4077-ba68-25a1c9c47667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.678823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-64c506cf-517e-4077-ba68-25a1c9c47667 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3106573-6088-4e86-90ca-4fc014cce753 HTTP/1.1" status: 204 len: 168 time: 0.2112715 Aug 31 16:07:57.704419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c506cf-517e-4077-ba68-25a1c9c47667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3106573-6088-4e86-90ca-4fc014cce753,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:57.808162 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.820743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Transition to ACTIVE for port object 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:57.825704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.840388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Transition to ACTIVE for port object 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:57.873603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:57.943838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Network 4d061e17-25d7-430d-b632-2196c90731d5 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:57.947514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:57.950062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:57.958807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:58.002505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Allocated IP 2001:db8::f816:3eff:fe3c:914c (4d061e17-25d7-430d-b632-2196c90731d5/d2ca4e80-ef19-481a-8625-232b99696506/3c9ad288-de7e-477b-bdf7-ba71f45587f3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:07:58.012415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cba06-e684-4569-885e-e1cafd91b7c4 req-16b42f64-6d12-4894-a21b-e5c7c2f66af7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:58.029337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2cba06-e684-4569-885e-e1cafd91b7c4 req-16b42f64-6d12-4894-a21b-e5c7c2f66af7 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1109698 Aug 31 16:07:58.075661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Attempting to bind port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:07:58.076573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Attempting to bind port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'bd584889-b196-4f4e-8e80-65c0c57abe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d061e17-25d7-430d-b632-2196c90731d5'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:07:58.077410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Attempting to bind port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 on network 4d061e17-25d7-430d-b632-2196c90731d5 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:07:58.084781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:07:58.085783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Checking segment: {'id': 'bd584889-b196-4f4e-8e80-65c0c57abe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d061e17-25d7-430d-b632-2196c90731d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:07:58.086650 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:58.088838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Bound using segment: {'id': 'bd584889-b196-4f4e-8e80-65c0c57abe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d061e17-25d7-430d-b632-2196c90731d5'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:07:58.089772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Bound port: 9b1ea1af-1f69-4fc6-997f-66a6e55f7107, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd584889-b196-4f4e-8e80-65c0c57abe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d061e17-25d7-430d-b632-2196c90731d5'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:07:58.090458 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:58.129663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2cba06-e684-4569-885e-e1cafd91b7c4 req-e85591e4-466e-40ea-b29a-52b07b2de3b0 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964491 Aug 31 16:07:58.211690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] For port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:07:58.218852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] For port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,segment=NetworkSegment(bd584889-b196-4f4e-8e80-65c0c57abe92),segment_id=bd584889-b196-4f4e-8e80-65c0c57abe92)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:07:58.227579 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:58.347812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1142ed-5b16-4c08-970a-783a44088d07 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:58.736358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:58.751565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Transition to ACTIVE for port object 3c9ad288-de7e-477b-bdf7-ba71f45587f3 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:07:58.804571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:58.863535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 4d061e17-25d7-430d-b632-2196c90731d5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:07:58.867448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:07:58.871753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:07:58.877806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:58.878471 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:58.890212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Port': ['ID=3c9ad288-de7e-477b-bdf7-ba71f45587f3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:58.902739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4445ff36-a953-44ac-87e7-6d1b09d51a69 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9285350 Aug 31 16:07:58.903733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60784) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:58.961526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting subnet d2ca4e80-ef19-481a-8625-232b99696506 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:07:58.965610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.018249 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.225556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.339486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f02e2-e4c9-415f-913e-cbb488c2f512 req-c2243cc1-8b19-4644-b168-952a7703678b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:59.348152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11f02e2-e4c9-415f-913e-cbb488c2f512 req-c2243cc1-8b19-4644-b168-952a7703678b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1164563 Aug 31 16:07:59.381428 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.446459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ca4e80-ef19-481a-8625-232b99696506,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:07:59.451031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.453716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-373672d3-ee42-4dce-85e6-faceb89d7b88 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/d2ca4e80-ef19-481a-8625-232b99696506 HTTP/1.1" status: 204 len: 168 time: 0.5495403 Aug 31 16:07:59.456708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60816) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:59.473937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11f02e2-e4c9-415f-913e-cbb488c2f512 req-5d407556-1b83-49e8-824e-aa1f351f6bfb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236498 Aug 31 16:07:59.492075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:07:59.591310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419668db-cffa-445e-a0ce-87462dceb2d7 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:59.593032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419668db-cffa-445e-a0ce-87462dceb2d7 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:59.597086 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-419668db-cffa-445e-a0ce-87462dceb2d7 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1379738 Aug 31 16:07:59.599492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:59.631845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:07:59.703106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0a1c0-1d8a-462d-a0d6-83edc3575dbc req-b63b4bd1-9298-435f-b3f3-1b5ec4a3f057 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:07:59.711115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25f0a1c0-1d8a-462d-a0d6-83edc3575dbc req-b63b4bd1-9298-435f-b3f3-1b5ec4a3f057 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.0771701 Aug 31 16:07:59.733105 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-585ea9df-63ef-4445-a0bf-a76bb984f73f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.756097 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-585ea9df-63ef-4445-a0bf-a76bb984f73f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 16:07:59.757773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585ea9df-63ef-4445-a0bf-a76bb984f73f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:07:59.761394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-585ea9df-63ef-4445-a0bf-a76bb984f73f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/4d061e17-25d7-430d-b632-2196c90731d5 HTTP/1.1" status: 409 len: 405 time: 0.1606247 Aug 31 16:07:59.777760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25f0a1c0-1d8a-462d-a0d6-83edc3575dbc req-2ed96591-55eb-4543-8e1c-190ab5508e57 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Aug 31 16:07:59.777760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60832) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:07:59.789420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-918273260'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:07:59.821006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c0f6b-b24e-4efd-84f4-ffcc9cbb7a75 None None] Network 4d061e17-25d7-430d-b632-2196c90731d5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:07:59.822509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:07:59.831325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.878318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:07:59.889443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.889862 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Added segment 6bfae931-b569-4fb0-8da3-5367214fc70f of type vlan for network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 Aug 31 16:07:59.964532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:07:59.975072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] Provisioning for port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:08:00.004381 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.010957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] Provisioning complete for port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:00.011299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.019501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:00.020529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.092292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3248546 Aug 31 16:08:00.097393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:00.103460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'subnet': {'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:00.138591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28252911-04ac-4a0f-b76b-87a9bd349daa tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Network': ['ID=a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:00.182572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:00.241132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] DHCP port deletion for 4d061e17-25d7-430d-b632-2196c90731d5 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:08:00.277139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:00.281642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.286647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.388314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] For port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,segment=NetworkSegment(bd584889-b196-4f4e-8e80-65c0c57abe92),segment_id=bd584889-b196-4f4e-8e80-65c0c57abe92)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:00.400892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.445231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] Deleting port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:00.445636 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.519217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde242f-6a33-4f29-ac41-d96ba0e9d188 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:00.552847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] For port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,segment=NetworkSegment(bd584889-b196-4f4e-8e80-65c0c57abe92),segment_id=bd584889-b196-4f4e-8e80-65c0c57abe92)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:00.553327 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.576096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] Calling delete_port for 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:00.704563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:08:00.707628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.710618 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.764029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] No DVR routers for this DVR port 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:00.775278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Subnet': ['ID=61aa80ea-c922-4afe-b4df-362f9b43e3b9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:00.789094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae6430-a577-45c5-ad28-1d0608f4bcff None None] Pushing event deleted for resources: {'Port': ['ID=9b1ea1af-1f69-4fc6-997f-66a6e55f7107,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:00.828846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Checking segment: {'id': '6bfae931-b569-4fb0-8da3-5367214fc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:00.829324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network hostable DHCP agents. Network: a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:08:00.880714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:08:00.895981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:00.906298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:00.906874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:00.911190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1689b-ce85-440b-a66d-d6ab22a74335 None None] Network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:00.925762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e603561-3dd3-46ff-8ca5-d13c32edf003 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8268836 Aug 31 16:08:00.930445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60900) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:01.110709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.168275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2', 'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2', 'tenant_id': '4126fafa5b1f40cb96d3d23394c8745b', 'fixed_ips': [{'subnet_id': '61aa80ea-c922-4afe-b4df-362f9b43e3b9'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:08:01.173146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.265042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.383346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Allocated IP 2001:db8::f816:3eff:fe52:a0e8 (a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2/61aa80ea-c922-4afe-b4df-362f9b43e3b9/50be9c03-5c42-4139-9fed-3d91a4b6dbf0) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:08:01.411831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:01.470727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-9be1c3c9-f2e0-45e6-8317-181b140b4356 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:01.483699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-9be1c3c9-f2e0-45e6-8317-181b140b4356 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c HTTP/1.1" status: 200 len: 943 time: 0.0797393 Aug 31 16:08:01.499213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:01.499833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9b1ea1af-1f69-4fc6-997f-66a6e55f7107 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:01.621322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Deleting port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:01.623886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.652533 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.669318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Transition to ACTIVE for port object 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:01.690299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Transition to ACTIVE for port object 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:01.698754 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.735004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.755667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:08:01.762377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:01.766819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:08:01.773700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] For port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:01.774076 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.793000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Calling delete_port for 0fd9fbcc-a777-431a-a792-77aebcb6a6ee owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:01.828455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Pushing event updated for resources: {'Port': ['ID=50be9c03-5c42-4139-9fed-3d91a4b6dbf0,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:01.844166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Attempting to bind port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:08:01.845193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Attempting to bind port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6bfae931-b569-4fb0-8da3-5367214fc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:08:01.845774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Attempting to bind port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 on network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:08:01.852151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:08:01.853017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Checking segment: {'id': '6bfae931-b569-4fb0-8da3-5367214fc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:01.853759 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.854496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Bound using segment: {'id': '6bfae931-b569-4fb0-8da3-5367214fc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:08:01.855199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Bound port: 50be9c03-5c42-4139-9fed-3d91a4b6dbf0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfae931-b569-4fb0-8da3-5367214fc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:08:01.855814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.866383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.872017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Subnet': ['ID=61aa80ea-c922-4afe-b4df-362f9b43e3b9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:01.887376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:01.920467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfae931-b569-4fb0-8da3-5367214fc70f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:01.920824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfae931-b569-4fb0-8da3-5367214fc70f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:01.938578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60936) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:01.954987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.982860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] For port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:01.987224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:01.999091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:01.999639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:02.004236 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:02.015987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.030617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e', '510f8560-d540-4a54-a3f1-31248f0cff85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:08:02.095995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60942) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:02.135413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:08:02.135413 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:08:02.135413 n-d-793621-35 neutron-server[101478]: [parameters: {'id': 'a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2'}] Aug 31 16:08:02.135413 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:08:02.135848 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:08:02.138323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'Port': ['ID=0fd9fbcc-a777-431a-a792-77aebcb6a6ee,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:02.141979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] No DVR routers for this DVR port 0fd9fbcc-a777-431a-a792-77aebcb6a6ee on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:02.146818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.153475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-940d3cb9-101e-40ef-984a-c5b4449b70e0 req-ef8eaad4-71ff-4d79-9354-726308c6a266 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "DELETE /v2.0/ports/0fd9fbcc-a777-431a-a792-77aebcb6a6ee HTTP/1.1" status: 204 len: 173 time: 0.6688712 Aug 31 16:08:02.154136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-deleted', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:02.156927 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e31869-bc32-4aad-9429-f3259da7ea0d" -d '{"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-deleted", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:02.162679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] For port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=50be9c03-5c42-4139-9fed-3d91a4b6dbf0,segment=NetworkSegment(6bfae931-b569-4fb0-8da3-5367214fc70f),segment_id=6bfae931-b569-4fb0-8da3-5367214fc70f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:08:02.179924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.232305 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8fcc5a-ec53-4b97-bb4b-2f9dd76702c3 x-openstack-request-id: req-ab8fcc5a-ec53-4b97-bb4b-2f9dd76702c3 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:02.232895 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c", "name": "network-vif-deleted", "tag": "0fd9fbcc-a777-431a-a792-77aebcb6a6ee", "status": "failed", "code": 422}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:02.233267 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab8fcc5a-ec53-4b97-bb4b-2f9dd76702c3 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:02.233903 n-d-793621-35 neutron-server[101477]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce20f4ca-6f2f-4d3d-9b1e-b0f04650e38c', 'name': 'network-vif-deleted', 'tag': '0fd9fbcc-a777-431a-a792-77aebcb6a6ee', 'status': 'failed', 'code': 422} returned with failed status Aug 31 16:08:02.318027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83628e5b-ec38-444e-8f57-b5534bb8a911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.362100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a860643-97f9-4bd9-bc6d-2d7f12e23d40 None None] Pushing event updated for resources: {'Port': ['ID=50be9c03-5c42-4139-9fed-3d91a4b6dbf0,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:02.393136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6306ceb-e168-40d1-90ef-5cc546fba1d2 None None] Network a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:02.394296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ccec3201-df76-44f4-aef9-a9b8e35c44a1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:02.435056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ccec3201-df76-44f4-aef9-a9b8e35c44a1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "PUT /v2.0/quotas/e9c7d738a79649ffb145f39e59a30b71 HTTP/1.1" status: 200 len: 368 time: 0.4935856 Aug 31 16:08:02.438799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60956) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:02.447132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Request body: {'network': {'project_id': 'e9c7d738a79649ffb145f39e59a30b71'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:02.496288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83628e5b-ec38-444e-8f57-b5534bb8a911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.514556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83628e5b-ec38-444e-8f57-b5534bb8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.527529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Made reservation on behalf of e9c7d738a79649ffb145f39e59a30b71 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:02.530126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.548239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.585107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-83628e5b-ec38-444e-8f57-b5534bb8a911 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d36e4c8ae0fd49228f2433f32456c7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873009 Aug 31 16:08:02.587046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:02.601610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628e5b-ec38-444e-8f57-b5534bb8a911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173cf216-328c-4e79-b973-a832ba7aff46,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:02.636577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.715713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdd63e-a4e7-480c-9539-bac0eae4f122 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:08:02.796526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c27baf9-92c5-47db-85cc-9ae070cb0922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.852984 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.858785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c27baf9-92c5-47db-85cc-9ae070cb0922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.861489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.886138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:02.886631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.903589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:08:02.919407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9880fd8-f456-463b-8d36-b08ba80b0429,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:02.926660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:02.927341 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Added segment f159b3ec-6f68-4842-904e-c43f47417029 of type vlan for network 701427b5-65fa-48b0-b2fb-5abbede95b33 Aug 31 16:08:02.933874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebdd63e-a4e7-480c-9539-bac0eae4f122 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:08:02.997055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.011134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] For port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=50be9c03-5c42-4139-9fed-3d91a4b6dbf0,segment=NetworkSegment(6bfae931-b569-4fb0-8da3-5367214fc70f),segment_id=6bfae931-b569-4fb0-8da3-5367214fc70f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:03.011134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.031731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Calling delete_port for 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:03.031989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.037721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:03.039709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.128845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6877384 Aug 31 16:08:03.130700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60978) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:03.146007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Request body: {'network': {'project_id': 'e9c7d738a79649ffb145f39e59a30b71'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:03.157879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c27baf9-92c5-47db-85cc-9ae070cb0922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.160674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c27baf9-92c5-47db-85cc-9ae070cb0922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.165718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c27baf9-92c5-47db-85cc-9ae070cb0922 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/173cf216-328c-4e79-b973-a832ba7aff46 HTTP/1.1" status: 204 len: 168 time: 0.5767913 Aug 31 16:08:03.178431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27baf9-92c5-47db-85cc-9ae070cb0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173cf216-328c-4e79-b973-a832ba7aff46,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:03.191208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98078-3176-401a-9cbc-afcbe30aaf1a tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Pushing event updated for resources: {'Network': ['ID=701427b5-65fa-48b0-b2fb-5abbede95b33,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:03.193132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.218159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Made reservation on behalf of e9c7d738a79649ffb145f39e59a30b71 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:03.221669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.229742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Port': ['ID=50be9c03-5c42-4139-9fed-3d91a4b6dbf0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:03.237988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No DVR routers for this DVR port 50be9c03-5c42-4139-9fed-3d91a4b6dbf0 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:03.271504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 701427b5-65fa-48b0-b2fb-5abbede95b33 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:03.278301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:08:03.329447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.331294 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Added segment e6377e50-9498-4614-95aa-6d980c85f6b6 of type vlan for network e352c74a-60f4-4465-b8b3-107563ccc111 Aug 31 16:08:03.433112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.433469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.458596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:03.479109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfae931-b569-4fb0-8da3-5367214fc70f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:03.479720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfae931-b569-4fb0-8da3-5367214fc70f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:03.490923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.514106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.531658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:03.532617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:03.537499 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:03.554191 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.555598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:03.556947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.635393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Pushing event updated for resources: {'Network': ['ID=e352c74a-60f4-4465-b8b3-107563ccc111,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:03.648410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e352c74a-60f4-4465-b8b3-107563ccc111 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:03.685536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-788e0b8e-dd9c-4002-830b-e88cf15369da tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5495610 Aug 31 16:08:03.690805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60996) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:03.697736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609641d-4755-4931-8831-a705e061f24d req-896d843f-e1e0-4bad-bd76-3f04fb77bd52 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:03.707839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8609641d-4755-4931-8831-a705e061f24d req-896d843f-e1e0-4bad-bd76-3f04fb77bd52 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 907 time: 0.1987288 Aug 31 16:08:03.708284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9fdb5722-f7d6-4880-b806-26c4aa00be54 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Request body: {'network': {'project_id': 'e9c7d738a79649ffb145f39e59a30b71'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:03.730095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.766150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.772576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60998) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:03.773331 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 HTTP/1.1" status: 204 len: 168 time: 2.8407593 Aug 31 16:08:03.774780 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdb5722-f7d6-4880-b806-26c4aa00be54 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 16:08:03.776322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdb5722-f7d6-4880-b806-26c4aa00be54 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:03.777650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9fdb5722-f7d6-4880-b806-26c4aa00be54 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0853646 Aug 31 16:08:03.778826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-742929807'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:03.782145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32768) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:03.806557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152190f-d4a8-4a10-badc-7f9bc8ecb6fb tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Network': ['ID=a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:03.849017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:03.855908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.887530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-148782b6-4d93-45f6-b4b6-dadc47ca5f92 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9c7d738a79649ffb145f39e59a30b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1028073 Aug 31 16:08:03.890670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:03.898047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:08:03.909561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.910006 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Added segment 17cc8a52-4a1c-4e53-bac6-df3b347cfea5 of type vlan for network 8df910a9-c95e-40db-96df-7b10ba0ca7ec Aug 31 16:08:03.963727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.985808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac885-e3a0-4421-8b87-bb8b6f542db1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:03.999553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.005702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:04.006828 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.026389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac885-e3a0-4421-8b87-bb8b6f542db1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.044349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.077570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3037643 Aug 31 16:08:04.080776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32786) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.085478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b645b-e80c-49d4-8bb9-5364fe11177b tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Network': ['ID=8df910a9-c95e-40db-96df-7b10ba0ca7ec,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:04.088337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'subnet': {'network_id': '8df910a9-c95e-40db-96df-7b10ba0ca7ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:04.100589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8df910a9-c95e-40db-96df-7b10ba0ca7ec details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:04.163986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac885-e3a0-4421-8b87-bb8b6f542db1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.168650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac885-e3a0-4421-8b87-bb8b6f542db1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.169772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ceac885-e3a0-4421-8b87-bb8b6f542db1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9880fd8-f456-463b-8d36-b08ba80b0429 HTTP/1.1" status: 204 len: 168 time: 0.2776630 Aug 31 16:08:04.172491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32792) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.203825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceac885-e3a0-4421-8b87-bb8b6f542db1 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9880fd8-f456-463b-8d36-b08ba80b0429,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:04.248353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-494f493d-d6cd-4249-bee0-c3c7345cdee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.253876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.284902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:04.288469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.341982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.351397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.354493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e352c74a-60f4-4465-b8b3-107563ccc111']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:04.369337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6377e50-9498-4614-95aa-6d980c85f6b6') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:04.369648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6377e50-9498-4614-95aa-6d980c85f6b6') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:04.380627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.396811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.403930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:04.404278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:04.406028 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:04.449011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-494f493d-d6cd-4249-bee0-c3c7345cdee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.454281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-494f493d-d6cd-4249-bee0-c3c7345cdee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.464875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.474987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.479445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "DELETE /v2.0/networks/e352c74a-60f4-4465-b8b3-107563ccc111 HTTP/1.1" status: 204 len: 168 time: 0.3035653 Aug 31 16:08:04.479713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32802) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.501385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-732915833-network', 'tenant_id': '705aac6a21e143b5b2494e84afbceda0'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:04.506316 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-494f493d-d6cd-4249-bee0-c3c7345cdee9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a24c52221d34414845f7f708334ef73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609215 Aug 31 16:08:04.511475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32804) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.512112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f493d-d6cd-4249-bee0-c3c7345cdee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcde192-2147-457b-b75c-8df61406b610,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:04.514672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d6d26-1e8b-4507-8e62-6590b34fb786 tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Pushing event deleted for resources: {'Network': ['ID=e352c74a-60f4-4465-b8b3-107563ccc111,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:04.579107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Made reservation on behalf of 705aac6a21e143b5b2494e84afbceda0 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:04.581444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.593139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.597687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.640111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9535b126-a047-4154-8620-59f633702342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.654917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.698855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9535b126-a047-4154-8620-59f633702342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.720052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.746463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701427b5-65fa-48b0-b2fb-5abbede95b33']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:04.765676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Subnet': ['ID=a9403c6d-3876-4a46-b8ef-05cf1bc3314b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:04.767312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f159b3ec-6f68-4842-904e-c43f47417029') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:04.767621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f159b3ec-6f68-4842-904e-c43f47417029') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:04.782217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Checking segment: {'id': '17cc8a52-4a1c-4e53-bac6-df3b347cfea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8df910a9-c95e-40db-96df-7b10ba0ca7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:04.782474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.782747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network hostable DHCP agents. Network: 8df910a9-c95e-40db-96df-7b10ba0ca7ec, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:08:04.801793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 8df910a9-c95e-40db-96df-7b10ba0ca7ec is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:08:04.805361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9535b126-a047-4154-8620-59f633702342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.808466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9535b126-a047-4154-8620-59f633702342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.809642 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9535b126-a047-4154-8620-59f633702342 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dcde192-2147-457b-b75c-8df61406b610 HTTP/1.1" status: 204 len: 168 time: 0.2947235 Aug 31 16:08:04.823692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535b126-a047-4154-8620-59f633702342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcde192-2147-457b-b75c-8df61406b610,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:04.825441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8df910a9-c95e-40db-96df-7b10ba0ca7ec) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:04.831428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:04.831428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.844716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.859606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6d316-0484-40e5-b982-dda23cb35423 None None] Network 8df910a9-c95e-40db-96df-7b10ba0ca7ec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:04.888134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:04.888590 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.891655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:04.892740 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:04.903647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8ec5bfe2-0aad-4feb-8235-95971aec048d tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8214693 Aug 31 16:08:04.906241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32814) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:04.936109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:04.988009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-e286fb7d-636b-4cd9-b354-ca675bbedffe tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:04.989838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-e286fb7d-636b-4cd9-b354-ca675bbedffe tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 907 time: 0.2056706 Aug 31 16:08:05.002659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:08:05.020436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7b75-5f86-4dd9-8e36-e7d7f9b5429d req-c8f644a3-f231-4b60-9b0e-ea0a9337131b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:05.022357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d66c7b75-5f86-4dd9-8e36-e7d7f9b5429d req-c8f644a3-f231-4b60-9b0e-ea0a9337131b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 907 time: 0.2178943 Aug 31 16:08:05.035684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.043469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.043853 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Added segment 63810700-2246-4c17-b84b-dc30a5434f16 of type vlan for network 0768a463-40fa-4fe3-b387-36a80c6f5b47 Aug 31 16:08:05.049690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ed12a-3ca1-4fd2-bdc5-906f7cb1a21d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.082277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.084345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] 10.222.0.43 "DELETE /v2.0/networks/701427b5-65fa-48b0-b2fb-5abbede95b33 HTTP/1.1" status: 204 len: 168 time: 0.6033306 Aug 31 16:08:05.104360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab161e-125a-4ef3-a4ab-895ca49b5b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8df910a9-c95e-40db-96df-7b10ba0ca7ec', 'network_id': '8df910a9-c95e-40db-96df-7b10ba0ca7ec', 'tenant_id': '4126fafa5b1f40cb96d3d23394c8745b', 'fixed_ips': [{'subnet_id': 'a9403c6d-3876-4a46-b8ef-05cf1bc3314b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:08:05.106178 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3fab161e-125a-4ef3-a4ab-895ca49b5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.109893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f2de-f8b6-4e94-969a-09512faa0c7b tempest-QuotasNegativeTest-1096046282 tempest-QuotasNegativeTest-1096046282-project-admin] Pushing event deleted for resources: {'Network': ['ID=701427b5-65fa-48b0-b2fb-5abbede95b33,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.145422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.210310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.226066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.256085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.257098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:05.257880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.319243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.325138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Deleting port ddca35d8-b94d-4e3e-abef-e0d810d0541c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:05.325702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.344148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9916878 Aug 31 16:08:05.358475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Subnet': ['ID=a9403c6d-3876-4a46-b8ef-05cf1bc3314b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.388287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440dd7e-bfd2-4aef-b657-876cf628e876 admin admin] Pushing event updated for resources: {'Network': ['ID=0768a463-40fa-4fe3-b387-36a80c6f5b47,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server [None req-3fab161e-125a-4ef3-a4ab-895ca49b5b2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9403c6d-3876-4a46-b8ef-05cf1bc3314b: This subnet is being modified by another concurrent operation. Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:08:05.393175 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise exception Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9403c6d-3876-4a46-b8ef-05cf1bc3314b: This subnet is being modified by another concurrent operation. Aug 31 16:08:05.396889 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Aug 31 16:08:05.401160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32822) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:05.401381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 0768a463-40fa-4fe3-b387-36a80c6f5b47 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:05.451978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] For port ddca35d8-b94d-4e3e-abef-e0d810d0541c, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ddca35d8-b94d-4e3e-abef-e0d810d0541c,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:05.452394 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.471053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Calling delete_port for ddca35d8-b94d-4e3e-abef-e0d810d0541c owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:05.473839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb27898-3d3b-42cc-a0de-354d17060aaa None None] Network 8df910a9-c95e-40db-96df-7b10ba0ca7ec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:05.491254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.503308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df910a9-c95e-40db-96df-7b10ba0ca7ec']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:05.517417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cc8a52-4a1c-4e53-bac6-df3b347cfea5') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:05.517689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cc8a52-4a1c-4e53-bac6-df3b347cfea5') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:05.532690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.543531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1e80-a040-478d-9b96-263c1d9dccd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.561069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.569590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:05.569590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:05.573500 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:05.704221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.735173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.742434 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/8df910a9-c95e-40db-96df-7b10ba0ca7ec HTTP/1.1" status: 204 len: 168 time: 0.8310866 Aug 31 16:08:05.742618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.748493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:05.763201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2059597640'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:05.820870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d58839-c2f4-46c8-8d0b-e529c1b6b157 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Network': ['ID=8df910a9-c95e-40db-96df-7b10ba0ca7ec,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.838403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'Port': ['ID=ddca35d8-b94d-4e3e-abef-e0d810d0541c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.858332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1e80-a040-478d-9b96-263c1d9dccd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.861778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] No DVR routers for this DVR port ddca35d8-b94d-4e3e-abef-e0d810d0541c on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:05.864514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.867219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1cb500e-79bf-4db2-9970-a6dd52f64165 req-8171078e-70a2-4548-868c-f47d2328fc40 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "DELETE /v2.0/ports/ddca35d8-b94d-4e3e-abef-e0d810d0541c HTTP/1.1" status: 204 len: 173 time: 0.8438952 Aug 31 16:08:05.867738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'name': 'network-vif-deleted', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:05.871220 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd1b4f-de7e-457f-900a-752bc130c74e" -d '{"events": [{"server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "name": "network-vif-deleted", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:05.875625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1e80-a040-478d-9b96-263c1d9dccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.925560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:05.932866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:05.935987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5a9b1e80-a040-478d-9b96-263c1d9dccd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e51b6591c7cd46619647f9d2afee4f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491863 Aug 31 16:08:05.937951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32838) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:05.974123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b1e80-a040-478d-9b96-263c1d9dccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44835a9f-190e-423c-bca7-e1c0a3c36351,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:05.987193 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7727ae7-c656-4df6-a87f-d8f93c79c3e3 x-openstack-request-id: req-d7727ae7-c656-4df6-a87f-d8f93c79c3e3 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:05.987495 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999d61b6-8c59-49b5-bb55-7cd221a41f5b", "name": "network-vif-deleted", "tag": "ddca35d8-b94d-4e3e-abef-e0d810d0541c", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:05.987754 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7727ae7-c656-4df6-a87f-d8f93c79c3e3 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:05.988163 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999d61b6-8c59-49b5-bb55-7cd221a41f5b', 'name': 'network-vif-deleted', 'tag': 'ddca35d8-b94d-4e3e-abef-e0d810d0541c', 'status': 'completed', 'code': 200} Aug 31 16:08:06.007156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:08:06.028332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.028701 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Added segment ec02ac6d-c9a1-465a-b2fa-25ba65f9773e of type vlan for network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 Aug 31 16:08:06.083586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f46a37-e670-4c29-83b8-6a749195e52a None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:08:06.102493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32844) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:06.157449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.200652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.207510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:06.208173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.246776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e19035ed-0e32-4eef-9f5c-1a3d1ede6364 req-31bf34f1-0dbc-4532-b44d-68b61cb2a257 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=999d61b6-8c59-49b5-bb55-7cd221a41f5b HTTP/1.1" status: 200 len: 210 time: 0.0593846 Aug 31 16:08:06.284429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5352192 Aug 31 16:08:06.287431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32850) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:06.293015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Request body: {'subnet': {'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:06.298201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2f9bf-367d-4c8f-be4c-12e8aa33fb6a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Network': ['ID=3c854a6e-bba6-4040-8910-9bf1cbd941c4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:06.303600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f46a37-e670-4c29-83b8-6a749195e52a None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:08:06.312016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:06.319104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb82f514-5e86-4c40-a823-88c5dcf8bb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.356083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb82f514-5e86-4c40-a823-88c5dcf8bb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.379814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52345c1e-1d98-4a5f-8cc8-7d384fcfe31d req-8c204fa1-153f-4943-bfc0-481b06ebb982 tempest-ComputeTenantNetworksTest-772869554 tempest-ComputeTenantNetworksTest-772869554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:06.386773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52345c1e-1d98-4a5f-8cc8-7d384fcfe31d req-8c204fa1-153f-4943-bfc0-481b06ebb982 tempest-ComputeTenantNetworksTest-772869554 tempest-ComputeTenantNetworksTest-772869554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:06.393581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52345c1e-1d98-4a5f-8cc8-7d384fcfe31d req-8c204fa1-153f-4943-bfc0-481b06ebb982 tempest-ComputeTenantNetworksTest-772869554 tempest-ComputeTenantNetworksTest-772869554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:06.395367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52345c1e-1d98-4a5f-8cc8-7d384fcfe31d req-8c204fa1-153f-4943-bfc0-481b06ebb982 tempest-ComputeTenantNetworksTest-772869554 tempest-ComputeTenantNetworksTest-772869554-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4581642 Aug 31 16:08:06.434533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Made reservation on behalf of 4126fafa5b1f40cb96d3d23394c8745b for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:06.442987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.538224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4fa8-3dea-431f-a6d7-3fc80e837019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.597460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb82f514-5e86-4c40-a823-88c5dcf8bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.600047 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb82f514-5e86-4c40-a823-88c5dcf8bb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.604581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb82f514-5e86-4c40-a823-88c5dcf8bb08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44835a9f-190e-423c-bca7-e1c0a3c36351 HTTP/1.1" status: 204 len: 168 time: 0.6613832 Aug 31 16:08:06.617986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286328e-d360-4d07-9999-c1d44af78feb req-3f6ac889-362e-4c60-8785-295d96ed853c tempest-ComputeTenantNetworksTest-772869554 tempest-ComputeTenantNetworksTest-772869554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:06.628915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32856) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:06.630166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0286328e-d360-4d07-9999-c1d44af78feb req-3f6ac889-362e-4c60-8785-295d96ed853c tempest-ComputeTenantNetworksTest-772869554 tempest-ComputeTenantNetworksTest-772869554-project] 10.222.0.43 "GET /v2.0/networks/0768a463-40fa-4fe3-b387-36a80c6f5b47 HTTP/1.1" status: 200 len: 768 time: 0.1967735 Aug 31 16:08:06.640986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82f514-5e86-4c40-a823-88c5dcf8bb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44835a9f-190e-423c-bca7-e1c0a3c36351,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:06.739455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4fa8-3dea-431f-a6d7-3fc80e837019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.745553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4fa8-3dea-431f-a6d7-3fc80e837019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.807443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb8e4fa8-3dea-431f-a6d7-3fc80e837019 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f3d299b7f6145edb69ef817f89cb887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035964 Aug 31 16:08:06.809735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e4fa8-3dea-431f-a6d7-3fc80e837019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665cc5e1-1588-47c8-9cc5-42e803e73756,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:06.812419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32858) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:06.845885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.885603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82692491-ba12-4664-a5b6-7d1fa963f951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.920396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:08:06.922112 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.928370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82692491-ba12-4664-a5b6-7d1fa963f951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:06.997909 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82692491-ba12-4664-a5b6-7d1fa963f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.001347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82692491-ba12-4664-a5b6-7d1fa963f951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.002947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-82692491-ba12-4664-a5b6-7d1fa963f951 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/665cc5e1-1588-47c8-9cc5-42e803e73756 HTTP/1.1" status: 204 len: 168 time: 0.1814373 Aug 31 16:08:07.018415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692491-ba12-4664-a5b6-7d1fa963f951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665cc5e1-1588-47c8-9cc5-42e803e73756,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:07.023155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.074214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ddca35d8-b94d-4e3e-abef-e0d810d0541c no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:07.083985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0768a463-40fa-4fe3-b387-36a80c6f5b47']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:07.101949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63810700-2246-4c17-b84b-dc30a5434f16') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:07.102232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63810700-2246-4c17-b84b-dc30a5434f16') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:07.104963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event updated for resources: {'Subnet': ['ID=daf78b1b-505d-426b-b71b-d95b84192ed4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:07.122084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Checking segment: {'id': 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:07.122458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network hostable DHCP agents. Network: 3c854a6e-bba6-4040-8910-9bf1cbd941c4, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:08:07.128603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.145173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: ddca35d8-b94d-4e3e-abef-e0d810d0541c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:07.145529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ddca35d8-b94d-4e3e-abef-e0d810d0541c not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:07.161188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.171636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:07.172327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:07.174347 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:07.184949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:08:07.211863 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:08:07.262901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3c854a6e-bba6-4040-8910-9bf1cbd941c4) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:07.267851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:07.268711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.281004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.301085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.303944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0768a463-40fa-4fe3-b387-36a80c6f5b47 HTTP/1.1" status: 204 len: 168 time: 0.6737020 Aug 31 16:08:07.304961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede551-4109-4cb9-89f2-f38874c06d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0768a463-40fa-4fe3-b387-36a80c6f5b47,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:07.313604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ed6fba1-dc8e-4c80-9fc7-c7f15056f27f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0247447 Aug 31 16:08:07.318119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32880) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:07.326226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6f964-cca6-43b5-bc07-d5c018861991 None None] Network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:07.573257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.635492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:07.679797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e489431-b819-491b-be2d-ba55c53226a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.690608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3c854a6e-bba6-4040-8910-9bf1cbd941c4', 'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4', 'tenant_id': '4126fafa5b1f40cb96d3d23394c8745b', 'fixed_ips': [{'subnet_id': 'daf78b1b-505d-426b-b71b-d95b84192ed4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:08:07.691884 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.706622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32892) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:07.825546 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.882103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e489431-b819-491b-be2d-ba55c53226a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.883301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Allocated IP 2001:db8::f816:3eff:fe8f:23 (3c854a6e-bba6-4040-8910-9bf1cbd941c4/daf78b1b-505d-426b-b71b-d95b84192ed4/2a8de01a-d242-4951-b2ca-cef1c55cad2a) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:08:07.891401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0e489431-b819-491b-be2d-ba55c53226a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:07.924125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a677-418f-4414-98eb-8079a2548aa6 req-2efd8c22-2263-48bf-982a-1d17659f6fd1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:07.926585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e20a677-418f-4414-98eb-8079a2548aa6 req-2efd8c22-2263-48bf-982a-1d17659f6fd1 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 946 time: 0.2333829 Aug 31 16:08:07.952558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d030221d-fcca-4006-86f2-33aa6eb90203 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=705aac6a21e143b5b2494e84afbceda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432816 Aug 31 16:08:07.959964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:08.000048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0e489431-b819-491b-be2d-ba55c53226a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=506c31f5087e4d1faf3bf42c2ac94f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631160 Aug 31 16:08:08.000992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e489431-b819-491b-be2d-ba55c53226a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f14ad74-04a6-4024-8dc4-cb39b0125465,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:08.014554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32900) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:08.060867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e20a677-418f-4414-98eb-8079a2548aa6 req-08d064c1-be4a-40c4-b8a1-66ed3b5cc537 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175568 Aug 31 16:08:08.110201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4ebeac9-d1de-48b1-b9a2-b1fff21dd494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.125291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cc9918-1d20-4532-964a-c475ec1bb522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.141257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4ebeac9-d1de-48b1-b9a2-b1fff21dd494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.149476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.161728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cc9918-1d20-4532-964a-c475ec1bb522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.169784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Transition to ACTIVE for port object 2a8de01a-d242-4951-b2ca-cef1c55cad2a will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:08.192282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Transition to ACTIVE for port object 2a8de01a-d242-4951-b2ca-cef1c55cad2a will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:08.214548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.246920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.254494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cc9918-1d20-4532-964a-c475ec1bb522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.257214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cc9918-1d20-4532-964a-c475ec1bb522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.258423 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61cc9918-1d20-4532-964a-c475ec1bb522 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/079ed12a-3ca1-4fd2-bdc5-906f7cb1a21d HTTP/1.1" status: 204 len: 168 time: 0.2875822 Aug 31 16:08:08.286185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc9918-1d20-4532-964a-c475ec1bb522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ed12a-3ca1-4fd2-bdc5-906f7cb1a21d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:08.304775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Subnet': ['ID=daf78b1b-505d-426b-b71b-d95b84192ed4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:08.310387 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4ebeac9-d1de-48b1-b9a2-b1fff21dd494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.312987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4ebeac9-d1de-48b1-b9a2-b1fff21dd494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.316927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b4ebeac9-d1de-48b1-b9a2-b1fff21dd494 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f14ad74-04a6-4024-8dc4-cb39b0125465 HTTP/1.1" status: 204 len: 168 time: 0.3010223 Aug 31 16:08:08.340091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:08:08.346635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:08.348905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Pushing event updated for resources: {'Port': ['ID=2a8de01a-d242-4951-b2ca-cef1c55cad2a,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:08.351599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:08:08.379631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebeac9-d1de-48b1-b9a2-b1fff21dd494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f14ad74-04a6-4024-8dc4-cb39b0125465,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:08.411732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.426937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c854a6e-bba6-4040-8910-9bf1cbd941c4']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:08.446434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:08.447590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:08.455780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Attempting to bind port 2a8de01a-d242-4951-b2ca-cef1c55cad2a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:08:08.456283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Attempting to bind port 2a8de01a-d242-4951-b2ca-cef1c55cad2a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:08:08.456547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Attempting to bind port 2a8de01a-d242-4951-b2ca-cef1c55cad2a on network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:08:08.464328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:08:08.464328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Checking segment: {'id': 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:08.464745 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.465045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Bound using segment: {'id': 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:08:08.466639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Bound port: 2a8de01a-d242-4951-b2ca-cef1c55cad2a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:08:08.467146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.471560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.523117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.534336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:08.534811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:08.539242 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:08.560945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] For port 2a8de01a-d242-4951-b2ca-cef1c55cad2a, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:08.625471 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] For port 2a8de01a-d242-4951-b2ca-cef1c55cad2a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2a8de01a-d242-4951-b2ca-cef1c55cad2a,segment=NetworkSegment(ec02ac6d-c9a1-465a-b2fa-25ba65f9773e),segment_id=ec02ac6d-c9a1-465a-b2fa-25ba65f9773e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:08:08.625713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:08:08.625713 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:08:08.625713 n-d-793621-35 neutron-server[101477]: [parameters: {'id': '3c854a6e-bba6-4040-8910-9bf1cbd941c4'}] Aug 31 16:08:08.625713 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:08:08.626079 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:08:08.631163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:08.749240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a74c-eb20-4c16-8e07-730e362772dd None None] Pushing event updated for resources: {'Port': ['ID=2a8de01a-d242-4951-b2ca-cef1c55cad2a,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:08.786124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183deabc-954e-439b-8550-043737da7bf8 None None] Network 3c854a6e-bba6-4040-8910-9bf1cbd941c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:08.955327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66292fab-aa52-49dc-b44c-712dfb397688 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:08:09.127198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:09.164345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66292fab-aa52-49dc-b44c-712dfb397688 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:08:09.313456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-c4dcf0b9-aade-4d2f-96ee-7e8e841cfa4e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:09.315233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-c4dcf0b9-aade-4d2f-96ee-7e8e841cfa4e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 946 time: 0.1044936 Aug 31 16:08:09.320392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting port 2a8de01a-d242-4951-b2ca-cef1c55cad2a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:09.320914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:09.407758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] For port 2a8de01a-d242-4951-b2ca-cef1c55cad2a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2a8de01a-d242-4951-b2ca-cef1c55cad2a,segment=NetworkSegment(ec02ac6d-c9a1-465a-b2fa-25ba65f9773e),segment_id=ec02ac6d-c9a1-465a-b2fa-25ba65f9773e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:09.408137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:09.447757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58ea5e-5935-4df9-b3f7-682686bd88a4 req-28b63d37-5f5f-4176-900c-0f570a88519c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:09.456154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e58ea5e-5935-4df9-b3f7-682686bd88a4 req-28b63d37-5f5f-4176-900c-0f570a88519c tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 946 time: 0.2108171 Aug 31 16:08:09.468774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Calling delete_port for 2a8de01a-d242-4951-b2ca-cef1c55cad2a owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:09.968112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e58ea5e-5935-4df9-b3f7-682686bd88a4 req-30c0ef78-3a3e-493a-ac6f-f7e38bffbd05 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107527 Aug 31 16:08:10.108562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.115009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.121232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.127415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.134356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.142141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.148795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.152966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-64c1b13a-540b-4602-897d-62f7d4293fcc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.2110889 Aug 31 16:08:10.190585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Deleting port 510f8560-d540-4a54-a3f1-31248f0cff85 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:10.192979 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.199077 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.283658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Port': ['ID=2a8de01a-d242-4951-b2ca-cef1c55cad2a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:10.285688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No DVR routers for this DVR port 2a8de01a-d242-4951-b2ca-cef1c55cad2a on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:10.328672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e45d80f5-4626-4dd2-b1e8-bd6b8140ea80 req-16ca1c8a-e60f-4fd8-9c47-61d4626cd36a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698337 Aug 31 16:08:10.420099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.431538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] For port 510f8560-d540-4a54-a3f1-31248f0cff85, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=510f8560-d540-4a54-a3f1-31248f0cff85,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:10.431914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.449338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c854a6e-bba6-4040-8910-9bf1cbd941c4']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:10.463138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Calling delete_port for 510f8560-d540-4a54-a3f1-31248f0cff85 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:10.466137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:10.466617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec02ac6d-c9a1-465a-b2fa-25ba65f9773e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:10.484643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.530122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.540635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:10.541051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:10.544176 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:10.644788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.681202 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.683534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/3c854a6e-bba6-4040-8910-9bf1cbd941c4 HTTP/1.1" status: 204 len: 168 time: 3.3639941 Aug 31 16:08:10.688593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33000) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:10.701689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af95c9e-f734-455c-a8fd-3d9d48509b3c tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Network': ['ID=3c854a6e-bba6-4040-8910-9bf1cbd941c4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:10.733349 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda78e89-b595-4507-9c0e-e7608879f17f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:10.733944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda78e89-b595-4507-9c0e-e7608879f17f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:10.735778 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dda78e89-b595-4507-9c0e-e7608879f17f tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/daf78b1b-505d-426b-b71b-d95b84192ed4 HTTP/1.1" status: 404 len: 337 time: 0.0438695 Aug 31 16:08:10.742323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33004) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:10.752585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.766246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.773836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.777754 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd8d44a-096b-462f-8749-e82bc2e88491 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:10.778351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd8d44a-096b-462f-8749-e82bc2e88491 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:10.781940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.784665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8fd8d44a-096b-462f-8749-e82bc2e88491 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/3c854a6e-bba6-4040-8910-9bf1cbd941c4 HTTP/1.1" status: 404 len: 339 time: 0.0388925 Aug 31 16:08:10.785349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33008) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:10.789163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.797366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.803350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.806372 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-a459dd09-d1bf-4cf1-a49d-861f188c2050 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.1722891 Aug 31 16:08:10.827165 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bd3151-ec86-46c3-989e-499e84f99547 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:10.827803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bd3151-ec86-46c3-989e-499e84f99547 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:10.834709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b2bd3151-ec86-46c3-989e-499e84f99547 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/a9403c6d-3876-4a46-b8ef-05cf1bc3314b HTTP/1.1" status: 404 len: 337 time: 0.0442660 Aug 31 16:08:10.836291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:10.849072 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.862062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e', '510f8560-d540-4a54-a3f1-31248f0cff85'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:08:10.872228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-7fcdc4e3-a30c-4840-bc7c-496191544ed9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:10.874026 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-7fcdc4e3-a30c-4840-bc7c-496191544ed9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "GET /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0609426 Aug 31 16:08:10.883053 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8664faf-e955-4fe7-a923-5c72ee582226 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:10.884693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8664faf-e955-4fe7-a923-5c72ee582226 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:10.890763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8664faf-e955-4fe7-a923-5c72ee582226 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/8df910a9-c95e-40db-96df-7b10ba0ca7ec HTTP/1.1" status: 404 len: 339 time: 0.0524426 Aug 31 16:08:10.898907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33012) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:10.980324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] No DVR routers for this DVR port 510f8560-d540-4a54-a3f1-31248f0cff85 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:10.984021 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:10.987592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cb6ad19-8d43-45c0-8068-b34817d1607d req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "DELETE /v2.0/ports/510f8560-d540-4a54-a3f1-31248f0cff85 HTTP/1.1" status: 204 len: 173 time: 1.5939486 Aug 31 16:08:10.988755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'name': 'network-vif-deleted', 'tag': '510f8560-d540-4a54-a3f1-31248f0cff85'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:10.993018 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f6a1de-f2ca-41b1-ba8a-278a3bf27d58" -d '{"events": [{"server_uuid": "416b5e11-1443-44f9-bb7f-c2f20f9741de", "name": "network-vif-deleted", "tag": "510f8560-d540-4a54-a3f1-31248f0cff85"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:10.997878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03769689-e0f2-4bf2-8be7-f0b71de9f29b tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'Port': ['ID=510f8560-d540-4a54-a3f1-31248f0cff85,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:11.009916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33020) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:11.111320 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d38970a-15d8-4a78-8c54-aef6cf3c0a98 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:11.112110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d38970a-15d8-4a78-8c54-aef6cf3c0a98 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:11.119944 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d56d3-d933-41d7-a47b-34d8ca57b2d5 x-openstack-request-id: req-3d0d56d3-d933-41d7-a47b-34d8ca57b2d5 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:11.120218 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b5e11-1443-44f9-bb7f-c2f20f9741de", "name": "network-vif-deleted", "tag": "510f8560-d540-4a54-a3f1-31248f0cff85", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:11.120646 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d0d56d3-d933-41d7-a47b-34d8ca57b2d5 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:11.121107 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b5e11-1443-44f9-bb7f-c2f20f9741de', 'name': 'network-vif-deleted', 'tag': '510f8560-d540-4a54-a3f1-31248f0cff85', 'status': 'completed', 'code': 200} Aug 31 16:08:11.121907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33030) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:11.129038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d38970a-15d8-4a78-8c54-aef6cf3c0a98 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/61aa80ea-c922-4afe-b4df-362f9b43e3b9 HTTP/1.1" status: 404 len: 337 time: 0.2289348 Aug 31 16:08:11.156284 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2605ad63-5b38-4f24-9138-f3a67b82bcf2 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:11.156877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2605ad63-5b38-4f24-9138-f3a67b82bcf2 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:11.164703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33034) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:11.168634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2605ad63-5b38-4f24-9138-f3a67b82bcf2 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/a57ab837-a725-40c4-9fa0-3cd3d9d9c5c2 HTTP/1.1" status: 404 len: 339 time: 0.0455480 Aug 31 16:08:11.242725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-405d45e2-fdaf-441d-a6c0-484a8dc288c8 req-8f5dbd84-4e50-4f2c-9ef7-89f3faffe9de tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 210 time: 0.0681107 Aug 31 16:08:11.268822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916fb14a-54c7-4c35-8e0b-d6ed2e4bebb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.346804 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-aad0c270-1430-4fba-8461-1e7f6e58e3e5 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "GET /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4663942 Aug 31 16:08:11.376068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:11.415896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916fb14a-54c7-4c35-8e0b-d6ed2e4bebb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.439728 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916fb14a-54c7-4c35-8e0b-d6ed2e4bebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.534343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting port 3c9ad288-de7e-477b-bdf7-ba71f45587f3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:11.535017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.539751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.549705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-916fb14a-54c7-4c35-8e0b-d6ed2e4bebb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1126bf4c7c714ef79d7a98d06a12ffce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380349 Aug 31 16:08:11.551257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33048) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:11.567683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb14a-54c7-4c35-8e0b-d6ed2e4bebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b79573f-9282-4bae-8311-771cc3575378,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:11.592601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.600411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.610099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.618155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.624876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.632316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.638988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:11.641069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-d6c93add-92c6-47cf-9a33-2d253644425a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 5443 time: 0.1564519 Aug 31 16:08:11.714069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8bae93dc-d379-4eb7-9342-1af6e3792e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.742865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9d836bb-afd7-4af4-a5f5-c23529d07c52 req-76518c38-6217-4ce4-82e9-39791b1e32be tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920250 Aug 31 16:08:11.783392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8bae93dc-d379-4eb7-9342-1af6e3792e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.854007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8bae93dc-d379-4eb7-9342-1af6e3792e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.856822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8bae93dc-d379-4eb7-9342-1af6e3792e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:11.858419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8bae93dc-d379-4eb7-9342-1af6e3792e39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b79573f-9282-4bae-8311-771cc3575378 HTTP/1.1" status: 204 len: 168 time: 0.3052089 Aug 31 16:08:11.894432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae93dc-d379-4eb7-9342-1af6e3792e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b79573f-9282-4bae-8311-771cc3575378,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:11.933115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33062) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:12.026677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.048216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Calling delete_port for 3c9ad288-de7e-477b-bdf7-ba71f45587f3 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:12.111464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:12.171533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] For port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:12.209750 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.227214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] device_id is not set on port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:08:12.258516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Port': ['ID=3c9ad288-de7e-477b-bdf7-ba71f45587f3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:12.293902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.299041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33076) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:12.307912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1826228243', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:12.313835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a671b3f-a8c8-47e5-bbfc-4560c994727a tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/ports/3c9ad288-de7e-477b-bdf7-ba71f45587f3 HTTP/1.1" status: 204 len: 168 time: 1.1409523 Aug 31 16:08:12.336586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.349614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.426223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] No DVR routers for this DVR port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:12.428867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Pushing event updated for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:12.445571 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d6fa9b-367e-47af-8242-c2f6bb73c882 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:12.446047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d6fa9b-367e-47af-8242-c2f6bb73c882 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:12.458635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33080) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:12.460478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54d6fa9b-367e-47af-8242-c2f6bb73c882 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/d2ca4e80-ef19-481a-8625-232b99696506 HTTP/1.1" status: 404 len: 337 time: 0.1576602 Aug 31 16:08:12.501725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f67b208-761e-43f6-9e06-48fbb04551d6 req-daf6d41d-5de1-4503-9593-1c25f3952763 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=416b5e11-1443-44f9-bb7f-c2f20f9741de HTTP/1.1" status: 200 len: 210 time: 0.0400147 Aug 31 16:08:12.502815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Made reservation on behalf of bf5442ab6c7d442fa28a0cfdd3fc05c7 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:12.505921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.522751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.575175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] In _notify_port_updated(), no bound segment for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:08:12.576141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:12.577055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.578369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-f211c667-8fc3-4936-b2ed-7ec835b0f647 service neutron] 10.222.0.49 "PUT /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 200 len: 1032 time: 1.2165239 Aug 31 16:08:12.603415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.659943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-dff17de6-8856-46ce-9272-266d9f142ae2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:12.661517 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-dff17de6-8856-46ce-9272-266d9f142ae2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "GET /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0748756 Aug 31 16:08:12.682437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:12.698358 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.703855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.711834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] device_id is not set on port 9f45e588-54cd-432f-aff9-1d5f1777c7de yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:08:12.866173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4537f15e-395e-4ad9-8d78-01f58cdf5fc2 None None] Provisioning complete for port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:12.867158 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4537f15e-395e-4ad9-8d78-01f58cdf5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.873103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c5808f-5568-46cc-8057-1b0bacfdc817,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:12.880697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.886538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:12.914330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d061e17-25d7-430d-b632-2196c90731d5']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:12.931003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-52415869-d4d3-43d1-875a-e0f6eb77528e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254356 Aug 31 16:08:12.957083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd584889-b196-4f4e-8e80-65c0c57abe92') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:12.963595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd584889-b196-4f4e-8e80-65c0c57abe92') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:12.987221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.049325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4537f15e-395e-4ad9-8d78-01f58cdf5fc2 None None] Port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:08:13.061562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Allocated IP 172.25.6.177 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/9f45e588-54cd-432f-aff9-1d5f1777c7de) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:08:13.087656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.100893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 510f8560-d540-4a54-a3f1-31248f0cff85 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:13.150971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 510f8560-d540-4a54-a3f1-31248f0cff85 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:13.151319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 510f8560-d540-4a54-a3f1-31248f0cff85 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:13.166012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.182423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.196723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.204171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.210748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.218899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:13.219972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:13.226357 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:13.238442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.268853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-131e672c-5526-42ea-b380-2e114d195b08 req-cb971022-158b-468d-a745-0911e2f7a581 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 4664 time: 0.2747319 Aug 31 16:08:13.373082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=44bd78bf-1981-461c-97a2-1f2688d6c3c7,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:13.398180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-ad443d05-1b6a-4c61-bc1c-dea88c19b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.401952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-ad443d05-1b6a-4c61-bc1c-dea88c19b931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 1097 time: 0.3524444 Aug 31 16:08:13.430299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33116) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:13.467013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.525641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.529802 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/4d061e17-25d7-430d-b632-2196c90731d5 HTTP/1.1" status: 204 len: 168 time: 1.0696583 Aug 31 16:08:13.531375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246d8a7-e0cc-4aa2-8bc9-88cbafdca5b0 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Network': ['ID=4d061e17-25d7-430d-b632-2196c90731d5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:13.538668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33124) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:13.544407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] For port 44bd78bf-1981-461c-97a2-1f2688d6c3c7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:13.571746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-131e672c-5526-42ea-b380-2e114d195b08 req-fbc65f47-17c1-48b4-a403-856dab86dcae tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&id=2f08af24-3d35-4f8d-9380-7ccab6c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2973979 Aug 31 16:08:13.730549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] device_id is not set on port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:08:13.739780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6121fc10-10d1-49a1-a516-62cae8c1e873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.760488 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.781708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:13.843448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-6a36f902-04ef-430f-ad71-46860be4f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:13.845060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-6a36f902-04ef-430f-ad71-46860be4f2e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 200 len: 912 time: 0.4060152 Aug 31 16:08:13.878394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ce71ce9e-27a5-4d15-be66-951eb42886d0 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:13.955247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-4d05294f-0c4f-46b5-a6ed-5262c59b9acf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 200 len: 1000 time: 0.1003189 Aug 31 16:08:13.961337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] No DVR routers for this DVR port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:13.980383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Pushing event updated for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:14.036641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting port 26aca75e-262b-4031-ad68-28170cad8773 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:14.037011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.049098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.118809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-7231e984-cb0a-483e-854f-7cbc8ab95527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:14.120662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-7231e984-cb0a-483e-854f-7cbc8ab95527 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 200 len: 850 time: 0.1548219 Aug 31 16:08:14.141887 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.152350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999b59b-d2c1-4946-bdf4-4ec6e1a233e7 req-de5762d6-4d74-4a02-8d15-66eb3d07c917 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:14.160685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d999b59b-d2c1-4946-bdf4-4ec6e1a233e7 req-de5762d6-4d74-4a02-8d15-66eb3d07c917 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1020815 Aug 31 16:08:14.180448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:14.183507 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7480ec-0ba1-4c9b-ba88-9e6bbb1016d0" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:14.202494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:14.209612 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.211171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bd47c272-a9ba-497e-940a-f48beff03572 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:14.299396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-2edd7d2a-69e1-4984-9e18-e2d6a3a44437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:14.301351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-2edd7d2a-69e1-4984-9e18-e2d6a3a44437 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef83e45-ef49-44b1-a6bc-e7452837a9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352937 Aug 31 16:08:14.316365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d999b59b-d2c1-4946-bdf4-4ec6e1a233e7 req-96803150-cb77-49f9-896c-b0e9db23bdb6 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510327 Aug 31 16:08:14.324663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a9f3bbc8-3426-47ba-954d-5a08ea84f02c None None] Provisioning complete for port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:14.325047 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bbc8-3426-47ba-954d-5a08ea84f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.374291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.382367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:14.392027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Calling delete_port for 26aca75e-262b-4031-ad68-28170cad8773 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:14.408576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3bbc8-3426-47ba-954d-5a08ea84f02c None None] Port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:08:14.425319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] In _notify_port_updated(), no bound segment for port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 on network f0fee506-4648-4831-a2e8-d997b99ce2e7 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:08:14.426388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:14.427023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.428393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-33957309-a736-41b0-bfdf-d7ab4755319a service neutron] 10.222.0.49 "PUT /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 200 len: 1032 time: 1.7560055 Aug 31 16:08:14.490752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.497811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.592422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bd47c272-a9ba-497e-940a-f48beff03572,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:14.600892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:08:14.602808 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.604421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 44bd78bf-1981-461c-97a2-1f2688d6c3c7 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:14.614059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6121fc10-10d1-49a1-a516-62cae8c1e873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.625438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:14.631864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:08:14.668284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33160) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:14.678928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6121fc10-10d1-49a1-a516-62cae8c1e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.721735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-7036c0db-0388-43f9-b1ad-9f51b56eff15 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042907 Aug 31 16:08:14.738521 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cf2a7c-550d-4900-b12d-3b73d17173b5 x-openstack-request-id: req-a8cf2a7c-550d-4900-b12d-3b73d17173b5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:14.739656 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:14.740262 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8cf2a7c-550d-4900-b12d-3b73d17173b5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:14.740908 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0', 'code': 200} Aug 31 16:08:14.748425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 44bd78bf-1981-461c-97a2-1f2688d6c3c7 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:14.749090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dfe8741f-edc6-4fdb-9011-4558cc09fb19 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:14.798443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121fc10-10d1-49a1-a516-62cae8c1e873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5cdc18-6a70-491d-b076-1258c1e05903,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:14.806346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Pushing event updated for resources: {'Port': ['ID=9f45e588-54cd-432f-aff9-1d5f1777c7de,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:14.807909 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6121fc10-10d1-49a1-a516-62cae8c1e873 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c24d7015b78d4e7f80444fa041c02d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3753238 Aug 31 16:08:14.810769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33164) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:14.827360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:14.838187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.856499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port dfe8741f-edc6-4fdb-9011-4558cc09fb19 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:14.857052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.877894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:14.878975 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.885628 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.907468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Port': ['ID=26aca75e-262b-4031-ad68-28170cad8773,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:14.927950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:14.932854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e5bfcc13-10e7-4327-bcc4-92141cec2591 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9944155 Aug 31 16:08:14.939143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33166) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:14.939957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.941124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 203aecc3-7275-49b3-8b17-d82597983e62 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:14.950570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.177'}]}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:14.956761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45b37f0d-7052-4c8c-9d28-8e3a9e6cd04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.959061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:14.963528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4add9c29-8e22-4d3f-9c4a-c760a6ce3ec1 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/ports/26aca75e-262b-4031-ad68-28170cad8773 HTTP/1.1" status: 204 len: 168 time: 1.4207456 Aug 31 16:08:14.968442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33168) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:14.988025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-0b57d3e1-66fd-402b-a701-3e8e57b238ca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:14.995075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-0b57d3e1-66fd-402b-a701-3e8e57b238ca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:15.000632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-0b57d3e1-66fd-402b-a701-3e8e57b238ca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:15.006686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-0b57d3e1-66fd-402b-a701-3e8e57b238ca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:15.010345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29610341-0236-4e4b-9cd6-cb527e8dc20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.012751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-0b57d3e1-66fd-402b-a701-3e8e57b238ca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:15.014585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-0b57d3e1-66fd-402b-a701-3e8e57b238ca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 3881 time: 0.2321734 Aug 31 16:08:15.028055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:15.050186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2cbb9b1-b4a3-4f24-b621-40a8dc049613 req-e125989f-3178-429e-b921-142066f857a5 service neutron] 10.222.0.30 "GET /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160305 Aug 31 16:08:15.053819 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafb77ea-e85f-44b8-8dbb-df053e155481 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] DELETE failed (client error): The resource could not be found. Aug 31 16:08:15.054266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafb77ea-e85f-44b8-8dbb-df053e155481 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:08:15.054710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29610341-0236-4e4b-9cd6-cb527e8dc20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.059242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eafb77ea-e85f-44b8-8dbb-df053e155481 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/7119eedf-bc82-4e33-aaa8-b0e0248a0fc7 HTTP/1.1" status: 404 len: 337 time: 0.0810363 Aug 31 16:08:15.059412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] For port dfe8741f-edc6-4fdb-9011-4558cc09fb19, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dfe8741f-edc6-4fdb-9011-4558cc09fb19,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:15.059412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.060543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33170) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:15.082216 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.109794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.111049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.119555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=203aecc3-7275-49b3-8b17-d82597983e62,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:15.124757 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.125586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b254deab-b8ab-4962-bd6f-da9dd8fdeb6b no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:15.137941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e2f2a8b-5eaa-4288-856c-2af54c600f2b req-f6f82dde-0574-4d92-a110-192fb1e72789 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900495 Aug 31 16:08:15.207853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.218258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:15.229688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b254deab-b8ab-4962-bd6f-da9dd8fdeb6b not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:15.230146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5141561a-59b8-4429-ae4d-7ba252005c67 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:15.264442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.325993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29610341-0236-4e4b-9cd6-cb527e8dc20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.328584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29610341-0236-4e4b-9cd6-cb527e8dc20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.329994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-29610341-0236-4e4b-9cd6-cb527e8dc20b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b5cdc18-6a70-491d-b076-1258c1e05903 HTTP/1.1" status: 204 len: 168 time: 0.5171840 Aug 31 16:08:15.342627 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.398582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5141561a-59b8-4429-ae4d-7ba252005c67,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:15.405540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.448623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29610341-0236-4e4b-9cd6-cb527e8dc20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5cdc18-6a70-491d-b076-1258c1e05903,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:15.507697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:15.555540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.599926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a13a2e-08b6-43d5-baa3-20389cca7e97 req-9a0e90de-1512-416b-8c0a-f6fc399a086a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:15.601529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32a13a2e-08b6-43d5-baa3-20389cca7e97 req-9a0e90de-1512-416b-8c0a-f6fc399a086a tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1720874 Aug 31 16:08:15.603215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.603615 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.603937 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Floating IP 62de50ef-7d95-4384-9f01-4f727fb48107 disassociated. External IP: 172.25.6.235, port: dfe8741f-edc6-4fdb-9011-4558cc09fb19. Aug 31 16:08:15.604313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for dfe8741f-edc6-4fdb-9011-4558cc09fb19 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:15.616733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting port 04c1424c-8d45-4591-8199-9e773a856e9b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:15.617079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.646015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-1c78b026-c54b-4edb-b022-1dffa3404814 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:15.647585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-1c78b026-c54b-4edb-b022-1dffa3404814 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 945 time: 0.1713309 Aug 31 16:08:15.717190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32a13a2e-08b6-43d5-baa3-20389cca7e97 req-b66c2794-f534-4f15-8079-cc50446ba72f tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd18c1d-91ca-424d-b111-b889596339a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878129 Aug 31 16:08:15.744621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45b37f0d-7052-4c8c-9d28-8e3a9e6cd04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.765824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45b37f0d-7052-4c8c-9d28-8e3a9e6cd04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.838379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Deleting port ea45eb0f-0c96-49d3-98d2-bad74165a39e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:15.838733 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.856527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b37f0d-7052-4c8c-9d28-8e3a9e6cd04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c573ac7-1ee4-43a3-8d95-4cbc5b4c0efe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:15.862856 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-45b37f0d-7052-4c8c-9d28-8e3a9e6cd04f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6aff7159c89e4f63be2f5a5f77972874&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1919286 Aug 31 16:08:15.865274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] For port 04c1424c-8d45-4591-8199-9e773a856e9b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=04c1424c-8d45-4591-8199-9e773a856e9b,segment=NetworkSegment(c1afd9f0-3893-42ca-a412-0de123c75eff),segment_id=c1afd9f0-3893-42ca-a412-0de123c75eff)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:15.865666 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:15.869313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33182) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:15.887254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33184) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:15.892391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Calling delete_port for 04c1424c-8d45-4591-8199-9e773a856e9b owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:15.953629 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-291b4541-358c-4ea7-ab55-3d45a42905bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.029626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.073541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.075489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.099391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f1141c8-1852-4a23-98bc-55c35c3ed137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.101765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] For port ea45eb0f-0c96-49d3-98d2-bad74165a39e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ea45eb0f-0c96-49d3-98d2-bad74165a39e,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:16.102260 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.149631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=dfe8741f-edc6-4fdb-9011-4558cc09fb19,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:16.149956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Calling delete_port for ea45eb0f-0c96-49d3-98d2-bad74165a39e owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:16.197970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f1141c8-1852-4a23-98bc-55c35c3ed137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.201000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.302985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Port': ['ID=04c1424c-8d45-4591-8199-9e773a856e9b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:16.306228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No DVR routers for this DVR port 04c1424c-8d45-4591-8199-9e773a856e9b on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:16.389082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d1d2-67e7-45f5-b939-9dba6bbeda10 req-e9949952-13a5-48bd-adf1-920fae74769b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:16.395377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d1d2-67e7-45f5-b939-9dba6bbeda10 req-e9949952-13a5-48bd-adf1-920fae74769b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:16.401403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d1d2-67e7-45f5-b939-9dba6bbeda10 req-e9949952-13a5-48bd-adf1-920fae74769b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:16.407596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d1d2-67e7-45f5-b939-9dba6bbeda10 req-e9949952-13a5-48bd-adf1-920fae74769b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:16.409407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d59d1d2-67e7-45f5-b939-9dba6bbeda10 req-e9949952-13a5-48bd-adf1-920fae74769b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 3142 time: 0.1457939 Aug 31 16:08:16.436600 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.714025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d59d1d2-67e7-45f5-b939-9dba6bbeda10 req-840f8dd4-7757-4911-8f49-cb8c7663fabc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832425 Aug 31 16:08:16.718459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.737807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ea45eb0f-0c96-49d3-98d2-bad74165a39e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:08:16.818930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.868547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.872783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.900791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'Port': ['ID=ea45eb0f-0c96-49d3-98d2-bad74165a39e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:16.918706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-291b4541-358c-4ea7-ab55-3d45a42905bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.922063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f1141c8-1852-4a23-98bc-55c35c3ed137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.926476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f1141c8-1852-4a23-98bc-55c35c3ed137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.932177 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8f1141c8-1852-4a23-98bc-55c35c3ed137 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c573ac7-1ee4-43a3-8d95-4cbc5b4c0efe HTTP/1.1" status: 204 len: 168 time: 1.0529480 Aug 31 16:08:16.936953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6001913c-52cc-4c68-9078-701f748f3924']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:16.962889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Router 844f0fbe-038b-4992-b540-4da1810258ca has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:08:16.964292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-291b4541-358c-4ea7-ab55-3d45a42905bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:16.990481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] No DVR routers for this DVR port ea45eb0f-0c96-49d3-98d2-bad74165a39e on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:16.992047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1afd9f0-3893-42ca-a412-0de123c75eff') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:17.003722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1afd9f0-3893-42ca-a412-0de123c75eff') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:17.048680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.051573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29a30e4e-374a-41d2-9e3f-e6c93b1fc128 req-ff3fce5f-605a-41e2-97ff-b9ba787c3a66 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "DELETE /v2.0/ports/ea45eb0f-0c96-49d3-98d2-bad74165a39e HTTP/1.1" status: 204 len: 173 time: 1.3950875 Aug 31 16:08:17.052357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'name': 'network-vif-deleted', 'tag': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:17.056010 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f74fb7-1479-44dd-ba6a-85d8dc856761" -d '{"events": [{"server_uuid": "41cbacf0-ba0b-4d51-b613-bdc7b0f222bf", "name": "network-vif-deleted", "tag": "ea45eb0f-0c96-49d3-98d2-bad74165a39e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:17.072533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05b39921-acd6-4ee7-b5f5-b4d4e2d52509 req-733a5b12-4d98-47b4-910d-95ee63132ee9 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=41cbacf0-ba0b-4d51-b613-bdc7b0f222bf HTTP/1.1" status: 200 len: 210 time: 0.1622248 Aug 31 16:08:17.104919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1141c8-1852-4a23-98bc-55c35c3ed137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c573ac7-1ee4-43a3-8d95-4cbc5b4c0efe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:17.106320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.115525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15e886d4-88dc-446a-9396-cf681f7c019e {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:08:17.152002 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 16:08:17.166499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-797c22a7-837f-4fbb-b085-a1b25ab4b228 tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2178342 Aug 31 16:08:17.167365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33198) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:17.175133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.256119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:17.258519 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13118557-ca9e-49b6-90d7-21b64ffcc093 x-openstack-request-id: req-13118557-ca9e-49b6-90d7-21b64ffcc093 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:17.259679 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cbacf0-ba0b-4d51-b613-bdc7b0f222bf", "name": "network-vif-deleted", "tag": "ea45eb0f-0c96-49d3-98d2-bad74165a39e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:17.260256 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13118557-ca9e-49b6-90d7-21b64ffcc093 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:17.260977 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cbacf0-ba0b-4d51-b613-bdc7b0f222bf', 'name': 'network-vif-deleted', 'tag': 'ea45eb0f-0c96-49d3-98d2-bad74165a39e', 'status': 'completed', 'code': 200} Aug 31 16:08:17.263651 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394ccbd4-d046-4ccf-b8b7-826a5503e281" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "bd47c272-a9ba-497e-940a-f48beff03572"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "203aecc3-7275-49b3-8b17-d82597983e62"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:17.267121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.317639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:17.323380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:17.371077 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:17.432676 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc1312-fe44-43c4-b246-3919a4392fe6 x-openstack-request-id: req-ecdc1312-fe44-43c4-b246-3919a4392fe6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:17.433184 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "bd47c272-a9ba-497e-940a-f48beff03572", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "203aecc3-7275-49b3-8b17-d82597983e62", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-unplugged", "status": "completed", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:17.433598 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecdc1312-fe44-43c4-b246-3919a4392fe6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:17.434207 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572', 'code': 200} Aug 31 16:08:17.434618 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'code': 200} Aug 31 16:08:17.435024 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62', 'code': 200} Aug 31 16:08:17.435424 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67', 'code': 200} Aug 31 16:08:17.478368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-291b4541-358c-4ea7-ab55-3d45a42905bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=241f12df30c742468466537ba975ccce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5847683 Aug 31 16:08:17.490776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33202) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:17.608456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b4541-358c-4ea7-ab55-3d45a42905bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c880ff5-a8da-45e0-8898-2657c0972289,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:17.659201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.672886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.676296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/6001913c-52cc-4c68-9078-701f748f3924 HTTP/1.1" status: 204 len: 168 time: 2.6100013 Aug 31 16:08:17.722384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33210) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:17.794939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:08:17.801586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7896d-f02b-4139-bc02-c22fbfc3e713 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Network': ['ID=6001913c-52cc-4c68-9078-701f748f3924,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:17.818034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] Sync routers for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:08:17.860663 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:08:17.862041 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:17.915786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] No DVR routers for this DVR port dfe8741f-edc6-4fdb-9011-4558cc09fb19 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:17.920521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7586-ab18-4e11-916e-0eeee496672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.928847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.932118 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-11b8e59c-8e44-4636-8420-0e830f3ec5b9 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "DELETE /v2.0/ports/dfe8741f-edc6-4fdb-9011-4558cc09fb19 HTTP/1.1" status: 204 len: 173 time: 3.4446440 Aug 31 16:08:17.932923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:17.937867 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33bc529-7987-471d-af09-971744acc3d2" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:17.958473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Deleting port 9f45e588-54cd-432f-aff9-1d5f1777c7de {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:17.958473 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:17.976429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting subnet 385aad0a-790f-4eaa-b051-ada1f24bddb2 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:08:17.989755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.070228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:08:18.105809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7586-ab18-4e11-916e-0eeee496672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.160773 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642ce5f1-69a1-4cf7-9e0c-80bbe049a083 x-openstack-request-id: req-642ce5f1-69a1-4cf7-9e0c-80bbe049a083 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:18.161755 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "dfe8741f-edc6-4fdb-9011-4558cc09fb19", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:18.162290 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-642ce5f1-69a1-4cf7-9e0c-80bbe049a083 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:18.163047 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': 'dfe8741f-edc6-4fdb-9011-4558cc09fb19', 'status': 'completed', 'code': 200} Aug 31 16:08:18.259865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.268416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a540dd-a657-4992-8021-ce3b7e9c4e09 req-37e09115-3592-4428-9329-75128b093448 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:18.283581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a540dd-a657-4992-8021-ce3b7e9c4e09 req-37e09115-3592-4428-9329-75128b093448 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:18.292568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a540dd-a657-4992-8021-ce3b7e9c4e09 req-37e09115-3592-4428-9329-75128b093448 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:18.332791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a540dd-a657-4992-8021-ce3b7e9c4e09 req-37e09115-3592-4428-9329-75128b093448 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:18.336801 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a540dd-a657-4992-8021-ce3b7e9c4e09 req-37e09115-3592-4428-9329-75128b093448 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 3142 time: 0.2499187 Aug 31 16:08:18.346059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port ce71ce9e-27a5-4d15-be66-951eb42886d0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:18.346421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.350022 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7586-ab18-4e11-916e-0eeee496672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.352676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7586-ab18-4e11-916e-0eeee496672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.356649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f4e7586-ab18-4e11-916e-0eeee496672c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c880ff5-a8da-45e0-8898-2657c0972289 HTTP/1.1" status: 204 len: 168 time: 0.7686765 Aug 31 16:08:18.390436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.424988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Calling delete_port for 9f45e588-54cd-432f-aff9-1d5f1777c7de owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:18.441228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:04Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:18.471233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87a540dd-a657-4992-8021-ce3b7e9c4e09 req-6fc6424f-f42f-4f06-aa00-5f167dce68b0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229985 Aug 31 16:08:18.502797 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] Checking router: 844f0fbe-038b-4992-b540-4da1810258ca for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:08:18.546530 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:08:18.548902 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:18.552255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e7586-ab18-4e11-916e-0eeee496672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c880ff5-a8da-45e0-8898-2657c0972289,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:18.558788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.669579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] For port ce71ce9e-27a5-4d15-be66-951eb42886d0, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ce71ce9e-27a5-4d15-be66-951eb42886d0,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:18.670283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.698702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for ce71ce9e-27a5-4d15-be66-951eb42886d0 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:18.710503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.777236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Subnet': ['ID=385aad0a-790f-4eaa-b051-ada1f24bddb2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:18.809269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1423fc-6e3f-4106-8406-f966003a37df None None] Network 53f4e536-242b-4503-a8cd-185a5f7b2a15 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:18.846217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e97d-d88d-4822-a694-7c17ee995c9b req-09e38f99-7932-4633-988f-09bdf3e7b36d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:18.848255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.850751 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ef387811-1615-4775-90b3-63fa6b8cdfbd tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/subnets/385aad0a-790f-4eaa-b051-ada1f24bddb2 HTTP/1.1" status: 204 len: 168 time: 1.1268473 Aug 31 16:08:18.853289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:18.859162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac68e97d-d88d-4822-a694-7c17ee995c9b req-09e38f99-7932-4633-988f-09bdf3e7b36d tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2377772 Aug 31 16:08:18.897894 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:08:18.902334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:18.937894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f45e588-54cd-432f-aff9-1d5f1777c7de,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:18.991136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.004558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac68e97d-d88d-4822-a694-7c17ee995c9b req-c7a82b52-6812-4495-97c9-6115e2dae279 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319621 Aug 31 16:08:19.111505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.121213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-19b77d91-d844-424c-9cc6-bcbaebbded6e tempest-RoutersAdminNegativeTest-1012669784 tempest-RoutersAdminNegativeTest-1012669784-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9f45e588-54cd-432f-aff9-1d5f1777c7de HTTP/1.1" status: 204 len: 168 time: 1.9519877 Aug 31 16:08:19.148089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ea45eb0f-0c96-49d3-98d2-bad74165a39e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:19.171717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.199500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: ea45eb0f-0c96-49d3-98d2-bad74165a39e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:19.200146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ea45eb0f-0c96-49d3-98d2-bad74165a39e not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:19.221021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=ce71ce9e-27a5-4d15-be66-951eb42886d0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:19.268144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] No DVR routers for this DVR port ce71ce9e-27a5-4d15-be66-951eb42886d0 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:19.271169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Deleting port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:19.271405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.273842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.275899 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-5c336a86-4821-4ee9-95de-75353a43fc0d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "DELETE /v2.0/ports/ce71ce9e-27a5-4d15-be66-951eb42886d0 HTTP/1.1" status: 204 len: 173 time: 1.3320000 Aug 31 16:08:19.330058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] DHCP port deletion for 53f4e536-242b-4503-a8cd-185a5f7b2a15 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:08:19.468766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] Deleting port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:19.480018 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.505691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] For port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,segment=NetworkSegment(c6cd15c6-50bd-4509-a987-1a50ebc2fd29),segment_id=c6cd15c6-50bd-4509-a987-1a50ebc2fd29)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:19.506278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.514673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5521b6c4-4ad2-4cdd-a81c-1b30636957ff no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:19.557809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Calling delete_port for 5521b6c4-4ad2-4cdd-a81c-1b30636957ff owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:19.633553 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:04Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:19.710252 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c05f1-a29d-47e9-81d0-3541424fc571 None None] The sync data for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 is: [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:56Z', 'revision_number': 4, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '677037df-28fb-4bd6-ae28-b5e41370c087', 'name': '', 'network_id': 'bae57e1e-d17d-4638-a0f8-646a2e5e1545', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'mac_address': 'fa:16:3e:75:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:55Z', 'updated_at': '2021-08-31T15:58:04Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'subnets': [{'id': '14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:08:19.797293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port bd47c272-a9ba-497e-940a-f48beff03572 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:19.797822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.803322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e9c49-fa74-4ce5-9013-54058f59c6f4 req-19f6f3dd-db72-4033-9f9e-477754fd7bd0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:19.822131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:19.847950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e9c49-fa74-4ce5-9013-54058f59c6f4 req-19f6f3dd-db72-4033-9f9e-477754fd7bd0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:19.876005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] For port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,segment=NetworkSegment(c6cd15c6-50bd-4509-a987-1a50ebc2fd29),segment_id=c6cd15c6-50bd-4509-a987-1a50ebc2fd29)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:19.877604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:19.906320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e9c49-fa74-4ce5-9013-54058f59c6f4 req-19f6f3dd-db72-4033-9f9e-477754fd7bd0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:19.929297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f8e9c49-fa74-4ce5-9013-54058f59c6f4 req-19f6f3dd-db72-4033-9f9e-477754fd7bd0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 2410 time: 0.2833018 Aug 31 16:08:19.942298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] Calling delete_port for 5521b6c4-4ad2-4cdd-a81c-1b30636957ff owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:20.147693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f8e9c49-fa74-4ce5-9013-54058f59c6f4 req-2bb0c53e-b32a-4947-871e-983a1efb6e56 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149892 Aug 31 16:08:20.173593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:20.177858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.185219 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e7747b-9ef7-459a-a405-d13cfc936854" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:20.248604 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-355cabbc-2561-438a-968e-ce700a4510b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.257670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: from cryptography.utils import int_from_bytes Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: from cryptography.utils import int_from_bytes Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.291228 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:08:20.294807 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:08:20.311026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.396109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b11046-6589-490e-a95d-59729583ba96 req-0b42e156-28ae-4f81-88cf-340d01b3db16 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:20.398040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9b11046-6589-490e-a95d-59729583ba96 req-0b42e156-28ae-4f81-88cf-340d01b3db16 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.1317711 Aug 31 16:08:20.415073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479628f-614b-474c-8adb-f7fe6e157cbc req-65fc44db-7d0e-4fb6-b33c-d67da77d87ff tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:20.425258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8479628f-614b-474c-8adb-f7fe6e157cbc req-65fc44db-7d0e-4fb6-b33c-d67da77d87ff tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 945 time: 0.2302642 Aug 31 16:08:20.477174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] No DVR routers for this DVR port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:20.485519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e69ae-fea5-4af9-8605-12b1b765ea2a None None] Pushing event deleted for resources: {'Port': ['ID=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:20.496227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d915d-ee23-4868-a09b-0faa382f653c None None] New status for floating IP 62de50ef-7d95-4384-9f01-4f727fb48107: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:08:20.575595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8479628f-614b-474c-8adb-f7fe6e157cbc req-06b52de7-1edc-44c9-8d00-762deabe12cb tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490684 Aug 31 16:08:20.595783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-355cabbc-2561-438a-968e-ce700a4510b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.601634 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410a31b6-f122-43ae-a0d7-a5094656f914 x-openstack-request-id: req-410a31b6-f122-43ae-a0d7-a5094656f914 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:20.602053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Deleting port 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:20.602219 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "ce71ce9e-27a5-4d15-be66-951eb42886d0", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:20.602692 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-410a31b6-f122-43ae-a0d7-a5094656f914 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:20.603039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.603316 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': 'ce71ce9e-27a5-4d15-be66-951eb42886d0', 'status': 'completed', 'code': 200} Aug 31 16:08:20.621801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Port': ['ID=5521b6c4-4ad2-4cdd-a81c-1b30636957ff,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:20.625328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-355cabbc-2561-438a-968e-ce700a4510b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.669036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] No DVR routers for this DVR port 5521b6c4-4ad2-4cdd-a81c-1b30636957ff on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:20.678941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-355cabbc-2561-438a-968e-ce700a4510b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4686e955f2f49dc8b69ea851016f963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8545938 Aug 31 16:08:20.690832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33292) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:20.785101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cabbc-2561-438a-968e-ce700a4510b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258d0ec-81c9-4876-a43e-51aecc5a71ff,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:20.800529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] For port bd47c272-a9ba-497e-940a-f48beff03572, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bd47c272-a9ba-497e-940a-f48beff03572,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:20.800915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.833510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] For port 63eb8277-3ed1-4f14-a682-7121db6d15a1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=63eb8277-3ed1-4f14-a682-7121db6d15a1,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:20.833995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.851188 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.864988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for bd47c272-a9ba-497e-940a-f48beff03572 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:20.883316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.898354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f4e536-242b-4503-a8cd-185a5f7b2a15']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:20.959055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:20.959666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cd15c6-50bd-4509-a987-1a50ebc2fd29') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:20.972314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:20.975875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.022947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a3182a6-6045-4054-b9c7-ce28df3f4201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.028725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.038894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:21.039440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:21.042849 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:21.176034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.181760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.185822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.192090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7258d0ec-81c9-4876-a43e-51aecc5a71ff HTTP/1.1" status: 204 len: 168 time: 0.4997556 Aug 31 16:08:21.192286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.196615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] 10.222.0.43 "DELETE /v2.0/networks/53f4e536-242b-4503-a8cd-185a5f7b2a15 HTTP/1.1" status: 204 len: 168 time: 2.3400071 Aug 31 16:08:21.208770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258d0ec-81c9-4876-a43e-51aecc5a71ff,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:21.226886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.227437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.228036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.228528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d816c-ba0d-404a-b161-79d87d049641 tempest-NetworksIpV6TestAttrs-1963694102 tempest-NetworksIpV6TestAttrs-1963694102-project] Pushing event deleted for resources: {'Network': ['ID=53f4e536-242b-4503-a8cd-185a5f7b2a15,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:21.228887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.229459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.230773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.231693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.232554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.235158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.235868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.236146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.238113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff8627-aac5-4f77-a17f-4b0fc35ad065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:21.238972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.249943 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.250706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.254137 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Floating IP 947fc382-d68f-4f15-bd3f-62e4be7ed75c disassociated. External IP: 172.25.6.252, port: 63eb8277-3ed1-4f14-a682-7121db6d15a1. Aug 31 16:08:21.254824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Calling delete_port for 63eb8277-3ed1-4f14-a682-7121db6d15a1 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:21.283164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=bd47c272-a9ba-497e-940a-f48beff03572,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:21.336494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] No DVR routers for this DVR port bd47c272-a9ba-497e-940a-f48beff03572 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:21.340592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.342705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-1d19af48-9796-4b02-b217-bd4c2b6a2caf tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "DELETE /v2.0/ports/bd47c272-a9ba-497e-940a-f48beff03572 HTTP/1.1" status: 204 len: 173 time: 2.0542758 Aug 31 16:08:21.442995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63289593-c856-44c1-8d24-c1a9d0cfa3f5 req-7b3a9617-a687-4e63-a2a3-ac7d1764c12c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:21.464415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63289593-c856-44c1-8d24-c1a9d0cfa3f5 req-7b3a9617-a687-4e63-a2a3-ac7d1764c12c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:21.472146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port 5141561a-59b8-4429-ae4d-7ba252005c67 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:21.472964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.481670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63289593-c856-44c1-8d24-c1a9d0cfa3f5 req-7b3a9617-a687-4e63-a2a3-ac7d1764c12c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 1677 time: 0.1506085 Aug 31 16:08:21.559065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63289593-c856-44c1-8d24-c1a9d0cfa3f5 req-2fed6ee2-76c9-4450-a556-0497266d5f86 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764894 Aug 31 16:08:21.591869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] For port 5141561a-59b8-4429-ae4d-7ba252005c67, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5141561a-59b8-4429-ae4d-7ba252005c67,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:21.592442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.606620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:21.628852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for 5141561a-59b8-4429-ae4d-7ba252005c67 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:21.682993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'Port': ['ID=63eb8277-3ed1-4f14-a682-7121db6d15a1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:21.766632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33324) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:21.774925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09470952-4087-4642-b53e-cbb8eee329e7 req-6c970c34-6657-45f5-86f6-905653829051 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 210 time: 0.0930960 Aug 31 16:08:21.843235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:21.972514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.000568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Router ecda4ebf-0f91-4917-8c05-585925f29905 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:08:22.056143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=5141561a-59b8-4429-ae4d-7ba252005c67,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:22.069939 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d74d33dd-09da-4695-87e0-61f5abd53062 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf5442ab6c7d442fa28a0cfdd3fc05c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232325 Aug 31 16:08:22.070392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33334) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:22.125817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] No DVR routers for this DVR port 5141561a-59b8-4429-ae4d-7ba252005c67 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:22.133071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.135855 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-6ca854a9-72f3-4e23-849a-217d98f0c0f3 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "DELETE /v2.0/ports/5141561a-59b8-4429-ae4d-7ba252005c67 HTTP/1.1" status: 204 len: 173 time: 0.7868605 Aug 31 16:08:22.152216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:08:22.163842 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] Sync routers for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:08:22.178134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:08:22.178936 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:22.271313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af812191-a46d-4b51-838c-00bbe66ff9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.288633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] No DVR routers for this DVR port 63eb8277-3ed1-4f14-a682-7121db6d15a1 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:22.297361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af812191-a46d-4b51-838c-00bbe66ff9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.298222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.301756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9b11046-6589-490e-a95d-59729583ba96 req-5c6293c4-e369-4352-9cf8-559b623030c3 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.30 "DELETE /v2.0/ports/63eb8277-3ed1-4f14-a682-7121db6d15a1 HTTP/1.1" status: 204 len: 173 time: 1.8731294 Aug 31 16:08:22.313816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-deleted', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:22.316211 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6081e2-75f6-43ba-82f9-662b46e07a7b" -d '{"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-deleted", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:22.362184 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:08:22.417177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af812191-a46d-4b51-838c-00bbe66ff9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.419798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af812191-a46d-4b51-838c-00bbe66ff9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.421012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af812191-a46d-4b51-838c-00bbe66ff9f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29c5808f-5568-46cc-8057-1b0bacfdc817 HTTP/1.1" status: 204 len: 168 time: 0.3490255 Aug 31 16:08:22.453666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af812191-a46d-4b51-838c-00bbe66ff9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c5808f-5568-46cc-8057-1b0bacfdc817,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:22.467975 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dddd94-63c1-452c-9b59-c513e3b012ec x-openstack-request-id: req-74dddd94-63c1-452c-9b59-c513e3b012ec {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:22.468303 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3972e-9dc4-4559-829c-af085b5e8a40", "name": "network-vif-deleted", "tag": "63eb8277-3ed1-4f14-a682-7121db6d15a1", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:22.468592 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74dddd94-63c1-452c-9b59-c513e3b012ec {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:22.469000 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3972e-9dc4-4559-829c-af085b5e8a40', 'name': 'network-vif-deleted', 'tag': '63eb8277-3ed1-4f14-a682-7121db6d15a1', 'status': 'completed', 'code': 200} Aug 31 16:08:22.505389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dc89101b-6eeb-42c3-acb2-c122c55ff96a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4126fafa5b1f40cb96d3d23394c8745b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348943 Aug 31 16:08:22.505976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33350) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:22.556392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port 203aecc3-7275-49b3-8b17-d82597983e62 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:22.556720 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.634541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572'}, {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:22.644538 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1991c23c-b05b-4105-b021-91d88e7c1e86" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "bd47c272-a9ba-497e-940a-f48beff03572"}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:22.683864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-953c5778-3003-42a8-a598-4d5651361dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.740955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-953c5778-3003-42a8-a598-4d5651361dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.772022 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:22.817126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] Checking router: ecda4ebf-0f91-4917-8c05-585925f29905 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:08:22.827150 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:08:22.827810 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:07:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:22.871015 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5511b37f-4272-43f0-b1ab-94966250f930 x-openstack-request-id: req-5511b37f-4272-43f0-b1ab-94966250f930 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:22.871311 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "bd47c272-a9ba-497e-940a-f48beff03572", "status": "completed", "code": 200}, {"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "5141561a-59b8-4429-ae4d-7ba252005c67", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:22.887185 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5511b37f-4272-43f0-b1ab-94966250f930 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:22.889722 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': 'bd47c272-a9ba-497e-940a-f48beff03572', 'status': 'completed', 'code': 200} Aug 31 16:08:22.890159 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': '5141561a-59b8-4429-ae4d-7ba252005c67', 'status': 'completed', 'code': 200} Aug 31 16:08:22.938519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-953c5778-3003-42a8-a598-4d5651361dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.943599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-953c5778-3003-42a8-a598-4d5651361dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:22.945215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-953c5778-3003-42a8-a598-4d5651361dc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59bc147b-e42f-49c0-af67-efad6aba9fd5 HTTP/1.1" status: 204 len: 168 time: 0.4376569 Aug 31 16:08:22.969855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c5778-3003-42a8-a598-4d5651361dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc147b-e42f-49c0-af67-efad6aba9fd5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:22.991185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] For port 203aecc3-7275-49b3-8b17-d82597983e62, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=203aecc3-7275-49b3-8b17-d82597983e62,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:22.991580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:23.001700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50892d54-0391-44ea-9d19-299b206ea6c2 req-5cbcd470-c4c8-4ca7-854a-b4582200af8d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:23.013280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50892d54-0391-44ea-9d19-299b206ea6c2 req-5cbcd470-c4c8-4ca7-854a-b4582200af8d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 943 time: 0.2460859 Aug 31 16:08:23.055193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for 203aecc3-7275-49b3-8b17-d82597983e62 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:23.094400 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:08:23.128719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50892d54-0391-44ea-9d19-299b206ea6c2 req-47b5ef1a-3095-44c1-8e8e-3aee4e3af38b tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups?id=7665e9fe-1ed6-4ca9-8788-a33d766540d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004651 Aug 31 16:08:23.139630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd5c419e-d0a5-475d-9c96-5e88d097da6e req-9eec110f-bd66-477f-9778-1a57ead2349e tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/ports?device_id=01b3972e-9dc4-4559-829c-af085b5e8a40 HTTP/1.1" status: 200 len: 210 time: 0.0800891 Aug 31 16:08:23.145597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:23.209634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 63eb8277-3ed1-4f14-a682-7121db6d15a1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:23.210883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 63eb8277-3ed1-4f14-a682-7121db6d15a1 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:23.373210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:23.431275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=203aecc3-7275-49b3-8b17-d82597983e62,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:23.514869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] No DVR routers for this DVR port 203aecc3-7275-49b3-8b17-d82597983e62 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:23.520457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:23.524805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4ae736ac-6a52-4426-96c4-75299bd57f5c req-88912d46-a7af-45ac-9a73-1a8c0e19c645 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.49 "DELETE /v2.0/ports/203aecc3-7275-49b3-8b17-d82597983e62 HTTP/1.1" status: 204 len: 173 time: 1.3796599 Aug 31 16:08:23.535005 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:23.593075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b993b-27fd-4dc0-9f90-f930afeff6c9 None None] The sync data for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 is: [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'fedfff32-9b69-4246-9b33-b6421b39d877', 'name': '', 'network_id': 'bef83e45-ef49-44b1-a6bc-e7452837a9e9', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'mac_address': 'fa:16:3e:6a:d5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:11Z', 'updated_at': '2021-08-31T15:59:21Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'subnets': [{'id': '846d670d-c692-465f-8ea4-f9d6033ee033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:08:23.994628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a919e-8e7a-4851-ab27-2737d5cd47ad None None] New status for floating IP 947fc382-d68f-4f15-bd3f-62e4be7ed75c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:08:24.241868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:24.259271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24d5ea6b-940a-4556-b89a-86e3a653726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:24.324821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33414) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:24.456626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c97ed082-5d60-4d7f-81cf-557aff562bd2 req-e0626af1-911c-41da-83d0-2713962cd61d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0898066 Aug 31 16:08:24.495015 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2efac5c-790c-4c55-9d7a-24fc63cdc3e5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:24.584958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2efac5c-790c-4c55-9d7a-24fc63cdc3e5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:24.706875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2efac5c-790c-4c55-9d7a-24fc63cdc3e5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:24.710661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2efac5c-790c-4c55-9d7a-24fc63cdc3e5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:24.712527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c2efac5c-790c-4c55-9d7a-24fc63cdc3e5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "DELETE /v2.0/security-groups/a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74 HTTP/1.1" status: 204 len: 168 time: 0.3865361 Aug 31 16:08:24.716336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33428) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:24.739090 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-fa51cace-d23e-4cab-aa3f-d38ffdb9a925 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] show failed (client error): The resource could not be found. Aug 31 16:08:24.744128 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa51cace-d23e-4cab-aa3f-d38ffdb9a925 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "GET /v2.0/security-groups/a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74 HTTP/1.1" status: 404 len: 347 time: 0.0270309 Aug 31 16:08:24.745118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33430) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:24.752670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efac5c-790c-4c55-9d7a-24fc63cdc3e5 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cfe35b-fed5-4f8d-ac87-f5bc5a104d74,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:24.908464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:24.908464 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5dc4fa-dd32-40d9-9759-23b88b97ebe7" -d '{"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "203aecc3-7275-49b3-8b17-d82597983e62"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:24.973191 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97762e02-a277-408a-a13d-9213618f7393 x-openstack-request-id: req-97762e02-a277-408a-a13d-9213618f7393 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:24.973483 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be649d9a-7f46-4f1e-943a-9b10caaa3d02", "name": "network-vif-deleted", "tag": "203aecc3-7275-49b3-8b17-d82597983e62", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:24.973733 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97762e02-a277-408a-a13d-9213618f7393 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:24.974628 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be649d9a-7f46-4f1e-943a-9b10caaa3d02', 'name': 'network-vif-deleted', 'tag': '203aecc3-7275-49b3-8b17-d82597983e62', 'status': 'completed', 'code': 200} Aug 31 16:08:24.981255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Deleting port 69d7cb60-fc33-40e2-b060-b75357fcb7ee {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:24.981789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.056893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33442) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:25.100876 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.115936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.116319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.147516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Calling delete_port for 69d7cb60-fc33-40e2-b060-b75357fcb7ee owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:25.229277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.344525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.362234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131634203'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:25.415557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Pushing event deleted for resources: {'Port': ['ID=69d7cb60-fc33-40e2-b060-b75357fcb7ee,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:25.437048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.459507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.499366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33450) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:25.517762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33454) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:25.523469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0207202 Aug 31 16:08:25.538503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.548888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.552799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d3f3567-9c2f-4848-82b2-b05940e84245 tempest-ServerActionsTestJSON-1236294948 tempest-ServerActionsTestJSON-1236294948-project] 10.222.0.43 "DELETE /v2.0/floatingips/947fc382-d68f-4f15-bd3f-62e4be7ed75c HTTP/1.1" status: 204 len: 168 time: 0.8038530 Aug 31 16:08:25.553281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33462) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:25.686444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dd81f82-2f47-41f9-9829-5a3556849bd4 req-a2295b98-a3ed-42b4-a3df-388e419c1b09 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0490580 Aug 31 16:08:25.777638 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.818198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.838256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-14bfd631-1d7c-4ee5-a3a5-d7f46f9a4179 tempest-NetworksApiDiscovery-1628787778 tempest-NetworksApiDiscovery-1628787778-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3191566 Aug 31 16:08:25.839642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:25.901750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5117b388-9f31-4d54-bad1-9410181ad2fb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:26.022708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.031555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.119530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.120894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0624244 Aug 31 16:08:26.127748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33480) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:26.153328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa50d-4b5f-4d13-a115-5c9c7a566fca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fc4c91-a088-43b6-8366-d00eab0d727a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:26.295462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d87eaf4f-9d07-4681-9776-3a74875672fe tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1661365 Aug 31 16:08:26.302080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33484) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:26.326006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-security--1602991784', 'description': 'tempest-security-description-91852755'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:26.410042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.524269 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.531167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.535994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.538976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "PUT /v2.0/security-groups/76fc4c91-a088-43b6-8366-d00eab0d727a HTTP/1.1" status: 200 len: 1778 time: 0.2350092 Aug 31 16:08:26.546297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33488) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:26.591157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33490) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:26.649342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf7e3a-b025-40f2-b13e-822fef6374c7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fc4c91-a088-43b6-8366-d00eab0d727a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:26.666161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e9fe737b-314d-44c7-ab5a-bbe939f5243d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups/76fc4c91-a088-43b6-8366-d00eab0d727a HTTP/1.1" status: 200 len: 1778 time: 0.1179299 Aug 31 16:08:26.670126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33494) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:26.791328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa079314-4a4b-4f7e-a272-b5724a25234d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.850346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa079314-4a4b-4f7e-a272-b5724a25234d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.858373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.939369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa079314-4a4b-4f7e-a272-b5724a25234d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.943005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aa079314-4a4b-4f7e-a272-b5724a25234d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:26.947527 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aa079314-4a4b-4f7e-a272-b5724a25234d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/76fc4c91-a088-43b6-8366-d00eab0d727a HTTP/1.1" status: 204 len: 168 time: 0.2754493 Aug 31 16:08:26.948477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33504) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:26.966951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-903c4267-762a-4fd8-8a2f-f9853c94dabc req-91554909-a929-4079-90b9-af27d8bc97ce tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0522957 Aug 31 16:08:26.975656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa079314-4a4b-4f7e-a272-b5724a25234d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fc4c91-a088-43b6-8366-d00eab0d727a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:27.068479 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc9d0aa2-7d3a-4dac-bf36-cdd115d898f7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1142745 Aug 31 16:08:27.069178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33510) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.089989 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-b5027988-9d85-4535-861b-3dfc11f7c461 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] delete failed (client error): The resource could not be found. Aug 31 16:08:27.101353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b5027988-9d85-4535-861b-3dfc11f7c461 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/76fc4c91-a088-43b6-8366-d00eab0d727a HTTP/1.1" status: 404 len: 347 time: 0.0308304 Aug 31 16:08:27.102453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33512) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.111362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088845053'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:27.158740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.168165 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-052d6d5d-2e57-4cdc-b809-ca8dcd79a13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.298335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.303051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Deleting port fedfff32-9b69-4246-9b33-b6421b39d877 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:27.303466 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.304648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.356016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a8d7bf-bb37-4bea-992b-f15f5805a114,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:27.470922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-052d6d5d-2e57-4cdc-b809-ca8dcd79a13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.472971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] For port fedfff32-9b69-4246-9b33-b6421b39d877, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fedfff32-9b69-4246-9b33-b6421b39d877,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:27.473333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.487226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.487821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-052d6d5d-2e57-4cdc-b809-ca8dcd79a13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.488726 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ff3a634c-1154-47d0-80b7-5fe5fd9c03f2 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3847864 Aug 31 16:08:27.493241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.499117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '25a8d7bf-bb37-4bea-992b-f15f5805a114', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:27.510629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Calling delete_port for fedfff32-9b69-4246-9b33-b6421b39d877 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:27.538905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.542029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d6d5d-2e57-4cdc-b809-ca8dcd79a13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ed5ce-157c-48d3-beed-0c22e63be21a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:27.559755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-052d6d5d-2e57-4cdc-b809-ca8dcd79a13c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=178e9175b7ca4f0bbdca379d726e72b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668465 Aug 31 16:08:27.564276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33526) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.624335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.628609 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.630892 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.653599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e93485b-9617-4b34-8a21-a7208ad3eb1f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:27.674192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.679425 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c196f38-ec75-4672-8613-e2915cf857b0 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848941 Aug 31 16:08:27.681501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33528) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.719928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c75e649c-4bec-4859-9e43-2e393c3011b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.739849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9482577-4cdd-43df-abf2-7d1bcafe529e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.751734 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9482577-4cdd-43df-abf2-7d1bcafe529e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.759180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c75e649c-4bec-4859-9e43-2e393c3011b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.815187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9482577-4cdd-43df-abf2-7d1bcafe529e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.830138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9482577-4cdd-43df-abf2-7d1bcafe529e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.831602 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b9482577-4cdd-43df-abf2-7d1bcafe529e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8e93485b-9617-4b34-8a21-a7208ad3eb1f HTTP/1.1" status: 204 len: 168 time: 0.1490076 Aug 31 16:08:27.834319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.842939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9482577-4cdd-43df-abf2-7d1bcafe529e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e93485b-9617-4b34-8a21-a7208ad3eb1f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:27.890258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c75e649c-4bec-4859-9e43-2e393c3011b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.892952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c75e649c-4bec-4859-9e43-2e393c3011b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.896870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c75e649c-4bec-4859-9e43-2e393c3011b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c5ed5ce-157c-48d3-beed-0c22e63be21a HTTP/1.1" status: 204 len: 168 time: 0.3288362 Aug 31 16:08:27.918861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6ad4819-e50a-43e0-9548-290a546c195e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831420 Aug 31 16:08:27.922992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33538) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:27.938111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:27.970783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e649c-4bec-4859-9e43-2e393c3011b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ed5ce-157c-48d3-beed-0c22e63be21a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:28.040798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-252d4190-7a70-486f-a9ee-f9ccab9c2167 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.098543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedfff32-9b69-4246-9b33-b6421b39d877,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:28.110296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-252d4190-7a70-486f-a9ee-f9ccab9c2167 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.230012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c302e662-997e-4e58-9c80-8b4e7a99c0b2 req-62f1ce3d-0627-42be-befc-a163efbce0b1 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0483935 Aug 31 16:08:28.242223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-252d4190-7a70-486f-a9ee-f9ccab9c2167 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.245420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-252d4190-7a70-486f-a9ee-f9ccab9c2167 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.251086 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-252d4190-7a70-486f-a9ee-f9ccab9c2167 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/25a8d7bf-bb37-4bea-992b-f15f5805a114 HTTP/1.1" status: 204 len: 168 time: 0.3220322 Aug 31 16:08:28.254042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33546) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:28.261934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d4190-7a70-486f-a9ee-f9ccab9c2167 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a8d7bf-bb37-4bea-992b-f15f5805a114,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:28.443369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-56f6ced1-7102-4194-bccd-02bea369c3e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1883743 Aug 31 16:08:28.450371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33550) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:28.456027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731849417'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:28.502811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.536650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.706463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.713724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.777603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.782768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3297451 Aug 31 16:08:28.799840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:28.807686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '0bcc8680-9e39-4334-80a5-24b740e2de54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:28.824426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f41e8-844c-4260-bbd4-571f95d04763 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc8680-9e39-4334-80a5-24b740e2de54,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:28.867469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.915978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Router ecda4ebf-0f91-4917-8c05-585925f29905 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:08:28.940328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.949412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.975888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392d00f1-4c70-45df-9d00-c827664b0873,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:28.990099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:28.992168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ab3ba36-71e5-4ec8-bf31-d27abd8e5bc7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902039 Aug 31 16:08:28.995563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:29.012797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '0bcc8680-9e39-4334-80a5-24b740e2de54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:29.070102 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:29.170492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:08:29.177722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-496e850e-5244-4e25-80d1-ad232a19b635 admin admin] 10.222.0.43 "PUT /v2.0/routers/ecda4ebf-0f91-4917-8c05-585925f29905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6200159 Aug 31 16:08:29.180757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:29.189241 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] Sync routers for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:08:29.201710 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:08:29.207510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:08:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:29.229051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:29.239932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:29.271549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0bfffe-c4d3-4af8-9efb-16b23b0669d5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:29.284518 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:29.291930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d49bcd2f-daf7-4c6b-96ab-8caf33775ffa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2943032 Aug 31 16:08:29.293428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33582) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:29.301351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '0bcc8680-9e39-4334-80a5-24b740e2de54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:29.408396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:29.492859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:29.592422 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:08:29.948586 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T16:08:27Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:29.986382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] Checking router: ecda4ebf-0f91-4917-8c05-585925f29905 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:08:29.997884 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] Routers {'ecda4ebf-0f91-4917-8c05-585925f29905'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:08:29.999408 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:08:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ecda4ebf-0f91-4917-8c05-585925f29905'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:30.238878 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] Set router ecda4ebf-0f91-4917-8c05-585925f29905 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:08:30.251392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c978bd78-5c8c-4e3c-97df-7dcbef2878e0 req-64d203a1-e5da-4cdd-857d-b1cf40f24372 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.7202756 Aug 31 16:08:30.356119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.362485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.383836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.517291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19860aea-1077-4848-9c11-200d24a07d8e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:30.543323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.549208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33606) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:30.550736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-037bbef9-6063-4c10-b124-cf98f926a6fa tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2535233 Aug 31 16:08:30.559980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '0bcc8680-9e39-4334-80a5-24b740e2de54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:30.614552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Deleting port 693d772e-5d5b-4e26-9e61-6d3d8a998da8 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:30.615596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.644560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.647470 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T16:08:27Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:30.712099 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628de603-d276-423a-87f5-28f72baca0a4 None None] The sync data for ids ['ecda4ebf-0f91-4917-8c05-585925f29905'] in n-d-793621-35 is: [{'id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'name': 'tempest-ServerActionsTestJSON-830544640-router', 'tenant_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:59:00Z', 'updated_at': '2021-08-31T16:08:27Z', 'revision_number': 5, 'project_id': '6c7185167bfa4ec0959bacb08ba5f6b3', 'gw_port': {'id': '693d772e-5d5b-4e26-9e61-6d3d8a998da8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda4ebf-0f91-4917-8c05-585925f29905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:59:02Z', 'updated_at': '2021-08-31T15:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:08:30.851243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] For port 693d772e-5d5b-4e26-9e61-6d3d8a998da8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=693d772e-5d5b-4e26-9e61-6d3d8a998da8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:30.851681 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.866234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Calling delete_port for 693d772e-5d5b-4e26-9e61-6d3d8a998da8 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:30.875753 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.883076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.929201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8f6d90-855d-4b2e-bfc0-c80a436d7d18,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:30.954961 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:30.968179 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a9efa57-aafc-49c4-a3df-ab9377e21349 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4158831 Aug 31 16:08:30.969627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33614) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:30.979036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '0bcc8680-9e39-4334-80a5-24b740e2de54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:31.060237 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.118607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.182697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Pushing event deleted for resources: {'Port': ['ID=693d772e-5d5b-4e26-9e61-6d3d8a998da8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:31.231140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.244672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.278942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db35acfb-444a-4d61-86e3-97007351a36c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:31.281629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.308342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.315069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-49b0b21e-55a5-4ded-946d-fe3569c40193 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3403003 Aug 31 16:08:31.315069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33624) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:31.370971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc59e-589a-480c-bd28-bb11414dc78e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.383853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc59e-589a-480c-bd28-bb11414dc78e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.459363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc59e-589a-480c-bd28-bb11414dc78e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.478813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc59e-589a-480c-bd28-bb11414dc78e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.479999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.481675 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9e2cc59e-589a-480c-bd28-bb11414dc78e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/db35acfb-444a-4d61-86e3-97007351a36c HTTP/1.1" status: 204 len: 168 time: 0.1613972 Aug 31 16:08:31.482841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.490947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33630) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:31.494399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cc59e-589a-480c-bd28-bb11414dc78e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db35acfb-444a-4d61-86e3-97007351a36c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:31.532267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fedfff32-9b69-4246-9b33-b6421b39d877 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:31.571895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fedfff32-9b69-4246-9b33-b6421b39d877 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:31.572500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fedfff32-9b69-4246-9b33-b6421b39d877 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:31.572939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3beeade3-9f95-4847-9dc0-f6eea2595e9b req-dc52962c-5c92-454a-a2f3-016e451696de tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0305049 Aug 31 16:08:31.574034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.574598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecda4ebf-0f91-4917-8c05-585925f29905 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:08:31.582501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.584237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ac207be3-230d-4096-9ced-ecbb901d591a admin admin] 10.222.0.43 "DELETE /v2.0/routers/ecda4ebf-0f91-4917-8c05-585925f29905 HTTP/1.1" status: 204 len: 168 time: 2.4017258 Aug 31 16:08:31.586319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:31.636814 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-16a5cbd9-87b1-427d-80f8-8c9042900e2c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1440473 Aug 31 16:08:31.639658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33636) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:31.674528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Deleting subnet 846d670d-c692-465f-8ea4-f9d6033ee033 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:08:31.678855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.698699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185ff0f1-4f84-4848-a913-94850732872c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.711997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185ff0f1-4f84-4848-a913-94850732872c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.783180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185ff0f1-4f84-4848-a913-94850732872c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.792306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185ff0f1-4f84-4848-a913-94850732872c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.794175 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-185ff0f1-4f84-4848-a913-94850732872c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5e8f6d90-855d-4b2e-bfc0-c80a436d7d18 HTTP/1.1" status: 204 len: 168 time: 0.1535683 Aug 31 16:08:31.797070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33642) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:31.820524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.842837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ff0f1-4f84-4848-a913-94850732872c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e8f6d90-855d-4b2e-bfc0-c80a436d7d18,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:31.890914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1bec6d66-fe15-4bd8-890e-7a53f7e2cabc tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0920758 Aug 31 16:08:31.893920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:31.941103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef45f319-080b-46d2-9e16-aeb74d6c9d16 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.954292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef45f319-080b-46d2-9e16-aeb74d6c9d16 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:31.994282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef45f319-080b-46d2-9e16-aeb74d6c9d16 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.010810 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef45f319-080b-46d2-9e16-aeb74d6c9d16 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.012464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ef45f319-080b-46d2-9e16-aeb74d6c9d16 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/19860aea-1077-4848-9c11-200d24a07d8e HTTP/1.1" status: 204 len: 168 time: 0.1172857 Aug 31 16:08:32.013726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45f319-080b-46d2-9e16-aeb74d6c9d16 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19860aea-1077-4848-9c11-200d24a07d8e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:32.014267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.016361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33652) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.074284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7f9077c1-314e-47f3-a86d-0ee71b473bd1 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0551238 Aug 31 16:08:32.077208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33654) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.096773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.114905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3375-cbac-4f51-9120-e129988c8a2f tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.129829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3375-cbac-4f51-9120-e129988c8a2f tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.153110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846d670d-c692-465f-8ea4-f9d6033ee033,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:32.155244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.162605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ced5ff25-32f3-47fc-a49a-7ccc3e267eda admin admin] 10.222.0.43 "DELETE /v2.0/subnets/846d670d-c692-465f-8ea4-f9d6033ee033 HTTP/1.1" status: 204 len: 168 time: 0.5724032 Aug 31 16:08:32.164290 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3375-cbac-4f51-9120-e129988c8a2f tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.165757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33656) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.170160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3a9bd-c955-44af-b637-d3e2cdc1b5c8 None None] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:32.178739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8f2c3375-cbac-4f51-9120-e129988c8a2f tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.182854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8f2c3375-cbac-4f51-9120-e129988c8a2f tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/aa0bfffe-c4d3-4af8-9efb-16b23b0669d5 HTTP/1.1" status: 204 len: 168 time: 0.1011457 Aug 31 16:08:32.183819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c3375-cbac-4f51-9120-e129988c8a2f tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa0bfffe-c4d3-4af8-9efb-16b23b0669d5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:32.185121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33658) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.271900 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f819889-bb90-4595-83c6-5bac3e580900 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0822101 Aug 31 16:08:32.272123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.272337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33660) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.328819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b18f7ac-b95e-4ee5-bb63-79ec55b8bc5c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.350410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b18f7ac-b95e-4ee5-bb63-79ec55b8bc5c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.410468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b18f7ac-b95e-4ee5-bb63-79ec55b8bc5c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.430732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b18f7ac-b95e-4ee5-bb63-79ec55b8bc5c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.431472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b18f7ac-b95e-4ee5-bb63-79ec55b8bc5c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/392d00f1-4c70-45df-9d00-c827664b0873 HTTP/1.1" status: 204 len: 168 time: 0.1581862 Aug 31 16:08:32.432397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18f7ac-b95e-4ee5-bb63-79ec55b8bc5c tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=392d00f1-4c70-45df-9d00-c827664b0873,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:32.436942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33666) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.444440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Deleting port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:32.444997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.563640 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-408dbfff-88f2-43d7-930a-11a5dda73c92 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1236737 Aug 31 16:08:32.568613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.586036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] DHCP port deletion for bef83e45-ef49-44b1-a6bc-e7452837a9e9 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:08:32.616100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] For port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:32.616766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.653170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Calling delete_port for 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:32.747382 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c187080-c183-4856-a526-3a48a15cd2ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.769740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Deleting port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:32.770207 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.814993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eed571e0-f09a-4bb7-a363-8408c8d0a150 req-3858dbaf-99f1-44e8-9c7f-5f8ae809fabe tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0587406 Aug 31 16:08:32.822345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c187080-c183-4856-a526-3a48a15cd2ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.891747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.906066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c187080-c183-4856-a526-3a48a15cd2ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.913950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c187080-c183-4856-a526-3a48a15cd2ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:32.915220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6c187080-c183-4856-a526-3a48a15cd2ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/0bcc8680-9e39-4334-80a5-24b740e2de54 HTTP/1.1" status: 204 len: 168 time: 0.3445325 Aug 31 16:08:32.918144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33682) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:32.959352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:32.972458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] No DVR routers for this DVR port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:32.977806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187080-c183-4856-a526-3a48a15cd2ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc8680-9e39-4334-80a5-24b740e2de54,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:33.035633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33686) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.046019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] For port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,segment=NetworkSegment(41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4),segment_id=41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:33.046427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.056865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f253469a-0b24-48ea-a3c2-6f0a5a3cd420 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1369500 Aug 31 16:08:33.062951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33690) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.071888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541233488'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:33.074869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.085998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Calling delete_port for 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:33.094863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef83e45-ef49-44b1-a6bc-e7452837a9e9']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:33.109815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:33.110061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c8d02a-2a9b-42e6-8cd0-0634a7cabdb4') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:33.118391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.123689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.143047 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.151983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:33.152442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.245803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:33.247494 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:33.250724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.253649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.263889 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.266465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] 10.222.0.43 "DELETE /v2.0/networks/bef83e45-ef49-44b1-a6bc-e7452837a9e9 HTTP/1.1" status: 204 len: 168 time: 1.0996263 Aug 31 16:08:33.281500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.284264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2193973 Aug 31 16:08:33.291575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33694) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.298677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': 'a63ada83-ffa4-4b82-b306-5acba85a1135', 'direction': 'ingress', 'protocol': 17}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:33.300635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.304291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14011f9d-3abf-4a32-bf6d-313c25c1d74d admin admin] Pushing event deleted for resources: {'Network': ['ID=bef83e45-ef49-44b1-a6bc-e7452837a9e9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:33.322490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Network bef83e45-ef49-44b1-a6bc-e7452837a9e9 is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:08:33.324141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] No DVR routers for this DVR port 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:33.335404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78882b9-491d-446a-a8d0-27e0cadd0e6a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63ada83-ffa4-4b82-b306-5acba85a1135,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:33.365793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493674d0-5280-4c0d-9cfe-c8109d537966 None None] Pushing event deleted for resources: {'Port': ['ID=3c3505da-579e-4ce9-ac5c-466d7c4b7c62,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:33.381348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.482984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.502027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e15d0d4-cca0-44b0-a0b9-ea023d8f2c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.513453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 693d772e-5d5b-4e26-9e61-6d3d8a998da8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:33.526883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.563670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 693d772e-5d5b-4e26-9e61-6d3d8a998da8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:33.567542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 693d772e-5d5b-4e26-9e61-6d3d8a998da8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:33.568427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:33.611581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:33.612937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3c3505da-579e-4ce9-ac5c-466d7c4b7c62 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:33.642246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64156dbc-e025-4c7c-9b97-507bd2d9b5c6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:33.725040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e15d0d4-cca0-44b0-a0b9-ea023d8f2c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.732483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e15d0d4-cca0-44b0-a0b9-ea023d8f2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.739688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.760307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.764110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33704) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.765115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f457183e-67a6-4d0c-8f24-e6c49846fa54 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4714921 Aug 31 16:08:33.797010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1e15d0d4-cca0-44b0-a0b9-ea023d8f2c26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3227460c70394fc98497f3d1473406b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7565444 Aug 31 16:08:33.798080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33706) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.798815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15d0d4-cca0-44b0-a0b9-ea023d8f2c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d175b2-9a55-43df-b612-d5b6e0a042e9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:33.832222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c66c247c-dea5-4f18-b8ee-f00758be11c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c7185167bfa4ec0959bacb08ba5f6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877011 Aug 31 16:08:33.832707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33708) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:33.855654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bfdace36-906e-4e31-90ef-1a433af937d6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.891229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bfdace36-906e-4e31-90ef-1a433af937d6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.893799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d39cf5c-7f6a-424b-a5d3-2e0d05258b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.966574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bfdace36-906e-4e31-90ef-1a433af937d6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.967074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d39cf5c-7f6a-424b-a5d3-2e0d05258b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.969927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-923fc95e-020a-4719-90bb-950d39dd9c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.970102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bfdace36-906e-4e31-90ef-1a433af937d6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:33.981249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bfdace36-906e-4e31-90ef-1a433af937d6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/a63ada83-ffa4-4b82-b306-5acba85a1135 HTTP/1.1" status: 204 len: 168 time: 0.2149556 Aug 31 16:08:33.982435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:34.003591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-923fc95e-020a-4719-90bb-950d39dd9c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.048002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbcb83c0-3cb9-43da-af37-c21f8bdff957 req-90331660-0c82-4165-a480-65b7935a36ce tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0464416 Aug 31 16:08:34.062752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdace36-906e-4e31-90ef-1a433af937d6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63ada83-ffa4-4b82-b306-5acba85a1135,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:34.128079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-923fc95e-020a-4719-90bb-950d39dd9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.131809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-923fc95e-020a-4719-90bb-950d39dd9c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.138310 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-923fc95e-020a-4719-90bb-950d39dd9c77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbd18c1d-91ca-424d-b111-b889596339a0 HTTP/1.1" status: 204 len: 168 time: 0.2987118 Aug 31 16:08:34.142295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d39cf5c-7f6a-424b-a5d3-2e0d05258b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.153355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d39cf5c-7f6a-424b-a5d3-2e0d05258b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.160242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2d39cf5c-7f6a-424b-a5d3-2e0d05258b44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59d175b2-9a55-43df-b612-d5b6e0a042e9 HTTP/1.1" status: 204 len: 168 time: 0.3558943 Aug 31 16:08:34.167658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-17ea04cd-14fd-4dbc-b209-5ff1024249f9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1791394 Aug 31 16:08:34.170191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33724) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:34.172291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fc95e-020a-4719-90bb-950d39dd9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd18c1d-91ca-424d-b111-b889596339a0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:34.181898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047290358'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:34.193370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39cf5c-7f6a-424b-a5d3-2e0d05258b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d175b2-9a55-43df-b612-d5b6e0a042e9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:34.223312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.439746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.448366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.532930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba3f2d-c6af-4ebb-bd77-c5aa8af39f5a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:34.542917 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.547360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33732) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:34.554139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632962871'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:34.556764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7e7905f3-1c47-4df1-8aec-c08d7683f86a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3853376 Aug 31 16:08:34.612110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.823443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.830027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.866812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33744) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:34.904671 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.926658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24494d-6b5c-48fd-866e-50d41a7d3f5c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:34.931959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:34.937578 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e66f24d6-4ebb-4508-a14c-d5dde688657e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3885336 Aug 31 16:08:34.938475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33746) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:34.945609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '6dba3f2d-c6af-4ebb-bd77-c5aa8af39f5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d24494d-6b5c-48fd-866e-50d41a7d3f5c', 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:34.970079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:08:34.970079 n-d-793621-35 neutron-server[101477]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:08:34.970079 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id': 'de04d214d0eb4048a4a7cb802609f43e', 'id': '821b1cae-a948-4cd7-a42e-230c3339364e', 'expiration': datetime.datetime(2021, 8, 31, 16, 10, 34, 959313)}] Aug 31 16:08:34.970079 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:08:34.971386 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:08:35.006263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.165538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.172380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.220711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.227180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:35.228251 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2871943 Aug 31 16:08:35.242852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61529-1e16-46c1-8047-42d6112e4d75 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546afc34-576f-4b42-86e3-29a2e69d06a5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:35.414877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4012b63f-893f-4328-aa94-d95b2b2817ca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.426266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb246aac-3e31-48f3-bf4c-6f8bfd268bfd req-91e49bbc-dcea-4b7d-a0ee-1cd1db47cf69 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.1620438 Aug 31 16:08:35.459068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4012b63f-893f-4328-aa94-d95b2b2817ca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.478544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.661253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4012b63f-893f-4328-aa94-d95b2b2817ca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.687187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4012b63f-893f-4328-aa94-d95b2b2817ca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.689913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4012b63f-893f-4328-aa94-d95b2b2817ca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/546afc34-576f-4b42-86e3-29a2e69d06a5 HTTP/1.1" status: 204 len: 168 time: 0.4608960 Aug 31 16:08:35.700716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33768) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:35.727276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012b63f-893f-4328-aa94-d95b2b2817ca tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=546afc34-576f-4b42-86e3-29a2e69d06a5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:35.824622 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.833233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:35.853151 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7ee51119-1fe7-4e1b-a092-33bc0dd32d32 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1554685 Aug 31 16:08:35.853675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33772) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:35.905200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de04d214d0eb4048a4a7cb802609f43e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0368032 Aug 31 16:08:35.915340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:35.991639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1f8e7-3867-4ab1-ad97-036ccda39f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700f2ac4-40cf-4fa2-b0fe-5b64e3e36262,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:36.059173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57a2-d006-4ab4-9927-5c0ed7435068 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.095298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57a2-d006-4ab4-9927-5c0ed7435068 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.098790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-687ee7c7-0e1f-4461-9267-4a0546581832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.125980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-687ee7c7-0e1f-4461-9267-4a0546581832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.533380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57a2-d006-4ab4-9927-5c0ed7435068 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.536350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57a2-d006-4ab4-9927-5c0ed7435068 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.541336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:36.543595 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4e2b57a2-d006-4ab4-9927-5c0ed7435068 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d24494d-6b5c-48fd-866e-50d41a7d3f5c HTTP/1.1" status: 204 len: 168 time: 0.6888001 Aug 31 16:08:36.555579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b57a2-d006-4ab4-9927-5c0ed7435068 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24494d-6b5c-48fd-866e-50d41a7d3f5c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:36.571425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-687ee7c7-0e1f-4461-9267-4a0546581832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.579797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-687ee7c7-0e1f-4461-9267-4a0546581832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.583691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-687ee7c7-0e1f-4461-9267-4a0546581832 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/700f2ac4-40cf-4fa2-b0fe-5b64e3e36262 HTTP/1.1" status: 204 len: 168 time: 0.6628902 Aug 31 16:08:36.593747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ee7c7-0e1f-4461-9267-4a0546581832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700f2ac4-40cf-4fa2-b0fe-5b64e3e36262,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:36.686265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f9c59a3-f99c-432f-893e-9859d865c56a req-ffa89c9f-5a6d-44e1-a8cc-c3966c0c6149 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.1109006 Aug 31 16:08:36.751052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-180d47a7-c2b9-4431-8396-1200084e49ed tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2078841 Aug 31 16:08:36.753971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33806) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:36.842156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a48813-665e-4cc0-9bdc-477963848d06 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.885272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a48813-665e-4cc0-9bdc-477963848d06 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.978918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a48813-665e-4cc0-9bdc-477963848d06 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.981750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a48813-665e-4cc0-9bdc-477963848d06 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:36.983835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20a48813-665e-4cc0-9bdc-477963848d06 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/6dba3f2d-c6af-4ebb-bd77-c5aa8af39f5a HTTP/1.1" status: 204 len: 168 time: 0.2288034 Aug 31 16:08:36.987743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33812) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:37.003178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a48813-665e-4cc0-9bdc-477963848d06 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba3f2d-c6af-4ebb-bd77-c5aa8af39f5a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:37.153447 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6cd119b4-59ac-4639-8962-0b23603322ea tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1639318 Aug 31 16:08:37.157527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33822) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:37.173170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932513636'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:37.209823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.405295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.411941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.447842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5677f202-f706-4796-a3aa-0a55a3bb23d9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:37.460124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.461886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ddad264-4177-45ed-87c8-f2a1251a6411 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2964342 Aug 31 16:08:37.466313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33830) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:37.475560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': '5677f202-f706-4796-a3aa-0a55a3bb23d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:37.526034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.661611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.669593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.720149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2006f1b8-ee73-47af-9a32-7a63f1d64972,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:37.726580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.736070 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-43bcfc79-a32c-4ec6-aece-e7b0c3f7f321 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2678246 Aug 31 16:08:37.736783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33840) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:37.813921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33842) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:37.825739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1177e420-32cb-4e2e-88c5-fb21b2c54905 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.864375 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1177e420-32cb-4e2e-88c5-fb21b2c54905 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.926046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05842941-12e1-42c8-bfef-3d320e641397 req-db5dab7a-464a-4658-a9d1-7a425a0d8a09 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0494852 Aug 31 16:08:37.971467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1177e420-32cb-4e2e-88c5-fb21b2c54905 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.980788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1177e420-32cb-4e2e-88c5-fb21b2c54905 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:37.983910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1177e420-32cb-4e2e-88c5-fb21b2c54905 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2006f1b8-ee73-47af-9a32-7a63f1d64972 HTTP/1.1" status: 204 len: 168 time: 0.2412438 Aug 31 16:08:37.985524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33854) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:38.015688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177e420-32cb-4e2e-88c5-fb21b2c54905 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2006f1b8-ee73-47af-9a32-7a63f1d64972,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:38.053506 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-487c471d-d64a-4ce2-a078-b1b2fcc0ed41 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662935 Aug 31 16:08:38.057385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33856) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:38.203971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d232b09c-dd2a-4f92-b87b-4f3392b30c2a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.311350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d232b09c-dd2a-4f92-b87b-4f3392b30c2a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.331745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33df0c53-55ce-4474-ad25-7961df18807f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.473469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d232b09c-dd2a-4f92-b87b-4f3392b30c2a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.478270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d232b09c-dd2a-4f92-b87b-4f3392b30c2a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.482764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d232b09c-dd2a-4f92-b87b-4f3392b30c2a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/5677f202-f706-4796-a3aa-0a55a3bb23d9 HTTP/1.1" status: 204 len: 168 time: 0.4187036 Aug 31 16:08:38.483329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:38.495328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232b09c-dd2a-4f92-b87b-4f3392b30c2a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5677f202-f706-4796-a3aa-0a55a3bb23d9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:38.713453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e1b71b6-5eec-4534-87cc-1c47b5f49a82 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2278433 Aug 31 16:08:38.719570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:38.729355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group': {'name': 'tempest-secgroup--168832153'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:38.760549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8f71-57dc-4efc-bb09-9135416ac05c req-9949ea76-ab94-490b-b6d0-e36c0698f8db tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:38.762466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5bc8f71-57dc-4efc-bb09-9135416ac05c req-9949ea76-ab94-490b-b6d0-e36c0698f8db tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.2121091 Aug 31 16:08:38.765636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33df0c53-55ce-4474-ad25-7961df18807f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.772316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33df0c53-55ce-4474-ad25-7961df18807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.817283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:38.858459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-33df0c53-55ce-4474-ad25-7961df18807f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8fbebc955f0406da742c2642f6ac8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0433283 Aug 31 16:08:38.865404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33888) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:38.868479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df0c53-55ce-4474-ad25-7961df18807f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd076e2-2be7-4425-88ef-e0a8cd03e71a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:38.896081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5bc8f71-57dc-4efc-bb09-9135416ac05c req-bf24c0eb-92b2-4b9b-b09a-37cdecc08f56 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176777 Aug 31 16:08:38.958620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58536a92-1fd1-4465-a785-9b49a406e55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.035620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58536a92-1fd1-4465-a785-9b49a406e55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.163409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58536a92-1fd1-4465-a785-9b49a406e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.164157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.167250 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58536a92-1fd1-4465-a785-9b49a406e55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.169535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-58536a92-1fd1-4465-a785-9b49a406e55a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fd076e2-2be7-4425-88ef-e0a8cd03e71a HTTP/1.1" status: 204 len: 168 time: 0.3027108 Aug 31 16:08:39.175453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.210824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-907d673a-165f-47ef-ba77-8457d787aee6 req-2a867f69-8b91-43d8-9957-36007405208c tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0700850 Aug 31 16:08:39.228447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dba829-2dbb-4078-b6bc-3808bf47c2b9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:39.233462 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.234800 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-27df74b7-d94d-4484-8148-8580bf43588e tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5139918 Aug 31 16:08:39.239839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:39.251392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': 'a5dba829-2dbb-4078-b6bc-3808bf47c2b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:39.255491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58536a92-1fd1-4465-a785-9b49a406e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd076e2-2be7-4425-88ef-e0a8cd03e71a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:39.316588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.416452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.421707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.451772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf9fa06-f41e-4575-8e40-beb936b97af7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:39.459898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.464881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33904) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:39.475801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9e6d6cb4-0ea2-466f-aff0-af1722058eeb tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347314 Aug 31 16:08:39.487430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f90c7faa-9611-47da-abe3-ed3e2341dedf tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules/4cf9fa06-f41e-4575-8e40-beb936b97af7 HTTP/1.1" status: 200 len: 763 time: 0.0191305 Aug 31 16:08:39.487851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33908) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:39.565915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-83b2f0b5-4131-4b68-bd83-e367a652e2da tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0766275 Aug 31 16:08:39.582028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33910) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:39.622511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4a74-20f4-4855-9c1b-67e578068683 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.635465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4a74-20f4-4855-9c1b-67e578068683 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.692714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4a74-20f4-4855-9c1b-67e578068683 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.708147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4a74-20f4-4855-9c1b-67e578068683 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:39.709649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4a2e4a74-20f4-4855-9c1b-67e578068683 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4cf9fa06-f41e-4575-8e40-beb936b97af7 HTTP/1.1" status: 204 len: 168 time: 0.1349156 Aug 31 16:08:39.713418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33914) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:39.716635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e4a74-20f4-4855-9c1b-67e578068683 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf9fa06-f41e-4575-8e40-beb936b97af7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:39.802103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7a2a300-1041-4956-a5cc-a236c3192e3a tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823765 Aug 31 16:08:39.803158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33918) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:39.809233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': 'a5dba829-2dbb-4078-b6bc-3808bf47c2b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:39.865819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.031908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.045558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.143824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.170206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3652954 Aug 31 16:08:40.171422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bfc26-588f-4164-af96-8af5453e46f8 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d4d943-acf9-4801-b62c-5f0fc7bd486e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:40.179006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33932) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.217445 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e84a1989-5ddb-4887-8675-76bed3038990 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules/50d4d943-acf9-4801-b62c-5f0fc7bd486e HTTP/1.1" status: 200 len: 763 time: 0.0344813 Aug 31 16:08:40.221701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33934) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.259567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde85f-0d74-4b07-91c7-01df8b1f9b7d req-fb61da74-41b6-4c16-aadc-f709f5916400 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:40.266547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdbde85f-0d74-4b07-91c7-01df8b1f9b7d req-fb61da74-41b6-4c16-aadc-f709f5916400 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1080022 Aug 31 16:08:40.328385 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-70b75437-52d6-4520-ad64-663a0df35452 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0998149 Aug 31 16:08:40.329695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33938) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.354173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdbde85f-0d74-4b07-91c7-01df8b1f9b7d req-710a3db6-24e5-4501-99b9-92985e52f67e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820286 Aug 31 16:08:40.397030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20fa667-d86b-4a17-82e8-b42e20990fd6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.415796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20fa667-d86b-4a17-82e8-b42e20990fd6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.460624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca9de171-de7a-4c38-93d9-455b36fce772 req-545c5110-0840-4572-be08-de0550f96bbc tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0641682 Aug 31 16:08:40.467973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20fa667-d86b-4a17-82e8-b42e20990fd6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.487635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a20fa667-d86b-4a17-82e8-b42e20990fd6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.489234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a20fa667-d86b-4a17-82e8-b42e20990fd6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/50d4d943-acf9-4801-b62c-5f0fc7bd486e HTTP/1.1" status: 204 len: 168 time: 0.1586528 Aug 31 16:08:40.490886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fa667-d86b-4a17-82e8-b42e20990fd6 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50d4d943-acf9-4801-b62c-5f0fc7bd486e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:40.491966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33948) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.590331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b57351b6-4c60-49e5-9964-f3de7eb6f071 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0961354 Aug 31 16:08:40.593200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33954) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.605151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Request body: {'security_group_rule': {'security_group_id': 'a5dba829-2dbb-4078-b6bc-3808bf47c2b9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:40.658123 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Project 77bacbddf3474fe0b3054971c9cf927c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:08:40.675421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.753152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.762869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.790038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8119ed-12a9-4561-8824-cb1a4af6ded7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:40.799223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.806344 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4db6287a-193f-415d-b557-86455b1d48b9 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2046845 Aug 31 16:08:40.806606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33958) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.834295 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fb84d148-162b-46dc-893f-bc6100ed1b28 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules/0f8119ed-12a9-4561-8824-cb1a4af6ded7 HTTP/1.1" status: 200 len: 769 time: 0.0269759 Aug 31 16:08:40.834561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33962) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.903686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33964) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:40.911163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb23ec51-f431-4aee-9be4-52aa1deba00d tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0646932 Aug 31 16:08:40.950180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d2c-4648-42b0-9f06-477a12d802e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:40.961924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d2c-4648-42b0-9f06-477a12d802e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.004548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d2c-4648-42b0-9f06-477a12d802e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.011948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d2c-4648-42b0-9f06-477a12d802e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.015847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc0b2d2c-4648-42b0-9f06-477a12d802e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0f8119ed-12a9-4561-8824-cb1a4af6ded7 HTTP/1.1" status: 204 len: 168 time: 0.1081469 Aug 31 16:08:41.016252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33972) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:41.019958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2d2c-4648-42b0-9f06-477a12d802e7 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f8119ed-12a9-4561-8824-cb1a4af6ded7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:41.090002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5bbbbf4a-20fd-4fb9-89e9-e7311f96e1ff tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720735 Aug 31 16:08:41.093175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33974) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:41.161273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f875f0dc-79be-482a-b595-35d4858b6eab tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.190813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f875f0dc-79be-482a-b595-35d4858b6eab tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.247473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f875f0dc-79be-482a-b595-35d4858b6eab tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.252262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f875f0dc-79be-482a-b595-35d4858b6eab tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:41.258735 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f875f0dc-79be-482a-b595-35d4858b6eab tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "DELETE /v2.0/security-groups/a5dba829-2dbb-4078-b6bc-3808bf47c2b9 HTTP/1.1" status: 204 len: 168 time: 0.1633105 Aug 31 16:08:41.261243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:41.277378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875f0dc-79be-482a-b595-35d4858b6eab tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dba829-2dbb-4078-b6bc-3808bf47c2b9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:41.362737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9e8593cb-1fff-4252-958a-2f6773801bee tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995970 Aug 31 16:08:41.370803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33986) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:41.459948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-33eb7f3e-cb02-4f0e-9041-9720f4c80533 tempest-SecGroupIPv6Test-1794352202 tempest-SecGroupIPv6Test-1794352202-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661685 Aug 31 16:08:41.582469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b5933-1406-47ee-a3dc-d970af1068be req-ef581dae-c33d-4b73-a539-c40a521e4f37 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:41.584610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e4b5933-1406-47ee-a3dc-d970af1068be req-ef581dae-c33d-4b73-a539-c40a521e4f37 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.0937762 Aug 31 16:08:41.676362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c742ef7-4bd0-4a83-81ac-9c96886931bc req-77357e60-a8a4-4758-882a-14184bba75f0 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/ports?device_id=be649d9a-7f46-4f1e-943a-9b10caaa3d02 HTTP/1.1" status: 200 len: 210 time: 0.0440094 Aug 31 16:08:41.719203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e4b5933-1406-47ee-a3dc-d970af1068be req-eda9bbbe-b595-4e46-9808-39257a746a58 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244380 Aug 31 16:08:42.308106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34022) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:42.363440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34028) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:42.574455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aead3711-f794-4645-89b7-2bfa66b31554 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77bacbddf3474fe0b3054971c9cf927c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609859 Aug 31 16:08:42.574455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f4e28b6-c727-45d5-acd2-02bbdc09524c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.574672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:42.669514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b697ac52-0b3b-468c-971d-3bb366023c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.710021 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b697ac52-0b3b-468c-971d-3bb366023c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.807499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f4e28b6-c727-45d5-acd2-02bbdc09524c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.823747 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f4e28b6-c727-45d5-acd2-02bbdc09524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.830530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b697ac52-0b3b-468c-971d-3bb366023c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.838552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b697ac52-0b3b-468c-971d-3bb366023c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:42.843735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b697ac52-0b3b-468c-971d-3bb366023c9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5117b388-9f31-4d54-bad1-9410181ad2fb HTTP/1.1" status: 204 len: 168 time: 0.2667925 Aug 31 16:08:42.861927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34058) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:42.866686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4f4e28b6-c727-45d5-acd2-02bbdc09524c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05e86642b3224d2b80344504ae1ed5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014908 Aug 31 16:08:42.871582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34060) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:42.918710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697ac52-0b3b-468c-971d-3bb366023c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117b388-9f31-4d54-bad1-9410181ad2fb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:42.927089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e28b6-c727-45d5-acd2-02bbdc09524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2cdfa8-0121-4c2f-804f-43fe24fba2aa,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:43.012851 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86eb2fad-5a1c-4128-a1b6-696d7657f359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.061771 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86eb2fad-5a1c-4128-a1b6-696d7657f359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.082765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a6a5-5d9a-4417-b0ec-d2cf6debdcc5 req-205ced0a-85ce-4026-bb62-2529cd963ab2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:43.091386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2165a6a5-5d9a-4417-b0ec-d2cf6debdcc5 req-205ced0a-85ce-4026-bb62-2529cd963ab2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1768141 Aug 31 16:08:43.093186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9440b951-c709-48fb-bc08-3041d91fc691 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.145652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9440b951-c709-48fb-bc08-3041d91fc691 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.179131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86eb2fad-5a1c-4128-a1b6-696d7657f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.181929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2165a6a5-5d9a-4417-b0ec-d2cf6debdcc5 req-67b95f23-feff-4530-8049-27dd738ae1a2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862434 Aug 31 16:08:43.182159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86eb2fad-5a1c-4128-a1b6-696d7657f359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.183528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86eb2fad-5a1c-4128-a1b6-696d7657f359 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d2cdfa8-0121-4c2f-804f-43fe24fba2aa HTTP/1.1" status: 204 len: 168 time: 0.3101838 Aug 31 16:08:43.193037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb2fad-5a1c-4128-a1b6-696d7657f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2cdfa8-0121-4c2f-804f-43fe24fba2aa,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:43.248500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9440b951-c709-48fb-bc08-3041d91fc691 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.251323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9440b951-c709-48fb-bc08-3041d91fc691 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.252544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9440b951-c709-48fb-bc08-3041d91fc691 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/security-groups/7665e9fe-1ed6-4ca9-8788-a33d766540d1 HTTP/1.1" status: 204 len: 168 time: 0.3872781 Aug 31 16:08:43.255756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34072) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:43.263512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440b951-c709-48fb-bc08-3041d91fc691 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7665e9fe-1ed6-4ca9-8788-a33d766540d1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:43.277839 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-f999321f-a9ce-4753-98ac-b8adb9ecbc3f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] show failed (client error): The resource could not be found. Aug 31 16:08:43.282695 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f999321f-a9ce-4753-98ac-b8adb9ecbc3f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "GET /v2.0/security-groups/7665e9fe-1ed6-4ca9-8788-a33d766540d1 HTTP/1.1" status: 404 len: 347 time: 0.0253363 Aug 31 16:08:43.283590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34074) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:43.443651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port 0f333ef7-be9f-4118-9a78-a0593a103644 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:43.443996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.547643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.548618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.577774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for 0f333ef7-be9f-4118-9a78-a0593a103644 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:43.700576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34096) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:43.741053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397a3bb7-9f7f-49f2-8ec5-aa678caeb5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.870160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.946299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=0f333ef7-be9f-4118-9a78-a0593a103644,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:43.989460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397a3bb7-9f7f-49f2-8ec5-aa678caeb5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:43.995687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397a3bb7-9f7f-49f2-8ec5-aa678caeb5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.069662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a3bb7-9f7f-49f2-8ec5-aa678caeb5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b066ede2-82ad-460f-ba28-0bb3bc654449,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:44.087937 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-397a3bb7-9f7f-49f2-8ec5-aa678caeb5fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f7b86cae88249dab28b5dab5f6aa48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847449 Aug 31 16:08:44.090460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:44.191554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.201207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.208855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34126) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:44.210267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e014d8f4-bd2c-4cf2-86f1-687db1becc4d tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/floatingips/62de50ef-7d95-4384-9f01-4f727fb48107 HTTP/1.1" status: 204 len: 168 time: 0.9177856 Aug 31 16:08:44.213744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:08:44.281137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85430139-beb6-4ca8-8fe6-5bf392e79456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.354354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85430139-beb6-4ca8-8fe6-5bf392e79456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.442021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431e9c0-6810-4c82-9611-f7cd2c233223 req-c36047c2-7279-426b-8c53-10b3027e7247 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:44.452351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8431e9c0-6810-4c82-9611-f7cd2c233223 req-c36047c2-7279-426b-8c53-10b3027e7247 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1306424 Aug 31 16:08:44.504516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port 44bd78bf-1981-461c-97a2-1f2688d6c3c7 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:44.504871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.513562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85430139-beb6-4ca8-8fe6-5bf392e79456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.514033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85430139-beb6-4ca8-8fe6-5bf392e79456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.517442 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-85430139-beb6-4ca8-8fe6-5bf392e79456 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b066ede2-82ad-460f-ba28-0bb3bc654449 HTTP/1.1" status: 204 len: 168 time: 0.4223876 Aug 31 16:08:44.527101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8431e9c0-6810-4c82-9611-f7cd2c233223 req-3d574565-c668-4993-9006-d3eaa50adba9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733018 Aug 31 16:08:44.591800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85430139-beb6-4ca8-8fe6-5bf392e79456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b066ede2-82ad-460f-ba28-0bb3bc654449,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:44.668034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.685560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for 44bd78bf-1981-461c-97a2-1f2688d6c3c7 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:44.914452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:44.962102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34150) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:44.969837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=44bd78bf-1981-461c-97a2-1f2688d6c3c7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:45.064910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.068119 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-91c13692-5bc1-4d0b-ba07-8e8f609dcb5f tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/ports/44bd78bf-1981-461c-97a2-1f2688d6c3c7 HTTP/1.1" status: 204 len: 168 time: 0.8570974 Aug 31 16:08:45.071713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:45.187776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting port b254deab-b8ab-4962-bd6f-da9dd8fdeb6b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:45.188153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.255872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34160) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:45.282782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5c139ba-64ec-4375-a7a4-9ebade0c7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.340999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.392986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Calling delete_port for b254deab-b8ab-4962-bd6f-da9dd8fdeb6b owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:45.498519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-83477260'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:45.615700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5c139ba-64ec-4375-a7a4-9ebade0c7e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.629595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5c139ba-64ec-4375-a7a4-9ebade0c7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.705934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.761391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Port': ['ID=b254deab-b8ab-4962-bd6f-da9dd8fdeb6b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:45.817338 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b5c139ba-64ec-4375-a7a4-9ebade0c7e23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c85c0db3fc0c4f0aaa1a17afa665af75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599179 Aug 31 16:08:45.827341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34180) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:45.838835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Made reservation on behalf of 9d747d7eb3e34d8c90d95bc1560bef9c for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:45.846361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.862581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c139ba-64ec-4375-a7a4-9ebade0c7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074f439f-2f5d-4944-80ee-ef5da3a447ea,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:45.917538 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.979622 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-954ade34-f90d-4690-a3e7-00c30adf3ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:45.999074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.007357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5dcbe0cd-73a5-4502-95dd-d67fd2c74f9a tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/ports/b254deab-b8ab-4962-bd6f-da9dd8fdeb6b HTTP/1.1" status: 204 len: 168 time: 0.9341185 Aug 31 16:08:46.030098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34188) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:46.054202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-954ade34-f90d-4690-a3e7-00c30adf3ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.060020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378ea55-9c18-4cd5-bbaa-0273d2569cfc req-6ba589fe-a461-4c4d-9619-dc19dd91cc80 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:46.068339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d378ea55-9c18-4cd5-bbaa-0273d2569cfc req-6ba589fe-a461-4c4d-9619-dc19dd91cc80 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.3492775 Aug 31 16:08:46.195321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-954ade34-f90d-4690-a3e7-00c30adf3ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.198817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting subnet a2aee17b-2abe-41c0-8ca9-1ad55a523f53 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:08:46.200587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-954ade34-f90d-4690-a3e7-00c30adf3ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.202551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-954ade34-f90d-4690-a3e7-00c30adf3ad6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/074f439f-2f5d-4944-80ee-ef5da3a447ea HTTP/1.1" status: 204 len: 168 time: 0.3741198 Aug 31 16:08:46.218533 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.219801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ade34-f90d-4690-a3e7-00c30adf3ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f439f-2f5d-4944-80ee-ef5da3a447ea,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:46.299845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d378ea55-9c18-4cd5-bbaa-0273d2569cfc req-65ce9203-8883-4a30-b1b4-b701bc909781 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304273 Aug 31 16:08:46.384500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.578663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.581182 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.587041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.658116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:08:46.681171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb26942-2315-484d-b170-26f6be9c3f34,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:46.696867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.697277 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Added segment c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3 of type vlan for network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd Aug 31 16:08:46.763955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.770210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.823916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93781a-dbbd-44f6-8ec4-2466c02ec1ab None None] Network 6f4e5254-44a7-46ea-90dc-a6286d186aec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:46.824847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.829745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34200) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:46.830397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/subnets/a2aee17b-2abe-41c0-8ca9-1ad55a523f53 HTTP/1.1" status: 204 len: 168 time: 0.7561855 Aug 31 16:08:46.832420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d51312-f860-48a6-b481-089778676229 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Subnet': ['ID=a2aee17b-2abe-41c0-8ca9-1ad55a523f53,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:46.873347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.894948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:46.897325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.939138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Deleting subnet 9ff6d6fe-1c04-4141-9305-9247f3c45dfe {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:08:46.950207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:46.969237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.0053418 Aug 31 16:08:47.013333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34206) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:47.020264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Request body: {'subnet': {'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:47.029192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34210) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:47.113220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] DHCP port deletion for 6f4e5254-44a7-46ea-90dc-a6286d186aec request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:08:47.143693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.222113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Deleting port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:47.223480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.241983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Made reservation on behalf of 9d747d7eb3e34d8c90d95bc1560bef9c for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:47.246898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.380106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] For port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,segment=NetworkSegment(7c3ca346-5790-40eb-878c-dcb3067ab4b8),segment_id=7c3ca346-5790-40eb-878c-dcb3067ab4b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:47.382239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.403878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Calling delete_port for 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:47.496063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:47.505743 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.529516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:47.545040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fccc3d-d384-4024-b591-d093067bad54 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event updated for resources: {'Network': ['ID=e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:47.570026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:08:47.583592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714fcce-ee20-42e8-a3c0-13ea68112577 req-743e3b5c-2dd7-4951-8176-eb98b4019bf0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:47.585565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5714fcce-ee20-42e8-a3c0-13ea68112577 req-743e3b5c-2dd7-4951-8176-eb98b4019bf0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1385543 Aug 31 16:08:47.652336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3ae-54a6-4e74-95c6-e07be4ba38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.668678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5714fcce-ee20-42e8-a3c0-13ea68112577 req-e63cb526-249b-4ba9-ab69-e2ad643e77e0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703382 Aug 31 16:08:47.718662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b50fa2-f3b5-4fd7-84d1-d59e24cb860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.759650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.771434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.805450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Pushing event deleted for resources: {'Port': ['ID=4f4b9294-fb47-4822-9794-f6f00bdcdfb4,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:47.813386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff6d6fe-1c04-4141-9305-9247f3c45dfe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:47.820485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.821591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.823875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a1430af1-0aad-4e6b-91da-32b7e2e81708 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/subnets/9ff6d6fe-1c04-4141-9305-9247f3c45dfe HTTP/1.1" status: 204 len: 168 time: 0.9922841 Aug 31 16:08:47.827021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:47.828437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.840615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] No DVR routers for this DVR port 4f4b9294-fb47-4822-9794-f6f00bdcdfb4 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:47.849275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2c3dd-dde6-4962-8210-1e8c8a1b5242 None None] Network f0fee506-4648-4831-a2e8-d997b99ce2e7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:47.852797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.853564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.854287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.854911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.855256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.855589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.855920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.856370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.856722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.857309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.857884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.858492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2454af2-bf3d-4811-99b6-dcfce13eb3e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:47.920963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event updated for resources: {'Subnet': ['ID=5ed71636-3590-4c7d-9dfb-c97223448926,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:47.954383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3ae-54a6-4e74-95c6-e07be4ba38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:47.961135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Checking segment: {'id': 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:47.961742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Network hostable DHCP agents. Network: e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:08:47.973807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3ae-54a6-4e74-95c6-e07be4ba38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.010672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.078310 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d37ca3ae-54a6-4e74-95c6-e07be4ba38a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45171b6dc2644ddca8c86008c12e75a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0477853 Aug 31 16:08:48.082497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:48.100557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:08:48.104358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca3ae-54a6-4e74-95c6-e07be4ba38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989d9ad0-bf57-4126-8c21-c7650529bbb8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:48.141613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:48.157444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] DHCP port deletion for f0fee506-4648-4831-a2e8-d997b99ce2e7 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:08:48.163316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:48.164947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.185658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab4f6f-4e68-46e5-a076-28b7da42625e None None] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:48.202094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b144a228-e613-4cc7-a958-3bfe20e7519b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.248560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.255706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b144a228-e613-4cc7-a958-3bfe20e7519b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.268278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4e5254-44a7-46ea-90dc-a6286d186aec']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:48.292816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3ca346-5790-40eb-878c-dcb3067ab4b8') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:48.293206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3ca346-5790-40eb-878c-dcb3067ab4b8') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:48.310270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.346777 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.361980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] Deleting port 9fff9470-481f-4a73-a669-ac5d7b0dff73 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:08:48.362406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.368624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b50fa2-f3b5-4fd7-84d1-d59e24cb860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.378818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:48.380287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.384038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b144a228-e613-4cc7-a958-3bfe20e7519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:48.391237 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:48.394583 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b144a228-e613-4cc7-a958-3bfe20e7519b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.396436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b144a228-e613-4cc7-a958-3bfe20e7519b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/989d9ad0-bf57-4126-8c21-c7650529bbb8 HTTP/1.1" status: 204 len: 168 time: 0.3121719 Aug 31 16:08:48.403219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-526722f8-dd29-4835-80d8-ede2e881b4ea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3878653 Aug 31 16:08:48.405716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34250) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:48.412444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Request body: {'port': {'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd', 'name': 'tempest-TagsExtTest-373904310'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:48.437355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b50fa2-f3b5-4fd7-84d1-d59e24cb860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.485309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] For port 9fff9470-481f-4a73-a669-ac5d7b0dff73, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9fff9470-481f-4a73-a669-ac5d7b0dff73,segment=NetworkSegment(9367e352-f884-4100-bd16-f28565d6be63),segment_id=9367e352-f884-4100-bd16-f28565d6be63)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:48.486219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.535817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] Calling delete_port for 9fff9470-481f-4a73-a669-ac5d7b0dff73 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:08:48.558126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd', 'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd', 'tenant_id': '9d747d7eb3e34d8c90d95bc1560bef9c', 'fixed_ips': [{'subnet_id': '5ed71636-3590-4c7d-9dfb-c97223448926'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:08:48.560259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a228-e613-4cc7-a958-3bfe20e7519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989d9ad0-bf57-4126-8c21-c7650529bbb8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:48.560625 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.599622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Made reservation on behalf of 9d747d7eb3e34d8c90d95bc1560bef9c for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:08:48.605965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.626765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] device_id is not set on port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:08:48.673994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b50fa2-f3b5-4fd7-84d1-d59e24cb860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afba6f6f-0a3a-4de5-900e-eef4aafc76aa,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:48.687293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-80b50fa2-f3b5-4fd7-84d1-d59e24cb860b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1071e76efe3490db4d55fbdee5a22b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1551430 Aug 31 16:08:48.693499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34256) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:48.705518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.791698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:48.795072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/networks/6f4e5254-44a7-46ea-90dc-a6286d186aec HTTP/1.1" status: 204 len: 168 time: 0.9668014 Aug 31 16:08:48.799983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:48.921505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a063193-02d0-44a0-be72-ce19c7b1afe2 tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Network': ['ID=6f4e5254-44a7-46ea-90dc-a6286d186aec,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:49.068578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.075374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Allocated IP 172.20.0.7 (e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd/5ed71636-3590-4c7d-9dfb-c97223448926/7794fca6-c520-4a1b-bb8e-6bf179fb5c16) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:08:49.089274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5a0d6-3833-465e-b090-9ceb39da2290 req-4680834d-0441-4687-ba36-3b87313f5f61 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:49.091080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17a5a0d6-3833-465e-b090-9ceb39da2290 req-4680834d-0441-4687-ba36-3b87313f5f61 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.2092941 Aug 31 16:08:49.093966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.099148 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48c879b7-371d-48f2-b1c1-a80c9678cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.134365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48c879b7-371d-48f2-b1c1-a80c9678cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.171932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] No DVR routers for this DVR port 9fff9470-481f-4a73-a669-ac5d7b0dff73 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:08:49.176115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8528437-b49e-4ce5-af1f-b0b7c26d6d8d None None] Pushing event deleted for resources: {'Port': ['ID=9fff9470-481f-4a73-a669-ac5d7b0dff73,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:49.237469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34268) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:49.271966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34270) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:49.274584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48c879b7-371d-48f2-b1c1-a80c9678cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.276383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48c879b7-371d-48f2-b1c1-a80c9678cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.277583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-48c879b7-371d-48f2-b1c1-a80c9678cd2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afba6f6f-0a3a-4de5-900e-eef4aafc76aa HTTP/1.1" status: 204 len: 168 time: 0.5826941 Aug 31 16:08:49.286529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-370f845e-dd2b-480f-a86d-136b00f69d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.309322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c879b7-371d-48f2-b1c1-a80c9678cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba6f6f-0a3a-4de5-900e-eef4aafc76aa,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:49.314536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17a5a0d6-3833-465e-b090-9ceb39da2290 req-c324c785-d96f-433f-aa7a-4543c3faf0f7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063070 Aug 31 16:08:49.383045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.459518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9fff9470-481f-4a73-a669-ac5d7b0dff73 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:08:49.473865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fee506-4648-4831-a2e8-d997b99ce2e7']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:49.494424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9367e352-f884-4100-bd16-f28565d6be63') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:49.494757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9367e352-f884-4100-bd16-f28565d6be63') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:49.511568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.512157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-370f845e-dd2b-480f-a86d-136b00f69d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.520853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-370f845e-dd2b-480f-a86d-136b00f69d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.524922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 9fff9470-481f-4a73-a669-ac5d7b0dff73 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:08:49.525149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9fff9470-481f-4a73-a669-ac5d7b0dff73 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:08:49.545493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.564799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:08:49.565615 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:08:49.570002 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:08:49.596549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-370f845e-dd2b-480f-a86d-136b00f69d26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5029ac5178654bc18ee905ef6664d21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552122 Aug 31 16:08:49.599095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34278) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:49.625726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f845e-dd2b-480f-a86d-136b00f69d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078b4448-54f1-42b0-ad60-5d8f6f998910,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:49.637011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.657948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Transition to ACTIVE for port object 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:49.659555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.682921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.684835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] 10.222.0.43 "DELETE /v2.0/networks/f0fee506-4648-4831-a2e8-d997b99ce2e7 HTTP/1.1" status: 204 len: 168 time: 0.8809543 Aug 31 16:08:49.686435 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c12c525-39fb-49d7-b688-0530bd8f49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.687397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684db6b-fddd-4c5e-95c1-da0c38c99eca tempest-TaggedBootDevicesTest_v242-1718962298 tempest-TaggedBootDevicesTest_v242-1718962298-project] Pushing event deleted for resources: {'Network': ['ID=f0fee506-4648-4831-a2e8-d997b99ce2e7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:49.747339 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.775051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c12c525-39fb-49d7-b688-0530bd8f49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.897954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Allocated IP 172.20.0.2 (e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd/5ed71636-3590-4c7d-9dfb-c97223448926/ba0d079b-3279-49ef-87a8-f18d649cfdd7) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:08:49.923873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c12c525-39fb-49d7-b688-0530bd8f49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.927330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:08:49.930367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c12c525-39fb-49d7-b688-0530bd8f49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.931689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8c12c525-39fb-49d7-b688-0530bd8f49a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/078b4448-54f1-42b0-ad60-5d8f6f998910 HTTP/1.1" status: 204 len: 168 time: 0.3315539 Aug 31 16:08:49.938630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae6468d7-5ad5-4dc5-aaf0-c08cf2a444e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:49.944578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:49.953011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:08:49.962839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12c525-39fb-49d7-b688-0530bd8f49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078b4448-54f1-42b0-ad60-5d8f6f998910,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:50.001756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event updated for resources: {'Port': ['ID=7794fca6-c520-4a1b-bb8e-6bf179fb5c16,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:50.045060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:08:50.057558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:50.058642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.097087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34296) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:50.133955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f43fa1-fc9a-4a4b-99f0-f587bd85a88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.259384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae6468d7-5ad5-4dc5-aaf0-c08cf2a444e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.269219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae6468d7-5ad5-4dc5-aaf0-c08cf2a444e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.285690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1138a773-2bc8-412e-9687-2b6eab236d76 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8777332 Aug 31 16:08:50.287062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34302) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:50.307681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1492293461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:50.386674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6468d7-5ad5-4dc5-aaf0-c08cf2a444e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd34691-6725-4748-9024-f65a41984986,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:50.403697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:50.404298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34306) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:50.405205 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae6468d7-5ad5-4dc5-aaf0-c08cf2a444e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cde53c235e244b7b20fa682d5d29bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1291189 Aug 31 16:08:50.451418 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.466544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'mac_address': 'fa:16:3e:65:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:08:50.482808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Transition to ACTIVE for port object ba0d079b-3279-49ef-87a8-f18d649cfdd7 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:50.517264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Transition to ACTIVE for port object ba0d079b-3279-49ef-87a8-f18d649cfdd7 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:08:50.562639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.580692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f43fa1-fc9a-4a4b-99f0-f587bd85a88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.604942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-baf53aac-4f22-48b5-b6ee-4ed9e2feb4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.611606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28f43fa1-fc9a-4a4b-99f0-f587bd85a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.634664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:08:50.645012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:08:50.658923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f43fa1-fc9a-4a4b-99f0-f587bd85a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894ee5b-bf21-4894-8628-83875acc191d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:50.660747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:08:50.673114 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.686164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad204d7-8b6a-45b5-9654-2be405020b6c req-1fbebeb0-6a75-431b-942b-4f8dd695a6d5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:50.688110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aad204d7-8b6a-45b5-9654-2be405020b6c req-1fbebeb0-6a75-431b-942b-4f8dd695a6d5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1768999 Aug 31 16:08:50.707001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae349aaa-d342-4d83-962a-44eac6fb1ad3 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:08:50.719317 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.720656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.736784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:50.759968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-baf53aac-4f22-48b5-b6ee-4ed9e2feb4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.764119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28f43fa1-fc9a-4a4b-99f0-f587bd85a88f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=207fa339a3a845c7b807421577f17cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6660728 Aug 31 16:08:50.767724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:50.787501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Pushing event updated for resources: {'Port': ['ID=ba0d079b-3279-49ef-87a8-f18d649cfdd7,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:50.814526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aad204d7-8b6a-45b5-9654-2be405020b6c req-6842803c-0ad8-4e6b-9159-fb5d69ebb6d3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108856 Aug 31 16:08:50.823892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.903450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.908898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.934729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:50.937546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c5127081-3301-4715-8628-e3f2f2a07ed7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6451278 Aug 31 16:08:50.942500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34320) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:50.955198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d62782a7-68c3-4112-9a80-4f8185eefbaf tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1403798934', 'prefixes': ['172.20.0.0/16']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:08:50.974210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4fce4e39-3a39-4247-8a62-161c41057579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.041471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-baf53aac-4f22-48b5-b6ee-4ed9e2feb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.043032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4fce4e39-3a39-4247-8a62-161c41057579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.050531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-baf53aac-4f22-48b5-b6ee-4ed9e2feb4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.054294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-baf53aac-4f22-48b5-b6ee-4ed9e2feb4b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cd34691-6725-4748-9024-f65a41984986 HTTP/1.1" status: 204 len: 168 time: 0.6458590 Aug 31 16:08:51.058769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ae349aaa-d342-4d83-962a-44eac6fb1ad3'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:08:51.140924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf53aac-4f22-48b5-b6ee-4ed9e2feb4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd34691-6725-4748-9024-f65a41984986,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:51.173460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4fce4e39-3a39-4247-8a62-161c41057579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.176914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4fce4e39-3a39-4247-8a62-161c41057579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.178492 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4fce4e39-3a39-4247-8a62-161c41057579 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3894ee5b-bf21-4894-8628-83875acc191d HTTP/1.1" status: 204 len: 168 time: 0.4091790 Aug 31 16:08:51.191010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d62782a7-68c3-4112-9a80-4f8185eefbaf tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for subnetpool, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.192473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d62782a7-68c3-4112-9a80-4f8185eefbaf tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2487991 Aug 31 16:08:51.197210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce4e39-3a39-4247-8a62-161c41057579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894ee5b-bf21-4894-8628-83875acc191d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:51.199497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34342) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:51.207223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-a852dd01-a101-4e71-be4f-d371dfb10f80 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-1711542147') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:51.525187 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ca0bd21-a172-4777-91bc-d2e3f21877a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.545385 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a852dd01-a101-4e71-be4f-d371dfb10f80 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-1711542147 HTTP/1.1" status: 201 len: 201 time: 0.3444345 Aug 31 16:08:51.549396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34354) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:51.557238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-f243818d-93f8-4954-bcff-02d5aceea487 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-1156486475') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:51.563150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Attempting to bind port ba0d079b-3279-49ef-87a8-f18d649cfdd7 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:08:51.563516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Attempting to bind port ba0d079b-3279-49ef-87a8-f18d649cfdd7 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:08:51.563898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Attempting to bind port ba0d079b-3279-49ef-87a8-f18d649cfdd7 on network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:08:51.595967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:08:51.596394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Checking segment: {'id': 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:08:51.596913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.597323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Bound using segment: {'id': 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:08:51.597817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Bound port: ba0d079b-3279-49ef-87a8-f18d649cfdd7, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:08:51.598313 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.643790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:51.718313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] For port ba0d079b-3279-49ef-87a8-f18d649cfdd7, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:08:51.762197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] For port ba0d079b-3279-49ef-87a8-f18d649cfdd7, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ba0d079b-3279-49ef-87a8-f18d649cfdd7,segment=NetworkSegment(c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3),segment_id=c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:08:51.775702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:51.783465 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f243818d-93f8-4954-bcff-02d5aceea487 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-1156486475 HTTP/1.1" status: 201 len: 201 time: 0.2327883 Aug 31 16:08:51.785827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34362) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:51.802070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-d65f01f9-6083-4299-9fdf-f2c0a1cd5b4c tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-45208131') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:51.908558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596409eb-3fdb-43c2-9d28-31ff3f98e0b0 None None] Pushing event updated for resources: {'Port': ['ID=ba0d079b-3279-49ef-87a8-f18d649cfdd7,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:52.036306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:08:52.120996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d65f01f9-6083-4299-9fdf-f2c0a1cd5b4c tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-45208131 HTTP/1.1" status: 201 len: 201 time: 0.3335035 Aug 31 16:08:52.122735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:52.142808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-712dbc67-4a72-4a8f-81fe-e4cdae2faddc tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-1560453447') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:52.236007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ae349aaa-d342-4d83-962a-44eac6fb1ad3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:52.241498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:52.299885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76eadf-98a7-45c3-a5d9-e4a50429ac00 req-f5da2da1-43c9-4139-994d-49d86c21e901 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:52.331023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df76eadf-98a7-45c3-a5d9-e4a50429ac00 req-f5da2da1-43c9-4139-994d-49d86c21e901 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 945 time: 0.3140686 Aug 31 16:08:52.513707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df76eadf-98a7-45c3-a5d9-e4a50429ac00 req-aef41bed-77b6-489d-bb27-24d4accb41b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817045 Aug 31 16:08:52.521657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-712dbc67-4a72-4a8f-81fe-e4cdae2faddc tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-1560453447 HTTP/1.1" status: 201 len: 201 time: 0.3925741 Aug 31 16:08:52.522662 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:52.524509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34418) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:52.534857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-e1f1361a-2cf9-4a61-a851-b8be0ed9be8b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:52.557446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:08:52.561186 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63775f0f-1046-40b7-8f0c-cac5bed852aa" -d '{"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-plugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:08:52.584343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:52.593784 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:52.689616 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98873679-3fb2-45f9-b4f9-6739df52257a x-openstack-request-id: req-98873679-3fb2-45f9-b4f9-6739df52257a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:08:52.692734 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-plugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:08:52.692734 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98873679-3fb2-45f9-b4f9-6739df52257a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:08:52.692734 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'code': 200} Aug 31 16:08:52.692734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:52.719489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34428) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:52.720685 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e1f1361a-2cf9-4a61-a851-b8be0ed9be8b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags HTTP/1.1" status: 200 len: 241 time: 0.1885600 Aug 31 16:08:52.724167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-12a7965a-ad00-4faa-b681-3af09c2d0d38 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-1711542147') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:52.971607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-12a7965a-ad00-4faa-b681-3af09c2d0d38 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-1711542147 HTTP/1.1" status: 204 len: 168 time: 0.2509549 Aug 31 16:08:52.974227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34434) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:52.980096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-1408cb5e-52b7-4b0a-a8b3-0df5d6d73060 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-1711542147') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:53.210879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1408cb5e-52b7-4b0a-a8b3-0df5d6d73060 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-1711542147 HTTP/1.1" status: 204 len: 168 time: 0.2349350 Aug 31 16:08:53.213367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34440) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:53.218152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-461442cf-2cc5-4f53-8e55-ba8030e99497 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:53.382529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-461442cf-2cc5-4f53-8e55-ba8030e99497 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags HTTP/1.1" status: 200 len: 205 time: 0.1657224 Aug 31 16:08:53.384871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34446) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:53.395104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-0432a16c-4b1c-49a0-b2a3-016a144f041b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:53.512203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34450) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:53.595758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ba0d079b-3279-49ef-87a8-f18d649cfdd7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:08:53.698539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34458) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:53.707990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0432a16c-4b1c-49a0-b2a3-016a144f041b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags HTTP/1.1" status: 200 len: 241 time: 0.3212118 Aug 31 16:08:53.710749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-412aed90-ebd2-4bae-b4cd-fc65243b4bd1 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-1156486475') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:53.774956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ba0d079b-3279-49ef-87a8-f18d649cfdd7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:08:53.898250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5309d-ecb0-4eb2-bafb-4113ad5f3f09 None None] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:08:53.967853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-412aed90-ebd2-4bae-b4cd-fc65243b4bd1 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-1156486475 HTTP/1.1" status: 204 len: 168 time: 0.2678308 Aug 31 16:08:53.970721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34464) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:53.977030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-ec981748-e3bd-423a-9ee2-d4980ca82fcf tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-1156486475') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:53.985903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ca577-84e1-4ae9-8e63-58b8e874cbdd req-f4074297-9152-48be-b578-6b31c90dce3c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:53.994947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-484ca577-84e1-4ae9-8e63-58b8e874cbdd req-f4074297-9152-48be-b578-6b31c90dce3c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1638846 Aug 31 16:08:54.063565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-484ca577-84e1-4ae9-8e63-58b8e874cbdd req-f8bc79b8-681e-450f-83d2-bdce055d7a1c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671940 Aug 31 16:08:54.105202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] Provisioning for port ba0d079b-3279-49ef-87a8-f18d649cfdd7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:08:54.184285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-420d6833-bfff-474c-8679-c9a669485b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.186367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] Provisioning complete for port ba0d079b-3279-49ef-87a8-f18d649cfdd7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:54.186746 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.205915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ec981748-e3bd-423a-9ee2-d4980ca82fcf tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-1156486475 HTTP/1.1" status: 204 len: 168 time: 0.2335000 Aug 31 16:08:54.206569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:54.225562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-ecb574aa-4f27-4836-a9ae-7e7426562961 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:54.388066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ecb574aa-4f27-4836-a9ae-7e7426562961 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags HTTP/1.1" status: 200 len: 205 time: 0.1803114 Aug 31 16:08:54.388809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34476) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:54.400089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-e76a6d9a-3e57-4155-95cf-d8dd1b5858ae tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:54.467251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f9214634-9d5d-4cab-b9f1-8da15aca8cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.487570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.545433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-420d6833-bfff-474c-8679-c9a669485b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.553642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-420d6833-bfff-474c-8679-c9a669485b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.593253 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e76a6d9a-3e57-4155-95cf-d8dd1b5858ae tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags HTTP/1.1" status: 200 len: 239 time: 0.2030406 Aug 31 16:08:54.594368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34484) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:54.600284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-b6585b13-9fcf-4856-8c4e-b1950d08aeab tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-45208131') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:54.614268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-420d6833-bfff-474c-8679-c9a669485b20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f148bf80df54b1eb1c0b412c1bdd627&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1003942 Aug 31 16:08:54.616540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34488) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:54.717168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6585b13-9fcf-4856-8c4e-b1950d08aeab tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-45208131 HTTP/1.1" status: 204 len: 168 time: 0.1214652 Aug 31 16:08:54.718271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34494) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:54.725231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-6df814c6-29d8-4e62-b839-f2938916d69d tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-45208131') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:54.838106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d6833-bfff-474c-8679-c9a669485b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03e70e-fc69-4d6c-bf45-b62ac1b8c182,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:54.854526 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.920760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb1778f2-1448-422b-ae1c-f105e33e75a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:54.939634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] For port ba0d079b-3279-49ef-87a8-f18d649cfdd7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ba0d079b-3279-49ef-87a8-f18d649cfdd7,segment=NetworkSegment(c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3),segment_id=c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:08:54.947218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.000652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb1778f2-1448-422b-ae1c-f105e33e75a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.006995 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6df814c6-29d8-4e62-b839-f2938916d69d tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-45208131 HTTP/1.1" status: 204 len: 168 time: 0.2867775 Aug 31 16:08:55.008822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34502) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.023928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-942183c3-c198-417f-ba25-b747d36bfd3d tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.053517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fb1b7-811e-4e2e-b156-4d5a3d72a454 None None] Pushing event updated for resources: {'Port': ['ID=ba0d079b-3279-49ef-87a8-f18d649cfdd7,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:55.135500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.170645 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb1778f2-1448-422b-ae1c-f105e33e75a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.174739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb1778f2-1448-422b-ae1c-f105e33e75a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.176233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb1778f2-1448-422b-ae1c-f105e33e75a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf03e70e-fc69-4d6c-bf45-b62ac1b8c182 HTTP/1.1" status: 204 len: 168 time: 0.5566785 Aug 31 16:08:55.191301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1778f2-1448-422b-ae1c-f105e33e75a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03e70e-fc69-4d6c-bf45-b62ac1b8c182,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:55.272527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.303424 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-942183c3-c198-417f-ba25-b747d36bfd3d tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags HTTP/1.1" status: 200 len: 205 time: 0.2933900 Aug 31 16:08:55.304081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34510) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.316702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-e561ac94-fac9-43c0-a2d5-8e36c294b0a3 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.422660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c76e56e0-96a6-4170-9dfa-502e9de234d4 None None] Provisioning complete for port ba0d079b-3279-49ef-87a8-f18d649cfdd7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:55.423883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c76e56e0-96a6-4170-9dfa-502e9de234d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.463039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db32f5a-0bbf-4951-9ee8-c91aab205dd3 req-026c3efe-b688-4b68-8be5-c76ff5748268 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:55.467784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5db32f5a-0bbf-4951-9ee8-c91aab205dd3 req-026c3efe-b688-4b68-8be5-c76ff5748268 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1888914 Aug 31 16:08:55.477920 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e561ac94-fac9-43c0-a2d5-8e36c294b0a3 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags HTTP/1.1" status: 200 len: 241 time: 0.1686680 Aug 31 16:08:55.479706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34516) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.504370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-e129d0ed-2f8e-4ad2-abee-9c4a1f378036 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-1560453447') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.580872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ba0d079b-3279-49ef-87a8-f18d649cfdd7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:08:55.587855 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e129d0ed-2f8e-4ad2-abee-9c4a1f378036 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-1560453447 HTTP/1.1" status: 204 len: 168 time: 0.0962815 Aug 31 16:08:55.595020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34518) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.630633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-08fdc840-7382-45c0-b590-f84a0dd77567 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-1560453447') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.676080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5db32f5a-0bbf-4951-9ee8-c91aab205dd3 req-290ba371-560e-4113-982b-3158215b21c7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027414 Aug 31 16:08:55.706368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-08fdc840-7382-45c0-b590-f84a0dd77567 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-1560453447 HTTP/1.1" status: 204 len: 168 time: 0.1094651 Aug 31 16:08:55.711526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.723581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-00f2ddc8-65de-4284-affb-9346dfa6dfcd tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.798031 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-00f2ddc8-65de-4284-affb-9346dfa6dfcd tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags HTTP/1.1" status: 200 len: 205 time: 0.0827985 Aug 31 16:08:55.800216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34524) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.808870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-0d500ee8-18dc-4da0-b42c-68ead94dffde tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.867807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c76e56e0-96a6-4170-9dfa-502e9de234d4 None None] Provisioning for port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:08:55.885028 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.888023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c76e56e0-96a6-4170-9dfa-502e9de234d4 None None] Provisioning complete for port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:55.890272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c76e56e0-96a6-4170-9dfa-502e9de234d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:55.894465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34530) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:55.894621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d500ee8-18dc-4da0-b42c-68ead94dffde tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0928283 Aug 31 16:08:55.902506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-3f43bce8-658a-42fa-8823-00e79e92e186 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:55.989866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c76e56e0-96a6-4170-9dfa-502e9de234d4 None None] Port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:08:56.000609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ba0d079b-3279-49ef-87a8-f18d649cfdd7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:56.001428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:56.355704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a0c1902-07d1-40af-9a81-a6a4dcf6f24f None None] Provisioning complete for port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:08:56.359377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a0c1902-07d1-40af-9a81-a6a4dcf6f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:56.521867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c1902-07d1-40af-9a81-a6a4dcf6f24f None None] Port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:08:56.692245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34544) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:56.755570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ecde9ed8-f456-4ef3-950d-2d46e7853558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:56.897330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3f43bce8-658a-42fa-8823-00e79e92e186 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags HTTP/1.1" status: 204 len: 168 time: 1.0011384 Aug 31 16:08:56.918067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34552) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:56.940874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-47a2a745-ef25-41e5-986c-08ffaed4a14d tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:57.086496 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ecde9ed8-f456-4ef3-950d-2d46e7853558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:57.161222 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-47a2a745-ef25-41e5-986c-08ffaed4a14d tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags HTTP/1.1" status: 204 len: 168 time: 0.2413578 Aug 31 16:08:57.165420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34558) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:57.175025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-6e519e99-bd16-459c-b77c-664ab8729ec3 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:57.189748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ecde9ed8-f456-4ef3-950d-2d46e7853558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:57.293002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e519e99-bd16-459c-b77c-664ab8729ec3 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags HTTP/1.1" status: 204 len: 168 time: 0.1235869 Aug 31 16:08:57.300432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34566) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:57.309153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-b8724fb4-9c26-4603-85e6-c48f09e196b8 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-2087590177') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:57.557671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ecde9ed8-f456-4ef3-950d-2d46e7853558 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ce47f1ce08946ffaeece184c80c4f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639779 Aug 31 16:08:57.561274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:57.583565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde9ed8-f456-4ef3-950d-2d46e7853558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba52f2-8e06-471f-86e1-e0f4dbe9434f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:57.598519 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b8724fb4-9c26-4603-85e6-c48f09e196b8 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-2087590177 HTTP/1.1" status: 201 len: 201 time: 0.2963750 Aug 31 16:08:57.603457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34572) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:57.623397 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:57.646910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e5f0-0d18-4bd4-a1a7-ec307852888e req-a52f1d92-d6f3-4033-83c4-842487f0cd93 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:57.649136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d55e5f0-0d18-4bd4-a1a7-ec307852888e req-a52f1d92-d6f3-4033-83c4-842487f0cd93 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.5542142 Aug 31 16:08:57.651145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-b66fd9ce-03c7-4e52-9548-2953db27447b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-263239744') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:57.844946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d55e5f0-0d18-4bd4-a1a7-ec307852888e req-52ea25de-f25d-48a7-9710-3262fb62d9a3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870792 Aug 31 16:08:57.924889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:58.020627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:58.110308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:58.113670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:08:58.119518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21ba52f2-8e06-471f-86e1-e0f4dbe9434f HTTP/1.1" status: 204 len: 168 time: 0.5526891 Aug 31 16:08:58.138215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba52f2-8e06-471f-86e1-e0f4dbe9434f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:08:58.158452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.158973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.159266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.159604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.159944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.160330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.160651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.160997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.161372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.161756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.162091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.162418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09246fe2-4e11-4a4b-b70d-c5d32db23913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:08:58.183736 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b66fd9ce-03c7-4e52-9548-2953db27447b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-263239744 HTTP/1.1" status: 201 len: 201 time: 0.5744977 Aug 31 16:08:58.186641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34580) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:58.197225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-e6892a0c-c8d4-4229-98d3-490e4e3179e0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-1913760244') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:58.633275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e6892a0c-c8d4-4229-98d3-490e4e3179e0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-1913760244 HTTP/1.1" status: 201 len: 201 time: 0.4399858 Aug 31 16:08:58.633725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34594) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:58.644411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-5b8cc859-5188-4d6e-ad9c-d69af7ec7953 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-1023598134') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:58.757311 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b8cc859-5188-4d6e-ad9c-d69af7ec7953 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-1023598134 HTTP/1.1" status: 201 len: 201 time: 0.1180546 Aug 31 16:08:58.757634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34598) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:58.764594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-f2d6187f-01b3-40d8-b95c-bdac7e166043 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', {'tags': ['tempest-TagsExtTest-Tag-1644031857', 'tempest-TagsExtTest-Tag-1590065376', 'tempest-TagsExtTest-Tag-699665424']}) {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:58.942558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f2d6187f-01b3-40d8-b95c-bdac7e166043 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags HTTP/1.1" status: 200 len: 317 time: 0.1798840 Aug 31 16:08:58.943633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34602) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:58.954864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-120c3ef3-798a-468f-972e-d31c3df2c4e0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:59.256340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeba57-71f4-4171-952d-8a63dad009ce req-54de692a-0136-4501-b039-a0e7bb2889a8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:08:59.270825 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-120c3ef3-798a-468f-972e-d31c3df2c4e0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags HTTP/1.1" status: 204 len: 168 time: 0.3257799 Aug 31 16:08:59.277370 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6efeba57-71f4-4171-952d-8a63dad009ce req-54de692a-0136-4501-b039-a0e7bb2889a8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1678126 Aug 31 16:08:59.278079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34606) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:59.288703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-ae127a4c-ceb7-422b-95ee-2ac1629821ba tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-1644031857') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:59.395493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6efeba57-71f4-4171-952d-8a63dad009ce req-230dad0f-9047-4924-bbaf-fda6ef5621e0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119027 Aug 31 16:08:59.493989 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-ae127a4c-ceb7-422b-95ee-2ac1629821ba tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:08:59.498434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34610) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:59.498772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae127a4c-ceb7-422b-95ee-2ac1629821ba tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-1644031857 HTTP/1.1" status: 404 len: 329 time: 0.2187412 Aug 31 16:08:59.506855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-0c599a4b-caec-443c-a0a6-ea2d4a8b3f2f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-1590065376') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:59.689932 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-0c599a4b-caec-443c-a0a6-ea2d4a8b3f2f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:08:59.693716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0c599a4b-caec-443c-a0a6-ea2d4a8b3f2f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-1590065376 HTTP/1.1" status: 404 len: 329 time: 0.1907940 Aug 31 16:08:59.694719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:59.699831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-6277f4a8-7e9f-4b4d-8526-63a139671a58 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926', 'tempest-TagsExtTest-Tag-699665424') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:59.896678 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-6277f4a8-7e9f-4b4d-8526-63a139671a58 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:08:59.901438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34626) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:08:59.909347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-d9148cbb-9dd7-4ab4-a652-56467b34b52f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', {'tags': ['tempest-TagsExtTest-Tag-1591181367', 'tempest-TagsExtTest-Tag-2122820262', 'tempest-TagsExtTest-Tag-142555383']}) {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:08:59.911820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6277f4a8-7e9f-4b4d-8526-63a139671a58 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags/tempest-TagsExtTest-Tag-699665424 HTTP/1.1" status: 404 len: 328 time: 0.2153239 Aug 31 16:09:00.056453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d9148cbb-9dd7-4ab4-a652-56467b34b52f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags HTTP/1.1" status: 200 len: 317 time: 0.1530962 Aug 31 16:09:00.059951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:00.067071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-5bb0125f-d42a-4ab5-8d23-c0546fb43fea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:00.270948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5bb0125f-d42a-4ab5-8d23-c0546fb43fea tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags HTTP/1.1" status: 204 len: 168 time: 0.2053733 Aug 31 16:09:00.271407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:00.278335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-27cc488d-f426-48f4-b901-b8306a6d3f6f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-1591181367') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:00.391147 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-27cc488d-f426-48f4-b901-b8306a6d3f6f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:00.392261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-27cc488d-f426-48f4-b901-b8306a6d3f6f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-1591181367 HTTP/1.1" status: 404 len: 329 time: 0.1196771 Aug 31 16:09:00.395703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:00.402869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-d174852f-968a-427a-a2e8-66ca7e8c389c tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-2122820262') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:00.557063 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-d174852f-968a-427a-a2e8-66ca7e8c389c tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:00.569083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34650) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:00.578703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-11bbb158-fd8b-49fc-9c89-35d769b54f23 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16', 'tempest-TagsExtTest-Tag-142555383') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:00.581682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d174852f-968a-427a-a2e8-66ca7e8c389c tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-2122820262 HTTP/1.1" status: 404 len: 329 time: 0.1839526 Aug 31 16:09:00.784141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616d09-99d7-4a07-bed8-c9e525fea076 req-339b5ccf-1f6d-4756-ae26-0c94456958f3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:00.802019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03616d09-99d7-4a07-bed8-c9e525fea076 req-339b5ccf-1f6d-4756-ae26-0c94456958f3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.2186363 Aug 31 16:09:00.858503 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-11bbb158-fd8b-49fc-9c89-35d769b54f23 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:00.875167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-11bbb158-fd8b-49fc-9c89-35d769b54f23 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags/tempest-TagsExtTest-Tag-142555383 HTTP/1.1" status: 404 len: 328 time: 0.2921042 Aug 31 16:09:00.889812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34656) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:00.894844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-73368bd8-e790-49f1-8ccd-c12da09ce547 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', {'tags': ['tempest-TagsExtTest-Tag-190161687', 'tempest-TagsExtTest-Tag-1715358269', 'tempest-TagsExtTest-Tag-304642822']}) {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:00.975818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-03616d09-99d7-4a07-bed8-c9e525fea076 req-aa2c9ef8-34b6-479f-88b8-d29487c828e6 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689153 Aug 31 16:09:01.136090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34666) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.217495 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73368bd8-e790-49f1-8ccd-c12da09ce547 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags HTTP/1.1" status: 200 len: 316 time: 0.3361101 Aug 31 16:09:01.221223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34674) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.227093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-f45795de-faf9-4b2f-9883-41010e61fb1f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:01.493694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5053ffa5-3aa6-4ba5-a73f-2108faeba8f5 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:01.698311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34692) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.698820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f45795de-faf9-4b2f-9883-41010e61fb1f tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags HTTP/1.1" status: 204 len: 168 time: 0.4704344 Aug 31 16:09:01.698820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5053ffa5-3aa6-4ba5-a73f-2108faeba8f5 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "PUT /v2.0/quotas/bdd7948a2bf949799262950795732e9d HTTP/1.1" status: 200 len: 366 time: 0.5576696 Aug 31 16:09:01.703777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34696) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.706220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-486ddf1a-054e-40ee-a0de-5893b5fe3a4b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-190161687') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:01.764978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cde1d6db-0849-4154-a664-fbc28d8ba8e7 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0529165 Aug 31 16:09:01.775040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34700) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.820655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b72b4c4-4262-468b-ac5f-77dac1bd2f51 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "GET /v2.0/quotas/bdd7948a2bf949799262950795732e9d HTTP/1.1" status: 200 len: 366 time: 0.0379431 Aug 31 16:09:01.832986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.869941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-18076046-51f9-4449-9ead-3df46a886e39 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/bdd7948a2bf949799262950795732e9d HTTP/1.1" status: 204 len: 168 time: 0.0356638 Aug 31 16:09:01.872635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34704) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.891507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-50089315-4825-4eb1-b67e-4a189c6c610e tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0175266 Aug 31 16:09:01.898733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34706) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.917821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5ad32c25-6637-4e8f-a64b-bc6aa4d71e2e tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "GET /v2.0/quotas/bdd7948a2bf949799262950795732e9d HTTP/1.1" status: 200 len: 370 time: 0.0195489 Aug 31 16:09:01.921328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34708) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.928981 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-486ddf1a-054e-40ee-a0de-5893b5fe3a4b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:01.930634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-486ddf1a-054e-40ee-a0de-5893b5fe3a4b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-190161687 HTTP/1.1" status: 404 len: 328 time: 0.2385988 Aug 31 16:09:01.934314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.956581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-540c994b-57a4-47a9-9f00-3aa1c7eb93ce tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "GET /v2.0/quotas/bdd7948a2bf949799262950795732e9d/default HTTP/1.1" status: 200 len: 370 time: 0.0299742 Aug 31 16:09:01.959001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-7f0e95fa-72ac-4811-baf7-7f5a45d60fb0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-1715358269') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:01.962032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34712) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:01.993161 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-657378ca-8901-44c0-98d9-272fbdde5472 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] delete failed (client error): The resource could not be found. Aug 31 16:09:02.001885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-657378ca-8901-44c0-98d9-272fbdde5472 tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/bdd7948a2bf949799262950795732e9d HTTP/1.1" status: 404 len: 348 time: 0.0345821 Aug 31 16:09:02.173130 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-7f0e95fa-72ac-4811-baf7-7f5a45d60fb0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:02.180663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34728) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:02.181959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7f0e95fa-72ac-4811-baf7-7f5a45d60fb0 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-1715358269 HTTP/1.1" status: 404 len: 329 time: 0.2438054 Aug 31 16:09:02.186841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-d601ef4d-430b-4f0a-85d5-a6f007332f4b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c', 'tempest-TagsExtTest-Tag-304642822') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:02.591533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34734) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:02.678670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:network and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:02.698709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:02.705170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ac021-9af6-4130-bcb2-538f86074bf4 req-c13b8ec3-2b19-4dd1-859c-d615e248f098 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:02.707325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c5ac021-9af6-4130-bcb2-538f86074bf4 req-c13b8ec3-2b19-4dd1-859c-d615e248f098 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.3264475 Aug 31 16:09:02.733540 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-d601ef4d-430b-4f0a-85d5-a6f007332f4b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:02.734988 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d601ef4d-430b-4f0a-85d5-a6f007332f4b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags/tempest-TagsExtTest-Tag-304642822 HTTP/1.1" status: 404 len: 328 time: 0.5531192 Aug 31 16:09:02.738487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34738) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:02.738930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:subnet and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:02.746966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-43462541-2015-4d97-b249-85d0252f4a0a tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', {'tags': ['tempest-TagsExtTest-Tag-672027150', 'tempest-TagsExtTest-Tag-1688083724', 'tempest-TagsExtTest-Tag-342820295']}) {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:02.755856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:02.776932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:subnetpool and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:02.791442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:02.814177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:port and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:02.831082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:02.851777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:router and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:02.859923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-43462541-2015-4d97-b249-85d0252f4a0a tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "PUT /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags HTTP/1.1" status: 200 len: 316 time: 0.1198769 Aug 31 16:09:02.867400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:02.883063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-cd802ff9-69e5-4eca-a7cd-66d23de94e05 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:02.891438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:02.917652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c5ac021-9af6-4130-bcb2-538f86074bf4 req-cf4148eb-7da7-468d-ad99-be0b6a8c94f3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956246 Aug 31 16:09:03.022386 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd802ff9-69e5-4eca-a7cd-66d23de94e05 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1444254 Aug 31 16:09:03.022568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34744) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.022827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:floatingip and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:03.027672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-402920f2-4d5c-4576-8c82-44a6aada8ce4 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-672027150') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:03.040055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:03.089136 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-402920f2-4d5c-4576-8c82-44a6aada8ce4 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:03.096731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-402920f2-4d5c-4576-8c82-44a6aada8ce4 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-672027150 HTTP/1.1" status: 404 len: 328 time: 0.0686061 Aug 31 16:09:03.097562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34748) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.110607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-8539cc03-20f9-4149-8602-0e4d403a9d89 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-1688083724') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:03.161698 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-8539cc03-20f9-4149-8602-0e4d403a9d89 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:03.166063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8539cc03-20f9-4149-8602-0e4d403a9d89 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-1688083724 HTTP/1.1" status: 404 len: 329 time: 0.0622807 Aug 31 16:09:03.166601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34750) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.174609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-8f86b1ed-5e6c-4b81-9a9a-92f49383a400 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5', 'tempest-TagsExtTest-Tag-342820295') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:03.177963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:security_group and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:03.204697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:03.245833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Usage tracker for resource:security_group_rule and tenant:b0c67599a18c4eb6b6956016790d95a2 is out of sync, need to count used quota {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 16:09:03.273039 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-8f86b1ed-5e6c-4b81-9a9a-92f49383a400 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] show failed (client error): The resource could not be found. Aug 31 16:09:03.276851 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8f86b1ed-5e6c-4b81-9a9a-92f49383a400 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags/tempest-TagsExtTest-Tag-342820295 HTTP/1.1" status: 404 len: 328 time: 0.1087420 Aug 31 16:09:03.280978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.281535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.quota.resource [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101478) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 16:09:03.290486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-1984dad0-5fdf-40b2-9f61-85762c1f563b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb66e311-79de-4d60-ada4-e9d293d0a3c5') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:03.297878 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22fda84e-7d28-4f61-9d33-872cdad313bb tempest-QuotasTest-2091085192 tempest-QuotasTest-2091085192-project-admin] 10.222.0.43 "GET /v2.0/quotas/b0c67599a18c4eb6b6956016790d95a2/details.json HTTP/1.1" status: 200 len: 703 time: 0.7006559 Aug 31 16:09:03.403637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1984dad0-5fdf-40b2-9f61-85762c1f563b tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1179521 Aug 31 16:09:03.404122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34766) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.409353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-c2b1d4bb-5b9a-4da3-9107-aec08e9d5288 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e352a2cf-2509-4100-a25a-25e18a22b04c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:03.640980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34772) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.643729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2b1d4bb-5b9a-4da3-9107-aec08e9d5288 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c/tags HTTP/1.1" status: 204 len: 168 time: 0.2383907 Aug 31 16:09:03.652733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-d57456d8-f3c9-4a8b-aa67-215e1eab9b71 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7794fca6-c520-4a1b-bb8e-6bf179fb5c16') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:03.869216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d57456d8-f3c9-4a8b-aa67-215e1eab9b71 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16/tags HTTP/1.1" status: 204 len: 168 time: 0.2242866 Aug 31 16:09:03.869852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34780) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:03.877485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-428dc7a0-e67c-48d5-ada2-69d5bb90723e tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5ed71636-3590-4c7d-9dfb-c97223448926') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:04.093502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34790) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:04.211587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:04.211840 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-428dc7a0-e67c-48d5-ada2-69d5bb90723e tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926/tags HTTP/1.1" status: 204 len: 168 time: 0.3400087 Aug 31 16:09:04.599784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111e8b-6add-44f5-be2d-fa528d41fe63 req-cae1ddd4-8ae7-46b0-99ca-70643f067636 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:04.602268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e111e8b-6add-44f5-be2d-fa528d41fe63 req-cae1ddd4-8ae7-46b0-99ca-70643f067636 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1906610 Aug 31 16:09:04.729708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7edf8dd5-9eb2-4083-b5f8-db21e43664d1 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for subnetpool, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:04.736058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7edf8dd5-9eb2-4083-b5f8-db21e43664d1 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnetpools/eb66e311-79de-4d60-ada4-e9d293d0a3c5 HTTP/1.1" status: 204 len: 168 time: 0.5223367 Aug 31 16:09:04.746876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34806) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:04.747854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6acbabb9-6fae-4f84-8703-3f25c07c2dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:04.974808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e111e8b-6add-44f5-be2d-fa528d41fe63 req-4374dea4-39c4-486f-962d-816cff0cd1e3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634255 Aug 31 16:09:05.079774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-82f0e788-4427-45f0-ba68-367f26265cb9 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "GET /v2.0/ports?device_id=e352a2cf-2509-4100-a25a-25e18a22b04c HTTP/1.1" status: 200 len: 205 time: 0.3224053 Aug 31 16:09:05.080635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34822) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:05.128550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6acbabb9-6fae-4f84-8703-3f25c07c2dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.134293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6acbabb9-6fae-4f84-8703-3f25c07c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.184007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:05.204902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbabb9-6fae-4f84-8703-3f25c07c2dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31654569-fb20-4674-9269-ebf7ce825da1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:05.319710 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6acbabb9-6fae-4f84-8703-3f25c07c2dba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4a2e1322e2f4d9aba8acb6b97e57f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2237730 Aug 31 16:09:05.320759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:05.492244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.552846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f60d-d975-47f6-a2f6-10d6e0e35c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.626765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f60d-d975-47f6-a2f6-10d6e0e35c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.778274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f60d-d975-47f6-a2f6-10d6e0e35c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.784832 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f60d-d975-47f6-a2f6-10d6e0e35c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.786557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5cf2f60d-d975-47f6-a2f6-10d6e0e35c53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31654569-fb20-4674-9269-ebf7ce825da1 HTTP/1.1" status: 204 len: 168 time: 0.4645455 Aug 31 16:09:05.801962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c10d0e10-dbb1-4529-bd3d-7f32e510b0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:05.824351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2f60d-d975-47f6-a2f6-10d6e0e35c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31654569-fb20-4674-9269-ebf7ce825da1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:06.185009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c10d0e10-dbb1-4529-bd3d-7f32e510b0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.199583 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c10d0e10-dbb1-4529-bd3d-7f32e510b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.275818 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c10d0e10-dbb1-4529-bd3d-7f32e510b0a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fbdc6618ec542439e107a353ad04d06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0484331 Aug 31 16:09:06.276895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d0e10-dbb1-4529-bd3d-7f32e510b0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e035d2-c37a-40c1-8517-80b2723e4f3a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:06.282432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:06.326238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.337607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.422623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7104779-c3b8-49b1-9fc2-e16522c8d725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.524390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7104779-c3b8-49b1-9fc2-e16522c8d725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.589291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34864) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:06.643270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.643924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Fanout notify agent at l3_agent the message router_deleted on router e352a2cf-2509-4100-a25a-25e18a22b04c {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:09:06.665811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.668118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7e5f7453-7c84-4ceb-9322-436f061e6648 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/routers/e352a2cf-2509-4100-a25a-25e18a22b04c HTTP/1.1" status: 204 len: 168 time: 1.5820563 Aug 31 16:09:06.677281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34872) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:06.774688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839cdb0-be7a-48db-8a54-1b7b8c7c6b9b req-70583043-a908-47e0-a9ff-e07c9a8b9a3e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:06.779562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f839cdb0-be7a-48db-8a54-1b7b8c7c6b9b req-70583043-a908-47e0-a9ff-e07c9a8b9a3e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.2822928 Aug 31 16:09:06.844902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7104779-c3b8-49b1-9fc2-e16522c8d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.857457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7104779-c3b8-49b1-9fc2-e16522c8d725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:06.870262 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a7104779-c3b8-49b1-9fc2-e16522c8d725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5e035d2-c37a-40c1-8517-80b2723e4f3a HTTP/1.1" status: 204 len: 168 time: 0.5866134 Aug 31 16:09:06.942078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f839cdb0-be7a-48db-8a54-1b7b8c7c6b9b req-0ecfbafb-5bbf-4e73-b487-8eaffcddfae7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523077 Aug 31 16:09:06.958862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7104779-c3b8-49b1-9fc2-e16522c8d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e035d2-c37a-40c1-8517-80b2723e4f3a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:06.970330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34888) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:07.051952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a03c44-d81b-4cd2-a9fa-d01ccb74c3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.189780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Deleting port 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:07.189780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.244032 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f120e85-e0f1-4325-948f-c733b0a87644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.451882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a03c44-d81b-4cd2-a9fa-d01ccb74c3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.473805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.479696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a03c44-d81b-4cd2-a9fa-d01ccb74c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.539924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Calling delete_port for 7794fca6-c520-4a1b-bb8e-6bf179fb5c16 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:07.563728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a03c44-d81b-4cd2-a9fa-d01ccb74c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba1eed0-c5a1-487f-9643-5e617fbda5d1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:07.654899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-39a03c44-d81b-4cd2-a9fa-d01ccb74c3ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0c67599a18c4eb6b6956016790d95a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821878 Aug 31 16:09:07.659332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34918) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:07.893530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.965434 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f120e85-e0f1-4325-948f-c733b0a87644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.979407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f120e85-e0f1-4325-948f-c733b0a87644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:07.995262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event deleted for resources: {'Port': ['ID=7794fca6-c520-4a1b-bb8e-6bf179fb5c16,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:08.130336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f120e85-e0f1-4325-948f-c733b0a87644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20789c2e-be36-4725-b39a-65052de61b38,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:08.134441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34944) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:08.147081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0f120e85-e0f1-4325-948f-c733b0a87644 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1461d5cb6064045b40b25b165a4675f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5497379 Aug 31 16:09:08.156826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34946) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:08.222441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c791d3b2-f908-48a4-aad0-2bf3c02e841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.272298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24a19be6-468a-4ed7-af3b-638225977a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.368616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c791d3b2-f908-48a4-aad0-2bf3c02e841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.408897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac393c-a6df-4d64-9d01-d2797f5cfe06 req-9cf172c4-eaf4-4ccc-b7aa-5e22cc8eba98 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:08.412555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2ac393c-a6df-4d64-9d01-d2797f5cfe06 req-9cf172c4-eaf4-4ccc-b7aa-5e22cc8eba98 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1744411 Aug 31 16:09:08.423943 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c22901cc-f2d1-4f69-a1fb-9f723b0641f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.428484 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.440125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3b91e3d5-0afa-404d-afcc-d4187c93d539 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/ports/7794fca6-c520-4a1b-bb8e-6bf179fb5c16 HTTP/1.1" status: 204 len: 168 time: 1.7591400 Aug 31 16:09:08.447951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:08.472872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c22901cc-f2d1-4f69-a1fb-9f723b0641f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.660387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2ac393c-a6df-4d64-9d01-d2797f5cfe06 req-ea58d4e0-3f8a-4499-9909-6c371569d188 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929921 Aug 31 16:09:08.661901 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c22901cc-f2d1-4f69-a1fb-9f723b0641f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.667355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c22901cc-f2d1-4f69-a1fb-9f723b0641f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.669435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c22901cc-f2d1-4f69-a1fb-9f723b0641f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20789c2e-be36-4725-b39a-65052de61b38 HTTP/1.1" status: 204 len: 168 time: 0.5099225 Aug 31 16:09:08.838985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Deleting subnet 5ed71636-3590-4c7d-9dfb-c97223448926 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:09:08.848156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22901cc-f2d1-4f69-a1fb-9f723b0641f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20789c2e-be36-4725-b39a-65052de61b38,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:08.866201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c791d3b2-f908-48a4-aad0-2bf3c02e841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.871990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c791d3b2-f908-48a4-aad0-2bf3c02e841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.878374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c791d3b2-f908-48a4-aad0-2bf3c02e841c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aba1eed0-c5a1-487f-9643-5e617fbda5d1 HTTP/1.1" status: 204 len: 168 time: 1.2130597 Aug 31 16:09:08.878707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:08.910690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791d3b2-f908-48a4-aad0-2bf3c02e841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba1eed0-c5a1-487f-9643-5e617fbda5d1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:09.079453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.240838 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24a19be6-468a-4ed7-af3b-638225977a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.262109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24a19be6-468a-4ed7-af3b-638225977a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.354989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-24a19be6-468a-4ed7-af3b-638225977a89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2113fac46104a2183213c11a13fd78c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2152340 Aug 31 16:09:09.356015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35000) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:09.407816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a19be6-468a-4ed7-af3b-638225977a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b978dd0-08b6-4a09-99ce-757d2c28bcb8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:09.454142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.642245 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c750-3e04-4f9f-ac43-dba5be00a221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.667293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.770576 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c750-3e04-4f9f-ac43-dba5be00a221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.828435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed71636-3590-4c7d-9dfb-c97223448926,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:09.876100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec3d3d4-7437-456e-a6e2-fbdcfec0598c None None] Network e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:09.896356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:09.914636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4813e883-ba9e-4c58-8f81-ae897eb24435 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/subnets/5ed71636-3590-4c7d-9dfb-c97223448926 HTTP/1.1" status: 204 len: 168 time: 1.4634891 Aug 31 16:09:09.923864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35022) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:10.189212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35030) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:10.239279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085f70b5-d86e-44f3-9892-4aecf8ef87e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.378870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.418412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c750-3e04-4f9f-ac43-dba5be00a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.423796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c750-3e04-4f9f-ac43-dba5be00a221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.438753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e2b9c750-3e04-4f9f-ac43-dba5be00a221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b978dd0-08b6-4a09-99ce-757d2c28bcb8 HTTP/1.1" status: 204 len: 168 time: 1.0811617 Aug 31 16:09:10.525963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9c750-3e04-4f9f-ac43-dba5be00a221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b978dd0-08b6-4a09-99ce-757d2c28bcb8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:10.599187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] DHCP port deletion for e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:09:10.644051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085f70b5-d86e-44f3-9892-4aecf8ef87e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.653345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-085f70b5-d86e-44f3-9892-4aecf8ef87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.685799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a0b49-dec0-490f-a98c-b5c4821a895c req-c80394fd-a204-40b2-8f2c-04cf1624bace tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:10.694175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-942a0b49-dec0-490f-a98c-b5c4821a895c req-c80394fd-a204-40b2-8f2c-04cf1624bace tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.5721416 Aug 31 16:09:10.806280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Deleting port ba0d079b-3279-49ef-87a8-f18d649cfdd7 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:10.807020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:10.818601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35038) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:10.819310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f70b5-d86e-44f3-9892-4aecf8ef87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7e328-d9e2-44fe-99b4-a3b8a21913a7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:10.896260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-942a0b49-dec0-490f-a98c-b5c4821a895c req-406cfef7-1735-4943-b80f-5f840a86f0c5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905754 Aug 31 16:09:10.901857 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-085f70b5-d86e-44f3-9892-4aecf8ef87e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3340ed2e1c4645ac8e5f7e44f1e06805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7109964 Aug 31 16:09:10.911259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35042) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:10.917814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] Deleting port ba0d079b-3279-49ef-87a8-f18d649cfdd7 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:10.919578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.201304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] For port ba0d079b-3279-49ef-87a8-f18d649cfdd7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ba0d079b-3279-49ef-87a8-f18d649cfdd7,segment=NetworkSegment(c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3),segment_id=c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:11.202679 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.263438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] Calling delete_port for ba0d079b-3279-49ef-87a8-f18d649cfdd7 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:11.314730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643e92f7-9a54-4a1b-a869-9e070bf940a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.519561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643e92f7-9a54-4a1b-a869-9e070bf940a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.557237 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.646652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] No DVR routers for this DVR port ba0d079b-3279-49ef-87a8-f18d649cfdd7 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:09:11.664517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591fee7-3aba-4066-8f6d-575891880050 None None] Pushing event deleted for resources: {'Port': ['ID=ba0d079b-3279-49ef-87a8-f18d649cfdd7,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:11.733043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643e92f7-9a54-4a1b-a869-9e070bf940a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.739107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-643e92f7-9a54-4a1b-a869-9e070bf940a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:11.741340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-643e92f7-9a54-4a1b-a869-9e070bf940a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55d7e328-d9e2-44fe-99b4-a3b8a21913a7 HTTP/1.1" status: 204 len: 168 time: 0.8288279 Aug 31 16:09:11.773227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e92f7-9a54-4a1b-a869-9e070bf940a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7e328-d9e2-44fe-99b4-a3b8a21913a7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:11.782293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ba0d079b-3279-49ef-87a8-f18d649cfdd7 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:11.855168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ba0d079b-3279-49ef-87a8-f18d649cfdd7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:09:11.856142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ba0d079b-3279-49ef-87a8-f18d649cfdd7 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:12.128239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35072) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:12.157700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] For port ba0d079b-3279-49ef-87a8-f18d649cfdd7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ba0d079b-3279-49ef-87a8-f18d649cfdd7,segment=NetworkSegment(c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3),segment_id=c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:12.158524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:12.187835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Calling delete_port for ba0d079b-3279-49ef-87a8-f18d649cfdd7 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:12.362692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-263482b0-9fe0-4f03-a734-eceddb9f53be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:12.640002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-263482b0-9fe0-4f03-a734-eceddb9f53be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:12.659292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-263482b0-9fe0-4f03-a734-eceddb9f53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:12.764414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35090) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:12.769565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-263482b0-9fe0-4f03-a734-eceddb9f53be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60ca42e46349419ba099a1adf1a10d97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9463427 Aug 31 16:09:12.818253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96edaf-8439-4fa6-aac2-2113524c88db req-7e03e50b-87f5-47e1-ac82-b8be7e677152 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:12.840784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c96edaf-8439-4fa6-aac2-2113524c88db req-7e03e50b-87f5-47e1-ac82-b8be7e677152 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.6085286 Aug 31 16:09:12.985691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263482b0-9fe0-4f03-a734-eceddb9f53be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8561d8-9ae7-477d-a8a2-0cd111e45334,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:13.229509 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.257594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c96edaf-8439-4fa6-aac2-2113524c88db req-e892152a-5d0a-465e-b5c6-fedc1c403864 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152007 Aug 31 16:09:13.281733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] No DVR routers for this DVR port ba0d079b-3279-49ef-87a8-f18d649cfdd7 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:09:13.324116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36af2f55-7487-4b04-ae6c-cc41ae17df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.374194 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36af2f55-7487-4b04-ae6c-cc41ae17df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.450275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event deleted for resources: {'Port': ['ID=ba0d079b-3279-49ef-87a8-f18d649cfdd7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:13.458258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36af2f55-7487-4b04-ae6c-cc41ae17df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.462461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-36af2f55-7487-4b04-ae6c-cc41ae17df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.469175 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-36af2f55-7487-4b04-ae6c-cc41ae17df8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f8561d8-9ae7-477d-a8a2-0cd111e45334 HTTP/1.1" status: 204 len: 168 time: 0.6984644 Aug 31 16:09:13.486643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-8f34146a-895e-4d54-9f84-d1bbd8a6e6c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5594771 Aug 31 16:09:13.546079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af2f55-7487-4b04-ae6c-cc41ae17df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8561d8-9ae7-477d-a8a2-0cd111e45334,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:13.679172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.692408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:13.724105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:13.728980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84ab4f7-2c74-4d61-a1b6-6f9ac14684e3') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:13.769227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.799761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:13.812443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:13.813268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:14.066788 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:14.091876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:14.110940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:14.120463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] 10.222.0.43 "DELETE /v2.0/networks/e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd HTTP/1.1" status: 204 len: 168 time: 4.1941488 Aug 31 16:09:14.239951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-9de1fd4c-c0ec-4a78-b7ac-3ae34d0e5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.242714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-9de1fd4c-c0ec-4a78-b7ac-3ae34d0e5356 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1098 time: 0.1877379 Aug 31 16:09:14.250431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6a7d2-cb66-47e2-922e-ae17684a46d7 tempest-TagsExtTest-1359246973 tempest-TagsExtTest-1359246973-project] Pushing event deleted for resources: {'Network': ['ID=e9db0cd1-ae06-4b2e-a1fd-e4a3eff273fd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:14.288289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.289012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.289745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.290673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.291607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.293541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.305295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.310021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c626671d-7f02-44f5-a326-2fc35605da9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.2460799 Aug 31 16:09:14.489166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-f35643e0-f0a9-423f-8727-319cd0fc7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.495378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-f35643e0-f0a9-423f-8727-319cd0fc7a5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.2067585 Aug 31 16:09:14.615379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca680-fca2-421a-be40-7873e355062f req-4d2629a6-7feb-4374-90e8-c2bf5b51103a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.625623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-370ca680-fca2-421a-be40-7873e355062f req-4d2629a6-7feb-4374-90e8-c2bf5b51103a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1398864 Aug 31 16:09:14.629271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b28a4b47-bb48-45c3-9947-7103b7d438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.630247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b28a4b47-bb48-45c3-9947-7103b7d438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.631069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b28a4b47-bb48-45c3-9947-7103b7d438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:14.634173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b28a4b47-bb48-45c3-9947-7103b7d438fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 2293 time: 0.2934961 Aug 31 16:09:14.635865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35128) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:14.675393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2731-de11-42e1-a397-3c89e5f7fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:14.709765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-7f6da8d9-daf6-4111-99d1-ff145aa47b98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 1002 time: 0.1967316 Aug 31 16:09:14.793492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:14.844608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-370ca680-fca2-421a-be40-7873e355062f req-cea24d3b-8ee0-4b5a-b113-fb1dc6fd8199 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177172 Aug 31 16:09:15.094697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-91768c8e-8836-47c8-9daf-963a303c249b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 1001 time: 0.4465771 Aug 31 16:09:15.210702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2731-de11-42e1-a397-3c89e5f7fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:15.219248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-49c47779-1515-42b5-8449-b3e1f91b07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:15.220866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-49c47779-1515-42b5-8449-b3e1f91b07a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.4954977 Aug 31 16:09:15.233655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2731-de11-42e1-a397-3c89e5f7fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:15.308594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35138) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:15.372574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1f3c2731-de11-42e1-a397-3c89e5f7fc0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1785f796b8fe408f9d6fdfb0791ca907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352829 Aug 31 16:09:15.379104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35144) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:15.382292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c2731-de11-42e1-a397-3c89e5f7fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfd6cb-1bc3-48cf-bfb4-341bde7c47ba,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:15.464064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-75e1a647-505e-491a-8b1c-161b3efdd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:15.472892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-75e1a647-505e-491a-8b1c-161b3efdd6af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062702 Aug 31 16:09:15.491468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-e08410d0-c642-4b11-bcfa-415e3c730432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:15.494912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-e08410d0-c642-4b11-bcfa-415e3c730432 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 200 len: 851 time: 0.3913522 Aug 31 16:09:15.581304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4333c587-0708-4e9a-8996-ef70a2d38f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:15.626699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4333c587-0708-4e9a-8996-ef70a2d38f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:15.715568 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4333c587-0708-4e9a-8996-ef70a2d38f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:15.719377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4333c587-0708-4e9a-8996-ef70a2d38f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:15.721207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4333c587-0708-4e9a-8996-ef70a2d38f24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0dfd6cb-1bc3-48cf-bfb4-341bde7c47ba HTTP/1.1" status: 204 len: 168 time: 0.3357198 Aug 31 16:09:15.733610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-2a942aa1-4e9b-480c-bd36-ea2490a37e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:15.736120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-2a942aa1-4e9b-480c-bd36-ea2490a37e90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb063698-8983-4c49-a309-b68a1c7deaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217350 Aug 31 16:09:15.742907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333c587-0708-4e9a-8996-ef70a2d38f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dfd6cb-1bc3-48cf-bfb4-341bde7c47ba,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:15.977404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-1fc567fd-3c02-40a3-8994-bd778da68df6 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180860 Aug 31 16:09:16.319138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Deleting port 677037df-28fb-4bd6-ae28-b5e41370c087 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:16.319955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:16.359148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-14610ea8-a2ef-4432-9b6c-641039d0ace8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732734 Aug 31 16:09:16.392963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-1c34cac1-097e-4b52-84ca-221ff77398f0 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073699 Aug 31 16:09:16.529655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-279ceaa4-7300-4b44-b497-c4053df96e51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 217 time: 0.1256366 Aug 31 16:09:16.549756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] For port 677037df-28fb-4bd6-ae28-b5e41370c087, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=677037df-28fb-4bd6-ae28-b5e41370c087,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:16.550341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:16.582976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Calling delete_port for 677037df-28fb-4bd6-ae28-b5e41370c087 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:16.588285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35166) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:16.588759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4245a3e0-9c31-4e69-a988-8ca1ef3be459 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d747d7eb3e34d8c90d95bc1560bef9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2140145 Aug 31 16:09:16.657166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c8212-d490-48d2-a1b3-55a4acbc207f req-5a2b58dd-d3ec-4e4c-999c-a46dc3b1215c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:16.671052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9c8212-d490-48d2-a1b3-55a4acbc207f req-5a2b58dd-d3ec-4e4c-999c-a46dc3b1215c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.5341823 Aug 31 16:09:16.763121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9c8212-d490-48d2-a1b3-55a4acbc207f req-2e4a5c76-2480-4bfa-a9fe-269b19c81db2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904889 Aug 31 16:09:16.783090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-df2517ce-ac60-44cb-b45e-cd96e9aa8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:16.786994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-df2517ce-ac60-44cb-b45e-cd96e9aa8367 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.2176781 Aug 31 16:09:16.851470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e7eabee4-7cb1-438f-89e4-4eee19ea3105 req-f19d19d0-d8f1-419e-aedd-5a92e48e21d9 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255621 Aug 31 16:09:16.917724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-139bd559-a867-4d61-915d-af5b97353b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:16.921568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-139bd559-a867-4d61-915d-af5b97353b4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266704 Aug 31 16:09:16.923260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2295c8ee-fb32-4190-a816-94fab901c8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:16.983290 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2295c8ee-fb32-4190-a816-94fab901c8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:17.134031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35172) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:17.191875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-6105d723-c6d0-476a-a64b-7ade8bc83471 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615266 Aug 31 16:09:17.205486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2295c8ee-fb32-4190-a816-94fab901c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:17.215178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2295c8ee-fb32-4190-a816-94fab901c8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:17.220623 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2295c8ee-fb32-4190-a816-94fab901c8a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fb26942-2315-484d-b170-26f6be9c3f34 HTTP/1.1" status: 204 len: 168 time: 0.6269772 Aug 31 16:09:17.269810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295c8ee-fb32-4190-a816-94fab901c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb26942-2315-484d-b170-26f6be9c3f34,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:17.459179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:17.468811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-ac905dad-566e-4a93-b3b5-815471e70e63 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652845 Aug 31 16:09:17.504986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=677037df-28fb-4bd6-ae28-b5e41370c087,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:17.662109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-936882343', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:17.683115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-2a41efcd-b077-47b5-83f9-eff8f727927e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 217 time: 0.1935525 Aug 31 16:09:17.837494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:17.904907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Made reservation on behalf of 2c81e3797ced4e38b903bc872468c07c for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:17.923770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:17.930330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-4b04d352-b34e-474c-8b0a-24af39e22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:17.932831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-4b04d352-b34e-474c-8b0a-24af39e22e9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.2484195 Aug 31 16:09:18.005464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:18.178014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:18.252834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:18.259258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] device_id is not set on port be1e208e-0207-4ec2-881c-df48be536486 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:09:18.500975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Router 844f0fbe-038b-4992-b540-4da1810258ca has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:09:18.506072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b770f-9329-4410-acad-131552aa99ac req-df210a56-11df-46ad-9fbb-eb06ba58b462 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:18.508578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b6b770f-9329-4410-acad-131552aa99ac req-df210a56-11df-46ad-9fbb-eb06ba58b462 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.3265519 Aug 31 16:09:18.518040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5396f489-5e31-42cc-94c2-66235306b6a7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:18.522903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-325dbcae-4e19-4726-960f-e62e6f66a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:18.524823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-325dbcae-4e19-4726-960f-e62e6f66a0b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5820553 Aug 31 16:09:18.638112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Allocated IP 172.25.6.240 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/be1e208e-0207-4ec2-881c-df48be536486) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:18.669403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:09:18.683468 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4d66032-2882-4cd6-b369-0a9afedd1b2a admin admin] 10.222.0.43 "PUT /v2.0/routers/844f0fbe-038b-4992-b540-4da1810258ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5492234 Aug 31 16:09:18.696252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35202) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:18.697629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] Sync routers for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:09:18.739669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:09:18.740595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:08:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:18.748272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b6b770f-9329-4410-acad-131552aa99ac req-3480d343-c0b6-4b45-a5f7-eb2055576a5d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144349 Aug 31 16:09:18.931273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:09:18.993294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-a34616e6-ce23-40f2-9d45-5f45dd5bcff5 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501297 Aug 31 16:09:19.107987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:19.220624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:19.311221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:19.434164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T16:09:17Z', 'revision_number': 5, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port': {'id': '073455ba-1a02-4e16-9c07-6c7d34012d59', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844f0fbe-038b-4992-b540-4da1810258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T15:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:19.468827 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:19.523138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] Checking router: 844f0fbe-038b-4992-b540-4da1810258ca for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:09:19.542068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] Routers {'844f0fbe-038b-4992-b540-4da1810258ca'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:09:19.544322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:08:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['844f0fbe-038b-4992-b540-4da1810258ca'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:19.603719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:19.627411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:19.635432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Deleting port 073455ba-1a02-4e16-9c07-6c7d34012d59 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:19.636725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:19.637360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:09:19.840222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-2c87734d-6ff1-4ee9-aee9-55354dc9cfec service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321533 Aug 31 16:09:19.847441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Pushing event updated for resources: {'Port': ['ID=be1e208e-0207-4ec2-881c-df48be536486,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:19.874294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] Set router 844f0fbe-038b-4992-b540-4da1810258ca gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:09:19.921757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] For port 073455ba-1a02-4e16-9c07-6c7d34012d59, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=073455ba-1a02-4e16-9c07-6c7d34012d59,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:19.925467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:19.954145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Calling delete_port for 073455ba-1a02-4e16-9c07-6c7d34012d59 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:20.022957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-131dc80a-66ad-43ed-b1f2-6e4e074e7124 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 200 len: 217 time: 0.1649647 Aug 31 16:09:20.077350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T16:09:19Z', 'revision_number': 6, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:20.164779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dc6c5-3f5a-413a-b8bd-92fdba4b9d92 None None] The sync data for ids ['844f0fbe-038b-4992-b540-4da1810258ca'] in n-d-793621-35 is: [{'id': '844f0fbe-038b-4992-b540-4da1810258ca', 'name': 'tempest-TaggedBootDevicesTest_v242-2095641238-router', 'tenant_id': '3fbefe13f5e5478d8137264c11160ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:57:50Z', 'updated_at': '2021-08-31T16:09:19Z', 'revision_number': 6, 'project_id': '3fbefe13f5e5478d8137264c11160ffb', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:09:20.327750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:20.328480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:20.411780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:20.415944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e6a18c28-33e1-48f6-9c54-e9f13bb90356 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2804825 Aug 31 16:09:20.424032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35242) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:20.425847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-fcbab350-178e-439c-9f98-4701cb922493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:20.427367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-fcbab350-178e-439c-9f98-4701cb922493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.2820783 Aug 31 16:09:20.457148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.240'}]}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:20.503088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Pushing event deleted for resources: {'Port': ['ID=073455ba-1a02-4e16-9c07-6c7d34012d59,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:20.507753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdebb4-701d-4e8f-adc7-1f5e718d7d47 req-a0654ec4-f6d4-46b2-9cd0-2d13a6397404 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:20.521453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1acdebb4-701d-4e8f-adc7-1f5e718d7d47 req-a0654ec4-f6d4-46b2-9cd0-2d13a6397404 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.4970741 Aug 31 16:09:20.611022 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:20.812433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-0063ec7a-88ee-4240-a8ab-9a1302d44415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:20.814108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-0063ec7a-88ee-4240-a8ab-9a1302d44415 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2895267 Aug 31 16:09:20.839040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1acdebb4-701d-4e8f-adc7-1f5e718d7d47 req-79f4369e-b286-4669-a253-8d9629c9cb03 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164692 Aug 31 16:09:20.992823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:20.998833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.036801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-76f5173f-b9a0-4951-b89b-588a5496873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.049363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.056993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.086642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.087237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844f0fbe-038b-4992-b540-4da1810258ca {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:09:21.113324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-3e95e6eb-5e7c-4fac-9227-e38b12c48d37 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687852 Aug 31 16:09:21.115856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.120982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6013e1e4-e675-4d49-8d1a-7611a11eda15 admin admin] 10.222.0.43 "DELETE /v2.0/routers/844f0fbe-038b-4992-b540-4da1810258ca HTTP/1.1" status: 204 len: 168 time: 2.4264314 Aug 31 16:09:21.124742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:21.223121 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:09:21.231185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Deleting subnet 14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:09:21.237352 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.371937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-f3fef12d-a312-43f5-a735-88895044e005 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529740 Aug 31 16:09:21.407300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.439999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.568906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-50e23644-17f2-4746-bbf9-cce0803d087e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 217 time: 0.1244171 Aug 31 16:09:21.575748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 073455ba-1a02-4e16-9c07-6c7d34012d59 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:21.675134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 073455ba-1a02-4e16-9c07-6c7d34012d59 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:09:21.675801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 073455ba-1a02-4e16-9c07-6c7d34012d59 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:21.676555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 677037df-28fb-4bd6-ae28-b5e41370c087 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:21.719802 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:21.810237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 677037df-28fb-4bd6-ae28-b5e41370c087 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:09:21.810975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 677037df-28fb-4bd6-ae28-b5e41370c087 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:21.983976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.029037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9f1d3-c572-444c-b68e-5fe4a6ad3310 None None] Network bae57e1e-d17d-4638-a0f8-646a2e5e1545 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:22.045280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.071854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140 HTTP/1.1" status: 204 len: 168 time: 0.9443402 Aug 31 16:09:22.074100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35324) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:22.259647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.266064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf954ba-4078-4f4b-a8e3-87078767b920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ab17a0-5bf9-4f0b-98fd-9d39ffcc6140,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:22.358692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-1710f21c-0065-43dc-8c39-29a08f077f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:22.360648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-1710f21c-0065-43dc-8c39-29a08f077f10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.5515366 Aug 31 16:09:22.379214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933758df-e1e9-43e5-bb5f-e3149f208364 req-62f87e57-f583-4adb-8fb4-1f1d553b4fdb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:22.381242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-933758df-e1e9-43e5-bb5f-e3149f208364 req-62f87e57-f583-4adb-8fb4-1f1d553b4fdb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1696689 Aug 31 16:09:22.440682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] DHCP port deletion for bae57e1e-d17d-4638-a0f8-646a2e5e1545 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:09:22.482964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.500925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-933758df-e1e9-43e5-bb5f-e3149f208364 req-5b7aef12-c348-406f-95b7-361d8003b991 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055446 Aug 31 16:09:22.598008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] Deleting port a6aac736-d34c-427d-ab89-a69266b52785 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:22.601528 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.610145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Deleting port a6aac736-d34c-427d-ab89-a69266b52785 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:22.610493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.742515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] For port a6aac736-d34c-427d-ab89-a69266b52785, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6aac736-d34c-427d-ab89-a69266b52785,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:22.746017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.795356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] Calling delete_port for a6aac736-d34c-427d-ab89-a69266b52785 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:22.824973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] For port a6aac736-d34c-427d-ab89-a69266b52785, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6aac736-d34c-427d-ab89-a69266b52785,segment=NetworkSegment(19c157ed-a251-4fa1-8a82-6b3f283d05d5),segment_id=19c157ed-a251-4fa1-8a82-6b3f283d05d5)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:22.829620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:22.864023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Calling delete_port for a6aac736-d34c-427d-ab89-a69266b52785 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:22.941816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-5c2634dd-c46f-4d68-93e8-cc6c1cc49d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:22.943964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-5c2634dd-c46f-4d68-93e8-cc6c1cc49d03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5745988 Aug 31 16:09:23.046143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.091496 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.148981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aac736-d34c-427d-ab89-a69266b52785,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:23.183175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] Pushing event deleted for resources: {'Port': ['ID=a6aac736-d34c-427d-ab89-a69266b52785,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:23.183431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] No DVR routers for this DVR port a6aac736-d34c-427d-ab89-a69266b52785 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:09:23.197187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a213b1-8a0a-4472-80ce-4ba8578dc0fe None None] No DVR routers for this DVR port a6aac736-d34c-427d-ab89-a69266b52785 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:09:23.197583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.240334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.261679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-9584e029-6fc6-42c5-b20a-8d85072b08cb service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085406 Aug 31 16:09:23.408617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.437462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae57e1e-d17d-4638-a0f8-646a2e5e1545']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:23.464123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c157ed-a251-4fa1-8a82-6b3f283d05d5') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:23.467152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c157ed-a251-4fa1-8a82-6b3f283d05d5') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:23.487406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35350) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:23.503908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.531751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6aac736-d34c-427d-ab89-a69266b52785 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:23.561686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.592581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:23.594729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.596243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a6aac736-d34c-427d-ab89-a69266b52785 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:09:23.599762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6aac736-d34c-427d-ab89-a69266b52785 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:23.604114 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:23.836098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.862614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:23.866776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bae57e1e-d17d-4638-a0f8-646a2e5e1545 HTTP/1.1" status: 204 len: 168 time: 1.7897336 Aug 31 16:09:23.868370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1bbc-439c-47bb-b8d7-b37c6ce44ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae57e1e-d17d-4638-a0f8-646a2e5e1545,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:23.917910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-a22dd327-94ba-4d31-9fb7-90d615eb9479 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165738 Aug 31 16:09:23.954464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.008677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.056101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b3dd7bae-db3e-4c67-a881-68ea4ffa7bef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 217 time: 0.1260514 Aug 31 16:09:24.106002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23118-a7aa-4459-91ca-7467d7a5ff96 req-5f95afe3-8bc0-4a25-a2b4-3888ff2a18c2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:24.107949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dc23118-a7aa-4459-91ca-7467d7a5ff96 req-5f95afe3-8bc0-4a25-a2b4-3888ff2a18c2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.3883216 Aug 31 16:09:24.200294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b64bc701-0087-4485-887f-71f463e46d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.211057 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.359298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:24.372647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c6f221b5-6f6a-48ba-92fe-56136d40dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:24.374390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-c6f221b5-6f6a-48ba-92fe-56136d40dbe5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.3108041 Aug 31 16:09:24.477760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35394) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:24.522277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.531838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dc23118-a7aa-4459-91ca-7467d7a5ff96 req-281162b0-fa4e-4179-8980-7b1f0fa46029 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090865 Aug 31 16:09:24.533064 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.542125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-37d61856-e50c-49ad-8a74-d551d48b5614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fbefe13f5e5478d8137264c11160ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629141 Aug 31 16:09:24.546051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35396) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:24.607018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.610614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.611139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7af6d4f-6269-4828-a5ef-c5ea80e8940b {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:09:24.616600 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.632501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-079edbc7-5777-49e5-9c7a-9792835d4ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.644750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-120eac88-394b-499b-b808-d7ac05e801c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:24.646667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-120eac88-394b-499b-b808-d7ac05e801c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1951365 Aug 31 16:09:24.664334 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-079edbc7-5777-49e5-9c7a-9792835d4ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.666721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02eabfe663f746bf859becbfc3c05cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1770558 Aug 31 16:09:24.679666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35400) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:24.733576 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 16:09:24.737433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bd994c18-38b9-4299-850a-61e3092a2e54 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3062835 Aug 31 16:09:24.742608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:24.764620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e0d9d-19a5-4ca4-8a29-57ac546e014a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:24.813634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.813974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.814384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.814668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.814990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.815303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.815620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.815967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.816343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.816819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.817160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.817487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fd742-891f-47c5-b0a8-d9481a7275f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:24.845520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-271a2586-4bab-4804-a3f4-9ba5468a37e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.874144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-96c6b555-102f-49f3-bad2-c7feae1e8ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028992 Aug 31 16:09:24.917690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-079edbc7-5777-49e5-9c7a-9792835d4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.924476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-079edbc7-5777-49e5-9c7a-9792835d4ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:24.925959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-079edbc7-5777-49e5-9c7a-9792835d4ce1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f08af24-3d35-4f8d-9380-7ccab6c13a92 HTTP/1.1" status: 204 len: 168 time: 0.3788602 Aug 31 16:09:24.966163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079edbc7-5777-49e5-9c7a-9792835d4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08af24-3d35-4f8d-9380-7ccab6c13a92,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:24.981136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b49b7a-d031-49e4-a7d3-a922955bdf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.018508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b49b7a-d031-49e4-a7d3-a922955bdf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.034484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-00d3d38b-2e0a-412c-89da-c7cc184155ac service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510465 Aug 31 16:09:25.061906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Deleting port be1e208e-0207-4ec2-881c-df48be536486 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:25.062333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.099657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.123456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-eebd0dc1-428c-420f-b2b8-aaad2ee392e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 217 time: 0.0802462 Aug 31 16:09:25.129268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-d1276aa9-5b91-4d64-b9da-d967fa7ee4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.131282 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-d1276aa9-5b91-4d64-b9da-d967fa7ee4ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1098 time: 0.0549014 Aug 31 16:09:25.142705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b49b7a-d031-49e4-a7d3-a922955bdf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.146665 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2b49b7a-d031-49e4-a7d3-a922955bdf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.150794 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2b49b7a-d031-49e4-a7d3-a922955bdf50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/375e0d9d-19a5-4ca4-8a29-57ac546e014a HTTP/1.1" status: 204 len: 168 time: 0.4693046 Aug 31 16:09:25.242041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b5bea82e-cffc-4fe3-b002-305f0a337f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.243939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-b5bea82e-cffc-4fe3-b002-305f0a337f72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.0835917 Aug 31 16:09:25.247887 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.275338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b49b7a-d031-49e4-a7d3-a922955bdf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e0d9d-19a5-4ca4-8a29-57ac546e014a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:25.278272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-2b8aa8b7-69b0-4989-80b4-66fc8c16bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.279858 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-2b8aa8b7-69b0-4989-80b4-66fc8c16bf9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.1384652 Aug 31 16:09:25.293327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.314094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Calling delete_port for be1e208e-0207-4ec2-881c-df48be536486 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:25.335557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-47f50343-11b6-4c3b-a151-fda7f5f6a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.339897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-47f50343-11b6-4c3b-a151-fda7f5f6a1b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871589 Aug 31 16:09:25.376867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35418) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:25.416445 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-93265c5c-96e7-401f-9164-6c07ea3c1f81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 1002 time: 0.1294880 Aug 31 16:09:25.517987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-271a2586-4bab-4804-a3f4-9ba5468a37e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.527659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-271a2586-4bab-4804-a3f4-9ba5468a37e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.541465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-186ea52d-3262-471f-bcf7-453cb7a1adf9 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619580 Aug 31 16:09:25.584829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a2586-4bab-4804-a3f4-9ba5468a37e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1f95a-4bbc-45e1-b7db-5aa767847669,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:25.607635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-6653ef06-33a9-4a59-b9ae-1478c6d6d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.610229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-6653ef06-33a9-4a59-b9ae-1478c6d6d20a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1704726 Aug 31 16:09:25.634558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-271a2586-4bab-4804-a3f4-9ba5468a37e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7ac68c34aba4db49fa010484dbb6524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2736409 Aug 31 16:09:25.648526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35436) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:25.675687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423d7301-6168-4f18-b09c-92a3f8a0f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.676957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-487a9f9e-1494-44e4-9f1f-d48f44fa7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.679127 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-487a9f9e-1494-44e4-9f1f-d48f44fa7f8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571618 Aug 31 16:09:25.685374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.791278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Pushing event deleted for resources: {'Port': ['ID=be1e208e-0207-4ec2-881c-df48be536486,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:25.794661 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:25.816476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-c7d849d8-f8c2-4f66-96fb-a853517e2c43 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287391 Aug 31 16:09:25.869825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4867a4ef-5197-449c-9e28-e0b78888cfb6 req-f5488802-30d0-4ce0-8957-8634556bc44e service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205905 Aug 31 16:09:25.984244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb73db-9d5d-42fb-97e3-e15dd74055ad req-a5db5487-9d83-48a5-b0f9-53f95401423d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:25.987651 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2148a587-d096-47fa-b8bf-662e32c6dd85 req-b76b93af-d3a9-46d4-8480-3432e7f45aeb service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613529 Aug 31 16:09:25.989596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdcb73db-9d5d-42fb-97e3-e15dd74055ad req-a5db5487-9d83-48a5-b0f9-53f95401423d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.3090446 Aug 31 16:09:25.996411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b725f530-5524-4383-8ca6-b90f43c6fcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.065955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b725f530-5524-4383-8ca6-b90f43c6fcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.077842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.083636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9def0ec4-ec5e-42c6-ae4e-2ac1929b8017 tempest-RoutersAdminNegativeIpV6Test-562040969 tempest-RoutersAdminNegativeIpV6Test-562040969-project-admin] 10.222.0.43 "DELETE /v2.0/ports/be1e208e-0207-4ec2-881c-df48be536486 HTTP/1.1" status: 204 len: 168 time: 1.3330984 Aug 31 16:09:26.126999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdcb73db-9d5d-42fb-97e3-e15dd74055ad req-b9297e70-406d-4598-acce-d8c1e1fe2899 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280181 Aug 31 16:09:26.184597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423d7301-6168-4f18-b09c-92a3f8a0f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.192832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423d7301-6168-4f18-b09c-92a3f8a0f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.259792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35456) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:26.505851 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b725f530-5524-4383-8ca6-b90f43c6fcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.508973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b725f530-5524-4383-8ca6-b90f43c6fcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.512997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b725f530-5524-4383-8ca6-b90f43c6fcec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48b1f95a-4bbc-45e1-b7db-5aa767847669 HTTP/1.1" status: 204 len: 168 time: 0.8606067 Aug 31 16:09:26.517451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-423d7301-6168-4f18-b09c-92a3f8a0f2df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a344b5b045d44479dc765056488341c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370292 Aug 31 16:09:26.520296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:26.522612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7301-6168-4f18-b09c-92a3f8a0f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94139a16-8fbe-4235-9eb4-a2f4326e90c4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:26.538578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725f530-5524-4383-8ca6-b90f43c6fcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1f95a-4bbc-45e1-b7db-5aa767847669,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:26.606664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5340a70-202c-4450-9778-7117f8a37607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.633939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5340a70-202c-4450-9778-7117f8a37607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.688349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ad56075-6aef-46ba-9e98-9adfe2cf7f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.725095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35472) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:26.755691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5340a70-202c-4450-9778-7117f8a37607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.759390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f5340a70-202c-4450-9778-7117f8a37607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.760895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f5340a70-202c-4450-9778-7117f8a37607 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94139a16-8fbe-4235-9eb4-a2f4326e90c4 HTTP/1.1" status: 204 len: 168 time: 0.2392592 Aug 31 16:09:26.781748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5340a70-202c-4450-9778-7117f8a37607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94139a16-8fbe-4235-9eb4-a2f4326e90c4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:26.892059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ad56075-6aef-46ba-9e98-9adfe2cf7f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.897079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ad56075-6aef-46ba-9e98-9adfe2cf7f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:26.947004 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6ad56075-6aef-46ba-9e98-9adfe2cf7f65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b98d559f67a84a34bdc14a3aff8ce148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857896 Aug 31 16:09:26.948659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad56075-6aef-46ba-9e98-9adfe2cf7f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ed7591-3106-4aa9-a70c-c563fd775d9f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:26.952491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35486) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:27.023344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f88b3da-50ed-41c5-aff8-8414d9de1954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.051133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f88b3da-50ed-41c5-aff8-8414d9de1954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.078774 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f037475-2ec3-4bec-8eb9-6641b0d17d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.131739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f88b3da-50ed-41c5-aff8-8414d9de1954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.135580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f88b3da-50ed-41c5-aff8-8414d9de1954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.137192 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0f88b3da-50ed-41c5-aff8-8414d9de1954 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1ed7591-3106-4aa9-a70c-c563fd775d9f HTTP/1.1" status: 204 len: 168 time: 0.1833444 Aug 31 16:09:27.149088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88b3da-50ed-41c5-aff8-8414d9de1954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ed7591-3106-4aa9-a70c-c563fd775d9f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:27.299935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f037475-2ec3-4bec-8eb9-6641b0d17d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.307130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f037475-2ec3-4bec-8eb9-6641b0d17d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.398689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9f037475-2ec3-4bec-8eb9-6641b0d17d8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efc32978b8f44adebf5ebbdf3fac7c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699576 Aug 31 16:09:27.401035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35502) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:27.402034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f037475-2ec3-4bec-8eb9-6641b0d17d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59927d8-b8ba-4399-a39a-490d1dd892da,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:27.421203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95f024-c90f-4b15-ad4b-54fbaee540b0 req-5d3540a6-6f63-4d76-8747-092455955e63 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:27.424605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d95f024-c90f-4b15-ad4b-54fbaee540b0 req-5d3540a6-6f63-4d76-8747-092455955e63 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 946 time: 0.1618633 Aug 31 16:09:27.465746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35504) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:27.493648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a47fcd30-12bc-4387-a33e-2dc116bb20cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.508693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d95f024-c90f-4b15-ad4b-54fbaee540b0 req-099bc4c9-c56c-4d7e-8121-e7f65bb14c59 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732751 Aug 31 16:09:27.554413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a369e4a-fe3b-4045-ac5f-7d35a42590ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.614402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a369e4a-fe3b-4045-ac5f-7d35a42590ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.646274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.790242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a369e4a-fe3b-4045-ac5f-7d35a42590ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.794859 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a369e4a-fe3b-4045-ac5f-7d35a42590ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.797059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a369e4a-fe3b-4045-ac5f-7d35a42590ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d59927d8-b8ba-4399-a39a-490d1dd892da HTTP/1.1" status: 204 len: 168 time: 0.3946197 Aug 31 16:09:27.800797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a47fcd30-12bc-4387-a33e-2dc116bb20cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.814068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a47fcd30-12bc-4387-a33e-2dc116bb20cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.816234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35510) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:27.827293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369e4a-fe3b-4045-ac5f-7d35a42590ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59927d8-b8ba-4399-a39a-490d1dd892da,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:27.844859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08106d8-cfad-4756-91c4-ad07467476c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:27.947338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fcd30-12bc-4387-a33e-2dc116bb20cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f2cf7-1615-41a5-992b-68421c0f84d8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:27.992667 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a47fcd30-12bc-4387-a33e-2dc116bb20cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70f48ef40a734a05af6e15ce1026f451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253205 Aug 31 16:09:27.992967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35512) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:28.012578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35514) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:28.072128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08106d8-cfad-4756-91c4-ad07467476c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.082973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f08106d8-cfad-4756-91c4-ad07467476c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.150625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f08106d8-cfad-4756-91c4-ad07467476c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc2b0541ba2a4ed1a7124c7fb4b68d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326039 Aug 31 16:09:28.151859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08106d8-cfad-4756-91c4-ad07467476c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f71616-9aa5-46f4-afd6-2c17419e83a7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:28.155988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35520) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:28.156908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5be5e9f3-04c8-4b86-b0e5-bba2229e4c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.192327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:28.193724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5be5e9f3-04c8-4b86-b0e5-bba2229e4c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.237388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c8f5bd-5133-49ab-ac2e-dbc097f30cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.263662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35524) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:28.306364 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c8f5bd-5133-49ab-ac2e-dbc097f30cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.319141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19b3c8b-2c78-4059-a169-0dc7a82fa9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.320653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5be5e9f3-04c8-4b86-b0e5-bba2229e4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.324045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5be5e9f3-04c8-4b86-b0e5-bba2229e4c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.325496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5be5e9f3-04c8-4b86-b0e5-bba2229e4c3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/873f2cf7-1615-41a5-992b-68421c0f84d8 HTTP/1.1" status: 204 len: 168 time: 0.3271222 Aug 31 16:09:28.342783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5e9f3-04c8-4b86-b0e5-bba2229e4c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f2cf7-1615-41a5-992b-68421c0f84d8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:28.427404 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.451757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c8f5bd-5133-49ab-ac2e-dbc097f30cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.456357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c8f5bd-5133-49ab-ac2e-dbc097f30cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.460966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86c8f5bd-5133-49ab-ac2e-dbc097f30cd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2f71616-9aa5-46f4-afd6-2c17419e83a7 HTTP/1.1" status: 204 len: 168 time: 0.3010840 Aug 31 16:09:28.470924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:09:28.473308 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b63e10a-bc3b-4bde-aa82-93d3ebb2d355" -d '{"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-unplugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:09:28.476528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8f5bd-5133-49ab-ac2e-dbc097f30cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f71616-9aa5-46f4-afd6-2c17419e83a7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:28.515536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:28.533224 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531cb96-f4c1-45a5-90f5-35b45861e5b2 x-openstack-request-id: req-3531cb96-f4c1-45a5-90f5-35b45861e5b2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:09:28.533822 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-unplugged", "status": "failed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "code": 422}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:09:28.533822 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3531cb96-f4c1-45a5-90f5-35b45861e5b2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:09:28.534435 n-d-793621-35 neutron-server[101479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'code': 422} returned with failed status Aug 31 16:09:28.536304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.610140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:28.617941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1063772265-network', 'tenant_id': 'bf40d74dd9804f0481fae3edd355ceb3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:28.631024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19b3c8b-2c78-4059-a169-0dc7a82fa9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.654918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f19b3c8b-2c78-4059-a169-0dc7a82fa9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.662307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Made reservation on behalf of bf40d74dd9804f0481fae3edd355ceb3 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:28.665904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.682566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6782a-a85d-407d-ae1d-46f557f78080 req-880c6704-f76e-41c1-9f9b-db54a5b63146 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:28.693058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72e6782a-a85d-407d-ae1d-46f557f78080 req-880c6704-f76e-41c1-9f9b-db54a5b63146 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.0701900 Aug 31 16:09:28.698476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.721537 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f19b3c8b-2c78-4059-a169-0dc7a82fa9c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=466af91c3055458c97201f1455130ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563413 Aug 31 16:09:28.724790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35538) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:28.743148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b3c8b-2c78-4059-a169-0dc7a82fa9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6e746-bcd0-43e8-ba42-781c58adc656,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:28.759691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72e6782a-a85d-407d-ae1d-46f557f78080 req-a974ad51-5109-4ac4-a06c-436375a2e7a5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649939 Aug 31 16:09:28.852575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c929f37f-48d3-4d15-aa53-25cfeff94b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.860034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.866976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.892685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c929f37f-48d3-4d15-aa53-25cfeff94b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.907638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:28.917079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45428f3-550f-483a-b727-def08af66d81,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:28.927803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:28.929461 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Added segment f1a20a99-f21e-48cc-830b-ee5c6f3817de of type vlan for network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 Aug 31 16:09:28.998651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c929f37f-48d3-4d15-aa53-25cfeff94b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.003950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c929f37f-48d3-4d15-aa53-25cfeff94b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.005682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.009531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c929f37f-48d3-4d15-aa53-25cfeff94b56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5b6e746-bcd0-43e8-ba42-781c58adc656 HTTP/1.1" status: 204 len: 168 time: 0.2827871 Aug 31 16:09:29.020659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929f37f-48d3-4d15-aa53-25cfeff94b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b6e746-bcd0-43e8-ba42-781c58adc656,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:29.061896 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.063191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:29.064646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.103193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35552) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:29.187672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a8202a73-91f7-4508-a9fc-381c96827454 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c81e3797ced4e38b903bc872468c07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799899 Aug 31 16:09:29.187900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35554) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:29.205354 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1909847 Aug 31 16:09:29.217014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35558) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:29.229464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Request body: {'subnet': {'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1063772265-subnet', 'tenant_id': 'bf40d74dd9804f0481fae3edd355ceb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:29.240535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948416b4-94c9-451c-9f67-8ef12904e96c admin admin] Pushing event updated for resources: {'Network': ['ID=0de7c1b7-55c1-4891-af1f-aef6cbaf7530,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:29.253127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:29.259802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b96620f-ee0e-4ad2-ba67-e53e928f3ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.283550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Made reservation on behalf of bf40d74dd9804f0481fae3edd355ceb3 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:29.287055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.294847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b96620f-ee0e-4ad2-ba67-e53e928f3ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.435184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b96620f-ee0e-4ad2-ba67-e53e928f3ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.448698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b96620f-ee0e-4ad2-ba67-e53e928f3ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.451669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3b96620f-ee0e-4ad2-ba67-e53e928f3ca6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5396f489-5e31-42cc-94c2-66235306b6a7 HTTP/1.1" status: 204 len: 168 time: 0.2623091 Aug 31 16:09:29.471470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96620f-ee0e-4ad2-ba67-e53e928f3ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5396f489-5e31-42cc-94c2-66235306b6a7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:29.851255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.924523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0275405-334b-4834-85bd-939e98cf1ff2,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:29.938301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Checking segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:09:29.938668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Network hostable DHCP agents. Network: 0de7c1b7-55c1-4891-af1f-aef6cbaf7530, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:09:29.960306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:09:29.974697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 0de7c1b7-55c1-4891-af1f-aef6cbaf7530) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:29.979661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:29.980444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:29.989220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7674c-f890-441a-9d7c-de6a3cde8b86 None None] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:30.000142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b513b727-c609-43c1-a5f5-901f5db9e6a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7814312 Aug 31 16:09:30.067080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-6da80215-82e1-4358-850a-23fe9b5b97da req-450c452b-bbe5-4531-b788-ffe3cd579c49 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:09:30.072968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6da80215-82e1-4358-850a-23fe9b5b97da req-450c452b-bbe5-4531-b788-ffe3cd579c49 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4591594 Aug 31 16:09:30.170503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee287e-6782-4ac5-b4fc-6f9231154577 None None] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:30.293673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c167c-0110-4834-8ef6-446b3c39b3d3 req-9bcd42f7-f78e-4608-88a3-c02ee3cb1840 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:30.295871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-882c167c-0110-4834-8ef6-446b3c39b3d3 req-9bcd42f7-f78e-4608-88a3-c02ee3cb1840 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.0596159 Aug 31 16:09:30.345866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-882c167c-0110-4834-8ef6-446b3c39b3d3 req-2ad4b760-05d1-4558-abfa-338a0f9fe25f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 Aug 31 16:09:31.365726 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-1d654659-4ea4-448c-b5fd-6063b443ec28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5585423 Aug 31 16:09:31.367131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b77dcd5-79d2-40da-91ac-d8ab9f4ba1fe tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:31.369440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b77dcd5-79d2-40da-91ac-d8ab9f4ba1fe tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 815 time: 0.2400270 Aug 31 16:09:31.386871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-134a7b89-f12e-462e-aebc-67017e573ccb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:09:31.393344 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-134a7b89-f12e-462e-aebc-67017e573ccb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197501 Aug 31 16:09:31.409201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-75528762-eb7b-4c11-a50a-f6baa3f44a4f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/quotas/bf40d74dd9804f0481fae3edd355ceb3 HTTP/1.1" status: 200 len: 375 time: 0.0295370 Aug 31 16:09:31.489302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35674) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:31.552511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-e7eab3d7-a653-45c6-9f32-4b64ab13c9ae tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319573 Aug 31 16:09:31.640567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db3b1e-20de-49a2-8c63-532d89b7ca3f req-16ab67a3-e8ba-463a-a942-70f58be7236c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:31.642909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67db3b1e-20de-49a2-8c63-532d89b7ca3f req-16ab67a3-e8ba-463a-a942-70f58be7236c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.1369023 Aug 31 16:09:31.728622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67db3b1e-20de-49a2-8c63-532d89b7ca3f req-364e32e7-b5e5-45bf-9c6b-420e0d804a54 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753107 Aug 31 16:09:31.880406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1133033124'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:31.914100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Made reservation on behalf of 3b518c7e9c5b438584c0775ef4f1562f for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:31.919327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:31.931926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.065095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.071738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.104044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:32.125389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.125730 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Added segment 08b4726e-5fc5-44af-bb17-7196cfa984fa of type vlan for network bd29c491-53eb-445a-8659-2d686edffd71 Aug 31 16:09:32.127515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeb6e2a-f677-4c26-9a32-a0f1c4a1e879,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:32.190916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-50f5eca4-d1d2-41d3-8030-d962b10af353 service neutron] 10.222.0.43 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364281 Aug 31 16:09:32.198025 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.244402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.251163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:32.251824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.315861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8252058 Aug 31 16:09:32.325267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35708) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:32.339300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-c9930aaf-9ce4-414d-92f5-df75e5aa9e68 service neutron] 10.222.0.43 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469853 Aug 31 16:09:32.351902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ef32-e710-4534-92c9-a50499093a21 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Pushing event updated for resources: {'Network': ['ID=bd29c491-53eb-445a-8659-2d686edffd71,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:32.365710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network bd29c491-53eb-445a-8659-2d686edffd71 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:32.578498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-270815b5-fa32-4202-bb48-0d61318eed9e req-a29ef85c-d079-4a32-9024-759448c0f10d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 210 time: 0.0710192 Aug 31 16:09:32.799505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35730) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:32.913441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'network': {'name': 'tempest-network--850513501', 'router:external': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:32.966474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76792-b565-41e7-8adc-44a6060fd297 req-3105f97c-0678-463c-a9d7-adbc6d45dcef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:32.968217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Made reservation on behalf of 78aea37e55cc47bba2d14e5bfa4a7f1e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:32.970891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:32.982667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91e76792-b565-41e7-8adc-44a6060fd297 req-3105f97c-0678-463c-a9d7-adbc6d45dcef tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.1189487 Aug 31 16:09:33.002075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.054474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91e76792-b565-41e7-8adc-44a6060fd297 req-3328756f-b74c-432c-be48-bfee70ca72e5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706673 Aug 31 16:09:33.192464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.203669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.236235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c638ef3-4a06-4181-ab83-79468e1c911e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:33.250337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:33.268026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.269075 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Added segment c3933be2-f7a4-4a87-a429-2714c8f3ec3c of type vlan for network 984b3fcd-da9e-49bd-b88a-7b4080017d5e Aug 31 16:09:33.373782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.465186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.467451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:33.469114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.564779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-14530597'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:33.609732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Made reservation on behalf of acb6aed491b74d589331f2655676d341 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:33.614360 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.637765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Network': ['ID=984b3fcd-da9e-49bd-b88a-7b4080017d5e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:33.656953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 984b3fcd-da9e-49bd-b88a-7b4080017d5e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:33.661147 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-114887be-2b63-4796-8ff4-a3a4ae38a2c4 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3332105 Aug 31 16:09:33.663559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35754) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:33.693087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.799186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:33.878011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4928a0b-210a-4783-b461-224adae73e08 req-f242e02d-7f42-43d3-97f6-d350296c7998 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 210 time: 0.0881908 Aug 31 16:09:34.026014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.035683 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.064004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:34.083312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.084068 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Added segment 5fe1e4c9-6671-435e-908e-2d48c344aa5b of type vlan for network f021e9f2-9ddb-43e4-9dad-a4129f049525 Aug 31 16:09:34.127773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.202196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984b3fcd-da9e-49bd-b88a-7b4080017d5e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:34.260603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3933be2-f7a4-4a87-a429-2714c8f3ec3c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:34.260921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3933be2-f7a4-4a87-a429-2714c8f3ec3c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:34.297555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.319652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.392590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.411651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:34.412069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:34.414358 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:34.427387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd59f02-a082-4670-a20c-db6400bd1cfd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:34.449232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.458636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:34.460164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.478532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-7dfa114d-f803-4697-ab83-96774ac7b53e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:34.481521 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-7dfa114d-f803-4697-ab83-96774ac7b53e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 815 time: 0.4522491 Aug 31 16:09:34.506677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Request body: {'port': {'device_id': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'admin_state_up': True, 'tenant_id': 'bf40d74dd9804f0481fae3edd355ceb3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:34.559216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d412e-6688-4ef4-a941-a6a7bdd99558 req-0839aba9-7850-4bc4-888a-00fb544e4039 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:34.572125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b50d412e-6688-4ef4-a941-a6a7bdd99558 req-0839aba9-7850-4bc4-888a-00fb544e4039 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3054500 Aug 31 16:09:34.625051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8246996 Aug 31 16:09:34.626479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35780) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:34.640453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Request body: {'subnet': {'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:34.670592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68f2c5-f885-4887-84f5-66f61c21bffa tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event updated for resources: {'Network': ['ID=f021e9f2-9ddb-43e4-9dad-a4129f049525,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:34.691006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:34.732398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b50d412e-6688-4ef4-a941-a6a7bdd99558 req-9c773fd1-db5d-44ef-b96c-368b8137c26d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515727 Aug 31 16:09:34.743540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.758731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 984b3fcd-da9e-49bd-b88a-7b4080017d5e {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:09:34.763895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.774676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/networks/984b3fcd-da9e-49bd-b88a-7b4080017d5e HTTP/1.1" status: 204 len: 168 time: 1.1091113 Aug 31 16:09:34.786065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35784) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:34.811560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:34.842352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b4f94-5914-4466-b5de-d8aad35f7f49 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Network': ['ID=984b3fcd-da9e-49bd-b88a-7b4080017d5e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:34.861361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Made reservation on behalf of bf40d74dd9804f0481fae3edd355ceb3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:34.867744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:09:34.867744 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:09:34.867744 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': 'acb6aed491b74d589331f2655676d341', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 9, 34, 845144)}] Aug 31 16:09:34.867744 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:09:34.872641 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:09:34.883770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.885452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Made reservation on behalf of 78aea37e55cc47bba2d14e5bfa4a7f1e for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:34.888422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.939102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:34.971141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:34.971715 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Added segment 94c5fc47-832d-4e00-823f-9e2c92c4fd4b of type vlan for network d1c30ab3-b6c6-4e57-933b-e56122955b10 Aug 31 16:09:35.096124 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:35.228287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b9b063c-22d4-483d-a86c-ce368bface27 req-ad21b9c1-e023-4f47-8d39-a5b9d1537db3 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 210 time: 0.1178279 Aug 31 16:09:35.245971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:35.248135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:35.253494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:35.325014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Allocated IP 172.20.0.2 (0de7c1b7-55c1-4891-af1f-aef6cbaf7530/f0275405-334b-4834-85bd-939e98cf1ff2/ac09acfd-9ea9-4528-acf0-77a459adc29a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:35.456141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6684675 Aug 31 16:09:35.474448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:35.487494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'subnet': {'network_id': 'd1c30ab3-b6c6-4e57-933b-e56122955b10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:35.554263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d21e9-c84f-4049-a876-e36dae01c0ed tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Network': ['ID=d1c30ab3-b6c6-4e57-933b-e56122955b10,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:35.572753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d1c30ab3-b6c6-4e57-933b-e56122955b10 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:35.575593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Made reservation on behalf of acb6aed491b74d589331f2655676d341 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:35.585776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:35.715846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Made reservation on behalf of 78aea37e55cc47bba2d14e5bfa4a7f1e for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:35.719285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:35.938620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:36.014561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:36.101209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:36.130668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:36.133310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252a64f-8fda-4419-9ba9-0b4876a32657 req-e29be377-a378-4ff8-8aba-daf590ed9926 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:36.134179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:36.136363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f252a64f-8fda-4419-9ba9-0b4876a32657 req-e29be377-a378-4ff8-8aba-daf590ed9926 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.1847069 Aug 31 16:09:36.147714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:09:36.295778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:36.297514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:36.345003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-4b432249-04af-4dfa-8adc-b53016f7ba62 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8499453 Aug 31 16:09:36.366939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Request body: {'port': {'device_id': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:36.530843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:36.601016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f252a64f-8fda-4419-9ba9-0b4876a32657 req-fbe3a7f5-286a-4d6d-9735-6966d061a411 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479945 Aug 31 16:09:36.645339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:36.706123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:36.729477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:36.985294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e7bc1-06c1-44ad-a353-e4d5637860db req-2e0c2f67-3f7d-40d4-b377-42529e80e44d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:36.987766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d39e7bc1-06c1-44ad-a353-e4d5637860db req-2e0c2f67-3f7d-40d4-b377-42529e80e44d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 931 time: 0.4938264 Aug 31 16:09:37.001082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event updated for resources: {'Subnet': ['ID=157b0b9b-93f3-4e42-9741-4bf0ba26f4c8,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:37.159522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Checking segment: {'id': '5fe1e4c9-6671-435e-908e-2d48c344aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:09:37.159522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Network hostable DHCP agents. Network: f021e9f2-9ddb-43e4-9dad-a4129f049525, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:09:37.228757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d39e7bc1-06c1-44ad-a353-e4d5637860db req-32aba272-1d18-46f7-baf4-d3864d4973ee tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186916 Aug 31 16:09:37.232133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32868f3d-801e-4229-8123-baf3547de5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.235481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:09:37.243799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5227ac7a-b5da-4b73-9d2b-55338e8eba7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.268220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f021e9f2-9ddb-43e4-9dad-a4129f049525) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:37.275173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:37.275864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.286048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548c52d0-c946-4266-9bca-004405a8f106 None None] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:37.324895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0bf5e8b5-5a4c-4ede-90bf-a1c9fd70d1be tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6918454 Aug 31 16:09:37.329508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35840) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:37.336845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Request body: {'port': {'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1688410450'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:37.425549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:09:37.426326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.553874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f021e9f2-9ddb-43e4-9dad-a4129f049525', 'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525', 'tenant_id': 'acb6aed491b74d589331f2655676d341', 'fixed_ips': [{'subnet_id': '157b0b9b-93f3-4e42-9741-4bf0ba26f4c8'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:09:37.555979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Checking segment: {'id': '94c5fc47-832d-4e00-823f-9e2c92c4fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd1c30ab3-b6c6-4e57-933b-e56122955b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:09:37.556802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Network hostable DHCP agents. Network: d1c30ab3-b6c6-4e57-933b-e56122955b10, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:09:37.557729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.577116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=53d1fde2-f019-4231-94d0-2e994afb7e81,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:37.616960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac09acfd-9ea9-4528-acf0-77a459adc29a {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:09:37.619944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Network d1c30ab3-b6c6-4e57-933b-e56122955b10 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:09:37.631205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5227ac7a-b5da-4b73-9d2b-55338e8eba7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.632759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d1c30ab3-b6c6-4e57-933b-e56122955b10) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:37.634946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.641932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:37.643003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.665930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5227ac7a-b5da-4b73-9d2b-55338e8eba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.680039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4990fb-4a65-4e90-a554-9f6f2a4825a9 None None] Network d1c30ab3-b6c6-4e57-933b-e56122955b10 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:37.744917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Transition to ACTIVE for port object ac09acfd-9ea9-4528-acf0-77a459adc29a will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:09:37.775768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5227ac7a-b5da-4b73-9d2b-55338e8eba7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f27d52fc96c4b2082f8ed81d02e25f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0675628 Aug 31 16:09:37.777083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35846) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:37.789513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:37.850785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227ac7a-b5da-4b73-9d2b-55338e8eba7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884ddf5-5d15-42b2-8f55-211a37d61049,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:38.005927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d941702-b7d6-44d2-b72b-98140891f597 req-1177081b-32b5-4af5-a0e0-3a25f31289d1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:38.011685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d941702-b7d6-44d2-b72b-98140891f597 req-1177081b-32b5-4af5-a0e0-3a25f31289d1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.2615316 Aug 31 16:09:38.016896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Allocated IP 172.20.0.2 (f021e9f2-9ddb-43e4-9dad-a4129f049525/157b0b9b-93f3-4e42-9741-4bf0ba26f4c8/fefbb980-c6e5-43a3-a47a-9d2b049b2027) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:38.039820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af471d61-48d2-4559-84f4-b9734913be02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.095388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Attempting to bind port ac09acfd-9ea9-4528-acf0-77a459adc29a on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:09:38.096081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Attempting to bind port ac09acfd-9ea9-4528-acf0-77a459adc29a by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:09:38.096633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Attempting to bind port ac09acfd-9ea9-4528-acf0-77a459adc29a on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:09:38.099466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:38.105779 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af471d61-48d2-4559-84f4-b9734913be02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.129044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Port ac09acfd-9ea9-4528-acf0-77a459adc29a on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:09:38.129871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Attempting to bind port ac09acfd-9ea9-4528-acf0-77a459adc29a on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:09:38.145486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:09:38.146419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Checking segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:09:38.147296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Bound using segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:09:38.148446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Bound port: ac09acfd-9ea9-4528-acf0-77a459adc29a, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:09:38.149343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.260283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d941702-b7d6-44d2-b72b-98140891f597 req-ac36f840-8fd5-484a-8a77-87057c6464bc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316279 Aug 31 16:09:38.278485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.280982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af471d61-48d2-4559-84f4-b9734913be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.296685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af471d61-48d2-4559-84f4-b9734913be02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.296685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-af471d61-48d2-4559-84f4-b9734913be02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2884ddf5-5d15-42b2-8f55-211a37d61049 HTTP/1.1" status: 204 len: 168 time: 0.5069776 Aug 31 16:09:38.308689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Transition to ACTIVE for port object fefbb980-c6e5-43a3-a47a-9d2b049b2027 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:09:38.323868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471d61-48d2-4559-84f4-b9734913be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884ddf5-5d15-42b2-8f55-211a37d61049,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:38.339562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Transition to ACTIVE for port object fefbb980-c6e5-43a3-a47a-9d2b049b2027 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:09:38.385931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32868f3d-801e-4229-8123-baf3547de5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.389843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.395245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32868f3d-801e-4229-8123-baf3547de5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.441192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:09:38.477124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:09:38.488937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Pushing event updated for resources: {'Port': ['ID=fefbb980-c6e5-43a3-a47a-9d2b049b2027,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:38.537834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-32868f3d-801e-4229-8123-baf3547de5c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f0ad7bc465d422ca0d2da8561825303&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8780210 Aug 31 16:09:38.538095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428d199-d882-4cb9-96de-f44fb1335dd4 None None] Network d1c30ab3-b6c6-4e57-933b-e56122955b10 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:38.545752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35856) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:38.547299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.550318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:38.553836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:38.567749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:09:38.574857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Made reservation on behalf of acb6aed491b74d589331f2655676d341 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:38.589735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.624575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dcadca6a-6fdc-45b9-8afa-989a146eb2b0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1418414 Aug 31 16:09:38.627153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35860) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:38.636237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:38.636885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.638458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] 10.222.0.49 "PUT /v2.0/ports/ac09acfd-9ea9-4528-acf0-77a459adc29a HTTP/1.1" status: 200 len: 1092 time: 2.2791693 Aug 31 16:09:38.639006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:09:38.642514 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff22739-a655-4396-ad93-6239bd7118f3" -d '{"events": [{"name": "network-changed", "server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:09:38.649027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'floatingip': {'floating_network_id': 'd1c30ab3-b6c6-4e57-933b-e56122955b10'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:38.663581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868f3d-801e-4229-8123-baf3547de5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada5356-45d4-4186-9280-9a3f8280e10a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:38.725943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef9821-5d62-40ab-a4a0-f3276d9bbaf1 req-5bf0729e-1732-4974-93be-0f7147358c28 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:38.755017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91ef9821-5d62-40ab-a4a0-f3276d9bbaf1 req-5bf0729e-1732-4974-93be-0f7147358c28 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 943 time: 0.3725457 Aug 31 16:09:38.772155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335066a-c221-4be6-908a-68de1ca6655a service neutron] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:38.813025 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1788792-0598-4cf7-8399-18cedfb6bc1a x-openstack-request-id: req-b1788792-0598-4cf7-8399-18cedfb6bc1a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:09:38.813490 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:09:38.813775 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1788792-0598-4cf7-8399-18cedfb6bc1a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:09:38.814432 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'status': 'completed', 'code': 200} Aug 31 16:09:38.831552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-a624e0b1-adc4-41e2-a646-464a445bac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:38.833517 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-a624e0b1-adc4-41e2-a646-464a445bac23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 1095 time: 0.1372631 Aug 31 16:09:38.840776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01ec2a18-e05b-43be-9e13-7ad5f6825756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.848679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] device_id is not set on port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:09:38.903026 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-fdb73980-c2f2-4c7b-ab2c-f459a01645fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a HTTP/1.1" status: 200 len: 217 time: 0.0583196 Aug 31 16:09:38.930699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:38.966110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35866) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:38.972257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Attempting to bind port fefbb980-c6e5-43a3-a47a-9d2b049b2027 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:09:38.972257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Attempting to bind port fefbb980-c6e5-43a3-a47a-9d2b049b2027 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '5fe1e4c9-6671-435e-908e-2d48c344aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:09:38.979591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Attempting to bind port fefbb980-c6e5-43a3-a47a-9d2b049b2027 on network f021e9f2-9ddb-43e4-9dad-a4129f049525 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:09:38.995706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:09:38.996283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Checking segment: {'id': '5fe1e4c9-6671-435e-908e-2d48c344aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:09:39.003044 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.004358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Bound using segment: {'id': '5fe1e4c9-6671-435e-908e-2d48c344aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:09:39.005147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Bound port: fefbb980-c6e5-43a3-a47a-9d2b049b2027, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1e4c9-6671-435e-908e-2d48c344aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:09:39.005763 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.019536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d396375-9779-417f-8d3a-4fcb9956df1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.023310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01ec2a18-e05b-43be-9e13-7ad5f6825756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.026915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-a39953ff-6fce-4418-8d6e-a6d89e420db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:39.028627 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-a39953ff-6fce-4418-8d6e-a6d89e420db4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 200 len: 855 time: 0.1111147 Aug 31 16:09:39.088342 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-89da6bef-8ac0-4608-8010-d4c17b708677 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467722 Aug 31 16:09:39.096640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91ef9821-5d62-40ab-a4a0-f3276d9bbaf1 req-aa9222a6-8610-4020-bc42-b1dcb4e472a9 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283513 Aug 31 16:09:39.185324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Allocated IP 172.20.0.8 (f021e9f2-9ddb-43e4-9dad-a4129f049525/157b0b9b-93f3-4e42-9741-4bf0ba26f4c8/b67c4d27-3f29-4714-9eb4-7c567a5c7da9) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:39.192989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] For port fefbb980-c6e5-43a3-a47a-9d2b049b2027, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:09:39.198635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] For port fefbb980-c6e5-43a3-a47a-9d2b049b2027, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fefbb980-c6e5-43a3-a47a-9d2b049b2027,segment=NetworkSegment(5fe1e4c9-6671-435e-908e-2d48c344aa5b),segment_id=5fe1e4c9-6671-435e-908e-2d48c344aa5b)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:09:39.207136 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.260592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-b4ae429e-d4a3-4d7c-9445-b0d8787c9b20 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559236 Aug 31 16:09:39.301648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55b16f-1562-4428-a8dd-b09b513532e5 None None] Pushing event updated for resources: {'Port': ['ID=fefbb980-c6e5-43a3-a47a-9d2b049b2027,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:39.405556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01ec2a18-e05b-43be-9e13-7ad5f6825756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.408520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01ec2a18-e05b-43be-9e13-7ad5f6825756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.409744 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-01ec2a18-e05b-43be-9e13-7ad5f6825756 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ada5356-45d4-4186-9280-9a3f8280e10a HTTP/1.1" status: 204 len: 168 time: 0.8525579 Aug 31 16:09:39.503305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec2a18-e05b-43be-9e13-7ad5f6825756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada5356-45d4-4186-9280-9a3f8280e10a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:39.526146 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cfd953a-2f06-4e31-982a-42ef67e62ea6 req-903d788c-9b0b-4f96-a3fe-b5494dd68eee service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506940 Aug 31 16:09:39.715321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d396375-9779-417f-8d3a-4fcb9956df1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.752779 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d396375-9779-417f-8d3a-4fcb9956df1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:39.809439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-8c1d5ed6-637a-460c-bd59-d58dd4322c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:39.811210 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-8c1d5ed6-637a-460c-bd59-d58dd4322c68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 1095 time: 0.1896739 Aug 31 16:09:39.890239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d396375-9779-417f-8d3a-4fcb9956df1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4bf07b-e440-4416-b3ee-ba0412e080eb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:39.951675 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d396375-9779-417f-8d3a-4fcb9956df1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14497cb042654e5a95f9ab86d73077c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9783945 Aug 31 16:09:39.955292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:40.035402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242c8c5-90cc-4e29-a6bc-7c085e0ab098 req-a1d193b9-7905-446b-a485-6594de26392e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:40.037948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0242c8c5-90cc-4e29-a6bc-7c085e0ab098 req-a1d193b9-7905-446b-a485-6594de26392e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.2144513 Aug 31 16:09:40.042085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.054904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a25a1be-135b-4cba-bd5d-6d2ccf6089f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.077016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-405e3bb3-3246-4a04-8386-0e822e90dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:40.079767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-405e3bb3-3246-4a04-8386-0e822e90dd14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 916 time: 0.2499924 Aug 31 16:09:40.110644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a25a1be-135b-4cba-bd5d-6d2ccf6089f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.150384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0242c8c5-90cc-4e29-a6bc-7c085e0ab098 req-42366c3b-c408-46e3-8797-dd3ed996e11a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941918 Aug 31 16:09:40.166979 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-115165b0-3173-4fe0-8815-6e264bbd5841 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a HTTP/1.1" status: 200 len: 217 time: 0.0794876 Aug 31 16:09:40.174289 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.223223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Transition to ACTIVE for port object b67c4d27-3f29-4714-9eb4-7c567a5c7da9 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:09:40.270415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-8832ebc9-3978-46f5-805f-b7a9e6f1d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:40.274501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-8832ebc9-3978-46f5-805f-b7a9e6f1d268 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 200 len: 855 time: 0.0941632 Aug 31 16:09:40.330834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Allocated IP 172.20.0.8 (d1c30ab3-b6c6-4e57-933b-e56122955b10/53d1fde2-f019-4231-94d0-2e994afb7e81/ad345eaa-dcdf-40f0-bc97-a12c237bc8eb) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:40.333620 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-176a0d1d-93f5-4ca6-a65b-d2e25c841b17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492115 Aug 31 16:09:40.334504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a25a1be-135b-4cba-bd5d-6d2ccf6089f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.337457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a25a1be-135b-4cba-bd5d-6d2ccf6089f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.339224 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2a25a1be-135b-4cba-bd5d-6d2ccf6089f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c4bf07b-e440-4416-b3ee-ba0412e080eb HTTP/1.1" status: 204 len: 168 time: 0.3822031 Aug 31 16:09:40.394010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.437926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25a1be-135b-4cba-bd5d-6d2ccf6089f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4bf07b-e440-4416-b3ee-ba0412e080eb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:40.455712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35888) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:40.487663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a01170d5-1c61-4074-acbd-3d3b8924e963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.626407 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-9dbb18e7-d66b-4511-9c40-3009dc1664ba service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831533 Aug 31 16:09:40.730669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:40.751539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:40.766454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:09:40.827116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event updated for resources: {'Port': ['ID=b67c4d27-3f29-4714-9eb4-7c567a5c7da9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:40.846158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:40.847172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:40.884843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16de41-fc34-4fe4-97f6-d61b6bbdab23 req-e4abf602-9e29-44f0-b33c-ecd06cb01dd1 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:40.887055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb16de41-fc34-4fe4-97f6-d61b6bbdab23 req-e4abf602-9e29-44f0-b33c-ecd06cb01dd1 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 943 time: 0.2474515 Aug 31 16:09:40.961629 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ff22739-a655-4396-ad93-6239bd7118f3 req-0b73504d-e5ea-461d-b821-6c874bfc0980 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216972 Aug 31 16:09:41.018226 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.052469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a01170d5-1c61-4074-acbd-3d3b8924e963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.058497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a01170d5-1c61-4074-acbd-3d3b8924e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.058777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb16de41-fc34-4fe4-97f6-d61b6bbdab23 req-903fda2c-d2d4-4d4c-942c-9d856cf884db tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527791 Aug 31 16:09:41.097435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e2f24e53-6357-46f4-8a79-a5e07ede57db tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7658601 Aug 31 16:09:41.101366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:41.109859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a01170d5-1c61-4074-acbd-3d3b8924e963 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=504137a83fae465996a9a874fe53d37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523302 Aug 31 16:09:41.112673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35900) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:41.115912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Request body: {'port': {'network_id': 'f021e9f2-9ddb-43e4-9dad-a4129f049525', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1070474466', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:41.116494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] bootfile-name is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:09:41.116842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] tftp-server is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:09:41.117182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] server-ip-address is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:09:41.208968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01170d5-1c61-4074-acbd-3d3b8924e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36549de3-46b7-4d82-a544-b44e16061ce9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:41.250715 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.255835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39cdaad-4918-4d06-85d1-424a984c54bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.292754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39cdaad-4918-4d06-85d1-424a984c54bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.298086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff53f88-b7eb-452b-832b-ec5e31051520 None None] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:41.336461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Made reservation on behalf of acb6aed491b74d589331f2655676d341 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:41.340431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.397595 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39cdaad-4918-4d06-85d1-424a984c54bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.401752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39cdaad-4918-4d06-85d1-424a984c54bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:41.405612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f39cdaad-4918-4d06-85d1-424a984c54bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36549de3-46b7-4d82-a544-b44e16061ce9 HTTP/1.1" status: 204 len: 168 time: 0.2874408 Aug 31 16:09:41.419868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] device_id is not set on port 8a5083a2-d639-4668-9d15-73badab1175e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:09:41.431682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Network d1c30ab3-b6c6-4e57-933b-e56122955b10 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:41.439321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:41.449101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:09:41.527314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2cb38b52-d8f5-4913-aaf6-6c277a31f615 None None] Provisioning for port fefbb980-c6e5-43a3-a47a-9d2b049b2027 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:09:41.678565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdaad-4918-4d06-85d1-424a984c54bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36549de3-46b7-4d82-a544-b44e16061ce9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:41.746807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Port': ['ID=ad345eaa-dcdf-40f0-bc97-a12c237bc8eb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:41.767025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Allocated IP 172.20.0.7 (f021e9f2-9ddb-43e4-9dad-a4129f049525/157b0b9b-93f3-4e42-9741-4bf0ba26f4c8/8a5083a2-d639-4668-9d15-73badab1175e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:09:41.801848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead24922-ae53-4abc-8622-19b6b9b47c7e req-1c68edc9-d005-4ee6-9e2d-46b75f200e6b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:41.804769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ead24922-ae53-4abc-8622-19b6b9b47c7e req-1c68edc9-d005-4ee6-9e2d-46b75f200e6b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3102577 Aug 31 16:09:41.831979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fefbb980-c6e5-43a3-a47a-9d2b049b2027 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:41.960401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ead24922-ae53-4abc-8622-19b6b9b47c7e req-de53bbc7-4edb-4ccf-9adb-59f8d6ef856c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390302 Aug 31 16:09:42.070086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fefbb980-c6e5-43a3-a47a-9d2b049b2027 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:09:42.121136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fefbb980-c6e5-43a3-a47a-9d2b049b2027 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:42.121703 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.127178 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.246844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.264851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:09:42.271007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.286733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Transition to ACTIVE for port object 8a5083a2-d639-4668-9d15-73badab1175e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:09:42.477801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.572902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.620738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6dc2651e-cc51-42bf-928e-d575a7bbacb1 None None] Provisioning for port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:09:42.643820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port fefbb980-c6e5-43a3-a47a-9d2b049b2027, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fefbb980-c6e5-43a3-a47a-9d2b049b2027,segment=NetworkSegment(5fe1e4c9-6671-435e-908e-2d48c344aa5b),segment_id=5fe1e4c9-6671-435e-908e-2d48c344aa5b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:42.645424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6dc2651e-cc51-42bf-928e-d575a7bbacb1 None None] Provisioning complete for port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:42.646153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6dc2651e-cc51-42bf-928e-d575a7bbacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.656794 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:42.705733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb1a88-9d03-44f4-80f8-4f4ffe296e0e req-816eb0fb-361c-4596-abba-eed5a1f6aa51 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:42.712913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bacb1a88-9d03-44f4-80f8-4f4ffe296e0e req-816eb0fb-361c-4596-abba-eed5a1f6aa51 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 943 time: 0.4493759 Aug 31 16:09:42.828649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:09:42.836217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:42.844779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:09:42.911031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event updated for resources: {'Port': ['ID=8a5083a2-d639-4668-9d15-73badab1175e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:42.934627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:42.992670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2651e-cc51-42bf-928e-d575a7bbacb1 None None] Port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:09:42.994733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:42.996726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.000607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'port_id': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'mac_address': 'fa:16:3e:3c:87:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0275405-334b-4834-85bd-939e98cf1ff2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:09:43.030080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79249b6a-5e11-41f5-9d84-91ec84712007 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9187360 Aug 31 16:09:43.032281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=fefbb980-c6e5-43a3-a47a-9d2b049b2027,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:43.045006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:43.107921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.116711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.153787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6dc2651e-cc51-42bf-928e-d575a7bbacb1 None None] Provisioning complete for port fefbb980-c6e5-43a3-a47a-9d2b049b2027 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:43.154164 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6dc2651e-cc51-42bf-928e-d575a7bbacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.237762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Port': ['ID=ad345eaa-dcdf-40f0-bc97-a12c237bc8eb,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:43.276273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.326704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac09acfd-9ea9-4528-acf0-77a459adc29a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:09:43.427219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:43.436076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.507703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bacb1a88-9d03-44f4-80f8-4f4ffe296e0e req-2bad6f73-2706-4a11-b2b0-cfe768cbd0fe tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694715 Aug 31 16:09:43.524115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.573988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e47966-fc2a-437d-a9f2-6158e7eebffc req-37f1be4a-048e-4e71-a912-1f9d2ddb384d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:43.584496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e47966-fc2a-437d-a9f2-6158e7eebffc req-37f1be4a-048e-4e71-a912-1f9d2ddb384d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3488247 Aug 31 16:09:43.593790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:43.598993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.603696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fefbb980-c6e5-43a3-a47a-9d2b049b2027 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:43.604785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8a75269-51a5-4ba6-938b-efb6b0955f48 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9636703 Aug 31 16:09:43.620808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35960) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:43.698494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e47966-fc2a-437d-a9f2-6158e7eebffc req-d36df688-4ad6-4a43-9e3b-029818dcd2f6 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128962 Aug 31 16:09:43.707894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Provisioning complete for port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:43.708586 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.748965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbe460-eb27-4525-9700-fce80d9d3072 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:43.752894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ac09acfd-9ea9-4528-acf0-77a459adc29a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:09:43.760392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbe460-eb27-4525-9700-fce80d9d3072 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:43.772634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbe460-eb27-4525-9700-fce80d9d3072 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:43.775332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2fbe460-eb27-4525-9700-fce80d9d3072 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.7292418 Aug 31 16:09:43.776771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d555994-4230-4fa9-b15f-e0f3e5b79445 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=d1c30ab3-b6c6-4e57-933b-e56122955b10 HTTP/1.1" status: 200 len: 689 time: 0.1312208 Aug 31 16:09:43.778457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35964) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:43.778890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35966) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:43.863332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fefbb980-c6e5-43a3-a47a-9d2b049b2027 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:43.863759 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:43.868863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:09:43.890712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-1c742f08-8a89-468a-8a3b-0a265b987631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:43.893890 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-1c742f08-8a89-468a-8a3b-0a265b987631 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17&tenant_id=53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 1096 time: 0.1169691 Aug 31 16:09:43.967131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Provisioning for port 8a5083a2-d639-4668-9d15-73badab1175e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:09:43.978305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Provisioning complete for port 8a5083a2-d639-4668-9d15-73badab1175e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:43.979149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.027805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-ba4916b6-b6b2-4bca-82c0-4287197056ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:44.030952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-ba4916b6-b6b2-4bca-82c0-4287197056ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1096 time: 0.1028540 Aug 31 16:09:44.073574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.147724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0feb5b9f-c425-4e29-889e-e78dc26dc372 None None] Port 8a5083a2-d639-4668-9d15-73badab1175e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:09:44.267557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-f1b55162-88ce-450a-9a07-ca029073b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:44.270530 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-f1b55162-88ce-450a-9a07-ca029073b6cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.2325730 Aug 31 16:09:44.317437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Deleting port 8a5083a2-d639-4668-9d15-73badab1175e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:44.317961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.391951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Deleting port ad345eaa-dcdf-40f0-bc97-a12c237bc8eb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:44.392269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.397518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-267fcf0a-20a1-4b33-9ce9-ce48c9d22017 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 1000 time: 0.1190720 Aug 31 16:09:44.482197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-7db388d5-c6a9-4e12-b881-2066237d2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:44.487153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.487537 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-7db388d5-c6a9-4e12-b881-2066237d2ed7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.0829241 Aug 31 16:09:44.522919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Calling delete_port for 8a5083a2-d639-4668-9d15-73badab1175e owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:44.546660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.547145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.596858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-ff01af53-8ed7-48f9-ac13-8e55afe403cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:44.599199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-ff01af53-8ed7-48f9-ac13-8e55afe403cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028607 Aug 31 16:09:44.702148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Calling delete_port for ad345eaa-dcdf-40f0-bc97-a12c237bc8eb owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:44.710433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:44.812115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-459410ee-9a69-480a-bdf8-e29375c0c3e0 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044313 Aug 31 16:09:44.836559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event deleted for resources: {'Port': ['ID=8a5083a2-d639-4668-9d15-73badab1175e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:44.946621 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f2f94669-c0f9-45e6-9cf8-8afb5a77b132 req-fb2f500e-020a-4d16-a209-9ae32100cf96 service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271448 Aug 31 16:09:45.054746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f334c-bfd2-40fc-abdf-ee0e71da257c req-c9efe1a8-0f0d-4f90-8abe-909c353a97f3 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:45.057151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820f334c-bfd2-40fc-abdf-ee0e71da257c req-c9efe1a8-0f0d-4f90-8abe-909c353a97f3 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 944 time: 0.3520446 Aug 31 16:09:45.194084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b8084-e12e-465d-a54f-4b1f23cc5bab req-f3325a79-e0ed-4dd8-9c00-c6050f94c458 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:45.196300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e4b8084-e12e-465d-a54f-4b1f23cc5bab req-f3325a79-e0ed-4dd8-9c00-c6050f94c458 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3355548 Aug 31 16:09:45.207193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:45.211735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e582be37-439c-44df-8855-d0607887fb6d tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "DELETE /v2.0/ports/8a5083a2-d639-4668-9d15-73badab1175e HTTP/1.1" status: 204 len: 168 time: 1.4314857 Aug 31 16:09:45.215531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36020) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:45.225328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Request body: {'port': {'name': 'tempest-new-port-name-2115770127', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:45.226711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] bootfile-name is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:09:45.229239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] tftp-server is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:09:45.230698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] server-ip-address is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:09:45.258113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820f334c-bfd2-40fc-abdf-ee0e71da257c req-ab695f15-8658-4f75-9817-2b3fb6f80d11 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781011 Aug 31 16:09:45.336390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e4b8084-e12e-465d-a54f-4b1f23cc5bab req-0367a25c-e126-43aa-bb67-364971973b1c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192927 Aug 31 16:09:45.431796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:45.467957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:45.557252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad345eaa-dcdf-40f0-bc97-a12c237bc8eb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:45.707809 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:45.881635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:45.882262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:45.890086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.049466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event updated for resources: {'Port': ['ID=b67c4d27-3f29-4714-9eb4-7c567a5c7da9,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:46.076910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.148483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=53d1fde2-f019-4231-94d0-2e994afb7e81,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:46.253509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] In _notify_port_updated(), no bound segment for port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 on network f021e9f2-9ddb-43e4-9dad-a4129f049525 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:09:46.278271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:46.280847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:09:46.281980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.284394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7c393882-e924-4d80-a2bd-bd8c03f4b9fc tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "PUT /v2.0/ports/b67c4d27-3f29-4714-9eb4-7c567a5c7da9 HTTP/1.1" status: 200 len: 1136 time: 1.0668390 Aug 31 16:09:46.287744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36058) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:46.412913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.440592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c30ab3-b6c6-4e57-933b-e56122955b10']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:46.450439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c7908-73d4-47c0-a914-da2c3fc533c0 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:46.459806 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b3c7908-73d4-47c0-a914-da2c3fc533c0 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "GET /v2.0/ports/b67c4d27-3f29-4714-9eb4-7c567a5c7da9 HTTP/1.1" status: 200 len: 1136 time: 0.1648488 Aug 31 16:09:46.460975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36066) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:46.476603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c5fc47-832d-4e00-823f-9e2c92c4fd4b') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:46.476846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c5fc47-832d-4e00-823f-9e2c92c4fd4b') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:46.504156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.526037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port ac09acfd-9ea9-4528-acf0-77a459adc29a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:09:46.543932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ac09acfd-9ea9-4528-acf0-77a459adc29a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:46.547256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.547692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.566227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:46.566227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:46.775101 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:46.796944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.826682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Deleting port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:46.826682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:46.947669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1c30ab3-b6c6-4e57-933b-e56122955b10 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:09:47.007143 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:47.044629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:47.049826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d1c30ab3-b6c6-4e57-933b-e56122955b10 HTTP/1.1" status: 204 len: 168 time: 3.2678115 Aug 31 16:09:47.062292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36076) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:47.194562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:09:47.203661 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2d60f2-82a8-4d29-907d-ca340eb9e91d" -d '{"events": [{"server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "name": "network-vif-plugged", "status": "completed", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:09:47.220316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-974d64fc-2b87-45a8-a5dd-a00e16005934 None None] Provisioning complete for port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:09:47.223251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-974d64fc-2b87-45a8-a5dd-a00e16005934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:47.317401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35d25-3878-4dcc-b896-ece5630f25e0 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1c30ab3-b6c6-4e57-933b-e56122955b10,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:47.326507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:47.339081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:47.362482 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:47.381759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Calling delete_port for b67c4d27-3f29-4714-9eb4-7c567a5c7da9 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:47.554069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-974d64fc-2b87-45a8-a5dd-a00e16005934 None None] Port b67c4d27-3f29-4714-9eb4-7c567a5c7da9 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:09:47.633077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:47.735436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:47.837502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event deleted for resources: {'Port': ['ID=b67c4d27-3f29-4714-9eb4-7c567a5c7da9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:48.092058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:48.094787 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79b29d6f-3106-44ad-9ae8-2bc04e068743 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "DELETE /v2.0/ports/b67c4d27-3f29-4714-9eb4-7c567a5c7da9 HTTP/1.1" status: 204 len: 168 time: 1.6324952 Aug 31 16:09:48.102225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36096) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:48.326839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Deleting subnet 157b0b9b-93f3-4e42-9741-4bf0ba26f4c8 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:09:48.338928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:48.367848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b0b81672-3fd7-4f45-b86d-f244e0099458 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 1.2210226 Aug 31 16:09:48.379576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99302a2c-4c4b-40b0-8efd-af039a649297 req-f9c8df8a-9aaf-4ba5-aa9f-369e2b753333 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.382349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99302a2c-4c4b-40b0-8efd-af039a649297 req-f9c8df8a-9aaf-4ba5-aa9f-369e2b753333 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 944 time: 1.5982773 Aug 31 16:09:48.383447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:48.472343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5190-eb35-4301-9e48-3d64bceba639 req-c61d89d3-b40c-4855-851f-e78e59888a6f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.474051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-938e5190-eb35-4301-9e48-3d64bceba639 req-c61d89d3-b40c-4855-851f-e78e59888a6f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 1.6928079 Aug 31 16:09:48.540422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:48.665107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.669760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.672605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.673089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.673560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.674030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.674493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.674957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.675416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:48.684581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02942061-9b2a-4cc7-acc4-a131ccc6e3ef tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5792 time: 0.2970409 Aug 31 16:09:48.685274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36104) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:48.793416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:48.840419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99302a2c-4c4b-40b0-8efd-af039a649297 req-660d27e2-5b82-4fa4-ab1e-6d28c8a85ebc tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423387 Aug 31 16:09:48.841329 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-204f664a-3a47-492a-a4c5-2498a3ca9698 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] delete failed (client error): The resource could not be found. Aug 31 16:09:48.842303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-204f664a-3a47-492a-a4c5-2498a3ca9698 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/5c609889-9c24-4d0c-a0fa-e121276d7a01 HTTP/1.1" status: 404 len: 345 time: 0.1449189 Aug 31 16:09:48.845209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36108) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:48.900725 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc70923-5b8f-4982-893e-5de2fcec7aad tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 16:09:48.901282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc70923-5b8f-4982-893e-5de2fcec7aad tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:09:48.903111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9cc70923-5b8f-4982-893e-5de2fcec7aad tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d1c30ab3-b6c6-4e57-933b-e56122955b10 HTTP/1.1" status: 404 len: 339 time: 0.0451047 Aug 31 16:09:48.906759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-938e5190-eb35-4301-9e48-3d64bceba639 req-ea3e2f18-a0fe-40b1-9232-84c0ed695010 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119134 Aug 31 16:09:48.923481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36110) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:48.951264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'network': {'name': 'tempest-network--1537719683', 'router:external': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:48.993124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.029771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Made reservation on behalf of 78aea37e55cc47bba2d14e5bfa4a7f1e for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:49.038074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.042626 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6bacb7-efa7-4468-aeac-5fadc83e74cf x-openstack-request-id: req-9b6bacb7-efa7-4468-aeac-5fadc83e74cf {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:09:49.043116 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "name": "network-vif-plugged", "status": "completed", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:09:49.043211 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b6bacb7-efa7-4468-aeac-5fadc83e74cf {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:09:49.043565 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'code': 200} Aug 31 16:09:49.105152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:49.124506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.124506 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Added segment 1f66c401-abe6-4a8d-bb14-cfbeb7b25d47 of type vlan for network 35cab513-d0dd-43cf-961a-08e2014bc8b5 Aug 31 16:09:49.127995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.130022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "DELETE /v2.0/subnets/157b0b9b-93f3-4e42-9741-4bf0ba26f4c8 HTTP/1.1" status: 204 len: 168 time: 1.0263972 Aug 31 16:09:49.131688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b7bd2-dd0c-4e3b-9420-e90463322baf tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event deleted for resources: {'Subnet': ['ID=157b0b9b-93f3-4e42-9741-4bf0ba26f4c8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:49.133361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:49.145368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf3a31-b55a-4d5e-ada9-b5672138d4c8 None None] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:09:49.204931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.255253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.257764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:49.259152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.297365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3708050 Aug 31 16:09:49.309830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:49.464134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ac79-e729-44d0-8f5f-12366165363c tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Network': ['ID=35cab513-d0dd-43cf-961a-08e2014bc8b5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:49.483223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070286a-203a-4f8a-9eec-d822ceade81c req-4f8973fc-2548-4461-9e9e-5521870af7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:49.484913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1070286a-203a-4f8a-9eec-d822ceade81c req-4f8973fc-2548-4461-9e9e-5521870af7f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 1097 time: 0.2997775 Aug 31 16:09:49.501249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.535589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 35cab513-d0dd-43cf-961a-08e2014bc8b5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:49.737483 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1070286a-203a-4f8a-9eec-d822ceade81c req-2c58d270-8204-4aa4-a6fa-0d2125cf2571 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324872 Aug 31 16:09:49.816974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] DHCP port deletion for f021e9f2-9ddb-43e4-9dad-a4129f049525 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:09:49.916413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Deleting port fefbb980-c6e5-43a3-a47a-9d2b049b2027 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:49.916656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af742a85-0194-415f-a9b4-ede7dd55ae55 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:49.917224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:49.927864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af742a85-0194-415f-a9b4-ede7dd55ae55 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:49.946252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af742a85-0194-415f-a9b4-ede7dd55ae55 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:49.967323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af742a85-0194-415f-a9b4-ede7dd55ae55 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:49.972563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af742a85-0194-415f-a9b4-ede7dd55ae55 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6538391 Aug 31 16:09:49.973037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36136) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:50.053876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Deleting port fefbb980-c6e5-43a3-a47a-9d2b049b2027 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:09:50.054209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:50.261657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] For port fefbb980-c6e5-43a3-a47a-9d2b049b2027, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fefbb980-c6e5-43a3-a47a-9d2b049b2027,segment=NetworkSegment(5fe1e4c9-6671-435e-908e-2d48c344aa5b),segment_id=5fe1e4c9-6671-435e-908e-2d48c344aa5b)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:50.262027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:50.312921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Calling delete_port for fefbb980-c6e5-43a3-a47a-9d2b049b2027 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:50.471621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:50.483994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e50ce-3f9d-44b9-b6a3-e6ba9cf70362 req-eea3c5b6-3e4c-4e68-ac03-5be421c57358 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:50.486102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df1e50ce-3f9d-44b9-b6a3-e6ba9cf70362 req-eea3c5b6-3e4c-4e68-ac03-5be421c57358 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.3827257 Aug 31 16:09:50.585843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363ed76-fac2-4837-ab6d-76cdb8b960fb req-eeb557cb-c0ea-469d-8b6f-3a0b31e721da tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:50.599510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8363ed76-fac2-4837-ab6d-76cdb8b960fb req-eeb557cb-c0ea-469d-8b6f-3a0b31e721da tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3205872 Aug 31 16:09:50.618336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:50.683261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event deleted for resources: {'Port': ['ID=fefbb980-c6e5-43a3-a47a-9d2b049b2027,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:50.714514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] No DVR routers for this DVR port fefbb980-c6e5-43a3-a47a-9d2b049b2027 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:09:50.884168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] For port fefbb980-c6e5-43a3-a47a-9d2b049b2027, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fefbb980-c6e5-43a3-a47a-9d2b049b2027,segment=NetworkSegment(5fe1e4c9-6671-435e-908e-2d48c344aa5b),segment_id=5fe1e4c9-6671-435e-908e-2d48c344aa5b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:09:50.885425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:50.930331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Calling delete_port for fefbb980-c6e5-43a3-a47a-9d2b049b2027 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:09:50.962727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8363ed76-fac2-4837-ab6d-76cdb8b960fb req-6455c25f-3fd4-4b47-8fe4-b3bfc99d67ff tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622274 Aug 31 16:09:51.057405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df1e50ce-3f9d-44b9-b6a3-e6ba9cf70362 req-3514e287-0b2d-4422-9408-71731bf5dc27 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612504 Aug 31 16:09:51.119458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.203241 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.245946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f021e9f2-9ddb-43e4-9dad-a4129f049525']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:51.254439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cab513-d0dd-43cf-961a-08e2014bc8b5']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:51.271938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe1e4c9-6671-435e-908e-2d48c344aa5b') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:51.272690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe1e4c9-6671-435e-908e-2d48c344aa5b') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:51.286038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.307441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.321136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:51.322435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.336174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f66c401-abe6-4a8d-bb14-cfbeb7b25d47') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:51.351632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f66c401-abe6-4a8d-bb14-cfbeb7b25d47') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:51.417331 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:51.421718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.447126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.452603 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] 10.222.0.43 "DELETE /v2.0/networks/f021e9f2-9ddb-43e4-9dad-a4129f049525 HTTP/1.1" status: 204 len: 168 time: 2.3179605 Aug 31 16:09:51.454041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbf3a4-b924-4b5b-a775-03a2c937fb74 tempest-ExtraDHCPOptionsTestJSON-988154658 tempest-ExtraDHCPOptionsTestJSON-988154658-project] Pushing event deleted for resources: {'Network': ['ID=f021e9f2-9ddb-43e4-9dad-a4129f049525,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:51.460402 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.535901 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.554784 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.581707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:51.585452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:51.596355 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:51.604412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Pushing event deleted for resources: {'Port': ['ID=fefbb980-c6e5-43a3-a47a-9d2b049b2027,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:51.607272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d0aabac-8ab1-489a-af4c-6a45dcd483f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.609343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fefbb980-c6e5-43a3-a47a-9d2b049b2027 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:09:51.619140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Network f021e9f2-9ddb-43e4-9dad-a4129f049525 is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:09:51.620419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] No DVR routers for this DVR port fefbb980-c6e5-43a3-a47a-9d2b049b2027 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:09:51.643989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fefbb980-c6e5-43a3-a47a-9d2b049b2027 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:09:51.644611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fefbb980-c6e5-43a3-a47a-9d2b049b2027 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:09:51.655991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.657669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.658499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.659064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.660772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.661722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.662309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.662874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.663473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.664035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.664620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.665787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e559a0a3-cad7-4b76-8af5-0e5242059f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:51.802256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.809454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35cab513-d0dd-43cf-961a-08e2014bc8b5 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:09:51.819340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:51.826972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36178) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:51.833076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'network': {'name': 'tempest-network--971185700', 'router:external': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:51.843245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/networks/35cab513-d0dd-43cf-961a-08e2014bc8b5 HTTP/1.1" status: 204 len: 168 time: 1.8682508 Aug 31 16:09:51.870542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68407f1-3abc-43c7-a342-e89bac8effb7 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Network': ['ID=35cab513-d0dd-43cf-961a-08e2014bc8b5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:51.933865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Made reservation on behalf of 78aea37e55cc47bba2d14e5bfa4a7f1e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:51.938999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:52.085347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:52.141285 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:52.142383 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Added segment 746e1b8e-fcda-44df-b215-155ccaab6bbe of type vlan for network c7afe0bf-1220-4f95-9612-59117e281daf Aug 31 16:09:52.309606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:52.392596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:52.393594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:52.394217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:52.407812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36190) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:52.439177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92317102-cbbb-4cf9-ba10-fcf6a9b124c4 req-99b14cbd-de5d-4648-a97c-25d9d91c23c9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:52.449203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92317102-cbbb-4cf9-ba10-fcf6a9b124c4 req-99b14cbd-de5d-4648-a97c-25d9d91c23c9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3231647 Aug 31 16:09:52.498042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94b674-cf7d-43d2-8e2a-9109653292c4 req-9331b11d-bcb5-4551-a92b-6c1141202c16 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:52.499699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb94b674-cf7d-43d2-8e2a-9109653292c4 req-9331b11d-bcb5-4551-a92b-6c1141202c16 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2714820 Aug 31 16:09:52.596615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7680531 Aug 31 16:09:52.597254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36200) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:52.703104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92317102-cbbb-4cf9-ba10-fcf6a9b124c4 req-21e816d5-923b-4a02-b29b-1f18b7783f2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521050 Aug 31 16:09:52.822456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb94b674-cf7d-43d2-8e2a-9109653292c4 req-13ca8d75-7090-4040-9a43-be601dee6437 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968094 Aug 31 16:09:52.993769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a733b87-8e49-4477-a7ec-4864548cb35f tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:53.001986 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1a733b87-8e49-4477-a7ec-4864548cb35f tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] 10.222.0.43 "GET /v2.0/networks/c7afe0bf-1220-4f95-9612-59117e281daf HTTP/1.1" status: 200 len: 756 time: 0.3983853 Aug 31 16:09:53.002746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36212) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:53.005201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2520c88-950e-480e-84ec-42e966ffd915 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Network': ['ID=c7afe0bf-1220-4f95-9612-59117e281daf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:53.022936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c7afe0bf-1220-4f95-9612-59117e281daf details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:53.393944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1229f1-49e0-4b12-9b24-6db3feb1fccd tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:53.400336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-909831b7-4fe2-4060-972e-f352e84405a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acb6aed491b74d589331f2655676d341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9911203 Aug 31 16:09:53.402167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc1229f1-49e0-4b12-9b24-6db3feb1fccd tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] 10.222.0.43 "GET /v2.0/networks/bd29c491-53eb-445a-8659-2d686edffd71 HTTP/1.1" status: 200 len: 768 time: 0.3980851 Aug 31 16:09:53.406258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:53.407952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36222) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:53.470361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb256d-4d66-41f2-8928-ce3f45216d42 req-e5064fa9-80d8-4a24-9555-1ec282d5064d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:53.477978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0adb256d-4d66-41f2-8928-ce3f45216d42 req-e5064fa9-80d8-4a24-9555-1ec282d5064d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.3704937 Aug 31 16:09:53.657342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0de2c5f-cc44-4f91-a980-210108bd6975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:53.685464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0adb256d-4d66-41f2-8928-ce3f45216d42 req-913ddf65-fffe-4a4b-8c7e-8e78d9452c99 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706755 Aug 31 16:09:53.695431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:53.737013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0de2c5f-cc44-4f91-a980-210108bd6975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:53.846042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0de2c5f-cc44-4f91-a980-210108bd6975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:53.860268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0de2c5f-cc44-4f91-a980-210108bd6975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:53.861682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0de2c5f-cc44-4f91-a980-210108bd6975 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dd59f02-a082-4670-a20c-db6400bd1cfd HTTP/1.1" status: 204 len: 168 time: 0.4522738 Aug 31 16:09:53.905951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de2c5f-cc44-4f91-a980-210108bd6975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd59f02-a082-4670-a20c-db6400bd1cfd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:53.910343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:53.960381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7afe0bf-1220-4f95-9612-59117e281daf']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:54.039716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746e1b8e-fcda-44df-b215-155ccaab6bbe') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:54.040122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746e1b8e-fcda-44df-b215-155ccaab6bbe') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:54.136951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.176019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.185384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:54.186259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.199250 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a42e-c989-4219-9e59-7e443d9b5bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.226923 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:54.252869 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:54.278735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.286046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7afe0bf-1220-4f95-9612-59117e281daf {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:09:54.290115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.292778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c7afe0bf-1220-4f95-9612-59117e281daf HTTP/1.1" status: 204 len: 168 time: 0.8795176 Aug 31 16:09:54.296976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:54.302923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'network': {'name': 'tempest-network--197457638'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:54.306319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091bd8-febc-4661-8496-9ae3732745e0 req-33d77faf-e464-4766-84ae-9de15c433957 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:54.309439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7091bd8-febc-4661-8496-9ae3732745e0 req-33d77faf-e464-4766-84ae-9de15c433957 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.2887609 Aug 31 16:09:54.341274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab67b-6d7f-49a0-add1-66d02a1d38dd tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7afe0bf-1220-4f95-9612-59117e281daf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:54.384844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Made reservation on behalf of 78aea37e55cc47bba2d14e5bfa4a7f1e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:54.388876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.413089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7091bd8-febc-4661-8496-9ae3732745e0 req-327e0abd-4e35-497d-9934-a3c5def2814c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755310 Aug 31 16:09:54.504091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:54.548659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.549123 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Added segment ec0c0129-9f85-49d8-88bd-5f8514eb5900 of type vlan for network dd3879ea-423a-4590-9d85-2e99e0ad4076 Aug 31 16:09:54.751255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.863688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.867892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:54.870451 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:54.938789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6404550 Aug 31 16:09:54.973432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36276) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:55.038485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd18d9-0b64-411f-807b-0da0d25afe50 req-859c7694-2c3c-4463-ada6-c454e70d4287 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:55.066994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:55.082352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74bd18d9-0b64-411f-807b-0da0d25afe50 req-859c7694-2c3c-4463-ada6-c454e70d4287 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.1603436 Aug 31 16:09:55.140556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:55.268099 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:55.347967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7c026-6a06-4438-8090-c77a7e05070b tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Network': ['ID=dd3879ea-423a-4590-9d85-2e99e0ad4076,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:55.348371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74bd18d9-0b64-411f-807b-0da0d25afe50 req-fee2d301-160c-4936-9a7b-3a6607c0ebae tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578483 Aug 31 16:09:55.367112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network dd3879ea-423a-4590-9d85-2e99e0ad4076 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:55.865875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:55.881652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:55.915185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:55.966214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf7e4a-db44-48b2-a712-ad349502201b req-9454d44c-45b9-4d93-bfda-ed46220ec2ce tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:55.986031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54bf7e4a-db44-48b2-a712-ad349502201b req-9454d44c-45b9-4d93-bfda-ed46220ec2ce tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3277757 Aug 31 16:09:55.999146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Network dd3879ea-423a-4590-9d85-2e99e0ad4076 is not hosted by any dhcp agent {{(pid=101478) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:09:56.000604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:56.009028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:56.023836 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "PUT /v2.0/networks/dd3879ea-423a-4590-9d85-2e99e0ad4076 HTTP/1.1" status: 200 len: 857 time: 1.0448844 Aug 31 16:09:56.053804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:56.301488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd6aae-8539-48b0-bd43-13057f727802 tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event updated for resources: {'Network': ['ID=dd3879ea-423a-4590-9d85-2e99e0ad4076,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:56.559674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:56.720703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54bf7e4a-db44-48b2-a712-ad349502201b req-5ec45262-8ad7-430f-b8a3-c43afdf4a12d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7276239 Aug 31 16:09:57.038451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36324) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:57.083785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581f087-639e-4bb6-a4fa-e9f8452486b0 req-650ae5e5-690d-408a-b776-825996334330 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:57.088243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1581f087-639e-4bb6-a4fa-e9f8452486b0 req-650ae5e5-690d-408a-b776-825996334330 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.3613994 Aug 31 16:09:57.091368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.155397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3879ea-423a-4590-9d85-2e99e0ad4076']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:57.223041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0c0129-9f85-49d8-88bd-5f8514eb5900') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:57.223873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0c0129-9f85-49d8-88bd-5f8514eb5900') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:57.287201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.304603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1581f087-639e-4bb6-a4fa-e9f8452486b0 req-d3605ecb-82de-4823-8143-8aa2dab2a610 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765625 Aug 31 16:09:57.326197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.328021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-952363491'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:57.343392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:57.343818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:57.345745 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:57.372020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Made reservation on behalf of d495f705333949a2b30a79ad6c7e34f0 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:57.377588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.393099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.526423 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.530974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd3879ea-423a-4590-9d85-2e99e0ad4076 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:09:57.533607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.539213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] 10.222.0.43 "DELETE /v2.0/networks/dd3879ea-423a-4590-9d85-2e99e0ad4076 HTTP/1.1" status: 204 len: 168 time: 1.4778051 Aug 31 16:09:57.539755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36346) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:57.613715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cd0e4-2f1f-4da3-9f1c-cb8e371870da tempest-ExternalNetworksTestJSON-563618392 tempest-ExternalNetworksTestJSON-563618392-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd3879ea-423a-4590-9d85-2e99e0ad4076,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:57.618963 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.621527 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e4101b-925d-4523-a125-120869e834d9 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] DELETE failed (client error): The resource could not be found. Aug 31 16:09:57.621981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e4101b-925d-4523-a125-120869e834d9 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:09:57.623903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-73e4101b-925d-4523-a125-120869e834d9 tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] 10.222.0.43 "DELETE /v2.0/subnets/53d1fde2-f019-4231-94d0-2e994afb7e81 HTTP/1.1" status: 404 len: 337 time: 0.0589664 Aug 31 16:09:57.626928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36352) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:57.770681 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.804148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.812123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.856824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:09:57.879365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.880357 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Added segment e17ad1da-9c7e-4482-8978-3256923a691d of type vlan for network a7836c89-e364-4a56-9f8a-be4758e77bd5 Aug 31 16:09:57.965307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:57.979426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.010383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.012421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd29c491-53eb-445a-8659-2d686edffd71']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:58.017092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:58.018013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.082228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b4726e-5fc5-44af-bb17-7196cfa984fa') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:58.084250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b4726e-5fc5-44af-bb17-7196cfa984fa') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:09:58.125080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Network': ['ID=a7836c89-e364-4a56-9f8a-be4758e77bd5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:58.152063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1112087 Aug 31 16:09:58.160497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed070df0-8089-4cfd-81eb-4a7470dd9be0 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5364e4-cf4d-42cc-9dd9-769502c768c8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:58.160771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:09:58.167147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:58.203661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'subnet': {'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:09:58.227882 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:09:58.277268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.362218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.431860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:09:58.442379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:09:58.493333 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:09:58.588488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Made reservation on behalf of d495f705333949a2b30a79ad6c7e34f0 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:09:58.595145 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:58.746836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a271b2-2cf3-4abb-8766-eac936b65cdc req-40e7e0c2-fda8-40e6-81d2-d83b2b7e6aaf tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:58.754909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10a271b2-2cf3-4abb-8766-eac936b65cdc req-40e7e0c2-fda8-40e6-81d2-d83b2b7e6aaf tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.6882617 Aug 31 16:09:59.062707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:59.139041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:59.142388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] 10.222.0.43 "DELETE /v2.0/networks/bd29c491-53eb-445a-8659-2d686edffd71 HTTP/1.1" status: 204 len: 168 time: 1.5142622 Aug 31 16:09:59.189911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10a271b2-2cf3-4abb-8766-eac936b65cdc req-6d1e2c44-8db5-4683-bd3e-49eb77000fcc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4162393 Aug 31 16:09:59.282863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477a61e-df06-4543-a810-d79beacc1ddc tempest-ExternalNetworksTestJSON-2011253702 tempest-ExternalNetworksTestJSON-2011253702-project] Pushing event deleted for resources: {'Network': ['ID=bd29c491-53eb-445a-8659-2d686edffd71,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:59.317188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557869b-6af0-4a92-8deb-6f82077e67d5 req-c77c8825-d903-43ca-80a9-86a072c76512 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:59.329584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b557869b-6af0-4a92-8deb-6f82077e67d5 req-c77c8825-d903-43ca-80a9-86a072c76512 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.7665477 Aug 31 16:09:59.411102 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:59.516145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b557869b-6af0-4a92-8deb-6f82077e67d5 req-8934ce56-84ab-4deb-b221-0d7f29bc5a51 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774979 Aug 31 16:09:59.745699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Subnet': ['ID=7b96f6b7-3fa2-4362-ae37-cbc8deadac4b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:09:59.761772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.762611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.763581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.764314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.765184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.766103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.766993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.767758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.768432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.769019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.769886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.771227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:09:59.785187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Checking segment: {'id': 'e17ad1da-9c7e-4482-8978-3256923a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:09:59.786584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network hostable DHCP agents. Network: a7836c89-e364-4a56-9f8a-be4758e77bd5, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:09:59.850954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:09:59.882815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a7836c89-e364-4a56-9f8a-be4758e77bd5) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:09:59.889900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:09:59.891689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:09:59.945526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36398) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:09:59.954929 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-798e9426-65c8-42f2-8d19-a66d549ec099 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7810080 Aug 31 16:09:59.956619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-464540293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:00.047539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:00.050441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:00.058952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04034f7-1126-41aa-9173-a214ca247971 None None] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:00.167034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:00.183036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:00.217958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:00.220485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad96e766-477e-4bfa-a74c-97af4e3b171a tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2731175 Aug 31 16:10:00.223120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:00.593571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956da8a-db61-4fe0-bf91-f0cbeb5d3fe7 req-0e22e547-73a2-45cb-abf0-a57c30a4e3b0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:00.616846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0956da8a-db61-4fe0-bf91-f0cbeb5d3fe7 req-0e22e547-73a2-45cb-abf0-a57c30a4e3b0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.2010481 Aug 31 16:10:00.672781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0956da8a-db61-4fe0-bf91-f0cbeb5d3fe7 req-3adfb2eb-579d-4367-bfb2-b5e6ecf30db6 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513151 Aug 31 16:10:00.790830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:00.824526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-a7836c89-e364-4a56-9f8a-be4758e77bd5', 'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5', 'tenant_id': 'd495f705333949a2b30a79ad6c7e34f0', 'fixed_ips': [{'subnet_id': '7b96f6b7-3fa2-4362-ae37-cbc8deadac4b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:10:00.825780 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:01.191522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c748e23-3d7b-47f4-b7a9-233795c573c6 req-26712163-128b-482f-8ae6-b0507b8e4656 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:01.192349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c748e23-3d7b-47f4-b7a9-233795c573c6 req-26712163-128b-482f-8ae6-b0507b8e4656 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.3158815 Aug 31 16:10:01.328459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:01.389179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Allocated IP 172.20.0.2 (a7836c89-e364-4a56-9f8a-be4758e77bd5/7b96f6b7-3fa2-4362-ae37-cbc8deadac4b/f97f1360-7b79-4e43-9f0e-b878229923bd) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:01.636991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c748e23-3d7b-47f4-b7a9-233795c573c6 req-be111908-d9b6-4e08-b955-49c12c7fbbe8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419188 Aug 31 16:10:01.784467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cbc2437a-f5c4-44c1-ac10-6fd873792018 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b518c7e9c5b438584c0775ef4f1562f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750371 Aug 31 16:10:01.787143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36428) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:02.035117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a049b9-58ee-4189-99d6-d3ca47fe2b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.106303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a049b9-58ee-4189-99d6-d3ca47fe2b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.203070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.215635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a049b9-58ee-4189-99d6-d3ca47fe2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.217991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Transition to ACTIVE for port object f97f1360-7b79-4e43-9f0e-b878229923bd will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:02.224665 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a049b9-58ee-4189-99d6-d3ca47fe2b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.239555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42a049b9-58ee-4189-99d6-d3ca47fe2b03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffeb6e2a-f677-4c26-9a32-a0f1c4a1e879 HTTP/1.1" status: 204 len: 168 time: 0.4487753 Aug 31 16:10:02.303009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Transition to ACTIVE for port object f97f1360-7b79-4e43-9f0e-b878229923bd will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:02.311688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a049b9-58ee-4189-99d6-d3ca47fe2b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeb6e2a-f677-4c26-9a32-a0f1c4a1e879,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:02.430769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.646770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:02.649178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:02.653670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:02.657634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Pushing event updated for resources: {'Port': ['ID=f97f1360-7b79-4e43-9f0e-b878229923bd,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:02.803217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Attempting to bind port f97f1360-7b79-4e43-9f0e-b878229923bd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:02.803845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Attempting to bind port f97f1360-7b79-4e43-9f0e-b878229923bd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'e17ad1da-9c7e-4482-8978-3256923a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:02.804046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Attempting to bind port f97f1360-7b79-4e43-9f0e-b878229923bd on network a7836c89-e364-4a56-9f8a-be4758e77bd5 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:02.822335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:10:02.822704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Checking segment: {'id': 'e17ad1da-9c7e-4482-8978-3256923a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:02.823165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:02.823523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Bound using segment: {'id': 'e17ad1da-9c7e-4482-8978-3256923a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:10:02.824012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Bound port: f97f1360-7b79-4e43-9f0e-b878229923bd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17ad1da-9c7e-4482-8978-3256923a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:10:02.824424 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:03.051892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] For port f97f1360-7b79-4e43-9f0e-b878229923bd, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:03.064545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] For port f97f1360-7b79-4e43-9f0e-b878229923bd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f97f1360-7b79-4e43-9f0e-b878229923bd,segment=NetworkSegment(e17ad1da-9c7e-4482-8978-3256923a691d),segment_id=e17ad1da-9c7e-4482-8978-3256923a691d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:03.073036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:03.217997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36456) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:03.298341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35cc8-bfe7-46f4-b12f-cc125c65832e None None] Pushing event updated for resources: {'Port': ['ID=f97f1360-7b79-4e43-9f0e-b878229923bd,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:03.448645 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-43e17ef8-6fe2-4410-9c65-6921ff503349 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78aea37e55cc47bba2d14e5bfa4a7f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288084 Aug 31 16:10:03.451012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:03.625736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d1fba3c-4a73-41cd-92fc-64d8303409d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:03.671353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefbf55-ea2c-469c-8bc1-0533d8c39672 req-8cc90d55-72f4-4ec9-b9a1-ab6dd6e0c3dd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:03.682816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7aefbf55-ea2c-469c-8bc1-0533d8c39672 req-8cc90d55-72f4-4ec9-b9a1-ab6dd6e0c3dd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 1.4895589 Aug 31 16:10:03.738538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d1fba3c-4a73-41cd-92fc-64d8303409d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:03.915981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf513429-ae40-4e39-af49-e456f0df430d req-fd9ee246-39ce-4f88-837f-94a91f54aced tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:03.950297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf513429-ae40-4e39-af49-e456f0df430d req-fd9ee246-39ce-4f88-837f-94a91f54aced tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.4959030 Aug 31 16:10:03.959150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d1fba3c-4a73-41cd-92fc-64d8303409d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:03.973421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d1fba3c-4a73-41cd-92fc-64d8303409d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:03.977775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d1fba3c-4a73-41cd-92fc-64d8303409d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c638ef3-4a06-4181-ab83-79468e1c911e HTTP/1.1" status: 204 len: 168 time: 0.5251815 Aug 31 16:10:04.045374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fba3c-4a73-41cd-92fc-64d8303409d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c638ef3-4a06-4181-ab83-79468e1c911e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:04.148736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7aefbf55-ea2c-469c-8bc1-0533d8c39672 req-ced693f4-2f31-4c06-8bc8-b172bb61fdc2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647520 Aug 31 16:10:04.262565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf513429-ae40-4e39-af49-e456f0df430d req-bab1ad88-6f19-438b-b7d3-5c3c23e8b16f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106420 Aug 31 16:10:04.622702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Allocated IP 172.20.0.1 (a7836c89-e364-4a56-9f8a-be4758e77bd5/7b96f6b7-3fa2-4362-ae37-cbc8deadac4b/5cb08722-5d81-4bad-a98c-2d1c4a078c35) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:05.249593 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:05.313016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Transition to ACTIVE for port object 5cb08722-5d81-4bad-a98c-2d1c4a078c35 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:05.461813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed5469-5175-4885-a48e-a6e80bfa279a None None] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:05.745358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0457d-745e-49e5-932b-16382b140e14 req-a9d6333e-d619-4ad2-b537-b3a09a45fc3e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:05.755015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f97f1360-7b79-4e43-9f0e-b878229923bd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:05.757576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58c0457d-745e-49e5-932b-16382b140e14 req-a9d6333e-d619-4ad2-b537-b3a09a45fc3e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.3397639 Aug 31 16:10:05.767123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:05.901098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Port': ['ID=5cb08722-5d81-4bad-a98c-2d1c4a078c35,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:05.909708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58c0457d-745e-49e5-932b-16382b140e14 req-b259583a-df65-4164-b50b-ff0f687ff884 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511569 Aug 31 16:10:05.921275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6b0216c7-dec1-4940-b3f6-43f39c2bce33 None None] Provisioning for port f97f1360-7b79-4e43-9f0e-b878229923bd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:05.924494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:05.957007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ee70-b2e0-4f2f-9a1c-464aea6c4268 req-9a7c1b44-5a26-4494-92a2-d706a89bac8f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:05.960949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f195ee70-b2e0-4f2f-9a1c-464aea6c4268 req-9a7c1b44-5a26-4494-92a2-d706a89bac8f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.4088066 Aug 31 16:10:05.963646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:05.988116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:06.051366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f97f1360-7b79-4e43-9f0e-b878229923bd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:06.057877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f97f1360-7b79-4e43-9f0e-b878229923bd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:06.058341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:06.194150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f195ee70-b2e0-4f2f-9a1c-464aea6c4268 req-497edc9b-3888-41fd-bbc1-d429816b3098 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218468 Aug 31 16:10:06.266473 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:06.488805 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:06.637258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f97f1360-7b79-4e43-9f0e-b878229923bd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f97f1360-7b79-4e43-9f0e-b878229923bd,segment=NetworkSegment(e17ad1da-9c7e-4482-8978-3256923a691d),segment_id=e17ad1da-9c7e-4482-8978-3256923a691d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:06.651074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:06.823740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3403725d-10c5-4934-ab45-44f0cd9d6cf7 None None] Provisioning for port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:06.827039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:06.873730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3403725d-10c5-4934-ab45-44f0cd9d6cf7 None None] Provisioning complete for port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:06.874328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3403725d-10c5-4934-ab45-44f0cd9d6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:06.983803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f97f1360-7b79-4e43-9f0e-b878229923bd,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:07.050694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3403725d-10c5-4934-ab45-44f0cd9d6cf7 None None] Port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:07.103021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3403725d-10c5-4934-ab45-44f0cd9d6cf7 None None] Provisioning complete for port f97f1360-7b79-4e43-9f0e-b878229923bd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:07.103777 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3403725d-10c5-4934-ab45-44f0cd9d6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:07.299469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711aebf-4185-4b7c-a46b-c409d35744d6 req-25ec2947-c1fd-4179-9395-96fa7f609271 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:07.301735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0711aebf-4185-4b7c-a46b-c409d35744d6 req-25ec2947-c1fd-4179-9395-96fa7f609271 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.1899860 Aug 31 16:10:07.460997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1173e1db-42a6-4e76-acd5-7de5fe3b3a46 None None] Provisioning complete for port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:07.461457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1173e1db-42a6-4e76-acd5-7de5fe3b3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:07.476904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0711aebf-4185-4b7c-a46b-c409d35744d6 req-0ee301f7-0084-4261-9b05-ba3b4b5e6987 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606348 Aug 31 16:10:07.670123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab51b90-ba77-40ba-9a8d-b06e87ecfe47 req-5432ed03-7331-482a-959f-99f7f849bd5a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:07.671868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ab51b90-ba77-40ba-9a8d-b06e87ecfe47 req-5432ed03-7331-482a-959f-99f7f849bd5a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2714360 Aug 31 16:10:07.691881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1173e1db-42a6-4e76-acd5-7de5fe3b3a46 None None] Port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:07.694844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f97f1360-7b79-4e43-9f0e-b878229923bd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:07.821413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f97f1360-7b79-4e43-9f0e-b878229923bd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:07.821675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:07.836387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ab51b90-ba77-40ba-9a8d-b06e87ecfe47 req-59625264-f99a-48f4-a5a2-1ed5482411ff tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434660 Aug 31 16:10:07.839934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:07.866247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:08.028495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Port': ['ID=5cb08722-5d81-4bad-a98c-2d1c4a078c35,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:08.041480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:08.266353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:08.270979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:08.590276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Router f6c26529-b96a-42bb-95e2-e6d729ed7be3 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:10:08.877018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7e540e8d-8bde-42b9-9a93-d4de9588b689 None None] Provisioning complete for port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:08.880891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7e540e8d-8bde-42b9-9a93-d4de9588b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:08.948541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36596) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:08.961276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:10:08.972168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:08.973660 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903fcfed-4406-473d-8844-05a5b290625f None None] Sync routers for ids ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:10:08.981368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'port': {'network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5', 'name': 'tempest-FloatingIPNegativeTestJSON-1956025200'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:08.984304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7e540e8d-8bde-42b9-9a93-d4de9588b689 None None] Port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:08.993235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-390d160a-8546-4b7d-a8ca-8aec0ca4cb63 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "PUT /v2.0/routers/f6c26529-b96a-42bb-95e2-e6d729ed7be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7677231 Aug 31 16:10:09.003423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fcfed-4406-473d-8844-05a5b290625f None None] Routers {'f6c26529-b96a-42bb-95e2-e6d729ed7be3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:09.006326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-903fcfed-4406-473d-8844-05a5b290625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:09:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:09.045722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01b4c-24fd-4adb-9d78-5b230c0e004f req-16a24892-f99f-46dd-8165-17237b70caa9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:09.053843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11d01b4c-24fd-4adb-9d78-5b230c0e004f req-16a24892-f99f-46dd-8165-17237b70caa9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.2614830 Aug 31 16:10:09.204865 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-903fcfed-4406-473d-8844-05a5b290625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:09.236703 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fcfed-4406-473d-8844-05a5b290625f None None] Routers {'f6c26529-b96a-42bb-95e2-e6d729ed7be3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:09.242213 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-903fcfed-4406-473d-8844-05a5b290625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:09:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:09.274240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6f12a5d1-3f4f-454d-8449-f87754e3b988 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1438212545'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:09.275464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6f12a5d1-3f4f-454d-8449-f87754e3b988 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Unknown quota resources ['metering_label']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:09.334288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Made reservation on behalf of d495f705333949a2b30a79ad6c7e34f0 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:09.339560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:09.344667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11d01b4c-24fd-4adb-9d78-5b230c0e004f req-a19fe35d-7869-4d57-8961-9de2de39eac9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847965 Aug 31 16:10:09.398873 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-903fcfed-4406-473d-8844-05a5b290625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:09.400108 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903fcfed-4406-473d-8844-05a5b290625f None None] The sync data for ids ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:10:09.417076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ccb65-8c59-43be-b7b1-2ffc7ae52e50 req-2a56e8bc-b28a-404f-be9d-ef9126862460 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:09.425310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d1ccb65-8c59-43be-b7b1-2ffc7ae52e50 req-2a56e8bc-b28a-404f-be9d-ef9126862460 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2303882 Aug 31 16:10:09.431708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] device_id is not set on port b47a9524-bc6f-4520-a915-48f9e411ff75 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:09.494359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d1ccb65-8c59-43be-b7b1-2ffc7ae52e50 req-0a10c51c-f44d-4b8b-981e-d7f4c6389634 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681579 Aug 31 16:10:09.736098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Allocated IP 172.20.0.11 (a7836c89-e364-4a56-9f8a-be4758e77bd5/7b96f6b7-3fa2-4362-ae37-cbc8deadac4b/b47a9524-bc6f-4520-a915-48f9e411ff75) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:10.047037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:10.546465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad33df-be4d-4499-b5c1-fafe3deef083 req-7e8302e0-e64f-4ca7-9b90-e8ccd3e69db1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:10.549630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6aad33df-be4d-4499-b5c1-fafe3deef083 req-7e8302e0-e64f-4ca7-9b90-e8ccd3e69db1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.0659983 Aug 31 16:10:10.708844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Transition to ACTIVE for port object b47a9524-bc6f-4520-a915-48f9e411ff75 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:10.729951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f12a5d1-3f4f-454d-8449-f87754e3b988 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:10.734674 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f12a5d1-3f4f-454d-8449-f87754e3b988 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.7850142 Aug 31 16:10:10.737969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36634) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:10.740436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6aad33df-be4d-4499-b5c1-fafe3deef083 req-6edbcaa6-a29f-4dab-8718-403d370da7a7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406896 Aug 31 16:10:10.743769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5b6dae23-2be6-4229-98f0-cb4e3a9bcb01 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd5a44fcd-6999-47c7-8eaf-4ee8e5152251'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:10.744687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5b6dae23-2be6-4229-98f0-cb4e3a9bcb01 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:10.797131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad2176-55f4-4e9d-acb2-23bd86901586 req-64dad7db-7c8d-46d7-870e-66f4801704d2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:10.799296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bad2176-55f4-4e9d-acb2-23bd86901586 req-64dad7db-7c8d-46d7-870e-66f4801704d2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.1275790 Aug 31 16:10:10.873186 n-d-793621-35 neutron-server[101478]: WARNING neutron.services.metering.metering_plugin [None req-5b6dae23-2be6-4229-98f0-cb4e3a9bcb01 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 16:10:10.902722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:10.928741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8bad2176-55f4-4e9d-acb2-23bd86901586 req-f6b46126-88d0-4f54-a251-1ae1b1e5db7c tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221075 Aug 31 16:10:11.089172 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b6dae23-2be6-4229-98f0-cb4e3a9bcb01 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.096063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:11.097206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b6dae23-2be6-4229-98f0-cb4e3a9bcb01 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3571713 Aug 31 16:10:11.102705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3d4b0bb5-9655-497b-82d3-2b3c22b8647d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd5a44fcd-6999-47c7-8eaf-4ee8e5152251'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:11.103513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3d4b0bb5-9655-497b-82d3-2b3c22b8647d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:11.123188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:11.129812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:11.139389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:11.222721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:11.225876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.233492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Port': ['ID=b47a9524-bc6f-4520-a915-48f9e411ff75,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:11.268544 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e6d526a9-81a9-49d7-a588-8e009156ab87 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2949164 Aug 31 16:10:11.284567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36650) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:11.302750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:11.311257 n-d-793621-35 neutron-server[101477]: WARNING neutron.services.metering.metering_plugin [None req-3d4b0bb5-9655-497b-82d3-2b3c22b8647d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 16:10:11.417621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.627484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0bb5-9655-497b-82d3-2b3c22b8647d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.629267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3d4b0bb5-9655-497b-82d3-2b3c22b8647d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5309722 Aug 31 16:10:11.632469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36660) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:11.637153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.643121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a71eb373-7038-4459-a3ce-124c56dcf7d0 None None] Provisioning for port b47a9524-bc6f-4520-a915-48f9e411ff75 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:11.649300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a71eb373-7038-4459-a3ce-124c56dcf7d0 None None] Provisioning complete for port b47a9524-bc6f-4520-a915-48f9e411ff75 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:11.650275 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a71eb373-7038-4459-a3ce-124c56dcf7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.656668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b02ae765-ba32-4f87-a78c-7c18757fe1ef tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=472292f2-c9ce-4dbf-8fd7-2d46c04a1322 HTTP/1.1" status: 200 len: 462 time: 0.0228834 Aug 31 16:10:11.660083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36662) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:11.754119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a71eb373-7038-4459-a3ce-124c56dcf7d0 None None] Port b47a9524-bc6f-4520-a915-48f9e411ff75 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:11.832479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5c476ab8-f34e-4b9c-bb96-4b8a044a0500 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:11.834288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5c476ab8-f34e-4b9c-bb96-4b8a044a0500 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/472292f2-c9ce-4dbf-8fd7-2d46c04a1322 HTTP/1.1" status: 204 len: 168 time: 0.1729364 Aug 31 16:10:11.837496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36668) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:11.859470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-acf95588-d059-4c15-8c43-db9d659c2db1 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=472292f2-c9ce-4dbf-8fd7-2d46c04a1322 HTTP/1.1" status: 200 len: 221 time: 0.0145478 Aug 31 16:10:11.859728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Allocated IP 172.25.6.50 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/53fe9e2d-684b-4878-82d2-433549516bde) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:11.859850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36672) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:11.865949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1282fe74-da03-44a0-a83d-df6a6ad55d2b tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1984652627', 'description': 'label created by tempest'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:11.866582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1282fe74-da03-44a0-a83d-df6a6ad55d2b tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Unknown quota resources ['metering_label']. {{(pid=101477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:12.032226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:12.059794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f644150-56a5-4631-9f6c-a8244be5496b req-b858cf88-43f1-42d8-806c-18a653455eb3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:12.062129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f644150-56a5-4631-9f6c-a8244be5496b req-b858cf88-43f1-42d8-806c-18a653455eb3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.1504450 Aug 31 16:10:12.117391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:12.159221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f644150-56a5-4631-9f6c-a8244be5496b req-69741370-59f4-492b-a4d9-27ee8967de57 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488203 Aug 31 16:10:12.215375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:12.215375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:12.229484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:12.233193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Port': ['ID=53fe9e2d-684b-4878-82d2-433549516bde,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:12.277908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1282fe74-da03-44a0-a83d-df6a6ad55d2b tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:12.281867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1282fe74-da03-44a0-a83d-df6a6ad55d2b tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4182649 Aug 31 16:10:12.283073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36678) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:12.390261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d570214-78b7-4757-9c5a-2331432f4423 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=7c884d25-6ed8-44f5-a56e-4daed28921e1 HTTP/1.1" status: 200 len: 468 time: 0.1034672 Aug 31 16:10:12.390533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36682) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:12.417545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46489-d62d-49f0-afe1-542ffa3caaa6 req-b1f5c75e-24b2-4255-b5d7-7f31326a4391 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:12.427742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53d46489-d62d-49f0-afe1-542ffa3caaa6 req-b1f5c75e-24b2-4255-b5d7-7f31326a4391 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2738471 Aug 31 16:10:12.440383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:12.583258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.005739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.012284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.154026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.203506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.206730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9203484 Aug 31 16:10:13.215876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36702) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.231107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0b4d58d0-9383-47c8-97b0-b93553b3bad4 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'floatingip': {'port_id': 'b47a9524-bc6f-4520-a915-48f9e411ff75', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:13.319590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b2120-d122-4c4b-b757-19fe95fc0726 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Port': ['ID=53fe9e2d-684b-4878-82d2-433549516bde,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:13.347182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b4d58d0-9383-47c8-97b0-b93553b3bad4 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.352116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53d46489-d62d-49f0-afe1-542ffa3caaa6 req-43610d9a-96aa-428d-9378-ddf3c968e4cb tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9214888 Aug 31 16:10:13.560648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c915776e-f1e2-48d5-bd7b-58f0d32e003d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:13.561846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c915776e-f1e2-48d5-bd7b-58f0d32e003d tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/7c884d25-6ed8-44f5-a56e-4daed28921e1 HTTP/1.1" status: 204 len: 168 time: 1.1699331 Aug 31 16:10:13.564549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36708) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.583688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d42def34-be50-45c6-b42f-d9f073e5dad3 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=7c884d25-6ed8-44f5-a56e-4daed28921e1 HTTP/1.1" status: 200 len: 216 time: 0.0134351 Aug 31 16:10:13.584051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36710) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.606781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-85f77e57-cadd-49a1-91ae-5cc9ea3f001e tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0176454 Aug 31 16:10:13.607212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36712) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.635336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e6c66785-e629-4021-9b6f-01f1f787c806 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0229771 Aug 31 16:10:13.635336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.716866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fabee071-8e04-4fa2-a16c-b5161d97cfa7 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/d5a44fcd-6999-47c7-8eaf-4ee8e5152251 HTTP/1.1" status: 200 len: 473 time: 0.0770936 Aug 31 16:10:13.731414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36716) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.774636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2c0479bf-5ddd-4a43-ac3f-924f7ed51226 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/be81f327-5a91-4a44-8374-2ac26336faed HTTP/1.1" status: 200 len: 459 time: 0.0292759 Aug 31 16:10:13.782001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36720) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:13.783318 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-0b4d58d0-9383-47c8-97b0-b93553b3bad4 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] update failed (client error): The resource could not be found. Aug 31 16:10:13.788551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b4d58d0-9383-47c8-97b0-b93553b3bad4 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "PUT /v2.0/floatingips/4c01cfb9-8937-4d22-905b-65bd5b22202a HTTP/1.1" status: 404 len: 507 time: 0.5714695 Aug 31 16:10:13.791613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36722) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:14.054753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36728) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:14.066301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4ec6-580c-432f-9232-193daeb6148f req-f05cbb8d-020c-4e9e-b1e9-e498d857e36c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.074666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf5b4ec6-580c-432f-9232-193daeb6148f req-f05cbb8d-020c-4e9e-b1e9-e498d857e36c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 944 time: 0.7439272 Aug 31 16:10:14.153261 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990a1d8c-7fd3-4d4f-b3f1-8e219edc2460 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.156687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-990a1d8c-7fd3-4d4f-b3f1-8e219edc2460 tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/be81f327-5a91-4a44-8374-2ac26336faed HTTP/1.1" status: 204 len: 168 time: 0.3639562 Aug 31 16:10:14.159145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36732) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:14.173382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-48a5a2d4-de98-4df7-8bfd-5c274371161b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4581656 Aug 31 16:10:14.353763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf5b4ec6-580c-432f-9232-193daeb6148f req-86ab4f79-f11e-4b83-bdf5-2541e34af9d2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778668 Aug 31 16:10:14.370569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:10:14.409119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Deleting port 53fe9e2d-684b-4878-82d2-433549516bde {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:14.409642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.445968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46114532-7353-40b6-8f62-eaae3f5af438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.555762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-54b115f3-de1b-42eb-8419-33c46516dcdb tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.557459 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-54b115f3-de1b-42eb-8419-33c46516dcdb tempest-MeteringIpV6TestJSON-1399209523 tempest-MeteringIpV6TestJSON-1399209523-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/d5a44fcd-6999-47c7-8eaf-4ee8e5152251 HTTP/1.1" status: 204 len: 168 time: 0.3970668 Aug 31 16:10:14.574376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:14.583544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.584167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.584828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.586035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.586035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.586669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.587205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.590010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-8d3131cd-39b6-4555-9a10-78c4353ee1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.3493178 Aug 31 16:10:14.595293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'port_id': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'mac_address': 'fa:16:3e:65:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:10:14.652396 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.668034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae349aaa-d342-4d83-962a-44eac6fb1ad3 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:14.721058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:14.735824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.775605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a81429-937f-4f7c-a0f3-3f644d07c869 req-171e293e-93b1-4734-872f-ffdef7844351 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.777224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58a81429-937f-4f7c-a0f3-3f644d07c869 req-171e293e-93b1-4734-872f-ffdef7844351 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2296133 Aug 31 16:10:14.801463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:14.818472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46114532-7353-40b6-8f62-eaae3f5af438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.822979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-46f341b0-9a57-496c-bc59-503b989cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.823515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-46f341b0-9a57-496c-bc59-503b989cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.824059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-46f341b0-9a57-496c-bc59-503b989cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:14.825708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-46f341b0-9a57-496c-bc59-503b989cdc33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 2293 time: 0.1969364 Aug 31 16:10:14.833963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.834295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.839680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46114532-7353-40b6-8f62-eaae3f5af438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:14.871613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36744) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:14.940807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Calling delete_port for 53fe9e2d-684b-4878-82d2-433549516bde owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:14.974620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ae349aaa-d342-4d83-962a-44eac6fb1ad3'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:10:15.070470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab1dddbd-a2ed-4666-9a04-95fe3110f1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.127863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46114532-7353-40b6-8f62-eaae3f5af438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4eedf-75e5-493c-a616-012c7b63e8ff,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:15.136320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-43e98d43-088c-43f2-83ae-4cd96e450f61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 1001 time: 0.2974882 Aug 31 16:10:15.141599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-46114532-7353-40b6-8f62-eaae3f5af438 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ef8463a8c5041899a70e0417e125d93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0838366 Aug 31 16:10:15.142305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36758) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:15.177469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.317298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Port': ['ID=53fe9e2d-684b-4878-82d2-433549516bde,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:15.323561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58a81429-937f-4f7c-a0f3-3f644d07c869 req-8c7c65a9-da81-4f7e-9321-fbec3f2a922b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321467 Aug 31 16:10:15.377303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab1dddbd-a2ed-4666-9a04-95fe3110f1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.384804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab1dddbd-a2ed-4666-9a04-95fe3110f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.436702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.440434 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.447361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-35c733b5-ecac-4e39-8080-01f7b3328bca tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "DELETE /v2.0/floatingips/4c01cfb9-8937-4d22-905b-65bd5b22202a HTTP/1.1" status: 204 len: 168 time: 1.6541131 Aug 31 16:10:15.454086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36766) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:15.463814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-03c8734a-a9c9-43dc-beea-8649616b2660 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'floatingip': {'floating_network_id': 'a7836c89-e364-4a56-9f8a-be4758e77bd5', 'port_id': 'b47a9524-bc6f-4520-a915-48f9e411ff75', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:15.477519 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ab1dddbd-a2ed-4666-9a04-95fe3110f1a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1099c25720c6461682a6b20f106d9762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022387 Aug 31 16:10:15.477519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dddbd-a2ed-4666-9a04-95fe3110f1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf585d-111a-429a-810e-e2d4ba915239,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:15.480437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36768) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:15.492920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-27d79491-19a3-44b3-bfc9-5a32ff04d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:15.495791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-27d79491-19a3-44b3-bfc9-5a32ff04d26f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 200 len: 851 time: 0.3322053 Aug 31 16:10:15.590115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10114ab-ca53-4536-ab24-2d5a4a3451e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.605461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03c8734a-a9c9-43dc-beea-8649616b2660 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.613372 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-205be15e-36c3-4291-8aa2-afa29266c36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.640551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10114ab-ca53-4536-ab24-2d5a4a3451e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.679338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-47d6a30a-d55d-47f5-bf3a-1be57370e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:15.681116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-47d6a30a-d55d-47f5-bf3a-1be57370e2a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb063698-8983-4c49-a309-b68a1c7deaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735442 Aug 31 16:10:15.693428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908a8d2-9114-4f6c-aedc-3562edcc5b4e req-cece238c-a2fc-4aa0-b9df-caf1366f3d19 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:15.695021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6908a8d2-9114-4f6c-aedc-3562edcc5b4e req-cece238c-a2fc-4aa0-b9df-caf1366f3d19 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 945 time: 0.2118583 Aug 31 16:10:15.719651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-205be15e-36c3-4291-8aa2-afa29266c36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.742057 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10114ab-ca53-4536-ab24-2d5a4a3451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.744969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10114ab-ca53-4536-ab24-2d5a4a3451e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.746324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a10114ab-ca53-4536-ab24-2d5a4a3451e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61bf585d-111a-429a-810e-e2d4ba915239 HTTP/1.1" status: 204 len: 168 time: 0.2642169 Aug 31 16:10:15.768695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10114ab-ca53-4536-ab24-2d5a4a3451e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf585d-111a-429a-810e-e2d4ba915239,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:15.891327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6908a8d2-9114-4f6c-aedc-3562edcc5b4e req-641bc6f8-079f-47ad-a3a2-9dc0b74de59f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735930 Aug 31 16:10:15.945390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-36a1ea18-d716-464a-95e9-c757d1014977 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448444 Aug 31 16:10:15.947308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-205be15e-36c3-4291-8aa2-afa29266c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.950058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-205be15e-36c3-4291-8aa2-afa29266c36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:15.954089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-205be15e-36c3-4291-8aa2-afa29266c36c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62d4eedf-75e5-493c-a616-012c7b63e8ff HTTP/1.1" status: 204 len: 168 time: 0.8031533 Aug 31 16:10:16.091348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205be15e-36c3-4291-8aa2-afa29266c36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4eedf-75e5-493c-a616-012c7b63e8ff,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:16.219321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-281e7d9e-0b93-4cfe-847f-718963b506d3 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638619 Aug 31 16:10:16.220783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36780) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:16.225023 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-03c8734a-a9c9-43dc-beea-8649616b2660 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:10:16.231228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-03c8734a-a9c9-43dc-beea-8649616b2660 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7747068 Aug 31 16:10:16.232100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:16.238061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'b47a9524-bc6f-4520-a915-48f9e411ff75', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:16.262155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:16.288608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-062e4b62-766c-4839-a16e-71a1e0c08551 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 217 time: 0.0553277 Aug 31 16:10:16.308873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:10:16.308873 n-d-793621-35 neutron-server[101478]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:10:16.308873 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id': '262f76625a6b47e4927a0fb424128c1b', 'id': '8b0bcf73-7150-44e3-918d-c80880f5774c', 'expiration': datetime.datetime(2021, 8, 31, 16, 12, 16, 296866)}] Aug 31 16:10:16.308873 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:10:16.309442 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:10:16.367016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:16.376388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:16.448961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-b73c6da5-ccf8-4937-aa49-42ec3f0265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:16.457422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-b73c6da5-ccf8-4937-aa49-42ec3f0265b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1604280 Aug 31 16:10:16.468751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ae349aaa-d342-4d83-962a-44eac6fb1ad3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:16.470098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:16.757284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:16.811585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:16.814735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:16.854446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60297a5b-1f5c-4f8a-aeeb-0f2dd1396970 req-99876ea7-7276-4a96-b381-0f59e392bd37 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:16.856696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60297a5b-1f5c-4f8a-aeeb-0f2dd1396970 req-99876ea7-7276-4a96-b381-0f59e392bd37 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.3218107 Aug 31 16:10:16.857335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:16.870989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-d48235ac-74d4-41dd-9c91-49ec3b4a42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:16.873730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-d48235ac-74d4-41dd-9c91-49ec3b4a42a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3700354 Aug 31 16:10:16.902566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:16.909703 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776cf01-9c96-4e18-a81b-78994db57e61" -d '{"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-plugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:16.940907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d5a6-4cfd-4f62-aaee-ac4674cfdf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:16.947093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:16.951995 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.153007 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3955f9c-af80-4d0f-b792-aa7c8eb2f757 x-openstack-request-id: req-c3955f9c-af80-4d0f-b792-aa7c8eb2f757 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:17.153285 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-plugged", "status": "completed", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:17.153530 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3955f9c-af80-4d0f-b792-aa7c8eb2f757 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:17.154119 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'code': 200} Aug 31 16:10:17.185494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:17.213309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.216804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebe428a1-ad03-45ae-a24a-9d6e057b773a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.245246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-e5c89e10-8155-4249-a6c2-4b8e9e512c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.246946 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-e5c89e10-8155-4249-a6c2-4b8e9e512c06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1097 time: 0.4526751 Aug 31 16:10:17.247543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.251081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60297a5b-1f5c-4f8a-aeeb-0f2dd1396970 req-a0ea7e29-6c76-47fc-ad57-0e9ae9c5ad6b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614118 Aug 31 16:10:17.293943 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.312303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-42c0fdea-2d24-47ea-8083-d2ee9994d6a5 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199545 Aug 31 16:10:17.365370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb1a46c-e72a-4728-8856-191d3ab85591,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:17.369275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b1d5ae8-c753-4ab9-9e9e-d8f942feb71e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=262f76625a6b47e4927a0fb424128c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1470013 Aug 31 16:10:17.373890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36806) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:17.375795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305b5d-5d41-409a-8219-e6ab8df3cc42 req-cdecfad4-ef9f-4119-9f34-0223063e9153 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.380885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee305b5d-5d41-409a-8219-e6ab8df3cc42 req-cdecfad4-ef9f-4119-9f34-0223063e9153 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 947 time: 0.2505136 Aug 31 16:10:17.417908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63af5e-dc11-4c8b-9fbe-5185b8266790 req-bc858270-d330-4825-81e1-f39e46558532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.419460 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1b63af5e-dc11-4c8b-9fbe-5185b8266790 req-bc858270-d330-4825-81e1-f39e46558532 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 1099 time: 0.2208943 Aug 31 16:10:17.505546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-fc3b8fb1-5ec4-4feb-9980-1890a1cc8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.506834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-fc3b8fb1-5ec4-4feb-9980-1890a1cc8fe5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.2233508 Aug 31 16:10:17.517577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1b63af5e-dc11-4c8b-9fbe-5185b8266790 req-0ff14cf7-342a-49ee-b2e2-f9d02025909e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896957 Aug 31 16:10:17.565898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d53ac3ca-ba41-42a0-bd5b-25ac9d40f06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.571513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee305b5d-5d41-409a-8219-e6ab8df3cc42 req-0004f1d7-c919-40b1-9bf0-dca5d69b9f62 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355612 Aug 31 16:10:17.612015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-cf71e7f9-75ff-474c-a9b2-a573e12c6cbc service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883661 Aug 31 16:10:17.633346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-7a108f1e-d118-4880-9883-7033e71906da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 200 len: 1002 time: 0.1182280 Aug 31 16:10:17.644465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Allocated IP 172.25.6.137 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/27492438-f5c8-4fa9-adcc-e1eb83096487) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:17.658730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d53ac3ca-ba41-42a0-bd5b-25ac9d40f06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.698958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-adca3a4d-1e76-44ab-935a-4cf003300a7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 217 time: 0.0708349 Aug 31 16:10:17.720328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d5a6-4cfd-4f62-aaee-ac4674cfdf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.749232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d5a6-4cfd-4f62-aaee-ac4674cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.752657 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d53ac3ca-ba41-42a0-bd5b-25ac9d40f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.755784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d53ac3ca-ba41-42a0-bd5b-25ac9d40f06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:17.757589 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d53ac3ca-ba41-42a0-bd5b-25ac9d40f06c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eb1a46c-e72a-4728-8856-191d3ab85591 HTTP/1.1" status: 204 len: 168 time: 0.3812540 Aug 31 16:10:17.806253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ac3ca-ba41-42a0-bd5b-25ac9d40f06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb1a46c-e72a-4728-8856-191d3ab85591,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:17.840451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-fa6fbf85-9a95-4fe1-b067-3c2f89eabab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.844420 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-fa6fbf85-9a95-4fe1-b067-3c2f89eabab3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1189895 Aug 31 16:10:17.851341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9d5a6-4cfd-4f62-aaee-ac4674cfdf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ce1368-5f37-4e46-95ec-1f87a18c16e8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:17.858479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b0e9d5a6-4cfd-4f62-aaee-ac4674cfdf9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21da9592729d4372b00583ea600dbfab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9953985 Aug 31 16:10:17.862150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-0bb14b3a-1751-4fbf-a2a3-4a94fa56e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.863662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-0bb14b3a-1751-4fbf-a2a3-4a94fa56e659 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1575952 Aug 31 16:10:17.866354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36834) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:17.956810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-752c8b15-fe8b-4d1d-b738-f38aaa3642fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:17.958471 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-752c8b15-fe8b-4d1d-b738-f38aaa3642fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016355 Aug 31 16:10:18.033886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.037932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4a74-0a75-480f-8b8e-ab035c2afcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.041739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebe428a1-ad03-45ae-a24a-9d6e057b773a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.048882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ebe428a1-ad03-45ae-a24a-9d6e057b773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.054989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-cb4c7b88-4c21-4c4d-8be3-6f047fb61495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:18.056675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-cb4c7b88-4c21-4c4d-8be3-6f047fb61495 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1624837 Aug 31 16:10:18.085134 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4a74-0a75-480f-8b8e-ab035c2afcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.108149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ebe428a1-ad03-45ae-a24a-9d6e057b773a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ae3e131899144109a08a24658537ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3496532 Aug 31 16:10:18.120418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe428a1-ad03-45ae-a24a-9d6e057b773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce97ee0c-c132-47f4-8851-b11b69024c87,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:18.124208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36844) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:18.161875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-6201fed3-e7f9-4b01-9397-9edcdb6ece9f service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911671 Aug 31 16:10:18.239238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-bd90159d-642b-4927-981c-f7150d0e9155 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737728 Aug 31 16:10:18.258811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-472d6b3a-ec9e-428a-84e1-ff8ce495745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.285997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-472d6b3a-ec9e-428a-84e1-ff8ce495745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.384341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-472d6b3a-ec9e-428a-84e1-ff8ce495745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.389362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-472d6b3a-ec9e-428a-84e1-ff8ce495745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:18.394351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-472d6b3a-ec9e-428a-84e1-ff8ce495745d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce97ee0c-c132-47f4-8851-b11b69024c87 HTTP/1.1" status: 204 len: 168 time: 0.2639143 Aug 31 16:10:18.418218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d6b3a-ec9e-428a-84e1-ff8ce495745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce97ee0c-c132-47f4-8851-b11b69024c87,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:18.512680 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5215ef5c-34b7-4f87-8535-22ae51edf587 req-b75d3cc6-ebeb-4976-a222-eab7180ca07d service neutron] 10.222.0.49 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431053 Aug 31 16:10:18.540497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-c1f8fccd-a4f9-4e72-b39c-f24490ff6d19 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923620 Aug 31 16:10:19.172138 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:19.176153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4a74-0a75-480f-8b8e-ab035c2afcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:19.181070 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4a74-0a75-480f-8b8e-ab035c2afcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:19.186709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7eb4a74-0a75-480f-8b8e-ab035c2afcd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22ce1368-5f37-4e46-95ec-1f87a18c16e8 HTTP/1.1" status: 204 len: 168 time: 1.3153989 Aug 31 16:10:19.218235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-784299c1-cce2-4f9f-8bc3-c7aee8e90479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 200 len: 217 time: 0.6671686 Aug 31 16:10:19.344314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb4a74-0a75-480f-8b8e-ab035c2afcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ce1368-5f37-4e46-95ec-1f87a18c16e8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:19.409576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:19.432815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:19.443338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36886) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:19.449200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:19.459324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event updated for resources: {'Port': ['ID=27492438-f5c8-4fa9-adcc-e1eb83096487,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:19.520074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bb9-2fa3-4edb-ba41-575a29578702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:19.584891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-781c29b5-e2fe-4a77-9cb6-068cfba53c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:19.589282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-781c29b5-e2fe-4a77-9cb6-068cfba53c7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.3455265 Aug 31 16:10:19.612435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bc3c6-d819-45e1-ad52-97f7c6f740d7 req-4339ed4f-1112-4fd5-825a-c97a3c1c8d92 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:19.615077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed3bc3c6-d819-45e1-ad52-97f7c6f740d7 req-4339ed4f-1112-4fd5-825a-c97a3c1c8d92 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 1.0704262 Aug 31 16:10:19.705517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0429e4-f472-4972-8753-ba8a6f088217 req-574b8366-af1b-47c5-afcd-329b22268f35 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:19.707652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0429e4-f472-4972-8753-ba8a6f088217 req-574b8366-af1b-47c5-afcd-329b22268f35 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 947 time: 0.5388713 Aug 31 16:10:19.824139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bb9-2fa3-4edb-ba41-575a29578702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:19.831344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bb9-2fa3-4edb-ba41-575a29578702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:19.877877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0bb9-2fa3-4edb-ba41-575a29578702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba674a-bf6c-4414-bf8d-83fbf19f9928,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:19.926375 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e4be0bb9-2fa3-4edb-ba41-575a29578702 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03731d9d819c49d9b4491cec23226300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774778 Aug 31 16:10:19.933250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36914) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:20.139516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-de4e312a-0598-4a96-b1ff-9bf0084fbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:20.141143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-de4e312a-0598-4a96-b1ff-9bf0084fbfa6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5206685 Aug 31 16:10:20.190501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0aa89b5-c5c1-4cac-91bc-4c416ad6299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.198055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed3bc3c6-d819-45e1-ad52-97f7c6f740d7 req-e7ef8c3c-380c-4eb9-aed7-c940ffc85ed0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564601 Aug 31 16:10:20.281464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0429e4-f472-4972-8753-ba8a6f088217 req-4d323718-a492-4e7a-9d6b-b80aef034fb9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516558 Aug 31 16:10:20.330495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0aa89b5-c5c1-4cac-91bc-4c416ad6299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.457436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0aa89b5-c5c1-4cac-91bc-4c416ad6299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.462857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0aa89b5-c5c1-4cac-91bc-4c416ad6299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.466906 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0aa89b5-c5c1-4cac-91bc-4c416ad6299b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7eba674a-bf6c-4414-bf8d-83fbf19f9928 HTTP/1.1" status: 204 len: 168 time: 0.5300751 Aug 31 16:10:20.493746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa89b5-c5c1-4cac-91bc-4c416ad6299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba674a-bf6c-4414-bf8d-83fbf19f9928,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:20.578005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Deleting port 27492438-f5c8-4fa9-adcc-e1eb83096487 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:20.578373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.583423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-d4d7f524-9c3c-4c74-b6f0-dc9bc76f61dd service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932931 Aug 31 16:10:20.740423 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.740770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:20.767649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Calling delete_port for 27492438-f5c8-4fa9-adcc-e1eb83096487 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:20.774514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-6868b471-cb7c-4d20-b899-1758667e632c service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799498 Aug 31 16:10:20.869572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-5ebf5684-f62d-4230-afe7-d25eced406a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 217 time: 0.0849564 Aug 31 16:10:20.971340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-0e063bfc-3896-46a8-9e71-068cd1461e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:20.973593 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-0e063bfc-3896-46a8-9e71-068cd1461e4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.0936384 Aug 31 16:10:21.020041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2caab0e4-540b-4edb-94e2-583850a140d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:21.080731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-4f6a681c-9eb7-4c14-91d7-414e2bc834db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:21.082291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-4f6a681c-9eb7-4c14-91d7-414e2bc834db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003516 Aug 31 16:10:21.101974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:21.193308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Port': ['ID=27492438-f5c8-4fa9-adcc-e1eb83096487,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:21.295519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-b8895373-56d7-4dcc-aef3-eabf88df7e21 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052593 Aug 31 16:10:21.407908 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] create failed (client error): The resource could not be found. Aug 31 16:10:21.409832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-568b70a2-10fc-40af-ad98-8ddf5e3a0e2e tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.1752706 Aug 31 16:10:21.415542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36964) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:21.641745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796163f3-7af0-4247-ac94-a88cf4983016 req-c86b6a4a-2e92-4ecf-a751-6ba46b429b66 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:21.643379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-796163f3-7af0-4247-ac94-a88cf4983016 req-c86b6a4a-2e92-4ecf-a751-6ba46b429b66 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2180409 Aug 31 16:10:21.676696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-19ba0495-d090-4797-82ff-2be4343ba4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705950 Aug 31 16:10:21.755360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87659599-3100-4574-aa86-ea47d6617fbb req-b87f4f89-72d7-4b24-873a-93a1a38d9db8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:21.763080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87659599-3100-4574-aa86-ea47d6617fbb req-b87f4f89-72d7-4b24-873a-93a1a38d9db8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 947 time: 0.2363033 Aug 31 16:10:21.773412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-bf2e0ac5-363e-45aa-83d5-84699fb8a383 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 217 time: 0.0850120 Aug 31 16:10:21.808770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-796163f3-7af0-4247-ac94-a88cf4983016 req-bf4f8f3a-9105-4e41-a2aa-59f2be9ba4c5 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490304 Aug 31 16:10:21.863872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Deleting port b47a9524-bc6f-4520-a915-48f9e411ff75 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:21.864894 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:21.896747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87659599-3100-4574-aa86-ea47d6617fbb req-3dd2ec9c-a0a8-43cb-ac47-376695e73944 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295974 Aug 31 16:10:21.935316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-933ab7ae-f651-49e0-8c85-c5e089896a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:21.939977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-933ab7ae-f651-49e0-8c85-c5e089896a96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.1511753 Aug 31 16:10:22.027988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-1966ef40-05b1-433e-9a5b-6661e9982a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:22.029668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-1966ef40-05b1-433e-9a5b-6661e9982a01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0750244 Aug 31 16:10:22.034122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.074168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36992) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:22.099344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Calling delete_port for b47a9524-bc6f-4520-a915-48f9e411ff75 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:22.169799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36996) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:22.223145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-2d9df8c0-2037-452c-b18f-e71f2e0c8215 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854000 Aug 31 16:10:22.324338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-82484957-network', 'tenant_id': '5cd8dc97d30c4e968bdcf25c9caf7eca'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:22.376387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Made reservation on behalf of 5cd8dc97d30c4e968bdcf25c9caf7eca for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:22.381667 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.395310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-db71c52b-6399-46de-a850-1e4650d10f7a tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-604835374'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:22.396589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-db71c52b-6399-46de-a850-1e4650d10f7a tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Unknown quota resources ['metering_label']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:22.407221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.443285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-02bdb5fd-8882-4983-8bed-ac31810ea374 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083528 Aug 31 16:10:22.445520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.523190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-99bf8425-9720-4542-a97c-3ccef7107d53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 217 time: 0.0686860 Aug 31 16:10:22.524296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Port': ['ID=b47a9524-bc6f-4520-a915-48f9e411ff75,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:22.545449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db71c52b-6399-46de-a850-1e4650d10f7a tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.549091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-db71c52b-6399-46de-a850-1e4650d10f7a tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4724114 Aug 31 16:10:22.552026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:22.602955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e53c5484-5dfa-4824-a704-42230e5ab6e1 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '78251149-a003-4bb8-a249-64ecb47972cf'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:22.606166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e53c5484-5dfa-4824-a704-42230e5ab6e1 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:22.706080 n-d-793621-35 neutron-server[101478]: WARNING neutron.services.metering.metering_plugin [None req-e53c5484-5dfa-4824-a704-42230e5ab6e1 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 16:10:22.719552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-501883d8-46b5-4f8a-b42a-6d5cfdc9aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:22.725349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-501883d8-46b5-4f8a-b42a-6d5cfdc9aa2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.1068399 Aug 31 16:10:22.726871 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.733575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54fb810d-7d57-4f5a-b49f-c2d75b524768 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "DELETE /v2.0/ports/b47a9524-bc6f-4520-a915-48f9e411ff75 HTTP/1.1" status: 204 len: 168 time: 1.3162374 Aug 31 16:10:22.734531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37030) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:22.823262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-0cb04c50-4f7b-4bd8-ac95-a57a0bcde0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:22.825141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-0cb04c50-4f7b-4bd8-ac95-a57a0bcde0da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892208 Aug 31 16:10:22.839634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292d071-c8a8-4473-9051-e244c2bdf486 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:22.841293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a292d071-c8a8-4473-9051-e244c2bdf486 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6c26529-b96a-42bb-95e2-e6d729ed7be3 HTTP/1.1" status: 200 len: 913 time: 0.0946608 Aug 31 16:10:22.844053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37040) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:22.845045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e53c5484-5dfa-4824-a704-42230e5ab6e1 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:22.850285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e53c5484-5dfa-4824-a704-42230e5ab6e1 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2624032 Aug 31 16:10:22.852449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37042) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:22.858478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-61768a36-b78e-471e-bd3e-e9435a18f250 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '78251149-a003-4bb8-a249-64ecb47972cf'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:22.858713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-61768a36-b78e-471e-bd3e-e9435a18f250 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:23.134545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37048) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:23.217456 n-d-793621-35 neutron-server[101478]: WARNING neutron.services.metering.metering_plugin [None req-61768a36-b78e-471e-bd3e-e9435a18f250 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 16:10:23.218028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef04153-e787-46dd-9dbc-0844917f46ad req-44d7b09a-ac38-4348-a1b7-fcd2fcdc0dcf tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:23.221009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef04153-e787-46dd-9dbc-0844917f46ad req-44d7b09a-ac38-4348-a1b7-fcd2fcdc0dcf tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.2201750 Aug 31 16:10:23.270293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-04c8165f-2671-45b6-be72-8bd12b09485b service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278150 Aug 31 16:10:23.315972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.319306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61768a36-b78e-471e-bd3e-e9435a18f250 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.320685 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61768a36-b78e-471e-bd3e-e9435a18f250 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4672966 Aug 31 16:10:23.322554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.324756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37052) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:23.352960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-88750116-8c85-4287-96f6-a91bd36555ff tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=84af07eb-10ac-426f-a7a5-16ee0790faea HTTP/1.1" status: 200 len: 464 time: 0.0255792 Aug 31 16:10:23.359333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:23.381121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:10:23.384974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ec1f59-378c-46ad-a006-37f70b6f0c12,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:23.405728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.406156 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Added segment 8d396454-17df-4500-8183-24e70fc7d794 of type vlan for network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b Aug 31 16:10:23.444839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39dd8e0-43e1-4252-bdfa-f6e6fda68269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.492925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ef04153-e787-46dd-9dbc-0844917f46ad req-0edfce12-2a28-4330-b73e-55396ad571bb tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204077 Aug 31 16:10:23.539020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.546204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0746831a-650d-4b10-bd91-6afc40303f72 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.550438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0746831a-650d-4b10-bd91-6afc40303f72 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/84af07eb-10ac-426f-a7a5-16ee0790faea HTTP/1.1" status: 204 len: 168 time: 0.1849227 Aug 31 16:10:23.550706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37056) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:23.581274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.582651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:23.583443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.601415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-61c75900-f664-49af-b16e-8b493995e0b6 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=84af07eb-10ac-426f-a7a5-16ee0790faea HTTP/1.1" status: 200 len: 221 time: 0.0444734 Aug 31 16:10:23.611289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37058) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:23.612917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff77bec0-0be0-4a27-9c09-86be5dcf54b4 req-affaf6ea-20ef-4d27-99d7-98b34a7b071e service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204422 Aug 31 16:10:23.618579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d5fa4aa8-fb43-42dd-a499-3ff22621a650 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--21117256', 'description': 'label created by tempest'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:23.619368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d5fa4aa8-fb43-42dd-a499-3ff22621a650 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Unknown quota resources ['metering_label']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:10:23.740742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] Pushing event updated for resources: {'Network': ['ID=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:23.753205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:10:23.787636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.858397 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39dd8e0-43e1-4252-bdfa-f6e6fda68269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.900470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f39dd8e0-43e1-4252-bdfa-f6e6fda68269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:23.975702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f39dd8e0-43e1-4252-bdfa-f6e6fda68269 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=200fa08166dd4a92b3becca1d0a9104d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341677 Aug 31 16:10:23.978713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37066) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:23.983582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dd8e0-43e1-4252-bdfa-f6e6fda68269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78d960-c23e-44dd-bd68-ca3398f46219,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:24.021676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d027afc-852a-4dac-adfe-b3544fff3c02 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8504589 Aug 31 16:10:24.024462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37068) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.033224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Request body: {'subnet': {'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-82484957-subnet', 'tenant_id': '5cd8dc97d30c4e968bdcf25c9caf7eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:24.081823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5fa4aa8-fb43-42dd-a499-3ff22621a650 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.083051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d5fa4aa8-fb43-42dd-a499-3ff22621a650 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4702945 Aug 31 16:10:24.085947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37070) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.122020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37074) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.179758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-049e888d-1291-4b64-ad68-95cd95a59c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.195971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a00c3997-3be9-4cff-95b6-b86fe09609a1 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=f870d623-2412-4e83-a9f2-dfd71db0aef5 HTTP/1.1" status: 200 len: 466 time: 0.1088960 Aug 31 16:10:24.199861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37078) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.200137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-91243b37-ec93-4b29-a883-b3076217a2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.208713 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.220873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Made reservation on behalf of 5cd8dc97d30c4e968bdcf25c9caf7eca for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:24.225357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.237341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-049e888d-1291-4b64-ad68-95cd95a59c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.340232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.354190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-049e888d-1291-4b64-ad68-95cd95a59c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.355750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-049e888d-1291-4b64-ad68-95cd95a59c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.359744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-049e888d-1291-4b64-ad68-95cd95a59c84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c78d960-c23e-44dd-bd68-ca3398f46219 HTTP/1.1" status: 204 len: 168 time: 0.3612976 Aug 31 16:10:24.403804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e888d-1291-4b64-ad68-95cd95a59c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78d960-c23e-44dd-bd68-ca3398f46219,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:24.470300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:10:24.476850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:10:24.479148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Deleting port 5cb08722-5d81-4bad-a98c-2d1c4a078c35 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:24.479665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.620032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1b54791-5c43-434e-a41b-6999864f2cab tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.621666 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b1b54791-5c43-434e-a41b-6999864f2cab tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/f870d623-2412-4e83-a9f2-dfd71db0aef5 HTTP/1.1" status: 204 len: 168 time: 0.4162602 Aug 31 16:10:24.625843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37086) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.664504 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f5aabfdc-2f44-4df2-a22a-1a0ecfc0c299 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=f870d623-2412-4e83-a9f2-dfd71db0aef5 HTTP/1.1" status: 200 len: 216 time: 0.0368967 Aug 31 16:10:24.668423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37088) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.680569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:24.689453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-12a8b952-39d2-41f6-b15b-95f310ac2493 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0166295 Aug 31 16:10:24.689838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.711764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-401c7383-4e71-49b7-9c8b-b3c41ac39c5b tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179508 Aug 31 16:10:24.712536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37094) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.724858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'port_id': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'mac_address': 'fa:16:3e:3c:87:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0275405-334b-4834-85bd-939e98cf1ff2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:10:24.784730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1bf8cdac-0a5d-4511-bc64-11c67342e4a7 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/78251149-a003-4bb8-a249-64ecb47972cf HTTP/1.1" status: 200 len: 472 time: 0.0684836 Aug 31 16:10:24.808686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37098) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.851225 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f409f987-00ec-413b-9854-54d30bc6c517 tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/67a853f8-06ba-4517-8621-8ff6ad8b8db4 HTTP/1.1" status: 200 len: 461 time: 0.0394092 Aug 31 16:10:24.851225 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.853832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37102) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:24.879827 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:24.900679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac09acfd-9ea9-4528-acf0-77a459adc29a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:24.908600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.003918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:25.010270 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.011450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac64e33-1a31-4ca7-868c-2bee7b73949c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:25.047183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.047496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Checking segment: {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:25.047928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Network hostable DHCP agents. Network: 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:10:25.058036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c643af-3bb0-46e9-b033-00f5d8a72a7c req-a538175f-6851-4637-b417-200d8138e9d7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:25.059653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1c643af-3bb0-46e9-b033-00f5d8a72a7c req-a538175f-6851-4637-b417-200d8138e9d7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.1558499 Aug 31 16:10:25.062035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.064854 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.103054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Calling delete_port for 5cb08722-5d81-4bad-a98c-2d1c4a078c35 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:25.104754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:25.158940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b35bdcb6-8e7c-47d4-a504-1645fe61932d tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.160593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b35bdcb6-8e7c-47d4-a504-1645fe61932d tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/67a853f8-06ba-4517-8621-8ff6ad8b8db4 HTTP/1.1" status: 204 len: 168 time: 0.3036864 Aug 31 16:10:25.162162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f1bde1-3f41-4df5-8872-613b986a0080,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:25.169508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37108) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:25.190966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:10:25.199128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1c643af-3bb0-46e9-b033-00f5d8a72a7c req-b238e8a8-3394-4414-982f-cff1cb392ef5 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203623 Aug 31 16:10:25.201734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9a8781cd1654d67ad2afbd638b85cad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0767865 Aug 31 16:10:25.203349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.203883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.204254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.204596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.205942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.206300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.206812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.207291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.210788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.211171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.211567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.214006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba359332-7aa3-4227-9712-c9adf8a7d0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:25.214882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:25.317672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:25.332065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:25.333711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.359258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25ccf287-c3bc-4bba-babd-c28e13c2d6d3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3326466 Aug 31 16:10:25.392630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37a7df-6994-4258-b7e9-38c680c397d0 None None] Network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:25.461311 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:10:25.462100 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:10:25.471975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ac09acfd-9ea9-4528-acf0-77a459adc29a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:10:25.474938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.527295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.529177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.657331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59cc3023-7468-479c-bca5-aa56013bb55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.666613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Port': ['ID=5cb08722-5d81-4bad-a98c-2d1c4a078c35,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:25.691554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59cc3023-7468-479c-bca5-aa56013bb55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.763498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64aa7c1c-2d2e-4b2e-baab-63c04a5ffc5f tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.764989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64aa7c1c-2d2e-4b2e-baab-63c04a5ffc5f tempest-MeteringTestJSON-1040777821 tempest-MeteringTestJSON-1040777821-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/78251149-a003-4bb8-a249-64ecb47972cf HTTP/1.1" status: 204 len: 168 time: 0.5941615 Aug 31 16:10:25.806933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59cc3023-7468-479c-bca5-aa56013bb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.819632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59cc3023-7468-479c-bca5-aa56013bb55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.823355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-59cc3023-7468-479c-bca5-aa56013bb55d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37f1bde1-3f41-4df5-8872-613b986a0080 HTTP/1.1" status: 204 len: 168 time: 0.6066794 Aug 31 16:10:25.845158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc3023-7468-479c-bca5-aa56013bb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f1bde1-3f41-4df5-8872-613b986a0080,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:25.918488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6623558-a0e8-4533-a40a-615cfbcc1a31 None None] Network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:25.970063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:25.990371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:26.114499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:26.146330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ac09acfd-9ea9-4528-acf0-77a459adc29a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:26.228382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:26.244011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Router f6c26529-b96a-42bb-95e2-e6d729ed7be3 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:10:26.249876 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:26.366780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:26.401044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:10:26.413804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] Sync routers for ids ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:10:26.432999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] Routers {'f6c26529-b96a-42bb-95e2-e6d729ed7be3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:26.433655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:26.444391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-80ae2efc-4ec6-4bf6-9576-09fa4b074256 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "PUT /v2.0/routers/f6c26529-b96a-42bb-95e2-e6d729ed7be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5992370 Aug 31 16:10:26.447407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37146) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:26.495269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37148) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:26.521871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:26.560009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] Routers {'f6c26529-b96a-42bb-95e2-e6d729ed7be3'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:26.560993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:26.575042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd475db-5f76-4e4e-9d06-6927deacf759 req-38ae161f-929c-4b20-b694-b558453f300d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.577536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fd475db-5f76-4e4e-9d06-6927deacf759 req-38ae161f-929c-4b20-b694-b558453f300d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 943 time: 0.1784947 Aug 31 16:10:26.630626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:26.644417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:26.652137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defd233-912c-4140-bcae-b49d9ffd2160 None None] The sync data for ids ['f6c26529-b96a-42bb-95e2-e6d729ed7be3'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:10:26.718597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3fd475db-5f76-4e4e-9d06-6927deacf759 req-3df61c2e-498d-4941-9cc4-4ddb11ae5689 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235616 Aug 31 16:10:26.733269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.742243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.749009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.755286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.762924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.770214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.780026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:26.780026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-682b5472-1582-4946-a3fc-c6597f8bf855 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.1897795 Aug 31 16:10:26.780851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37162) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:26.812110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0de7-3fd9-4ce2-912a-42fc6cd9a311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:26.852754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30fe3d9f-5799-4a8b-b7df-cfcc97bf02eb req-b712e65c-f4d2-4223-9e32-c9279e68c7c0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626132 Aug 31 16:10:27.025791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.028823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.110884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.113622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Fanout notify agent at l3_agent the message router_deleted on router f6c26529-b96a-42bb-95e2-e6d729ed7be3 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:10:27.134520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.141368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-84dba300-d09d-4820-9c20-29ab084b573f tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "DELETE /v2.0/routers/f6c26529-b96a-42bb-95e2-e6d729ed7be3 HTTP/1.1" status: 204 len: 168 time: 0.6922209 Aug 31 16:10:27.144974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37168) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:27.174211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0de7-3fd9-4ce2-912a-42fc6cd9a311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.191705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4999fd6f-76e6-41b9-8cef-ae0d521f65ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.206987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf2d0de7-3fd9-4ce2-912a-42fc6cd9a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.266593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Deleting subnet 7b96f6b7-3fa2-4362-ae37-cbc8deadac4b {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:10:27.272288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.273936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d0de7-3fd9-4ce2-912a-42fc6cd9a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f3a2ff-15e0-47de-86dc-ad74dc084e01,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:27.293359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf2d0de7-3fd9-4ce2-912a-42fc6cd9a311 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5b69df302524d4c8525d670a1978dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117331 Aug 31 16:10:27.317261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.328004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37172) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:27.330599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.340897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.345410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.354685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.373531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.382892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:27.386723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01f685f8-eb47-426e-92ad-d39ad378d8c8 req-46e80125-9f2b-4835-ac1f-2458682f7be5 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.2994454 Aug 31 16:10:27.420868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.459516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37176) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:27.491963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4999fd6f-76e6-41b9-8cef-ae0d521f65ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.497392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4999fd6f-76e6-41b9-8cef-ae0d521f65ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.568173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4999fd6f-76e6-41b9-8cef-ae0d521f65ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68b3b7bbcf614d818cb1c2b165d2be50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0716307 Aug 31 16:10:27.571538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37180) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:27.581660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999fd6f-76e6-41b9-8cef-ae0d521f65ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b8c08f-eceb-4c2b-9e47-448b32ccb5df,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:27.627852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.660233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2dc-c620-49d5-979f-9adc2a0ee284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.688690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.710928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9d88423-9519-4206-a5ba-956365f5d8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.764779 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9d88423-9519-4206-a5ba-956365f5d8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.803378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2dc-c620-49d5-979f-9adc2a0ee284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.808550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-907191223'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:27.861682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Made reservation on behalf of cbfe1ab551a24ace850865ec025e89dc for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:27.868676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.911736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2dc-c620-49d5-979f-9adc2a0ee284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.916279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2dc-c620-49d5-979f-9adc2a0ee284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.918570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f41ea2dc-c620-49d5-979f-9adc2a0ee284 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1f3a2ff-15e0-47de-86dc-ad74dc084e01 HTTP/1.1" status: 204 len: 168 time: 0.5881310 Aug 31 16:10:27.923484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:27.944130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ea2dc-c620-49d5-979f-9adc2a0ee284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f3a2ff-15e0-47de-86dc-ad74dc084e01,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:27.961935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.032603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Subnet': ['ID=7b96f6b7-3fa2-4362-ae37-cbc8deadac4b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:28.035998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d55e3-8933-48b4-aa99-3b39eea7135d req-3f17da56-798d-481c-ba74-2033e89873a1 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:28.037343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.038884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-399d55e3-8933-48b4-aa99-3b39eea7135d req-3f17da56-798d-481c-ba74-2033e89873a1 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 943 time: 0.1530876 Aug 31 16:10:28.045609 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c8b9e4c4-9b75-4927-b0a5-f246e4051418 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "DELETE /v2.0/subnets/7b96f6b7-3fa2-4362-ae37-cbc8deadac4b HTTP/1.1" status: 204 len: 168 time: 0.8984513 Aug 31 16:10:28.046432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea388f-d59b-47a0-849b-b59b468c9849 None None] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:28.046605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37188) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:28.050879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9d88423-9519-4206-a5ba-956365f5d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.056338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9d88423-9519-4206-a5ba-956365f5d8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.059221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c9d88423-9519-4206-a5ba-956365f5d8f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2b8c08f-eceb-4c2b-9e47-448b32ccb5df HTTP/1.1" status: 204 len: 168 time: 0.4862180 Aug 31 16:10:28.106983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d88423-9519-4206-a5ba-956365f5d8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b8c08f-eceb-4c2b-9e47-448b32ccb5df,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:28.191395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.209431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-399d55e3-8933-48b4-aa99-3b39eea7135d req-2fd31f76-299d-40d6-8290-0bb7e0d428e9 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375079 Aug 31 16:10:28.260401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.267345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.294173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Deleting port f97f1360-7b79-4e43-9f0e-b878229923bd {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:28.294756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.310064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:10:28.333929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69087321-cedb-4317-91e5-a07bf90bdd99,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:28.338903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.339252 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Added segment 77c1111b-3cde-484d-8b68-f314326b5968 of type vlan for network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 Aug 31 16:10:28.397243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.449402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] For port f97f1360-7b79-4e43-9f0e-b878229923bd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f97f1360-7b79-4e43-9f0e-b878229923bd,segment=NetworkSegment(e17ad1da-9c7e-4482-8978-3256923a691d),segment_id=e17ad1da-9c7e-4482-8978-3256923a691d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:28.449791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.451759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.466485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] DHCP port deletion for a7836c89-e364-4a56-9f8a-be4758e77bd5 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:10:28.467174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:28.467934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.479870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Calling delete_port for f97f1360-7b79-4e43-9f0e-b878229923bd owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:28.507372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:28.576860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ac09acfd-9ea9-4528-acf0-77a459adc29a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:28.577642 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.585969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1190529 Aug 31 16:10:28.599067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1dfac-c41f-457b-bbbc-d3153c018afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Pushing event updated for resources: {'Network': ['ID=1d76cb67-fa87-48a7-ad45-a69882b4a2e3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:28.599872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.609637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37206) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:28.654186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:10:28.665186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd19f34f-ea84-4e1d-8c08-9446cbc4703b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.670761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] No DVR routers for this DVR port f97f1360-7b79-4e43-9f0e-b878229923bd on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:10:28.678626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Port': ['ID=f97f1360-7b79-4e43-9f0e-b878229923bd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:28.807998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.829721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7836c89-e364-4a56-9f8a-be4758e77bd5']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:28.848199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17ad1da-9c7e-4482-8978-3256923a691d') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:28.849055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17ad1da-9c7e-4482-8978-3256923a691d') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:28.867252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.885885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.898631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.911550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:10:28.912282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:10:28.916153 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:10:28.937997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37214) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:28.942591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Deleting port f97f1360-7b79-4e43-9f0e-b878229923bd {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:28.943274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:28.946397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Request body: {'port': {'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3', 'binding:host_id': 'n-h1-793621-35', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-131048963'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:28.964975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:28.968053 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b28e94-5e17-40d4-a692-cd1f712b53f3" -d '{"events": [{"server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "name": "network-vif-plugged", "status": "completed", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:29.018257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:29.024825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.047250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd19f34f-ea84-4e1d-8c08-9446cbc4703b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.061390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.076663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd19f34f-ea84-4e1d-8c08-9446cbc4703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.085146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Made reservation on behalf of 5d27da6b17f84a76bb4749c3c618e9ad for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:29.091784 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d9ac4-85b4-4144-83dc-126d3e2ea8f6 x-openstack-request-id: req-794d9ac4-85b4-4144-83dc-126d3e2ea8f6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:29.092066 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "name": "network-vif-plugged", "status": "completed", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:29.092575 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-794d9ac4-85b4-4144-83dc-126d3e2ea8f6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:29.093136 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'code': 200} Aug 31 16:10:29.096582 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.099134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.101212 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] 10.222.0.43 "DELETE /v2.0/networks/a7836c89-e364-4a56-9f8a-be4758e77bd5 HTTP/1.1" status: 204 len: 168 time: 1.0533078 Aug 31 16:10:29.123316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.142727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] For port f97f1360-7b79-4e43-9f0e-b878229923bd, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:29.143456 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.150634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:29.168614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Calling delete_port for f97f1360-7b79-4e43-9f0e-b878229923bd owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:29.194549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Port f97f1360-7b79-4e43-9f0e-b878229923bd was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:10:29.214009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.243993 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd19f34f-ea84-4e1d-8c08-9446cbc4703b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d7a01c72c6b49928105925d6420bca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304865 Aug 31 16:10:29.252214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:29.259202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156d984-5149-45ee-b10e-c7d38b182ed7 tempest-FloatingIPNegativeTestJSON-783883757 tempest-FloatingIPNegativeTestJSON-783883757-project] Pushing event deleted for resources: {'Network': ['ID=a7836c89-e364-4a56-9f8a-be4758e77bd5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:29.316645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Network a7836c89-e364-4a56-9f8a-be4758e77bd5 is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:10:29.317419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] No DVR routers for this DVR port f97f1360-7b79-4e43-9f0e-b878229923bd on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:10:29.321614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae616c-d809-43aa-a45b-00a8111a23eb None None] Pushing event deleted for resources: {'Port': ['ID=f97f1360-7b79-4e43-9f0e-b878229923bd,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:29.401075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19f34f-ea84-4e1d-8c08-9446cbc4703b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7514eb6-35ac-4af8-b925-8a9bd7e0b690,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:29.459225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6e690-08cd-40e1-aed0-5acd896c6b07 req-ff3e6ddd-f497-4178-9af9-dd7f8a444ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:29.463484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac6e690-08cd-40e1-aed0-5acd896c6b07 req-ff3e6ddd-f497-4178-9af9-dd7f8a444ac1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 1097 time: 0.2101460 Aug 31 16:10:29.530825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-aa50b67c-1d68-465d-801d-e65ac84b53cd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:29.532697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-aa50b67c-1d68-465d-801d-e65ac84b53cd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/networks?id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 200 len: 807 time: 0.2431557 Aug 31 16:10:29.551359 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5ac6e690-08cd-40e1-aed0-5acd896c6b07 req-a1e8d9e5-daf8-4ebc-8c21-c8a281bfaf38 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796525 Aug 31 16:10:29.579358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-f12e4dcd-45d3-458f-965e-c03c087f95b5 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/quotas/5cd8dc97d30c4e968bdcf25c9caf7eca HTTP/1.1" status: 200 len: 375 time: 0.0362606 Aug 31 16:10:29.585624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f97f1360-7b79-4e43-9f0e-b878229923bd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:10:29.646351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f97f1360-7b79-4e43-9f0e-b878229923bd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:10:29.646705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f97f1360-7b79-4e43-9f0e-b878229923bd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:10:29.682464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-0524201a-1dd3-47de-8b85-864c12a70c56 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702446 Aug 31 16:10:29.688018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.690765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d56ab-afd4-4dbf-ab9c-f56be5fb5913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.697353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37258) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:29.710210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.732486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port 12b2a223-424f-402e-8b8b-c817747f981c yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:29.818811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d56ab-afd4-4dbf-ab9c-f56be5fb5913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:29.827651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e68f3-1f70-426a-89de-15833f92e6bc req-b7540ea5-e2ec-4bb6-9843-ba2ce5cc1981 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:29.829524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc9e68f3-1f70-426a-89de-15833f92e6bc req-b7540ea5-e2ec-4bb6-9843-ba2ce5cc1981 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.3090417 Aug 31 16:10:29.893256 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69be673c-461c-43d8-b025-85d677d7196d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d495f705333949a2b30a79ad6c7e34f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943676 Aug 31 16:10:29.896388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:29.912855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37268) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:29.916559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e69dfc-024a-4fc6-85f4-b5f69288e15e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:29.969592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3604-51dc-4d35-8b5f-f4ebcd27837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.047459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3604-51dc-4d35-8b5f-f4ebcd27837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.069650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc9e68f3-1f70-426a-89de-15833f92e6bc req-6971e9a8-6b19-4b2f-89c2-5a67845d7a9d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696091 Aug 31 16:10:30.070266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.070745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.071228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.071705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.072178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.072672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.073144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:30.088272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-09da0f71-1f24-4b71-9d6a-2f84e1ff39f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.1677210 Aug 31 16:10:30.093600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-afd29e76-41b1-41f5-b561-f2d4ab61987e service neutron] 10.222.0.43 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982244 Aug 31 16:10:30.124939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d56ab-afd4-4dbf-ab9c-f56be5fb5913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.127788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d56ab-afd4-4dbf-ab9c-f56be5fb5913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.129034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b1d56ab-afd4-4dbf-ab9c-f56be5fb5913 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7514eb6-35ac-4af8-b925-8a9bd7e0b690 HTTP/1.1" status: 204 len: 168 time: 0.8753972 Aug 31 16:10:30.154469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-1d7ec397-6ad1-4a17-b3c3-f765077ab769 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&id=bff3b409-372a-4942-9f84-bfa09c89db29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718498 Aug 31 16:10:30.185682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3604-51dc-4d35-8b5f-f4ebcd27837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.189153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3604-51dc-4d35-8b5f-f4ebcd27837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.190855 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ee2d3604-51dc-4d35-8b5f-f4ebcd27837a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec5364e4-cf4d-42cc-9dd9-769502c768c8 HTTP/1.1" status: 204 len: 168 time: 0.2926497 Aug 31 16:10:30.200498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3604-51dc-4d35-8b5f-f4ebcd27837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5364e4-cf4d-42cc-9dd9-769502c768c8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:30.207799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d56ab-afd4-4dbf-ab9c-f56be5fb5913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7514eb6-35ac-4af8-b925-8a9bd7e0b690,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:30.304216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port 12b2a223-424f-402e-8b8b-c817747f981c yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:30.315090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-e4e8cfb1-7b61-4740-a081-b6c203d88a69 service neutron] 10.222.0.43 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921682 Aug 31 16:10:30.322106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.337048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Transition to ACTIVE for port object 12b2a223-424f-402e-8b8b-c817747f981c will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:30.348204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.423128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=12b2a223-424f-402e-8b8b-c817747f981c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:30.425976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Checking segment: {'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:30.427201 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Network hostable DHCP agents. Network: 1d76cb67-fa87-48a7-ad45-a69882b4a2e3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:10:30.454613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:10:30.484096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1d76cb67-fa87-48a7-ad45-a69882b4a2e3) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:30.494262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:30.498588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91dfdde-76cc-47b1-a99a-5cf44f1bc77a None None] Network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:30.530689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.530994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.531385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.539582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.540266 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.540861 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 2 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.592017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e915458b-aa1f-4123-84c6-0b105bf8f725 req-10ee595b-3f89-4cde-9508-a90be176a849 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 210 time: 0.0358193 Aug 31 16:10:30.596047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.596658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.597170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.603898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.604441 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.605074 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 3 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.620306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.620936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.622164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.630784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.631222 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.631622 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 4 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.647427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.648093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.648624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.654340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.654894 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.655464 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 5 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.674216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.674835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.675349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.681107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.681444 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.681846 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 6 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.701725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.704044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.707262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.717183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.717911 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.718490 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 7 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.744001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.744388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.744749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.752129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.753344 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.754143 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 8 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.774836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.775483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.776031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.782398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.783479 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.784079 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 9 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.801380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.802035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.802631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.813480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.813835 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.814253 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 10 to bind port 12b2a223-424f-402e-8b8b-c817747f981c Aug 31 16:10:30.846499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:30.847116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:30.847643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:30.853576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 12b2a223-424f-402e-8b8b-c817747f981c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:30.853943 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 12b2a223-424f-402e-8b8b-c817747f981c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:30.854353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:30.938462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] For port 12b2a223-424f-402e-8b8b-c817747f981c, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:30.939294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempted to set empty binding levels {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 16:10:30.949541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.003990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=12b2a223-424f-402e-8b8b-c817747f981c,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:31.017932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:31.019106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.040772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-35c2505a-8f95-4fda-a49f-a90dba14d8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1009672 Aug 31 16:10:31.043053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37312) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:31.219598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Deleting port 12b2a223-424f-402e-8b8b-c817747f981c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:31.219957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.249276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7cc7-069e-4d16-befd-2164200834c8 req-f0440f13-671b-44ae-90ab-60965046089f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:31.251655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b86b7cc7-069e-4d16-befd-2164200834c8 req-f0440f13-671b-44ae-90ab-60965046089f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.1002004 Aug 31 16:10:31.335172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] For port 12b2a223-424f-402e-8b8b-c817747f981c, host n-h1-793621-35, got binding levels [] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:31.335630 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.350361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b86b7cc7-069e-4d16-befd-2164200834c8 req-c37c270b-4517-4b94-a8b6-994bcb5782a8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707097 Aug 31 16:10:31.354652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Calling delete_port for 12b2a223-424f-402e-8b8b-c817747f981c owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:31.547005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.574885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a35f3-9ae4-4d62-a506-61f61996bbb4 req-c7fa9871-3043-44ef-a54f-4f53fc65d744 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:31.577178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c5a35f3-9ae4-4d62-a506-61f61996bbb4 req-c7fa9871-3043-44ef-a54f-4f53fc65d744 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.1268501 Aug 31 16:10:31.618401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event deleted for resources: {'Port': ['ID=12b2a223-424f-402e-8b8b-c817747f981c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:31.642414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.645679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a8a6ad40-43c7-47ea-9a4a-a76c7135d94a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "DELETE /v2.0/ports/12b2a223-424f-402e-8b8b-c817747f981c HTTP/1.1" status: 204 len: 168 time: 0.6003745 Aug 31 16:10:31.648472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37348) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:31.675393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c5a35f3-9ae4-4d62-a506-61f61996bbb4 req-0638128c-e69c-4c6a-8b63-3f47740133e7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640142 Aug 31 16:10:31.747638 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53186b9-f402-4956-b6b9-105c3f8fcc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:10:31.750461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e53186b9-f402-4956-b6b9-105c3f8fcc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "GET /v2.0/ports/12b2a223-424f-402e-8b8b-c817747f981c HTTP/1.1" status: 404 len: 333 time: 0.1008728 Aug 31 16:10:31.755413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37358) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:31.762097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Request body: {'port': {'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-630072785'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:31.788700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Made reservation on behalf of 5d27da6b17f84a76bb4749c3c618e9ad for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:31.791372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:31.814218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port ed3c979a-b282-425e-9527-2aa2466e5b7e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:31.831551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ae65238-f9ac-44fa-a34e-7bfc53de2d15 req-c4d3ffe1-c298-46cc-afed-959f841490dc tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 210 time: 0.0415936 Aug 31 16:10:31.906985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37360) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.023267 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.067581 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.110035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:32.113340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:32.117477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:32.118894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:32.119677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.142202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3c979a-b282-425e-9527-2aa2466e5b7e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:32.147082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-745fa3ca-a1f0-445e-8b1d-f9d86ebb4f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3905969 Aug 31 16:10:32.151578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37374) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.162128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:32.384978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37382) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.404516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9021976c-6d08-4eb5-9346-1f25b90a0fc6 tempest-AgentManagementNegativeTest-1399212803 tempest-AgentManagementNegativeTest-1399212803-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5038629 Aug 31 16:10:32.414141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.437871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37388) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.454815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-4e6c19f1-f69d-47be-a865-0c2d24895186 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:32.456301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-4e6c19f1-f69d-47be-a865-0c2d24895186 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "GET /v2.0/networks?id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 200 len: 807 time: 0.2642484 Aug 31 16:10:32.473073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Request body: {'port': {'device_id': '0c880d22-4392-48a9-b851-987e653bd7eb', 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b', 'admin_state_up': True, 'tenant_id': '5cd8dc97d30c4e968bdcf25c9caf7eca'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:32.513624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6ce713c7-c2c3-43da-8b36-7c7299188f10 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] Request body: {'port': {'network_id': '9cf2f8c6-c363-4300-ae53-3ef7f1b5bb7c', 'name': 'tempest-NetworksNegativeTestJSON-74648403'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:32.537701 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce713c7-c2c3-43da-8b36-7c7299188f10 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] POST failed (client error): The resource could not be found. Aug 31 16:10:32.538745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce713c7-c2c3-43da-8b36-7c7299188f10 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:32.540149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6ce713c7-c2c3-43da-8b36-7c7299188f10 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1535864 Aug 31 16:10:32.544062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37392) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.560514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-3c6c5690-50f9-4507-bd85-8eb90fe8fbc2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:32.562155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-3c6c5690-50f9-4507-bd85-8eb90fe8fbc2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 815 time: 0.3110273 Aug 31 16:10:32.575840 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d17c5b-3007-45b4-9d5c-aa99ca3aac8a tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:10:32.576521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d17c5b-3007-45b4-9d5c-aa99ca3aac8a tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:32.578145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25d17c5b-3007-45b4-9d5c-aa99ca3aac8a tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "DELETE /v2.0/networks/873e54d9-6e85-4acc-b86e-15255f86062e HTTP/1.1" status: 404 len: 339 time: 0.0328784 Aug 31 16:10:32.586717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37394) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.607743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-156ca8dc-8f0a-4e29-9841-879006cc61af tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/quotas/bf40d74dd9804f0481fae3edd355ceb3 HTTP/1.1" status: 200 len: 375 time: 0.0351005 Aug 31 16:10:32.613399 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae42e74-e6e2-483c-800d-09149d0605e6 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:10:32.614775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae42e74-e6e2-483c-800d-09149d0605e6 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:32.617531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3ae42e74-e6e2-483c-800d-09149d0605e6 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "DELETE /v2.0/ports/a19eadbe-b024-47a1-a397-393fc368728f HTTP/1.1" status: 404 len: 333 time: 0.0295579 Aug 31 16:10:32.618813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2617fc31-9752-47ee-9b49-6a0b1522865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.621333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37398) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.666620 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a72f813-7052-4784-9c8e-bf4baeb1dbd4 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] DELETE failed (client error): The resource could not be found. Aug 31 16:10:32.667499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a72f813-7052-4784-9c8e-bf4baeb1dbd4 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:32.672327 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a72f813-7052-4784-9c8e-bf4baeb1dbd4 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "DELETE /v2.0/subnets/1f0614ad-a1b6-48cd-8cc6-24f361c9b8af HTTP/1.1" status: 404 len: 337 time: 0.0449162 Aug 31 16:10:32.672854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37400) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.703641 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a03440-3600-48e0-8aff-0ec0d8f4cca5 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] GET failed (client error): The resource could not be found. Aug 31 16:10:32.705486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-74a03440-3600-48e0-8aff-0ec0d8f4cca5 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "GET /v2.0/networks/3e5d73a3-2111-42ff-8cfa-bc2ffc989351 HTTP/1.1" status: 404 len: 339 time: 0.0314727 Aug 31 16:10:32.709503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37402) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.744112 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-7075da39-9318-48e5-bc47-5bf186d8d024 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] GET failed (client error): The resource could not be found. Aug 31 16:10:32.746089 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7075da39-9318-48e5-bc47-5bf186d8d024 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "GET /v2.0/ports/b7359399-093f-4180-8b67-ee8ef3860aac HTTP/1.1" status: 404 len: 333 time: 0.0353470 Aug 31 16:10:32.750143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.750480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37406) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.803314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e205dc22-d2c3-4ded-8fc3-118cdee49f91 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741934 Aug 31 16:10:32.804299 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a29413-30ae-409f-b093-1e28e681c857 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] GET failed (client error): The resource could not be found. Aug 31 16:10:32.805538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-24a29413-30ae-409f-b093-1e28e681c857 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "GET /v2.0/subnets/76fa7103-e559-4052-ab21-ccecbf7d43f9 HTTP/1.1" status: 404 len: 337 time: 0.0521958 Aug 31 16:10:32.810945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37410) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.828385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-84fef8c2-b6cc-49f5-a8ff-704bed6929c7 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:32.853435 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fef8c2-b6cc-49f5-a8ff-704bed6929c7 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] PUT failed (client error): The resource could not be found. Aug 31 16:10:32.854288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fef8c2-b6cc-49f5-a8ff-704bed6929c7 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:32.861065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-84fef8c2-b6cc-49f5-a8ff-704bed6929c7 tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "PUT /v2.0/networks/4c8b1cc7-6f0c-4f66-8138-e18c10cc5f22 HTTP/1.1" status: 404 len: 339 time: 0.0406189 Aug 31 16:10:32.867876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37412) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.874662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2617fc31-9752-47ee-9b49-6a0b1522865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.895632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2e92c71c-99ee-49bb-b35c-7bf12f9aa82d tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:32.905207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2617fc31-9752-47ee-9b49-6a0b1522865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.951323 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e92c71c-99ee-49bb-b35c-7bf12f9aa82d tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] PUT failed (client error): The resource could not be found. Aug 31 16:10:32.952153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e92c71c-99ee-49bb-b35c-7bf12f9aa82d tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:32.953418 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e92c71c-99ee-49bb-b35c-7bf12f9aa82d tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "PUT /v2.0/ports/f8e5922b-e785-4938-828f-f8c36ab5c736 HTTP/1.1" status: 404 len: 333 time: 0.0751176 Aug 31 16:10:32.960469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Made reservation on behalf of 5cd8dc97d30c4e968bdcf25c9caf7eca for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:32.961030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:32.964324 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.971438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b167ad6-cddd-40a0-9e61-7b9f468dad04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:32.972390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9f1df691-33b1-4a10-8c4c-4d0417d91d9b tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:32.999822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port ed3c979a-b282-425e-9527-2aa2466e5b7e yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:33.009900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc3dcb63-a562-4e19-8129-297dd827d031 req-945ce389-b68a-441b-acb9-7e8ec6357a49 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 210 time: 0.0741756 Aug 31 16:10:33.011289 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1df691-33b1-4a10-8c4c-4d0417d91d9b tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] PUT failed (client error): The resource could not be found. Aug 31 16:10:33.011862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1df691-33b1-4a10-8c4c-4d0417d91d9b tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:10:33.013285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9f1df691-33b1-4a10-8c4c-4d0417d91d9b tempest-NetworksNegativeTestJSON-1892334254 tempest-NetworksNegativeTestJSON-1892334254-project] 10.222.0.43 "PUT /v2.0/subnets/12e5592c-961c-4bab-80c0-3fd37d8437ff HTTP/1.1" status: 404 len: 337 time: 0.0499291 Aug 31 16:10:33.019091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2617fc31-9752-47ee-9b49-6a0b1522865d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb05f310e730413ba5f49ba1d1cc125c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789740 Aug 31 16:10:33.019091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617fc31-9752-47ee-9b49-6a0b1522865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5bcf5-ced4-415c-937b-4cc96cac069d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:33.031990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.033112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37420) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:33.069793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Transition to ACTIVE for port object ed3c979a-b282-425e-9527-2aa2466e5b7e will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:33.085237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.097850 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c325b009-6233-4c00-a9b8-dbfa6f8ee1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.131736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c325b009-6233-4c00-a9b8-dbfa6f8ee1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.135444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-da0dde84-1cfb-402e-ba9a-1fbfb0ddaca0 service neutron] 10.222.0.43 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163276 Aug 31 16:10:33.201273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c325b009-6233-4c00-a9b8-dbfa6f8ee1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.204996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c325b009-6233-4c00-a9b8-dbfa6f8ee1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.208150 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c325b009-6233-4c00-a9b8-dbfa6f8ee1f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68a5bcf5-ced4-415c-937b-4cc96cac069d HTTP/1.1" status: 204 len: 168 time: 0.1711760 Aug 31 16:10:33.217196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325b009-6233-4c00-a9b8-dbfa6f8ee1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5bcf5-ced4-415c-937b-4cc96cac069d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:33.326355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:33.363485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fd6069b5-1bac-435c-8f3c-5a50595e0676 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:33.365353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fd6069b5-1bac-435c-8f3c-5a50595e0676 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/ports?device_id=40e20401-38f1-49a1-b8b2-5bd08d660354 HTTP/1.1" status: 200 len: 945 time: 0.0748813 Aug 31 16:10:33.519938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Deleting port ac09acfd-9ea9-4528-acf0-77a459adc29a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:33.520388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.641665 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbff3-59d2-48a3-b1f0-992249cef8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.644620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] For port ac09acfd-9ea9-4528-acf0-77a459adc29a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ac09acfd-9ea9-4528-acf0-77a459adc29a,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:33.645037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.665631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3c979a-b282-425e-9527-2aa2466e5b7e,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:33.666530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Calling delete_port for ac09acfd-9ea9-4528-acf0-77a459adc29a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:33.704965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:33.705572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:33.706155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:33.729383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:33.729719 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:33.735842 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 2 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:33.748548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Allocated IP 172.20.0.4 (9b04d9f2-21be-4dcc-9c9e-cdc746298b8b/0ac64e33-1a31-4ca7-868c-2bee7b73949c/fa25bf0d-b702-4b62-bff0-60bc322412e2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:33.756278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37432) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:33.771308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6cf5acbf-791a-468e-870a-09b13ad0feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.778373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-32915cd7-c538-4468-8ac6-a4725d8c830b service neutron] 10.222.0.43 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142418 Aug 31 16:10:33.784599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:33.784599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:33.784599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:33.806659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:33.807002 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:33.818228 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 3 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:33.830570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b167ad6-cddd-40a0-9e61-7b9f468dad04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.853259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b167ad6-cddd-40a0-9e61-7b9f468dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.856969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:33.869234 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ac09acfd-9ea9-4528-acf0-77a459adc29a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:10:33.878461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:33.878800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:33.879385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:33.909565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Pushing event deleted for resources: {'Port': ['ID=ac09acfd-9ea9-4528-acf0-77a459adc29a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:33.971691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:33.972340 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:33.978595 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 4 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:33.994901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] No DVR routers for this DVR port ac09acfd-9ea9-4528-acf0-77a459adc29a on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:10:33.996689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9b167ad6-cddd-40a0-9e61-7b9f468dad04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6e56d61cc854f87b23e4d9e2654e9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2449715 Aug 31 16:10:34.000059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.003071 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4b2e0146-100b-496a-bbea-7b904e25352f req-fc1acb97-900e-4136-acc7-3ff425d2216f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "DELETE /v2.0/ports/ac09acfd-9ea9-4528-acf0-77a459adc29a HTTP/1.1" status: 204 len: 173 time: 0.6310818 Aug 31 16:10:34.004365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'name': 'network-vif-deleted', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:34.007168 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f8b73-858d-47d7-82da-dc005a38f77d" -d '{"events": [{"server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "name": "network-vif-deleted", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:34.012738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37438) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:34.013468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b167ad6-cddd-40a0-9e61-7b9f468dad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d20f6b-aba1-4b56-98d4-75a00ec659c4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:34.051778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8bdccad-5d29-4274-9221-80f7fbd3b7c4 req-01f60029-0276-4cff-b372-ced0914866c0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 210 time: 0.0834820 Aug 31 16:10:34.060596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.060963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.061673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.074801 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27fb63-af32-4acd-89d2-0b104f8670e5 x-openstack-request-id: req-ee27fb63-af32-4acd-89d2-0b104f8670e5 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:34.077385 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e20401-38f1-49a1-b8b2-5bd08d660354", "name": "network-vif-deleted", "tag": "ac09acfd-9ea9-4528-acf0-77a459adc29a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:34.080238 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee27fb63-af32-4acd-89d2-0b104f8670e5 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:34.088349 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e20401-38f1-49a1-b8b2-5bd08d660354', 'name': 'network-vif-deleted', 'tag': 'ac09acfd-9ea9-4528-acf0-77a459adc29a', 'status': 'completed', 'code': 200} Aug 31 16:10:34.134548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.134777 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.139591 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 5 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:34.160376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbff3-59d2-48a3-b1f0-992249cef8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.168866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbff3-59d2-48a3-b1f0-992249cef8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.198132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.208686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.209126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.231778 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ec7bbff3-59d2-48a3-b1f0-992249cef8b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69c51f0c45d04ec48e8f47bb1fa7d1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028671 Aug 31 16:10:34.236741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37448) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:34.237432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bbff3-59d2-48a3-b1f0-992249cef8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183301f0-325d-4d9d-bf15-2ae56d74d946,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:34.262027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc2cc011-1251-46b1-9d42-dad0b5f1bc61 req-635cfb0f-02c2-4b42-964d-2474d1c92bad tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 210 time: 0.1120033 Aug 31 16:10:34.271071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16cf9a63-0168-4ccb-a66c-fc48ccb4554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.278645 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.304127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.304620 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.308553 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 6 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:34.323628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82d6e2cc-f2d3-43bf-a55b-1e1e68cf8126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.356021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.356390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.356734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.362542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82d6e2cc-f2d3-43bf-a55b-1e1e68cf8126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.363598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16cf9a63-0168-4ccb-a66c-fc48ccb4554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.375294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.375459 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.378989 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 7 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:34.404131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6cf5acbf-791a-468e-870a-09b13ad0feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.410301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6cf5acbf-791a-468e-870a-09b13ad0feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.411997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.420048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.420448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.420937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.479624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6cf5acbf-791a-468e-870a-09b13ad0feb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cab006f54a44b2781a27c8c6aba1aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222953 Aug 31 16:10:34.479941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.480485 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.482629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37452) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:34.490183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5acbf-791a-468e-870a-09b13ad0feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a6a71-1320-474a-94c9-a338ff353e92,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:34.502052 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 8 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:34.511241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:34.525742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:34.540096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82d6e2cc-f2d3-43bf-a55b-1e1e68cf8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.545306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82d6e2cc-f2d3-43bf-a55b-1e1e68cf8126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.545487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:34.552706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16cf9a63-0168-4ccb-a66c-fc48ccb4554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.556690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16cf9a63-0168-4ccb-a66c-fc48ccb4554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.558650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-16cf9a63-0168-4ccb-a66c-fc48ccb4554a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4d20f6b-aba1-4b56-98d4-75a00ec659c4 HTTP/1.1" status: 204 len: 168 time: 0.5408916 Aug 31 16:10:34.562405 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-82d6e2cc-f2d3-43bf-a55b-1e1e68cf8126 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/183301f0-325d-4d9d-bf15-2ae56d74d946 HTTP/1.1" status: 204 len: 168 time: 0.3131454 Aug 31 16:10:34.578541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.578894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.579730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.591503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e2cc-f2d3-43bf-a55b-1e1e68cf8126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183301f0-325d-4d9d-bf15-2ae56d74d946,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:34.622598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf9a63-0168-4ccb-a66c-fc48ccb4554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d20f6b-aba1-4b56-98d4-75a00ec659c4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:34.626387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.626957 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.631946 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 9 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:34.635218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Pushing event updated for resources: {'Port': ['ID=fa25bf0d-b702-4b62-bff0-60bc322412e2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:34.654714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ffcf088c-263f-4c88-bbb9-5793d6d9091e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.675283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.677315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.678335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.688840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.689731 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.698541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:34.699927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.705095 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 10 to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e Aug 31 16:10:34.745667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:34.746026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:34.746374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:34.762173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:34.762499 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port ed3c979a-b282-425e-9527-2aa2466e5b7e on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:34.763234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.777720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-54fcedfe-e37c-470d-aba7-36dc3d0747bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3095028 Aug 31 16:10:34.829348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Request body: {'port': {'device_id': '0c880d22-4392-48a9-b851-987e653bd7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:34.939682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:34.943763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] For port ed3c979a-b282-425e-9527-2aa2466e5b7e, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:34.944225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempted to set empty binding levels {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 16:10:34.960859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.013438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3c979a-b282-425e-9527-2aa2466e5b7e,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:35.021648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] In _notify_port_updated(), no bound segment for port ed3c979a-b282-425e-9527-2aa2466e5b7e on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:10:35.022836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.023464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.024865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-01720e11-dcaf-463a-8f45-1d8a4522595d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "PUT /v2.0/ports/ed3c979a-b282-425e-9527-2aa2466e5b7e HTTP/1.1" status: 200 len: 979 time: 2.8718655 Aug 31 16:10:35.027522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37464) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:35.111111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ffcf088c-263f-4c88-bbb9-5793d6d9091e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.178078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ffcf088c-263f-4c88-bbb9-5793d6d9091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.181411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ffcf088c-263f-4c88-bbb9-5793d6d9091e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.186331 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ffcf088c-263f-4c88-bbb9-5793d6d9091e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c35a6a71-1320-474a-94c9-a338ff353e92 HTTP/1.1" status: 204 len: 168 time: 0.7004576 Aug 31 16:10:35.230460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf088c-263f-4c88-bbb9-5793d6d9091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a6a71-1320-474a-94c9-a338ff353e92,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:35.234013 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:10:35.456136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-7d65fef1-2ed5-49d2-9da8-fd7283e27890 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.458861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-7d65fef1-2ed5-49d2-9da8-fd7283e27890 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 815 time: 0.2460103 Aug 31 16:10:35.478534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Request body: {'port': {'device_id': 'aa609554-5752-4081-a124-566ee10e7de4', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'admin_state_up': True, 'tenant_id': 'bf40d74dd9804f0481fae3edd355ceb3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:35.495782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.496633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.497280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.497925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.498780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.500260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.500920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.501702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.502367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.503203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.503852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.504581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.505221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.505856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.506490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.507122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.507851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.508378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.508974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.510076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.510783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.511893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.512471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.512986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.522180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e3798bcd-431d-404e-8fe5-9f13886f2d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21653 time: 0.4935718 Aug 31 16:10:35.522848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37486) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:35.556585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c8fbd8a-74ba-4e32-b89c-76c9d5a02ee7 req-0501b068-2b47-4c02-8cec-ed897b1f1d29 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 210 time: 0.0954146 Aug 31 16:10:35.691639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Made reservation on behalf of bf40d74dd9804f0481fae3edd355ceb3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:35.698324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.722169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d28d8-cd52-440c-83da-64a64c055934 req-6a1520bc-d1d8-4c2b-976e-757d0445d5e5 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:35.724782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-109d28d8-cd52-440c-83da-64a64c055934 req-6a1520bc-d1d8-4c2b-976e-757d0445d5e5 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 931 time: 0.2616973 Aug 31 16:10:35.852697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa25bf0d-b702-4b62-bff0-60bc322412e2 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:35.858378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Deleting port ed3c979a-b282-425e-9527-2aa2466e5b7e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:35.858739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.868329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-109d28d8-cd52-440c-83da-64a64c055934 req-5ad5f084-ee20-4ce7-ac88-8edd576aad6d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301115 Aug 31 16:10:35.884455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.946022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Transition to ACTIVE for port object fa25bf0d-b702-4b62-bff0-60bc322412e2 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:35.951154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:35.961667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Allocated IP 172.20.0.12 (0de7c1b7-55c1-4891-af1f-aef6cbaf7530/f0275405-334b-4834-85bd-939e98cf1ff2/6f7c523d-6e74-49ab-b015-cbcd85077c4e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:35.984406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] For port ed3c979a-b282-425e-9527-2aa2466e5b7e, host n-h1-793621-35, got binding levels [] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:35.984778 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.033269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Calling delete_port for ed3c979a-b282-425e-9527-2aa2466e5b7e owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:36.065182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Pushing event updated for resources: {'Port': ['ID=fa25bf0d-b702-4b62-bff0-60bc322412e2,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:36.099260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37512) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:36.190139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Attempting to bind port fa25bf0d-b702-4b62-bff0-60bc322412e2 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:36.190521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Attempting to bind port fa25bf0d-b702-4b62-bff0-60bc322412e2 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:36.190895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Attempting to bind port fa25bf0d-b702-4b62-bff0-60bc322412e2 on network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:36.200865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Port fa25bf0d-b702-4b62-bff0-60bc322412e2 on network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:36.201234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Attempting to bind port fa25bf0d-b702-4b62-bff0-60bc322412e2 on network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:36.210985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:10:36.211372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Checking segment: {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:36.211719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Bound using segment: {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:10:36.212177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Bound port: fa25bf0d-b702-4b62-bff0-60bc322412e2, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:10:36.212567 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.270671 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.278377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37518) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:36.298164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.330936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3c979a-b282-425e-9527-2aa2466e5b7e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:36.352040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.358048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3d60e3b0-dcc8-4fb2-b25f-e8d281deffd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ed3c979a-b282-425e-9527-2aa2466e5b7e HTTP/1.1" status: 204 len: 168 time: 0.8038583 Aug 31 16:10:36.358700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:36.361399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] For port fa25bf0d-b702-4b62-bff0-60bc322412e2, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:36.369017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] For port fa25bf0d-b702-4b62-bff0-60bc322412e2, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:36.378554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.397321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.399456 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba07290-933d-4df4-87bb-cbf05912b5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:10:36.402051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ba07290-933d-4df4-87bb-cbf05912b5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "GET /v2.0/ports/ed3c979a-b282-425e-9527-2aa2466e5b7e HTTP/1.1" status: 404 len: 333 time: 0.0422137 Aug 31 16:10:36.408322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37524) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:36.417477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772782914', 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:36.462995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:36.463736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.465734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa25bf0d-b702-4b62-bff0-60bc322412e2 HTTP/1.1" status: 200 len: 1092 time: 1.6485398 Aug 31 16:10:36.466228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c880d22-4392-48a9-b851-987e653bd7eb', 'tag': 'fa25bf0d-b702-4b62-bff0-60bc322412e2'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:36.469357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:36.470579 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4888f-4ee2-414f-8066-ed48c571f438" -d '{"events": [{"name": "network-changed", "server_uuid": "0c880d22-4392-48a9-b851-987e653bd7eb", "tag": "fa25bf0d-b702-4b62-bff0-60bc322412e2"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:36.492425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:36.506894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e3b0-60b3-426f-b681-ff45c96b9431 service neutron] Pushing event updated for resources: {'Port': ['ID=fa25bf0d-b702-4b62-bff0-60bc322412e2,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:36.520755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:10:36.524124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-933931269'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:36.530716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:36.540530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:36.566168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Made reservation on behalf of 5d27da6b17f84a76bb4749c3c618e9ad for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:36.569187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.602124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port 8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:36.611879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: ac09acfd-9ea9-4528-acf0-77a459adc29a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:10:36.612501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ac09acfd-9ea9-4528-acf0-77a459adc29a not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:10:36.618702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:36.619383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.627049 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c4852d-ae9e-417b-afa0-1e775ea66480 x-openstack-request-id: req-68c4852d-ae9e-417b-afa0-1e775ea66480 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:36.627909 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c880d22-4392-48a9-b851-987e653bd7eb", "tag": "fa25bf0d-b702-4b62-bff0-60bc322412e2", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:36.628803 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68c4852d-ae9e-417b-afa0-1e775ea66480 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:36.630677 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c880d22-4392-48a9-b851-987e653bd7eb', 'tag': 'fa25bf0d-b702-4b62-bff0-60bc322412e2', 'status': 'completed', 'code': 200} Aug 31 16:10:36.684135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:36.690313 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.698031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-88b5a9a4-8090-488f-b867-319fc2efdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:36.699434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1563923685'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:36.699800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-88b5a9a4-8090-488f-b867-319fc2efdc1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 1095 time: 0.1650970 Aug 31 16:10:36.716383 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-0172c65c-81c1-4ba9-8b1b-c1c914e162d8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2441308 Aug 31 16:10:36.718956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.742142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Request body: {'port': {'device_id': 'aa609554-5752-4081-a124-566ee10e7de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:36.793557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-20ba7edf-d242-4450-8457-d3dad7afa717 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2 HTTP/1.1" status: 200 len: 217 time: 0.0680945 Aug 31 16:10:36.811152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Made reservation on behalf of 24999b446b964430b00d893bd5e57e02 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:36.815839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.833482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.864461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c528-5089-4775-b4ad-3b318ac12112 req-0b770a8a-79d8-480c-a6cb-a072bd3cadbd tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:36.866277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d121c528-5089-4775-b4ad-3b318ac12112 req-0b770a8a-79d8-480c-a6cb-a072bd3cadbd tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 932 time: 0.1714852 Aug 31 16:10:36.900011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-6033f3db-eb3a-43af-9f0e-fd8ba821622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:36.901807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-6033f3db-eb3a-43af-9f0e-fd8ba821622d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ac64e33-1a31-4ca7-868c-2bee7b73949c HTTP/1.1" status: 200 len: 847 time: 0.0988736 Aug 31 16:10:36.905558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.910671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:36.950859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-c482bfaf-e33d-4fb6-8537-710efe2d1682 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395181 Aug 31 16:10:37.050467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.061677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d121c528-5089-4775-b4ad-3b318ac12112 req-e7058608-f09b-464c-a713-ccdf5e30a962 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766284 Aug 31 16:10:37.113211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:37.123388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:37.125666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.129226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:37.131050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.131623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.137580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.159499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebb219-24c9-4a5e-b473-ea360f9e3de1 req-ee2c74b3-410f-4f23-aa87-8da33e980f8f tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.161377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45ebb219-24c9-4a5e-b473-ea360f9e3de1 req-ee2c74b3-410f-4f23-aa87-8da33e980f8f tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 943 time: 0.2004459 Aug 31 16:10:37.194997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.210179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:10:37.218290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb80f9e-d9d7-4fda-b096-1c3a61a4b07b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.262115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-f37f50a0-167b-4420-b252-465acd69bfc8 service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984166 Aug 31 16:10:37.273510 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.274395 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 651048fe-e8db-4464-b45e-aa528bb15f0f of type vlan for network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf Aug 31 16:10:37.361344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.376584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.382551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7c523d-6e74-49ab-b015-cbcd85077c4e {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:37.391867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ddf0062b-3490-480c-83b0-141d3fc85d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9815750 Aug 31 16:10:37.403689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37550) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:37.405956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.429835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45ebb219-24c9-4a5e-b473-ea360f9e3de1 req-ac650b77-ab1e-4df8-ab56-94ed0167494d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537534 Aug 31 16:10:37.443884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.449602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80c6c9a1-e3e9-4d21-80ce-d0fef2464310 req-b7f70bcb-e6aa-4725-b524-839ad50c4578 service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780255 Aug 31 16:10:37.451711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:10:37.489736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.498311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.498725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Transition to ACTIVE for port object 6f7c523d-6e74-49ab-b015-cbcd85077c4e will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:37.499034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.500170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa4155c-6c8a-497f-8956-ea5039cfe1fc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.505797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b489d1-5b7b-4aaf-bc44-144188b62b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.507276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-43b489d1-5b7b-4aaf-bc44-144188b62b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "GET /v2.0/ports/8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb HTTP/1.1" status: 200 len: 958 time: 0.0984344 Aug 31 16:10:37.509011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.509359 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Added segment c948ed8e-a64a-42b5-baad-48ef15f38b32 of type vlan for network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 Aug 31 16:10:37.510717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37556) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:37.511369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.609879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5096033 Aug 31 16:10:37.614769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:37.623088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626575071'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:37.630782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924eb1bf-4420-4d3a-afdc-1e8a5c42fcfd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=7ffde35c-3250-4fa2-b6a4-72e184bb57cf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.636255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.642454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-d6ca599b-8e0a-4a64-b86f-f5e605241177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.645290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-d6ca599b-8e0a-4a64-b86f-f5e605241177 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 1095 time: 0.1299169 Aug 31 16:10:37.648674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:10:37.682218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.716867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:37.720759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.768115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.775124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.775987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.783621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:10:37.797532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-54c17432-b8fe-4678-9047-63f9cfe71136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:37.799290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-54c17432-b8fe-4678-9047-63f9cfe71136 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 200 len: 908 time: 0.1476192 Aug 31 16:10:37.802605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.802820 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 59ff85ea-5ed4-4770-98c6-c8ce02f9b816 of type vlan for network 99ec933c-fc69-4ac5-b98a-103babf7ba22 Aug 31 16:10:37.868758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5892189 Aug 31 16:10:37.869320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-6458a7fa-9cfb-4178-a232-e67f740326a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2 HTTP/1.1" status: 200 len: 217 time: 0.0581200 Aug 31 16:10:37.872946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:37.888390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Deleting port 8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:37.888637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Request body: {'subnet': {'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:37.888739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.914006 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:37.927034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fb5db-2331-43e7-b3aa-57d3110c614a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event updated for resources: {'Network': ['ID=7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:37.932650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Attempting to bind port 6f7c523d-6e74-49ab-b015-cbcd85077c4e on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:37.932999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Attempting to bind port 6f7c523d-6e74-49ab-b015-cbcd85077c4e by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:37.933272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Attempting to bind port 6f7c523d-6e74-49ab-b015-cbcd85077c4e on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:37.937316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:10:37.999591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.012787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Port 6f7c523d-6e74-49ab-b015-cbcd85077c4e on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:38.013168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Attempting to bind port 6f7c523d-6e74-49ab-b015-cbcd85077c4e on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:38.021795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Calling delete_port for 8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:38.026675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:10:38.027072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Checking segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:38.027253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Bound using segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:10:38.027604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-bbfd6b70-5df3-4dab-baeb-83cf6d26878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:38.027909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Bound port: 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:10:38.028229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.029409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-bbfd6b70-5df3-4dab-baeb-83cf6d26878c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ac64e33-1a31-4ca7-868c-2bee7b73949c HTTP/1.1" status: 200 len: 847 time: 0.1373413 Aug 31 16:10:38.033287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.039735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:38.040516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.100859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-de62af8f-0077-4c10-b0cf-427b50f7a9ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570989 Aug 31 16:10:38.183996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:38.202381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:38.204451 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.215588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.220337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Made reservation on behalf of 24999b446b964430b00d893bd5e57e02 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:38.224018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.235514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6194112 Aug 31 16:10:38.241690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:38.248410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:38.303311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc473322-fe4a-45ab-9f77-4cc70d4081c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=99ec933c-fc69-4ac5-b98a-103babf7ba22,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:38.315492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:38.319712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:10:38.362508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:38.363164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.365159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] 10.222.0.49 "PUT /v2.0/ports/6f7c523d-6e74-49ab-b015-cbcd85077c4e HTTP/1.1" status: 200 len: 1093 time: 1.6315308 Aug 31 16:10:38.366230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.369657 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-03fb81fe-4143-49cc-bc6f-e41276da1ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "DELETE /v2.0/ports/8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb HTTP/1.1" status: 204 len: 168 time: 0.8559327 Aug 31 16:10:38.383744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37574) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:38.397121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:38.399396 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaee548-db84-4801-8848-37ff15099509" -d '{"events": [{"name": "network-changed", "server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:38.457527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901be8a-9c6b-462f-8d01-10d9f69ac53b req-20b6e46b-c51d-4fd8-b32c-65328e144462 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:38.459531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e901be8a-9c6b-462f-8d01-10d9f69ac53b req-20b6e46b-c51d-4fd8-b32c-65328e144462 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 944 time: 0.3040285 Aug 31 16:10:38.464294 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf03248-22b3-4c5c-9cca-9a7f46a5ee63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:10:38.470920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37582) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:38.471646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4cf03248-22b3-4c5c-9cca-9a7f46a5ee63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "GET /v2.0/ports/8ac21ae6-6059-42a5-8351-1c2a2b2bf0eb HTTP/1.1" status: 404 len: 333 time: 0.0868104 Aug 31 16:10:38.480670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-e91c04b2-d3fc-4bd0-8257-76aa69b6ba24 service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468788 Aug 31 16:10:38.495449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Request body: {'port': {'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-854539129'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:38.504984 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b70479a-f3ac-41a1-a237-3fb0a6898c5f x-openstack-request-id: req-1b70479a-f3ac-41a1-a237-3fb0a6898c5f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:38.505362 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:38.505683 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b70479a-f3ac-41a1-a237-3fb0a6898c5f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:38.506163 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'status': 'completed', 'code': 200} Aug 31 16:10:38.532884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-afe45c04-0bb0-4103-b5d5-eb7d1cba9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:38.534672 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-afe45c04-0bb0-4103-b5d5-eb7d1cba9409 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 1096 time: 0.1167405 Aug 31 16:10:38.542014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674c1b6-7412-445a-bbfd-b3be4a07ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:38.598242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-2e29d64f-01cb-4d62-acd2-ac00e170ba8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e HTTP/1.1" status: 200 len: 217 time: 0.0530078 Aug 31 16:10:38.598918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:38.603325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.652322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e901be8a-9c6b-462f-8d01-10d9f69ac53b req-0dbc30df-3883-4d62-8a6f-f4393831d7bf tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774819 Aug 31 16:10:38.717945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Made reservation on behalf of 5d27da6b17f84a76bb4749c3c618e9ad for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:38.720207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:38.751532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-b49ab7a1-8a82-423d-8c2f-3c441795ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:38.753126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-b49ab7a1-8a82-423d-8c2f-3c441795ca16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 200 len: 855 time: 0.1460063 Aug 31 16:10:38.778454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:38.803705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-cd3b5ebb-718b-41a5-b046-41d2505a7fb3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388808 Aug 31 16:10:39.116348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab73bbd-d80d-493f-91a9-b90a0cc617ba req-6d199a4c-5f7f-499c-955d-9f08bc2a4d4a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.118023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ab73bbd-d80d-493f-91a9-b90a0cc617ba req-6d199a4c-5f7f-499c-955d-9f08bc2a4d4a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 943 time: 0.5615869 Aug 31 16:10:39.125532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f4888f-4ee2-414f-8066-ed48c571f438 req-c9790519-fcb3-4db9-9074-5977d17f46f1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359468 Aug 31 16:10:39.134739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.169461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-086f726b-f58d-460a-9be6-9e526bdc7780 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301880 Aug 31 16:10:39.202726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.238154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event updated for resources: {'Subnet': ['ID=3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:39.250122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ab73bbd-d80d-493f-91a9-b90a0cc617ba req-37a69fb2-64d1-40d1-8901-c8d49a513e9a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054361 Aug 31 16:10:39.254025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Checking segment: {'id': 'c948ed8e-a64a-42b5-baad-48ef15f38b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:39.254025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Network hostable DHCP agents. Network: 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:10:39.276320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:10:39.288500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:39.295083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.295757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.299516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb3794-3edc-4cde-b686-b5c165654fd3 None None] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:39.331276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-040e4daa-93e1-4d10-ac7d-05c71d32cc8e tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4571364 Aug 31 16:10:39.332075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:39.336579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.338405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Request body: {'port': {'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1882096184'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:39.358895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=799d78de-7424-41fb-b054-5f35fe4914d6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:39.390803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-646e744a-21c3-4b2d-87a3-8a0099ad0d29 req-df37ae61-d04b-4491-a4ad-2bc4eedcf76f service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116208 Aug 31 16:10:39.420773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '651048fe-e8db-4464-b45e-aa528bb15f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:39.421155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 7ffde35c-3250-4fa2-b6a4-72e184bb57cf, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:10:39.454117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.475183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:10:39.532142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 7ffde35c-3250-4fa2-b6a4-72e184bb57cf) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:39.536024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:39.543613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40', 'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40', 'tenant_id': '24999b446b964430b00d893bd5e57e02', 'fixed_ips': [{'subnet_id': '3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:10:39.546989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.547240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.547830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.548121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Made reservation on behalf of 24999b446b964430b00d893bd5e57e02 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:39.550647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:39.555462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:39.556435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.557153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.558745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.561870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=0af349c0-f9b9-4f1a-bdc0-1c9665431c7c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:39.576140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaee548-db84-4801-8848-37ff15099509 req-0ebe0859-28a9-4ddf-a397-ec46972918c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.577004 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-0ebe0859-28a9-4ddf-a397-ec46972918c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 1096 time: 0.1364954 Aug 31 16:10:39.592339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bc88e7f8-b240-430e-9f2b-600644903e91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3464105 Aug 31 16:10:39.600258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37596) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:39.606073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:39.607782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5d403-335f-42bd-9e33-33bcfa68d4fa None None] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:39.610795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-94366250-f3b5-44e0-ad40-5fb24e9f4504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1283264 Aug 31 16:10:39.626368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37598) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:39.659258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:39.743673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] device_id is not set on port db315f2b-5e85-45c1-a369-dfe81f24243b yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:39.798574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaee548-db84-4801-8848-37ff15099509 req-6f372504-b70c-4ce6-8e36-494881bde32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.800469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-6f372504-b70c-4ce6-8e36-494881bde32d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 916 time: 0.2122626 Aug 31 16:10:39.858789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.864575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fa25bf0d-b702-4b62-bff0-60bc322412e2 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:10:39.877731 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-c0579ca2-dffe-4e12-8da2-1b3bd030ccd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e HTTP/1.1" status: 200 len: 217 time: 0.0680523 Aug 31 16:10:39.958079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:39.960217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaee548-db84-4801-8848-37ff15099509 req-e0a27c65-cbad-4bdd-afb9-01742681dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:39.961735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:39.962154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-e0a27c65-cbad-4bdd-afb9-01742681dfcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 200 len: 855 time: 0.0554950 Aug 31 16:10:40.013227 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-c2b419f6-08a5-4c94-8b6c-7ede63b069c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428059 Aug 31 16:10:40.037682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87030e3-d41d-4d3d-8586-784e7fd3555b req-6a8f17fb-d2a9-4289-b587-8eb0dd8cbd91 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:40.039401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a87030e3-d41d-4d3d-8586-784e7fd3555b req-6a8f17fb-d2a9-4289-b587-8eb0dd8cbd91 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 944 time: 0.2218497 Aug 31 16:10:40.110302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Allocated IP 2001:db8::2 (7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40/3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7/be3b4984-a8a4-4d28-8766-18b836a3c04a) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:40.112483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a87030e3-d41d-4d3d-8586-784e7fd3555b req-34a6144f-ad60-468e-9e61-6707cdc1064b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644042 Aug 31 16:10:40.135531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-5e923823-40ee-4258-9948-a0fb6f620ce9 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082442 Aug 31 16:10:40.219468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-7ffde35c-3250-4fa2-b6a4-72e184bb57cf', 'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '799d78de-7424-41fb-b054-5f35fe4914d6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:10:40.221805 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.297290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fa25bf0d-b702-4b62-bff0-60bc322412e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:40.300260 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.314776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'fa25bf0d-b702-4b62-bff0-60bc322412e2', 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b', 'port_id': 'fa25bf0d-b702-4b62-bff0-60bc322412e2', 'mac_address': 'fa:16:3e:0b:14:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac64e33-1a31-4ca7-868c-2bee7b73949c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:10:40.373347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-faaee548-db84-4801-8848-37ff15099509 req-c132fb10-a896-4f0f-bebf-50de163bbae6 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226782 Aug 31 16:10:40.442266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] device_id is not set on port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:40.458763 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.471943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:40.496400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Transition to ACTIVE for port object 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:40.500078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '59ff85ea-5ed4-4770-98c6-c8ce02f9b816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:40.500528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 99ec933c-fc69-4ac5-b98a-103babf7ba22, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:10:40.510454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.539991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15707cc-5eee-4028-b24e-8e33001e14bf req-9bf64136-6abc-4dce-a1da-f75ad78f8b79 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:40.541507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c15707cc-5eee-4028-b24e-8e33001e14bf req-9bf64136-6abc-4dce-a1da-f75ad78f8b79 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 943 time: 0.1483428 Aug 31 16:10:40.552125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:10:40.574739 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.581220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:10:40.592511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=0af349c0-f9b9-4f1a-bdc0-1c9665431c7c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:40.602881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 99ec933c-fc69-4ac5-b98a-103babf7ba22) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:40.608318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.608939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.609562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.621632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.622237 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.622911 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 2 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.625634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:40.626844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.630605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4e71d-7026-4ae1-822e-16594b622679 None None] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:40.660531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.661004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.661608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.669809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.670589 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.671111 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 3 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.693259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c15707cc-5eee-4028-b24e-8e33001e14bf req-5a019245-4509-49aa-89c8-6f9346746b20 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410213 Aug 31 16:10:40.694864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.695235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.695684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.707386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8e721023-985c-4fb0-87c6-1d3262af638d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1058786 Aug 31 16:10:40.707743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.708379 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.708850 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 4 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.710071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37610) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:40.718585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1261161544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:40.727148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.727543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.728027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.739158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.739560 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.740412 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 5 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.763539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.763863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.763863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.764287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.765816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.773485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.773485 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.773485 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 6 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.809210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.809615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.809905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.818363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.818738 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.819101 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 7 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.835943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.836451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.836717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.844874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.845260 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.845769 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 8 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.861347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.868357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.874589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.878386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.879140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.888777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.889260 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.889773 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 9 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.906197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:40.908017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dbb7ac9e-b753-450e-bd98-7968aa868959 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1967263 Aug 31 16:10:40.911132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37614) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:40.939241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.939676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.939944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:40.955099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:40.955405 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:40.955888 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempt 10 to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c Aug 31 16:10:40.962890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa25bf0d-b702-4b62-bff0-60bc322412e2 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:40.985092 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 16:10:40.998045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:40.998045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:40.998045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempting to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:41.005907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:10:41.008375 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Failed to bind port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on host n-h1-793621-35 for vnic_type normal using segments [{'id': '77c1111b-3cde-484d-8b68-f314326b5968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d76cb67-fa87-48a7-ad45-a69882b4a2e3'}] Aug 31 16:10:41.008771 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.159522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fa25bf0d-b702-4b62-bff0-60bc322412e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:41.169515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] For port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:41.170077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attempted to set empty binding levels {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 16:10:41.179104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.186424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Allocated IP 172.20.0.2 (7ffde35c-3250-4fa2-b6a4-72e184bb57cf/799d78de-7424-41fb-b054-5f35fe4914d6/55da12b4-fd56-4519-824d-3a367462dffc) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:41.223548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.287722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.296369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event updated for resources: {'Port': ['ID=0af349c0-f9b9-4f1a-bdc0-1c9665431c7c,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:41.323028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] In _notify_port_updated(), no bound segment for port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c on network 1d76cb67-fa87-48a7-ad45-a69882b4a2e3 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:10:41.324712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:41.325759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.328041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cf381814-f82f-4eee-9653-ef8e35217aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "PUT /v2.0/ports/0af349c0-f9b9-4f1a-bdc0-1c9665431c7c HTTP/1.1" status: 200 len: 979 time: 1.7001143 Aug 31 16:10:41.340114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:41.348745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Transition to ACTIVE for port object be3b4984-a8a4-4d28-8766-18b836a3c04a will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:41.602560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Deleting port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:41.603478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.637650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8050e4-f79a-499b-a888-804802e7789e req-f3f87b8f-8758-456f-a00b-9f5a8645ce3e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:41.654656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e8050e4-f79a-499b-a888-804802e7789e req-f3f87b8f-8758-456f-a00b-9f5a8645ce3e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 944 time: 0.3166769 Aug 31 16:10:41.680297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:41.799341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fa25bf0d-b702-4b62-bff0-60bc322412e2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:10:41.820305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] For port 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c, host n-h1-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:41.820783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.845429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Calling delete_port for 0af349c0-f9b9-4f1a-bdc0-1c9665431c7c owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:41.861264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Transition to ACTIVE for port object be3b4984-a8a4-4d28-8766-18b836a3c04a will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:41.864861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.989921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'port_id': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'mac_address': 'fa:16:3e:89:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0275405-334b-4834-85bd-939e98cf1ff2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:10:41.989921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fa25bf0d-b702-4b62-bff0-60bc322412e2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:41.999416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:41.999799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e8050e4-f79a-499b-a888-804802e7789e req-d43e8bb8-ddf2-45d2-8dad-4a15359943aa tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439317 Aug 31 16:10:42.076434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.084105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Pushing event deleted for resources: {'Port': ['ID=0af349c0-f9b9-4f1a-bdc0-1c9665431c7c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:42.112334 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.125617 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ed7a76ef-0ab0-4e59-8cd7-6e44cfce0f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0af349c0-f9b9-4f1a-bdc0-1c9665431c7c HTTP/1.1" status: 204 len: 168 time: 0.7833438 Aug 31 16:10:42.140326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37624) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:42.184254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c31cc-4024-4c11-b815-156631615151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-99ec933c-fc69-4ac5-b98a-103babf7ba22', 'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:10:42.185788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-373c31cc-4024-4c11-b815-156631615151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.204324 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0695a72-5764-47da-be5b-7584aca27fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:10:42.209613 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0695a72-5764-47da-be5b-7584aca27fb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330043327-project-admin] 10.222.0.43 "GET /v2.0/ports/0af349c0-f9b9-4f1a-bdc0-1c9665431c7c HTTP/1.1" status: 404 len: 333 time: 0.0655756 Aug 31 16:10:42.213548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:42.248238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e371f-fe79-4345-84c0-07f59925e705 req-b89700a5-be09-4358-9384-775924c66999 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:42.250935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee3e371f-fe79-4345-84c0-07f59925e705 req-b89700a5-be09-4358-9384-775924c66999 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 944 time: 0.3777261 Aug 31 16:10:42.383699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.413988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:42.446308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Allocated IP 2001:db8::9c (7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40/3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7/db315f2b-5e85-45c1-a369-dfe81f24243b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:42.447795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:42.467376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:42.470184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.480354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Pushing event updated for resources: {'Port': ['ID=be3b4984-a8a4-4d28-8766-18b836a3c04a,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:42.486208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee3e371f-fe79-4345-84c0-07f59925e705 req-aff921c4-d6fc-45e5-815c-572eda2a9290 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192724 Aug 31 16:10:42.618082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.649995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d76cb67-fa87-48a7-ad45-a69882b4a2e3']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:42.668541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c1111b-3cde-484d-8b68-f314326b5968') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:42.669062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c1111b-3cde-484d-8b68-f314326b5968') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:42.670213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7c523d-6e74-49ab-b015-cbcd85077c4e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:10:42.686947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.738383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.765217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:10:42.769124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:10:42.778269 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:10:42.798143 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.805933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:42.826245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-373c31cc-4024-4c11-b815-156631615151 None None] Allocated IP 172.21.0.2 (99ec933c-fc69-4ac5-b98a-103babf7ba22/28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93/66655223-0b3e-4159-949a-668ed201b2a2) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:42.847250 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.849919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Attempting to bind port be3b4984-a8a4-4d28-8766-18b836a3c04a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:42.854900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Attempting to bind port be3b4984-a8a4-4d28-8766-18b836a3c04a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c948ed8e-a64a-42b5-baad-48ef15f38b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:42.854900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Attempting to bind port be3b4984-a8a4-4d28-8766-18b836a3c04a on network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:42.857558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Transition to ACTIVE for port object 55da12b4-fd56-4519-824d-3a367462dffc will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:42.933949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.969632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.970307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:10:42.970307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Checking segment: {'id': 'c948ed8e-a64a-42b5-baad-48ef15f38b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:42.970931 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.971396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Bound using segment: {'id': 'c948ed8e-a64a-42b5-baad-48ef15f38b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:10:42.972087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Bound port: be3b4984-a8a4-4d28-8766-18b836a3c04a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c948ed8e-a64a-42b5-baad-48ef15f38b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:10:42.972811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.991638 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:42.992284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Transition to ACTIVE for port object 55da12b4-fd56-4519-824d-3a367462dffc will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:42.995024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] 10.222.0.43 "DELETE /v2.0/networks/1d76cb67-fa87-48a7-ad45-a69882b4a2e3 HTTP/1.1" status: 204 len: 168 time: 0.7789671 Aug 31 16:10:42.996992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Transition to ACTIVE for port object db315f2b-5e85-45c1-a369-dfe81f24243b will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:42.999710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae683a3-855e-484e-92b2-5eacb89391d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-810880488-project] Pushing event deleted for resources: {'Network': ['ID=1d76cb67-fa87-48a7-ad45-a69882b4a2e3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:43.125125 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.142270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['6f7c523d-6e74-49ab-b015-cbcd85077c4e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:10:43.219972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.251973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:43.373728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:43.380369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.20.0.1 (7ffde35c-3250-4fa2-b6a4-72e184bb57cf/799d78de-7424-41fb-b054-5f35fe4914d6/b3534c73-ea0d-4bbf-a9b4-624693ec4128) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:43.395138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:43.411325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:43.418115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:43.423626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event updated for resources: {'Port': ['ID=db315f2b-5e85-45c1-a369-dfe81f24243b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:43.436987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] For port be3b4984-a8a4-4d28-8766-18b836a3c04a, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:43.441594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:43.452268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:43.460005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:43.460841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.483605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] For port be3b4984-a8a4-4d28-8766-18b836a3c04a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be3b4984-a8a4-4d28-8766-18b836a3c04a,segment=NetworkSegment(c948ed8e-a64a-42b5-baad-48ef15f38b32),segment_id=c948ed8e-a64a-42b5-baad-48ef15f38b32)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:43.508389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Pushing event updated for resources: {'Port': ['ID=55da12b4-fd56-4519-824d-3a367462dffc,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:43.534291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.586918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a9f39-063e-4f7d-904e-27e5629c2127 req-fa4c640a-fe71-4c90-94c2-c50d6d76f863 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:43.604267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd1a9f39-063e-4f7d-904e-27e5629c2127 req-fa4c640a-fe71-4c90-94c2-c50d6d76f863 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 945 time: 0.3870385 Aug 31 16:10:43.619770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37640) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:43.626236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Request body: {'port': {'network_id': '7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-558390968', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:43.627649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] bootfile-name is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:10:43.628280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] tftp-server is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:10:43.628971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] server-ip-address is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:10:43.658259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cd2815c1-f4be-4db5-a4a3-521f019b46ec tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.3243401 Aug 31 16:10:43.675687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:43.726179 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-373c31cc-4024-4c11-b815-156631615151 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.729613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Attempting to bind port 55da12b4-fd56-4519-824d-3a367462dffc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:43.730388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Attempting to bind port 55da12b4-fd56-4519-824d-3a367462dffc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '651048fe-e8db-4464-b45e-aa528bb15f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:43.731175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Attempting to bind port 55da12b4-fd56-4519-824d-3a367462dffc on network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:43.756478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a63928-bda8-4bf9-a284-a7a8f160db3b None None] Pushing event updated for resources: {'Port': ['ID=be3b4984-a8a4-4d28-8766-18b836a3c04a,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:43.761446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-373c31cc-4024-4c11-b815-156631615151 None None] Transition to ACTIVE for port object 66655223-0b3e-4159-949a-668ed201b2a2 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:43.771916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:10:43.772672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Checking segment: {'id': '651048fe-e8db-4464-b45e-aa528bb15f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:43.773278 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.774190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Bound using segment: {'id': '651048fe-e8db-4464-b45e-aa528bb15f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:10:43.775351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Bound port: 55da12b4-fd56-4519-824d-3a367462dffc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651048fe-e8db-4464-b45e-aa528bb15f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ffde35c-3250-4fa2-b6a4-72e184bb57cf'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:10:43.776479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.829152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-373c31cc-4024-4c11-b815-156631615151 None None] Transition to ACTIVE for port object 66655223-0b3e-4159-949a-668ed201b2a2 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:43.875677 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-373c31cc-4024-4c11-b815-156631615151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.897739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd1a9f39-063e-4f7d-904e-27e5629c2127 req-083441aa-8c31-4966-906f-48d372e035a4 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921698 Aug 31 16:10:43.952246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Made reservation on behalf of 24999b446b964430b00d893bd5e57e02 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:10:43.957459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:43.961356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0487-2a14-491d-a28a-c9a4d93c0dfe req-c7ab1029-4c94-4ffe-b094-5240cc5085ef tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:43.963555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e8b0487-2a14-491d-a28a-c9a4d93c0dfe req-c7ab1029-4c94-4ffe-b094-5240cc5085ef tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 944 time: 0.3000827 Aug 31 16:10:43.970418 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.000615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] device_id is not set on port 78da15bd-4fa9-481b-9f14-a3638124d0bf yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:10:44.026656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object b3534c73-ea0d-4bbf-a9b4-624693ec4128 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:44.072062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e8b0487-2a14-491d-a28a-c9a4d93c0dfe req-4fa09a0f-a562-4a23-9094-2ddcd5c80bbd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957558 Aug 31 16:10:44.116905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c31cc-4024-4c11-b815-156631615151 None None] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:44.156019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] For port 55da12b4-fd56-4519-824d-3a367462dffc, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:44.168884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] For port 55da12b4-fd56-4519-824d-3a367462dffc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=55da12b4-fd56-4519-824d-3a367462dffc,segment=NetworkSegment(651048fe-e8db-4464-b45e-aa528bb15f0f),segment_id=651048fe-e8db-4464-b45e-aa528bb15f0f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:44.201513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.281299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-373c31cc-4024-4c11-b815-156631615151 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:44.299792 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.336333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c31cc-4024-4c11-b815-156631615151 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:44.365369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:44.373439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:44.377857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:44.383192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Allocated IP 2001:db8::4d (7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40/3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7/78da15bd-4fa9-481b-9f14-a3638124d0bf) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:44.398746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=b3534c73-ea0d-4bbf-a9b4-624693ec4128,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:44.463223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c31cc-4024-4c11-b815-156631615151 None None] Pushing event updated for resources: {'Port': ['ID=66655223-0b3e-4159-949a-668ed201b2a2,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:44.563464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-51a367d2-0194-4527-872f-4a4d273f56ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbfe1ab551a24ace850865ec025e89dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844309 Aug 31 16:10:44.568999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37650) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:44.592830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-373c31cc-4024-4c11-b815-156631615151 None None] Attempting to bind port 66655223-0b3e-4159-949a-668ed201b2a2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:10:44.593322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-373c31cc-4024-4c11-b815-156631615151 None None] Attempting to bind port 66655223-0b3e-4159-949a-668ed201b2a2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '59ff85ea-5ed4-4770-98c6-c8ce02f9b816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:10:44.593889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c31cc-4024-4c11-b815-156631615151 None None] Attempting to bind port 66655223-0b3e-4159-949a-668ed201b2a2 on network 99ec933c-fc69-4ac5-b98a-103babf7ba22 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:10:44.608044 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.615939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c31cc-4024-4c11-b815-156631615151 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:10:44.616524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c31cc-4024-4c11-b815-156631615151 None None] Checking segment: {'id': '59ff85ea-5ed4-4770-98c6-c8ce02f9b816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:10:44.616911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-373c31cc-4024-4c11-b815-156631615151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.617480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c31cc-4024-4c11-b815-156631615151 None None] Bound using segment: {'id': '59ff85ea-5ed4-4770-98c6-c8ce02f9b816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:10:44.618210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-373c31cc-4024-4c11-b815-156631615151 None None] Bound port: 66655223-0b3e-4159-949a-668ed201b2a2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ff85ea-5ed4-4770-98c6-c8ce02f9b816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99ec933c-fc69-4ac5-b98a-103babf7ba22'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:10:44.618394 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-373c31cc-4024-4c11-b815-156631615151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.624689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4c73-bd77-4f45-90de-3a5d026821aa None None] Pushing event updated for resources: {'Port': ['ID=55da12b4-fd56-4519-824d-3a367462dffc,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:44.755390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-373c31cc-4024-4c11-b815-156631615151 None None] For port 66655223-0b3e-4159-949a-668ed201b2a2, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:10:44.761269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-373c31cc-4024-4c11-b815-156631615151 None None] For port 66655223-0b3e-4159-949a-668ed201b2a2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=66655223-0b3e-4159-949a-668ed201b2a2,segment=NetworkSegment(59ff85ea-5ed4-4770-98c6-c8ce02f9b816),segment_id=59ff85ea-5ed4-4770-98c6-c8ce02f9b816)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:10:44.769947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-373c31cc-4024-4c11-b815-156631615151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.921616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2acd43-cb28-4d29-ae8b-2f895c7b6fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:44.996395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c31cc-4024-4c11-b815-156631615151 None None] Pushing event updated for resources: {'Port': ['ID=66655223-0b3e-4159-949a-668ed201b2a2,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:45.005084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.051306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Transition to ACTIVE for port object 78da15bd-4fa9-481b-9f14-a3638124d0bf will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:45.077186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.090337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2acd43-cb28-4d29-ae8b-2f895c7b6fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.143232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.380779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:45.382825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event updated for resources: {'Port': ['ID=78da15bd-4fa9-481b-9f14-a3638124d0bf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:45.396911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:45.401627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:45.427695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:45.437043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.473728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b48f525e-6667-42ba-9e50-b04458df6ae2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.8523004 Aug 31 16:10:45.478742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37658) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:45.588593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab5a63-f281-4aa7-911a-a1f3ad6e69e2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:45.608022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab5a63-f281-4aa7-911a-a1f3ad6e69e2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:45.642833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab5a63-f281-4aa7-911a-a1f3ad6e69e2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:45.646081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce1022-48d4-4ca2-b8bf-0cf6ab447af7 req-f53305fb-cef4-495d-9e3a-14b674281ce2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:45.651864 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d6ab5a63-f281-4aa7-911a-a1f3ad6e69e2 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1712351 Aug 31 16:10:45.657771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bce1022-48d4-4ca2-b8bf-0cf6ab447af7 req-f53305fb-cef4-495d-9e3a-14b674281ce2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 945 time: 0.5487034 Aug 31 16:10:45.663101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37660) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:45.801173 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2acd43-cb28-4d29-ae8b-2f895c7b6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.811098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2acd43-cb28-4d29-ae8b-2f895c7b6fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.812451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5b2acd43-cb28-4d29-ae8b-2f895c7b6fb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69087321-cedb-4317-91e5-a07bf90bdd99 HTTP/1.1" status: 204 len: 168 time: 1.2422550 Aug 31 16:10:45.846917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abc52e-a0dd-45af-8774-2b6978b40265 req-7d04373e-c728-415b-bf6f-29ec3c5fad12 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:45.862676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04abc52e-a0dd-45af-8774-2b6978b40265 req-7d04373e-c728-415b-bf6f-29ec3c5fad12 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 944 time: 0.3718612 Aug 31 16:10:45.874904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fa25bf0d-b702-4b62-bff0-60bc322412e2 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:45.930793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Deleting port 78da15bd-4fa9-481b-9f14-a3638124d0bf {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:45.932101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:45.989536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bce1022-48d4-4ca2-b8bf-0cf6ab447af7 req-0933f684-03ef-47e6-8db7-727438af5e59 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303523 Aug 31 16:10:46.032847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 55da12b4-fd56-4519-824d-3a367462dffc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:46.091496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2acd43-cb28-4d29-ae8b-2f895c7b6fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69087321-cedb-4317-91e5-a07bf90bdd99,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:46.102027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af2c81-3c02-4319-b86e-72214d7198a2 None None] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:46.151349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04abc52e-a0dd-45af-8774-2b6978b40265 req-0136cab8-0ad1-4257-8276-f5aeeb37efed tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891897 Aug 31 16:10:46.379419 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:46.388296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:46.675253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:46.704912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=b3534c73-ea0d-4bbf-a9b4-624693ec4128,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:46.712243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-59f4e682-c8e4-4884-ac85-1f9ca566b11b None None] Provisioning for port be3b4984-a8a4-4d28-8766-18b836a3c04a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:46.748411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37668) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:46.764386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc0fd8-ff6b-4224-bdd5-ba82eb8d5ea1 None None] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:46.976511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-531924c7-4696-47c3-a6c3-559e2d53b314 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d27da6b17f84a76bb4749c3c618e9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241271 Aug 31 16:10:46.979218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:47.006892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:47.010004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.041274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Calling delete_port for 78da15bd-4fa9-481b-9f14-a3638124d0bf owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:47.066744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:47.075050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:47.092257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfad774-6cf6-460b-94a1-e0ce2dfafb09 None None] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:47.271863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port fa25bf0d-b702-4b62-bff0-60bc322412e2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:47.359172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 55da12b4-fd56-4519-824d-3a367462dffc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:47.377106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.427194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port fa25bf0d-b702-4b62-bff0-60bc322412e2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:47.427872 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.441190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event deleted for resources: {'Port': ['ID=78da15bd-4fa9-481b-9f14-a3638124d0bf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:47.451800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 66655223-0b3e-4159-949a-668ed201b2a2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:47.486934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.489891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e406f540-fee2-46a5-bee9-0ebe4bcdd4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "DELETE /v2.0/ports/78da15bd-4fa9-481b-9f14-a3638124d0bf HTTP/1.1" status: 204 len: 168 time: 1.8258097 Aug 31 16:10:47.495499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37678) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:47.498313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] Provisioning for port 55da12b4-fd56-4519-824d-3a367462dffc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:47.502624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Request body: {'port': {'name': 'tempest-new-port-name-1571040710', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:47.503032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] bootfile-name is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:10:47.503377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] tftp-server is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:10:47.503714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.api.validators [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] server-ip-address is not in valid_values {{(pid=101478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 16:10:47.616472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.664570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] Provisioning complete for port 55da12b4-fd56-4519-824d-3a367462dffc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:47.665099 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.694938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 6f7c523d-6e74-49ab-b015-cbcd85077c4e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:47.766503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 6f7c523d-6e74-49ab-b015-cbcd85077c4e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:47.776093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:47.912086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c87270aa-51f6-4324-a577-e61e7a80ac8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.013610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e39fb-7be3-4b25-94bc-13d5cde9c301 req-cb54d5a1-a68a-41e5-b46e-1411cfe766b6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:48.024892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-745e39fb-7be3-4b25-94bc-13d5cde9c301 req-cb54d5a1-a68a-41e5-b46e-1411cfe766b6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 945 time: 0.8790107 Aug 31 16:10:48.056763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c87270aa-51f6-4324-a577-e61e7a80ac8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.111841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 66655223-0b3e-4159-949a-668ed201b2a2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:48.138112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-745e39fb-7be3-4b25-94bc-13d5cde9c301 req-b4e5d9f2-9c39-4deb-a2bf-6312546eb435 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126220 Aug 31 16:10:48.154820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be3b4984-a8a4-4d28-8766-18b836a3c04a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:48.157613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d998d7-09dd-4b5d-84f2-f5767e4b054c req-3c02e483-7bbe-41b8-ad0a-1d2e3e965834 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:48.159229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84d998d7-09dd-4b5d-84f2-f5767e4b054c req-3c02e483-7bbe-41b8-ad0a-1d2e3e965834 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 944 time: 0.3801243 Aug 31 16:10:48.197126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.209674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.252938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router e9e30dc0-b879-4115-bf3b-97e6412a65f8 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:10:48.268976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84d998d7-09dd-4b5d-84f2-f5767e4b054c req-2f4a9b48-29fe-4518-a3e0-982258dfd8bd tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955331 Aug 31 16:10:48.279635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.329904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] In _notify_port_updated(), no bound segment for port db315f2b-5e85-45c1-a369-dfe81f24243b on network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:10:48.348810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:48.349964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.352476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "PUT /v2.0/ports/db315f2b-5e85-45c1-a369-dfe81f24243b HTTP/1.1" status: 200 len: 1129 time: 0.8551342 Aug 31 16:10:48.359075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37680) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:48.373204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c87270aa-51f6-4324-a577-e61e7a80ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.378308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c87270aa-51f6-4324-a577-e61e7a80ac8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.385339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c87270aa-51f6-4324-a577-e61e7a80ac8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4e69dfc-024a-4fc6-85f4-b5f69288e15e HTTP/1.1" status: 204 len: 168 time: 1.4009514 Aug 31 16:10:48.420646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.483499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af728c-e183-4b9e-a771-84132a41ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event updated for resources: {'Port': ['ID=db315f2b-5e85-45c1-a369-dfe81f24243b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:48.499347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87270aa-51f6-4324-a577-e61e7a80ac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e69dfc-024a-4fc6-85f4-b5f69288e15e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:48.499767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c880d22-4392-48a9-b851-987e653bd7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25bf0d-b702-4b62-bff0-60bc322412e2'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:48.505286 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe793d7d-b0fe-4848-aaab-7d8e195a0254" -d '{"events": [{"server_uuid": "0c880d22-4392-48a9-b851-987e653bd7eb", "name": "network-vif-plugged", "status": "completed", "tag": "fa25bf0d-b702-4b62-bff0-60bc322412e2"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:48.544317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:10:48.563704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde9f3e-6881-4d76-aef5-9e719e092f4c tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:48.575627 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2dde9f3e-6881-4d76-aef5-9e719e092f4c tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "GET /v2.0/ports/db315f2b-5e85-45c1-a369-dfe81f24243b HTTP/1.1" status: 200 len: 1129 time: 0.2116480 Aug 31 16:10:48.578227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37688) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:48.599904 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] Sync routers for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:10:48.619266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-860bfe8b-c4a9-4976-bdcf-d03493806315 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/e9e30dc0-b879-4115-bf3b-97e6412a65f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7026753 Aug 31 16:10:48.631958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37690) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:48.657814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.661611 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:48.667659 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:48.689459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fa25bf0d-b702-4b62-bff0-60bc322412e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:48.694851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:48.754729 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa56e775-9d1c-43d7-ad54-4db0a7b00f5b x-openstack-request-id: req-fa56e775-9d1c-43d7-ad54-4db0a7b00f5b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:48.755200 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c880d22-4392-48a9-b851-987e653bd7eb", "name": "network-vif-plugged", "status": "completed", "tag": "fa25bf0d-b702-4b62-bff0-60bc322412e2", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:48.755614 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa56e775-9d1c-43d7-ad54-4db0a7b00f5b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:48.756504 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c880d22-4392-48a9-b851-987e653bd7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25bf0d-b702-4b62-bff0-60bc322412e2', 'code': 200} Aug 31 16:10:48.764104 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.766824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:48.843148 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:48.888008 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:48.891288 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:48.910850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534251b4-4eca-46b1-b98c-4b29c5d992fa tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:48.919104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-534251b4-4eca-46b1-b98c-4b29c5d992fa tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports/b3534c73-ea0d-4bbf-a9b4-624693ec4128 HTTP/1.1" status: 200 len: 910 time: 0.2776871 Aug 31 16:10:48.921632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37696) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:49.038406 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:49.039763 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c87cb-f2d7-4dc9-b2de-b7218d460cec None None] The sync data for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:10:49.073562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Deleting port db315f2b-5e85-45c1-a369-dfe81f24243b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:49.076481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.099281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:49.138212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port be3b4984-a8a4-4d28-8766-18b836a3c04a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:49.177444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port be3b4984-a8a4-4d28-8766-18b836a3c04a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:49.188743 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.317866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] For port 55da12b4-fd56-4519-824d-3a367462dffc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=55da12b4-fd56-4519-824d-3a367462dffc,segment=NetworkSegment(651048fe-e8db-4464-b45e-aa528bb15f0f),segment_id=651048fe-e8db-4464-b45e-aa528bb15f0f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:49.470010 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.529638 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.569379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Calling delete_port for db315f2b-5e85-45c1-a369-dfe81f24243b owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:49.714594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fa25bf0d-b702-4b62-bff0-60bc322412e2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:49.744011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Provisioning for port b3534c73-ea0d-4bbf-a9b4-624693ec4128 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:49.801165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a141ee-3425-4c06-a4b2-3d7fe84ad194 req-cc94eeea-cb89-424b-ad12-8b21e07c1a57 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:49.803304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12a141ee-3425-4c06-a4b2-3d7fe84ad194 req-cc94eeea-cb89-424b-ad12-8b21e07c1a57 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4339921 Aug 31 16:10:49.824130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.855589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Provisioning complete for port b3534c73-ea0d-4bbf-a9b4-624693ec4128 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:49.856743 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.865178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a8b6d-5783-47a3-89a4-0fa33b935f32 req-ab52902e-3682-4be3-b2b1-b966818123de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:49.867318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-002a8b6d-5783-47a3-89a4-0fa33b935f32 req-ab52902e-3682-4be3-b2b1-b966818123de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 1097 time: 1.0396245 Aug 31 16:10:49.965848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:49.966360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70814-bee8-4f69-89d0-65fc029bc530 req-87a1d3fa-b6a6-4b2b-a0ac-377378fc3592 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:49.980967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57c70814-bee8-4f69-89d0-65fc029bc530 req-87a1d3fa-b6a6-4b2b-a0ac-377378fc3592 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 945 time: 0.3694093 Aug 31 16:10:50.064267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event deleted for resources: {'Port': ['ID=db315f2b-5e85-45c1-a369-dfe81f24243b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:50.067764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15358265-3d81-424c-86a9-183d3d7a6d55 None None] Pushing event updated for resources: {'Port': ['ID=55da12b4-fd56-4519-824d-3a367462dffc,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:50.072686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port be3b4984-a8a4-4d28-8766-18b836a3c04a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be3b4984-a8a4-4d28-8766-18b836a3c04a,segment=NetworkSegment(c948ed8e-a64a-42b5-baad-48ef15f38b32),segment_id=c948ed8e-a64a-42b5-baad-48ef15f38b32)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:50.074255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Port b3534c73-ea0d-4bbf-a9b4-624693ec4128 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:50.079166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.155155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.166328 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eb036ba2-3671-45eb-b9fe-d3ff7760e2cf tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "DELETE /v2.0/ports/db315f2b-5e85-45c1-a369-dfe81f24243b HTTP/1.1" status: 204 len: 168 time: 1.5825706 Aug 31 16:10:50.167116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37720) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:50.183129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Provisioning complete for port be3b4984-a8a4-4d28-8766-18b836a3c04a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:50.184390 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.243460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=be3b4984-a8a4-4d28-8766-18b836a3c04a,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:50.326328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Deleting subnet 3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:10:50.335392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.388091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12a141ee-3425-4c06-a4b2-3d7fe84ad194 req-18250207-7e9e-40dd-94cd-9a9635caa40b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346220 Aug 31 16:10:50.468526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-002a8b6d-5783-47a3-89a4-0fa33b935f32 req-11075995-5a64-4ccc-a4cc-468fb6882516 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757654 Aug 31 16:10:50.468809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Provisioning for port 66655223-0b3e-4159-949a-668ed201b2a2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:50.476933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Provisioning complete for port 66655223-0b3e-4159-949a-668ed201b2a2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:50.477803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.478629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57c70814-bee8-4f69-89d0-65fc029bc530 req-77dcbd4f-9e36-4028-ad80-ad4292deee8c tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961357 Aug 31 16:10:50.579013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 55da12b4-fd56-4519-824d-3a367462dffc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:50.591553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.703632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.757863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:50.761446 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ca068-9f85-4c91-97a7-a4e88d5cb205" -d '{"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:50.787424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 55da12b4-fd56-4519-824d-3a367462dffc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:50.787937 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.791975 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.918669 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da34b4f-b5d3-4f73-b0b5-aee96a8de56e x-openstack-request-id: req-9da34b4f-b5d3-4f73-b0b5-aee96a8de56e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:50.918669 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:50.919267 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9da34b4f-b5d3-4f73-b0b5-aee96a8de56e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:50.919267 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'code': 200} Aug 31 16:10:50.919728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:50.977404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] For port 66655223-0b3e-4159-949a-668ed201b2a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=66655223-0b3e-4159-949a-668ed201b2a2,segment=NetworkSegment(59ff85ea-5ed4-4770-98c6-c8ce02f9b816),segment_id=59ff85ea-5ed4-4770-98c6-c8ce02f9b816)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:50.990181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:51.064338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Could not find standard attr ID for object db315f2b-5e85-45c1-a369-dfe81f24243b. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:10:51.202087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-01723030-fefe-49e0-a665-c610a4fff80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:51.213771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc101-091f-432f-b00d-8992ecef505e req-f06aee87-07b3-4ad2-9e9e-c6df4f6db849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:51.221400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-82acc101-091f-432f-b00d-8992ecef505e req-f06aee87-07b3-4ad2-9e9e-c6df4f6db849 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 1098 time: 0.2071135 Aug 31 16:10:51.231118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Provisioning complete for port 55da12b4-fd56-4519-824d-3a367462dffc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:51.232139 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:51.237153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51084497-38ee-4a55-9ecd-64869efd1a89 None None] Pushing event updated for resources: {'Port': ['ID=66655223-0b3e-4159-949a-668ed201b2a2,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:51.399796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:51.428880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-82acc101-091f-432f-b00d-8992ecef505e req-f9b99f40-8e6d-4e1c-8f6c-97ce83f06146 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984878 Aug 31 16:10:51.460567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:51.471583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "DELETE /v2.0/subnets/3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7 HTTP/1.1" status: 204 len: 168 time: 1.2988589 Aug 31 16:10:51.473107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37738) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:51.514081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431d7ad-db80-400f-b663-3948d38e13bc tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf5cfe3-43e7-4369-9bb3-8ef2906b8ff7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:51.681976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0317310f-4501-488b-98a5-2f089ebe2e94 None None] Network 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:10:51.751173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.21.0.1 (99ec933c-fc69-4ac5-b98a-103babf7ba22/28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93/ca67d5dc-8d51-4d84-9c02-cecc766e2fb4) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:10:51.767150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3307b939-e4f4-4daf-aba4-094c3938ea78 None None] Provisioning complete for port b3534c73-ea0d-4bbf-a9b4-624693ec4128 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:51.767588 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3307b939-e4f4-4daf-aba4-094c3938ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:51.858548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3307b939-e4f4-4daf-aba4-094c3938ea78 None None] Port b3534c73-ea0d-4bbf-a9b4-624693ec4128 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:51.885490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3307b939-e4f4-4daf-aba4-094c3938ea78 None None] Could not find standard attr ID for object 78da15bd-4fa9-481b-9f14-a3638124d0bf. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:10:51.892309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3307b939-e4f4-4daf-aba4-094c3938ea78 None None] Could not find standard attr ID for object db315f2b-5e85-45c1-a369-dfe81f24243b. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:10:52.048160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] DHCP port deletion for 7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:10:52.093915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f78c01-4f5c-4b89-aff7-3497efc7cafe req-16de7f00-438a-4c1b-938e-22fac7eead72 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:52.104507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00f78c01-4f5c-4b89-aff7-3497efc7cafe req-16de7f00-438a-4c1b-938e-22fac7eead72 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4796045 Aug 31 16:10:52.110601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.134483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.142698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Deleting port be3b4984-a8a4-4d28-8766-18b836a3c04a {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:52.143639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.171645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:10:52.199378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3971-f4bb-417d-9cfd-a7500c974a55 req-43c2792e-713e-4cc9-8aed-44e886e0305a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:52.202004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-797e3971-f4bb-417d-9cfd-a7500c974a55 req-43c2792e-713e-4cc9-8aed-44e886e0305a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 945 time: 0.3829668 Aug 31 16:10:52.335713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00f78c01-4f5c-4b89-aff7-3497efc7cafe req-743181e4-aec4-40ef-b196-60eabdc3a092 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296076 Aug 31 16:10:52.361129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 66655223-0b3e-4159-949a-668ed201b2a2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:10:52.362990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-797e3971-f4bb-417d-9cfd-a7500c974a55 req-96f1d6f5-5a4e-4da6-b970-2f8c15913d8d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496356 Aug 31 16:10:52.397598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.431182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] For port be3b4984-a8a4-4d28-8766-18b836a3c04a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be3b4984-a8a4-4d28-8766-18b836a3c04a,segment=NetworkSegment(c948ed8e-a64a-42b5-baad-48ef15f38b32),segment_id=c948ed8e-a64a-42b5-baad-48ef15f38b32)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:52.431656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.448620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Calling delete_port for be3b4984-a8a4-4d28-8766-18b836a3c04a owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:52.458113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37754) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:52.497298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:52.497298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=ca67d5dc-8d51-4d84-9c02-cecc766e2fb4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:52.501851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:52.505193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:10:52.516090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Deleting port be3b4984-a8a4-4d28-8766-18b836a3c04a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:52.516529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.575161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 66655223-0b3e-4159-949a-668ed201b2a2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:52.575405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.666681 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.676085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1317606379'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:52.718761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.721929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.814686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] For port be3b4984-a8a4-4d28-8766-18b836a3c04a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be3b4984-a8a4-4d28-8766-18b836a3c04a,segment=NetworkSegment(c948ed8e-a64a-42b5-baad-48ef15f38b32),segment_id=c948ed8e-a64a-42b5-baad-48ef15f38b32)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:52.815143 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.869790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.884676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Calling delete_port for be3b4984-a8a4-4d28-8766-18b836a3c04a owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:52.888392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.914828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:52.917788 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-05c3c918-2385-408d-a262-3d3404be4ce5 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4584858 Aug 31 16:10:52.920154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37764) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:52.948679 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.010140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Pushing event deleted for resources: {'Port': ['ID=be3b4984-a8a4-4d28-8766-18b836a3c04a,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:53.032379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] No DVR routers for this DVR port be3b4984-a8a4-4d28-8766-18b836a3c04a on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:10:53.048304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.049842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.083528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2af2c6d8-aff5-4b96-aba3-aa8ca8c3bb5e None None] Provisioning for port ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:10:53.093524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.094159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.094702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.095252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.095773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.096305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.096811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.097317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.098382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.098904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.099412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.100045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422cb2c9-16d9-4e90-968d-f1cf541e0afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:10:53.114381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2af2c6d8-aff5-4b96-aba3-aa8ca8c3bb5e None None] Provisioning complete for port ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:53.115152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2af2c6d8-aff5-4b96-aba3-aa8ca8c3bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.147460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.191661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2af2c6d8-aff5-4b96-aba3-aa8ca8c3bb5e None None] Port ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:53.218130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be3b4984-a8a4-4d28-8766-18b836a3c04a no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:10:53.255975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event deleted for resources: {'Port': ['ID=be3b4984-a8a4-4d28-8766-18b836a3c04a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:53.267710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] No DVR routers for this DVR port be3b4984-a8a4-4d28-8766-18b836a3c04a on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:10:53.273501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: be3b4984-a8a4-4d28-8766-18b836a3c04a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:10:53.274033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be3b4984-a8a4-4d28-8766-18b836a3c04a not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:10:53.341543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.344054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.405766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37770) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:53.415095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.415638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7950bc86-1e0b-4c50-b011-352ebe65a061 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:10:53.421027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.425271 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e05d5b7c-f1b2-4b4a-bc69-db007349a6bc tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7950bc86-1e0b-4c50-b011-352ebe65a061 HTTP/1.1" status: 204 len: 168 time: 0.5002086 Aug 31 16:10:53.425898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:53.430497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Request body: {'router': {'name': 'tempest-router-1851577378', 'distributed': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:53.441596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.459743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:53.471045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.475048 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.485064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c948ed8e-a64a-42b5-baad-48ef15f38b32') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:53.485409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c948ed8e-a64a-42b5-baad-48ef15f38b32') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:53.551095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.556240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.563241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.594655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.599382 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd4e7223-5e92-4687-b4ef-2a43341f5c09 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1689758 Aug 31 16:10:53.599664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37778) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:53.606563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.617512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f26af9c-0bc6-4a2d-be4e-f5647ae2931d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.711625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.933110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:53.936043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.016973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.018366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf34a0b6-0ff9-45d3-bcef-b800f0fd3ad4 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:10:54.034047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.036448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-84c8ba6c-20d8-41ed-a8da-d29361351746 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cf34a0b6-0ff9-45d3-bcef-b800f0fd3ad4 HTTP/1.1" status: 204 len: 168 time: 0.4355702 Aug 31 16:10:54.041287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:54.047614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Request body: {'router': {'name': 'tempest-router-1613710249', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a73a459ea1e142cfa712590807924877'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:54.054285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:10:54.054962 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:10:54.059628 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:10:54.148803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf7327-b48f-4f5d-b3fa-02a3841cc4be req-28651eed-6ad9-4fc3-b0c9-d98e691037cf tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:54.152222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acaf7327-b48f-4f5d-b3fa-02a3841cc4be req-28651eed-6ad9-4fc3-b0c9-d98e691037cf tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.6646261 Aug 31 16:10:54.169098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c3d3-0fec-46f4-aa9d-415cc679f18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.190630 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.210309 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.240514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81019d2a-acfc-4fc0-be2e-553679c878df req-2e0897cd-16a2-4bde-b5eb-f88699623bef tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:54.242170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81019d2a-acfc-4fc0-be2e-553679c878df req-2e0897cd-16a2-4bde-b5eb-f88699623bef tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 945 time: 0.6717851 Aug 31 16:10:54.245017 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.250339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] 10.222.0.43 "DELETE /v2.0/networks/7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40 HTTP/1.1" status: 204 len: 168 time: 2.7726734 Aug 31 16:10:54.281279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c351924-403a-49a1-a6e2-1ae0847e110b tempest-ExtraDHCPOptionsIpV6TestJSON-321481684 tempest-ExtraDHCPOptionsIpV6TestJSON-321481684-project] Pushing event deleted for resources: {'Network': ['ID=7d7fd66f-1f9f-4e00-9d8e-f7c27eb29e40,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:54.314635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f26af9c-0bc6-4a2d-be4e-f5647ae2931d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.325940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f26af9c-0bc6-4a2d-be4e-f5647ae2931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.328624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acaf7327-b48f-4f5d-b3fa-02a3841cc4be req-202dc72f-8f09-4bf5-89de-8e3d7662cdb7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653526 Aug 31 16:10:54.331065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.357303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.385062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.386284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.399839 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f26af9c-0bc6-4a2d-be4e-f5647ae2931d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d1cbe2c918e4c11a75be2f487e5ba58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9903715 Aug 31 16:10:54.399839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26af9c-0bc6-4a2d-be4e-f5647ae2931d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b713f-bd19-4491-853d-a4c70310d6aa,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:54.415029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37788) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:54.467511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.489413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81019d2a-acfc-4fc0-be2e-553679c878df req-65447622-7164-4da4-ba1e-02f731b64e67 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281406 Aug 31 16:10:54.557889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.566918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.600040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd628cd-a3dd-4724-9320-98675de76ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.612463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.622391 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a5a738c5-6189-4fc6-8282-ae5ca5772f05 tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5716870 Aug 31 16:10:54.629182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37796) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:54.647027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37798) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:54.656908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:54.672603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd628cd-a3dd-4724-9320-98675de76ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.781505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=ca67d5dc-8d51-4d84-9c02-cecc766e2fb4,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:54.855494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd628cd-a3dd-4724-9320-98675de76ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.860951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd628cd-a3dd-4724-9320-98675de76ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:54.892575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cfd628cd-a3dd-4724-9320-98675de76ba8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d55b713f-bd19-4491-853d-a4c70310d6aa HTTP/1.1" status: 204 len: 168 time: 0.4683776 Aug 31 16:10:54.969529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011084-3a37-4fa0-8dbb-febcf190fec0 req-83a8a95e-b5a7-4da6-9790-5945d561096a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:54.971301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f011084-3a37-4fa0-8dbb-febcf190fec0 req-83a8a95e-b5a7-4da6-9790-5945d561096a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4443851 Aug 31 16:10:55.007277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd628cd-a3dd-4724-9320-98675de76ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b713f-bd19-4491-853d-a4c70310d6aa,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:55.087717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.088178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.155870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-20ec39b5-48c9-4044-8afc-6bb8b486a83c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24999b446b964430b00d893bd5e57e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029819 Aug 31 16:10:55.158106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:55.163902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.205984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:10:55.246812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.252033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:10:55.297670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22dd4329-78a1-4d4c-9b7f-a55f0f4d38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.328082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22dd4329-78a1-4d4c-9b7f-a55f0f4d38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.415318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22dd4329-78a1-4d4c-9b7f-a55f0f4d38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.418224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22dd4329-78a1-4d4c-9b7f-a55f0f4d38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.419620 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22dd4329-78a1-4d4c-9b7f-a55f0f4d38f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4aa4155c-6c8a-497f-8956-ea5039cfe1fc HTTP/1.1" status: 204 len: 168 time: 0.2589817 Aug 31 16:10:55.453933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd4329-78a1-4d4c-9b7f-a55f0f4d38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa4155c-6c8a-497f-8956-ea5039cfe1fc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:55.571535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router e9e30dc0-b879-4115-bf3b-97e6412a65f8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:10:55.607370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:55.617422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101477) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 16:10:55.618448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Router 3b471403-608b-4c4e-9d45-a5165e023ea6 migrating from provider to provider. {{(pid=101477) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 16:10:55.619247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.631131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f011084-3a37-4fa0-8dbb-febcf190fec0 req-e9d0e7e2-8fce-4863-90af-48f1924a0754 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478539 Aug 31 16:10:55.644841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.649076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e6c8-5109-40a4-8534-841b1b3022b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.745258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.768211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bf33092e-1743-416c-8a21-9d9765a7dd8b None None] Provisioning complete for port ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:10:55.774491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf33092e-1743-416c-8a21-9d9765a7dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.888924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e6c8-5109-40a4-8534-841b1b3022b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.898973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e6c8-5109-40a4-8534-841b1b3022b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:55.926540 n-d-793621-35 neutron-server[101477]: WARNING neutron.scheduler.l3_agent_scheduler [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] No L3 agents can host the router 3b471403-608b-4c4e-9d45-a5165e023ea6 Aug 31 16:10:56.005243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:56.014303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:10:56.021431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0ea9e6c8-5109-40a4-8534-841b1b3022b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c8c89284dfb451eb57bdb2f85b47fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100151 Aug 31 16:10:56.021431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9e6c8-5109-40a4-8534-841b1b3022b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f0f02-c3ed-4aa8-9952-fd4a5b99b456,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:56.023363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37838) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:56.029337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-86258ba8-b331-4528-8141-03ceced09a6e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/e9e30dc0-b879-4115-bf3b-97e6412a65f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1059382 Aug 31 16:10:56.034678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37840) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:56.042741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] Sync routers for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:10:56.074917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bf33092e-1743-416c-8a21-9d9765a7dd8b None None] Port ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:10:56.090973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:56.091838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:56.153450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59e9d6b2-7ea8-4528-80f9-847e55b397f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:56.172308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:56.186197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:10:56.187423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:56.203178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59e9d6b2-7ea8-4528-80f9-847e55b397f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:56.267350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:10:56.268494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd930e45-9049-431e-8a9f-d1bf54ac157b None None] The sync data for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:10:56.287701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c2c4a-d359-4e5c-bc43-5161de2b430b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:56.289569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-621c2c4a-d359-4e5c-bc43-5161de2b430b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports/ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 HTTP/1.1" status: 200 len: 910 time: 0.2412260 Aug 31 16:10:56.293823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Hosts for router 3b471403-608b-4c4e-9d45-a5165e023ea6: [] {{(pid=101477) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 16:10:56.297631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37848) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:56.305869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59e9d6b2-7ea8-4528-80f9-847e55b397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:56.309289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59e9d6b2-7ea8-4528-80f9-847e55b397f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:56.311011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-59e9d6b2-7ea8-4528-80f9-847e55b397f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/714f0f02-c3ed-4aa8-9952-fd4a5b99b456 HTTP/1.1" status: 204 len: 168 time: 0.2869568 Aug 31 16:10:56.376969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9d6b2-7ea8-4528-80f9-847e55b397f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f0f02-c3ed-4aa8-9952-fd4a5b99b456,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:56.429924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e952047-d1b3-4a5d-8dde-25cc2aad6bf6 req-a699e8e2-e608-46cc-afb2-d13c78e4d804 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:56.446332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e952047-d1b3-4a5d-8dde-25cc2aad6bf6 req-a699e8e2-e608-46cc-afb2-d13c78e4d804 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 945 time: 0.4334664 Aug 31 16:10:56.486677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Hosts for other DVR routers connected to router 3b471403-608b-4c4e-9d45-a5165e023ea6: set() {{(pid=101477) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 16:10:56.497689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:56.502000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-63317c21-7934-49d1-afa1-3b1a57b445ab tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "PUT /v2.0/routers/3b471403-608b-4c4e-9d45-a5165e023ea6 HTTP/1.1" status: 200 len: 717 time: 1.8476725 Aug 31 16:10:56.504443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37856) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:56.607512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e952047-d1b3-4a5d-8dde-25cc2aad6bf6 req-08f41529-4585-49bc-be70-f4924d3bd882 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601636 Aug 31 16:10:56.624029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56628ed-6b02-4c56-bb82-3d546f703312 req-ac34402d-84ec-441d-aee7-74903ca3d718 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:56.625723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a56628ed-6b02-4c56-bb82-3d546f703312 req-ac34402d-84ec-441d-aee7-74903ca3d718 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.3729732 Aug 31 16:10:56.701355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f669bc6a-9df3-4f93-a089-0866d50b37da tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "GET /v2.0/routers/3b471403-608b-4c4e-9d45-a5165e023ea6 HTTP/1.1" status: 200 len: 717 time: 0.1930180 Aug 31 16:10:56.703655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:56.752819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a56628ed-6b02-4c56-bb82-3d546f703312 req-82b39f7a-888c-4294-9543-5a5ba23f50f0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987554 Aug 31 16:10:57.021272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5db45-aecf-4137-8774-823eee99eefe req-ec81229c-6dfb-46c1-bf02-9052f6d7cf5b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:57.023008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06b5db45-aecf-4137-8774-823eee99eefe req-ec81229c-6dfb-46c1-bf02-9052f6d7cf5b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1263847 Aug 31 16:10:57.184683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06b5db45-aecf-4137-8774-823eee99eefe req-97f0cf01-4309-4462-bcbd-c815a97930d7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448541 Aug 31 16:10:57.207442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38234bde-6180-4109-98ae-c969ffcf8700 req-b40763f3-fe4e-4e54-aeda-c6bcc44c2528 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:57.213721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38234bde-6180-4109-98ae-c969ffcf8700 req-b40763f3-fe4e-4e54-aeda-c6bcc44c2528 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 945 time: 0.1481049 Aug 31 16:10:57.362256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:57.456629 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-044faa0c-bd78-4097-a56c-566a8dbdf0a3 tempest-RoutersTestDVR-2139333749 tempest-RoutersTestDVR-2139333749-project] 10.222.0.43 "GET /v2.0/routers/3b471403-608b-4c4e-9d45-a5165e023ea6 HTTP/1.1" status: 200 len: 683 time: 0.7512884 Aug 31 16:10:57.462167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37892) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:57.570824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37894) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:57.635550 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:57.640400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Deleting port fa25bf0d-b702-4b62-bff0-60bc322412e2 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:57.640968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:57.656889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.114386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920283713'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:58.202155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:10:58.207479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.467196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.471594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] For port fa25bf0d-b702-4b62-bff0-60bc322412e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fa25bf0d-b702-4b62-bff0-60bc322412e2,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:10:58.472414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.496528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for ca67d5dc-8d51-4d84-9c02-cecc766e2fb4 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:58.520716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7daab-8873-4b66-80d0-ada2e59c30b7 req-1cbdc76a-f954-4746-8fed-61741b8bd1c8 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:58.533094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc7daab-8873-4b66-80d0-ada2e59c30b7 req-1cbdc76a-f954-4746-8fed-61741b8bd1c8 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 945 time: 0.4591935 Aug 31 16:10:58.554308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.594218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.611436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.627084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5485-4631-4e8c-9ba6-53c65dfbf6e7 req-5d91c7d4-78b6-4fe8-9794-dc80b1f96877 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:10:58.636128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-586a5485-4631-4e8c-9ba6-53c65dfbf6e7 req-5d91c7d4-78b6-4fe8-9794-dc80b1f96877 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4301238 Aug 31 16:10:58.643330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Calling delete_port for fa25bf0d-b702-4b62-bff0-60bc322412e2 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:10:58.672557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.831555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.845278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc7daab-8873-4b66-80d0-ada2e59c30b7 req-cc77c02e-2c2d-4fce-a4f6-572a7718d011 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975786 Aug 31 16:10:58.895528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=ca67d5dc-8d51-4d84-9c02-cecc766e2fb4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:58.925379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.926837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b471403-608b-4c4e-9d45-a5165e023ea6 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:10:58.940523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:58.942088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7bc4ac50-968a-4fab-a79a-878b8af53a0d tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3b471403-608b-4c4e-9d45-a5165e023ea6 HTTP/1.1" status: 204 len: 168 time: 1.4778512 Aug 31 16:10:58.954872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:10:58.961205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Request body: {'router': {'name': 'tempest-router-1120542407', 'distributed': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:10:58.980754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-586a5485-4631-4e8c-9ba6-53c65dfbf6e7 req-59b5660f-a1d5-41ee-8b9c-1abccddb3ab0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190844 Aug 31 16:10:59.240940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:59.256475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fa25bf0d-b702-4b62-bff0-60bc322412e2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:10:59.318020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:59.345931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Pushing event deleted for resources: {'Port': ['ID=fa25bf0d-b702-4b62-bff0-60bc322412e2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:59.359281 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:59.408803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] No DVR routers for this DVR port fa25bf0d-b702-4b62-bff0-60bc322412e2 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:10:59.412406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:59.414724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38234bde-6180-4109-98ae-c969ffcf8700 req-2cf5da85-3fa6-4228-9696-dd7ecbea731a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "DELETE /v2.0/ports/fa25bf0d-b702-4b62-bff0-60bc322412e2 HTTP/1.1" status: 204 len: 173 time: 2.1945839 Aug 31 16:10:59.421709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c880d22-4392-48a9-b851-987e653bd7eb', 'name': 'network-vif-deleted', 'tag': 'fa25bf0d-b702-4b62-bff0-60bc322412e2'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:10:59.424813 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cba3cf6-c392-46d1-9586-30e5060f4107" -d '{"events": [{"server_uuid": "0c880d22-4392-48a9-b851-987e653bd7eb", "name": "network-vif-deleted", "tag": "fa25bf0d-b702-4b62-bff0-60bc322412e2"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:10:59.504941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997ff6ca-f0eb-49d6-84f1-8413dd253585,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:10:59.527251 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba8499-c917-4a23-b3c2-47ca3d2f62a8 x-openstack-request-id: req-afba8499-c917-4a23-b3c2-47ca3d2f62a8 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:10:59.531158 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c880d22-4392-48a9-b851-987e653bd7eb", "name": "network-vif-deleted", "tag": "fa25bf0d-b702-4b62-bff0-60bc322412e2", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:10:59.532538 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afba8499-c917-4a23-b3c2-47ca3d2f62a8 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:10:59.535351 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c880d22-4392-48a9-b851-987e653bd7eb', 'name': 'network-vif-deleted', 'tag': 'fa25bf0d-b702-4b62-bff0-60bc322412e2', 'status': 'completed', 'code': 200} Aug 31 16:10:59.840273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:10:59.840273 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:10:59.840273 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': '5de883de94134085b30c586071d67e99', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 10, 59, 416056)}] Aug 31 16:10:59.840273 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:10:59.841782 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:10:59.859029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:59.874174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:10:59.876509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.153753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d21a9c50-eb29-4fb5-b2ce-ea6552c2724a req-2d29a92d-1b2e-4667-9481-e73a7b7cb871 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c880d22-4392-48a9-b851-987e653bd7eb HTTP/1.1" status: 200 len: 210 time: 0.1033599 Aug 31 16:11:00.224532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.239958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.335508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39928eb-2a9c-4981-8cf7-ccb2ef2cc6df req-2e65fb62-9635-4274-bfc7-dee8feddd447 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:00.341001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c39928eb-2a9c-4981-8cf7-ccb2ef2cc6df req-2e65fb62-9635-4274-bfc7-dee8feddd447 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1126390 Aug 31 16:11:00.342939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.347392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.349000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-80c23213-9a45-40b3-bf51-e14cfc02a18e tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3926003 Aug 31 16:11:00.351129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router e9e30dc0-b879-4115-bf3b-97e6412a65f8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:00.352913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:00.484472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c39928eb-2a9c-4981-8cf7-ccb2ef2cc6df req-8a730d79-13f8-4bdf-bc80-c6f433ddbd78 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283436 Aug 31 16:11:00.614569 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.624510 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.675104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.687434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1160126 Aug 31 16:11:00.695706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:00.699063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37952) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:00.700809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:00.710423 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c0d80a2e-35cc-4711-b0a2-5c9f505527e7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/e9e30dc0-b879-4115-bf3b-97e6412a65f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4110980 Aug 31 16:11:00.719557 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] Sync routers for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:00.720854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37956) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:00.733169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ec44-3b46-4b17-b4e1-73ea760de22a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df46af53-f46a-4de0-9b93-d9cd2eb1408c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:00.750263 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:00.754386 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:00.816720 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:00.830748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:00.832369 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:00.893921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:00.895446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd56782-9228-413d-b22d-5fe4164755fd None None] The sync data for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:01.174646 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b850cb0-70b1-45a1-9ff0-a7d5f341e732 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4704568 Aug 31 16:11:01.180697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37958) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:01.181971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.186723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.193927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-security--1910745734', 'description': 'tempest-security-description-2006787911'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:01.321050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.399613 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.408167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57072fb1-0d54-4f6e-8fc8-8b90371483ef {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:11:01.427916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.438029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.444580 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a599ffdd-da96-4f25-8520-cd229d5796af tempest-RoutersTestDVR-1465240040 tempest-RoutersTestDVR-1465240040-project-admin] 10.222.0.43 "DELETE /v2.0/routers/57072fb1-0d54-4f6e-8fc8-8b90371483ef HTTP/1.1" status: 204 len: 168 time: 1.0882256 Aug 31 16:11:01.447426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.456580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:01.463118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "PUT /v2.0/security-groups/df46af53-f46a-4de0-9b93-d9cd2eb1408c HTTP/1.1" status: 200 len: 1780 time: 0.2779381 Aug 31 16:11:01.469209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37968) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:01.562511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec51d4-2d05-4a4d-aa0e-10333d0e6e9b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df46af53-f46a-4de0-9b93-d9cd2eb1408c,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:01.767394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-130c5f7a-c8a8-488c-a009-df0b40fd3b20 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups/df46af53-f46a-4de0-9b93-d9cd2eb1408c HTTP/1.1" status: 200 len: 1780 time: 0.2967894 Aug 31 16:11:01.784013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37982) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:01.986339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fa25bf0d-b702-4b62-bff0-60bc322412e2 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:02.043258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.073352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: fa25bf0d-b702-4b62-bff0-60bc322412e2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:02.084720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fa25bf0d-b702-4b62-bff0-60bc322412e2 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:02.181666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37992) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:02.526870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29976-ec34-4e68-93f6-1155476bfddf req-95bd97e3-14f9-4842-a701-dac16376c228 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:02.536448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9a29976-ec34-4e68-93f6-1155476bfddf req-95bd97e3-14f9-4842-a701-dac16376c228 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.8382621 Aug 31 16:11:02.539884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.616407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6dabd706-1a73-4d9b-a66b-571965466d14 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.685721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port b3534c73-ea0d-4bbf-a9b4-624693ec4128 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:02.686211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.721671 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6dabd706-1a73-4d9b-a66b-571965466d14 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.757046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9a29976-ec34-4e68-93f6-1155476bfddf req-d0dd00cc-d63d-4cc3-baa1-4425c8ee7941 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127118 Aug 31 16:11:02.908624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-0d78052b-b827-443e-82ac-723c881c9a0e tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:02.911827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-0d78052b-b827-443e-82ac-723c881c9a0e tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/networks?id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 200 len: 807 time: 1.0726905 Aug 31 16:11:02.916875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.924407 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.939110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6dabd706-1a73-4d9b-a66b-571965466d14 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.945171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6dabd706-1a73-4d9b-a66b-571965466d14 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:02.952543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6dabd706-1a73-4d9b-a66b-571965466d14 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/df46af53-f46a-4de0-9b93-d9cd2eb1408c HTTP/1.1" status: 204 len: 168 time: 1.1644998 Aug 31 16:11:02.959013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38000) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:02.990876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-60f33e8a-e0f6-43b1-b9de-f848ebdf2de1 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/quotas/5cd8dc97d30c4e968bdcf25c9caf7eca HTTP/1.1" status: 200 len: 375 time: 0.0567329 Aug 31 16:11:02.991860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabd706-1a73-4d9b-a66b-571965466d14 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46af53-f46a-4de0-9b93-d9cd2eb1408c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:03.046052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.059706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-184c894a-fbeb-4f03-a66f-ca21327ed9c3 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471447 Aug 31 16:11:03.073946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-4c30aec0-ea74-49ad-8c64-2aa14b6cecef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:11:03.076048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-4c30aec0-ea74-49ad-8c64-2aa14b6cecef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076694 Aug 31 16:11:03.101502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a73a459ea1e142cfa712590807924877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9148324 Aug 31 16:11:03.108166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38002) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:03.130987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7464e7d-8bea-4278-8e80-af13340cff08,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:03.150730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for b3534c73-ea0d-4bbf-a9b4-624693ec4128 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:03.201242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.202017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.202477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.203110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.205016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.205485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.207700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.208214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.208838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.209900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.210476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.211060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed52eac2-fa00-4e40-924f-4737e9e76d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:03.220172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-36375034-06d0-44e3-b56d-4e8cc3726249 service neutron] 10.222.0.43 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342940 Aug 31 16:11:03.337759 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-28dba617-087e-4c82-bdd2-7af6d68756f3 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3513665 Aug 31 16:11:03.342485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38004) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:03.353066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-d67ddf43-e0d0-42cd-a821-fe49aca78e0f service neutron] 10.222.0.43 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124506 Aug 31 16:11:03.361008 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-cc516865-e7e3-4c21-a314-7ff03c85817a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] delete failed (client error): The resource could not be found. Aug 31 16:11:03.362046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cc516865-e7e3-4c21-a314-7ff03c85817a tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/df46af53-f46a-4de0-9b93-d9cd2eb1408c HTTP/1.1" status: 404 len: 347 time: 0.0181866 Aug 31 16:11:03.368886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38006) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:03.383417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--703036180'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:03.385844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af5a306d-b176-45b9-90a8-0b5cc07e507e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.418156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.470870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af5a306d-b176-45b9-90a8-0b5cc07e507e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.558338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.564615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.605790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.607186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2377348 Aug 31 16:11:03.610744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:03.618389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'b106b9c5-0ab1-470a-829c-67a663976f38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:03.628142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af5a306d-b176-45b9-90a8-0b5cc07e507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.631456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af5a306d-b176-45b9-90a8-0b5cc07e507e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.636585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af5a306d-b176-45b9-90a8-0b5cc07e507e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7464e7d-8bea-4278-8e80-af13340cff08 HTTP/1.1" status: 204 len: 168 time: 0.5226388 Aug 31 16:11:03.648461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01501fc-bad6-4eac-930d-8d0816ecc6c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b106b9c5-0ab1-470a-829c-67a663976f38,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:03.652873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.665376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a306d-b176-45b9-90a8-0b5cc07e507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7464e7d-8bea-4278-8e80-af13340cff08,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:03.678062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92fccde1-90bc-4d2d-b417-5f92875dd3bf req-988b1c12-ebe2-4ede-8b41-774a56acbb3c tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 210 time: 0.0527177 Aug 31 16:11:03.703220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.741338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=b3534c73-ea0d-4bbf-a9b4-624693ec4128,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:03.834456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.842335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.897933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39760d19-71f2-4436-a8a5-db4782153063,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:03.922574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:03.929679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20882720-7128-4693-a57a-9ffa7f2bd2d0 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119929 Aug 31 16:11:03.929679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38024) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:04.115579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8361ee14-61e3-4408-9860-a8ff58924ba8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.148151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8361ee14-61e3-4408-9860-a8ff58924ba8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.178051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.260251 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8361ee14-61e3-4408-9860-a8ff58924ba8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.267781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8361ee14-61e3-4408-9860-a8ff58924ba8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.273160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8361ee14-61e3-4408-9860-a8ff58924ba8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/39760d19-71f2-4436-a8a5-db4782153063 HTTP/1.1" status: 204 len: 168 time: 0.3429239 Aug 31 16:11:04.278075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38038) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:04.319168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361ee14-61e3-4408-9860-a8ff58924ba8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39760d19-71f2-4436-a8a5-db4782153063,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:04.342304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977899d0-860b-47ad-aa5e-6c1689dc04f8 req-863de16b-4ce6-4aa4-a4ff-3b81dc792203 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:04.355558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-977899d0-860b-47ad-aa5e-6c1689dc04f8 req-863de16b-4ce6-4aa4-a4ff-3b81dc792203 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.3570564 Aug 31 16:11:04.439984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38042) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:04.498051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28b8978a-1f36-48e1-906d-d145d879831d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1950963 Aug 31 16:11:04.501480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38044) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:04.510932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a96757d-88c2-4e04-a2c9-9391b9bd03b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.520513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-977899d0-860b-47ad-aa5e-6c1689dc04f8 req-d040f331-52e0-474e-815d-d18cea88faf2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627126 Aug 31 16:11:04.596249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router e9e30dc0-b879-4115-bf3b-97e6412a65f8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:04.700224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29270d47-8353-404b-bcde-21d53364532d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.748342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:04.765001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] Sync routers for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:04.769420 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29270d47-8353-404b-bcde-21d53364532d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.774033 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-33d73517-caa1-4693-980c-19d069961dca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/e9e30dc0-b879-4115-bf3b-97e6412a65f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0489070 Aug 31 16:11:04.777773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38050) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:04.802228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:04.803720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:04.865498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64cebf-58a5-4349-8971-48b8430bf713 req-854b4391-f799-41d3-9615-d33994444a0e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:04.867986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e64cebf-58a5-4349-8971-48b8430bf713 req-854b4391-f799-41d3-9615-d33994444a0e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 947 time: 0.2097647 Aug 31 16:11:04.940285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5aaaa411-06b8-40c7-8f3d-f3b8cc18b038 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9e30dc0-b879-4115-bf3b-97e6412a65f8 HTTP/1.1" status: 200 len: 205 time: 0.1577342 Aug 31 16:11:04.946011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38052) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:04.967430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29270d47-8353-404b-bcde-21d53364532d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.972666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29270d47-8353-404b-bcde-21d53364532d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:04.974560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-29270d47-8353-404b-bcde-21d53364532d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/b106b9c5-0ab1-470a-829c-67a663976f38 HTTP/1.1" status: 204 len: 168 time: 0.4710193 Aug 31 16:11:04.989521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:04.999071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:05.008280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] Routers {'e9e30dc0-b879-4115-bf3b-97e6412a65f8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:05.009495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e64cebf-58a5-4349-8971-48b8430bf713 req-f4f4bebe-e4d5-41f1-a86f-344725877937 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311057 Aug 31 16:11:05.012040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-243402a8-da3a-4ef5-924b-4c489f52ccd2 req-1b67596c-9da9-4d8b-bf59-c134143f6a7a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 210 time: 0.0938423 Aug 31 16:11:05.017126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:05.030023 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a96757d-88c2-4e04-a2c9-9391b9bd03b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.032855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29270d47-8353-404b-bcde-21d53364532d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b106b9c5-0ab1-470a-829c-67a663976f38,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:05.047796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4a96757d-88c2-4e04-a2c9-9391b9bd03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.109027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:05.110518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670f25c-eae7-4d1c-bbd1-9b3e383d139b None None] The sync data for ids ['e9e30dc0-b879-4115-bf3b-97e6412a65f8'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:05.123658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96757d-88c2-4e04-a2c9-9391b9bd03b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc665548-5a59-4c1b-8126-79818e375269,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:05.151657 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.195458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4a96757d-88c2-4e04-a2c9-9391b9bd03b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a42bec640da34e3e8b9ee470b9c75f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481828 Aug 31 16:11:05.198651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38056) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:05.227694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f46b87df-fae0-484e-b133-01dfc8b57ffd tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2125514 Aug 31 16:11:05.229220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38058) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:05.243594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250976762'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:05.356638 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.385913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-902e77c7-83ea-4f23-aed5-d6c85a851415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.442889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.445871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.516727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.517407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router e9e30dc0-b879-4115-bf3b-97e6412a65f8 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:11:05.531661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.533554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-67583695-7076-40b7-9ff1-108837e9bff5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/e9e30dc0-b879-4115-bf3b-97e6412a65f8 HTTP/1.1" status: 204 len: 168 time: 0.5833323 Aug 31 16:11:05.536964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38062) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:05.570110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-902e77c7-83ea-4f23-aed5-d6c85a851415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.737299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-2ea30101-67b6-4c35-8121-1ea5f6764595 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:05.740954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-2ea30101-67b6-4c35-8121-1ea5f6764595 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "GET /v2.0/networks?id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 200 len: 807 time: 0.4322879 Aug 31 16:11:05.790346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Request body: {'port': {'device_id': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b', 'admin_state_up': True, 'tenant_id': '5cd8dc97d30c4e968bdcf25c9caf7eca'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:05.804899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:11:05.861862 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.975868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-902e77c7-83ea-4f23-aed5-d6c85a851415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.978914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-902e77c7-83ea-4f23-aed5-d6c85a851415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:05.983709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-902e77c7-83ea-4f23-aed5-d6c85a851415 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc665548-5a59-4c1b-8126-79818e375269 HTTP/1.1" status: 204 len: 168 time: 0.7804592 Aug 31 16:11:06.036723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.060595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48c83-b49e-464a-bfaa-e7e7328a1712 req-365bf748-f17d-44b1-8cb3-e85a879510c6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:06.062090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28c48c83-b49e-464a-bfaa-e7e7328a1712 req-365bf748-f17d-44b1-8cb3-e85a879510c6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.3873887 Aug 31 16:11:06.118863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e77c7-83ea-4f23-aed5-d6c85a851415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc665548-5a59-4c1b-8126-79818e375269,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:06.240417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.279455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.295131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-e13085ba-0a74-4d09-877c-03a2df0d1b8e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:06.297178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-e13085ba-0a74-4d09-877c-03a2df0d1b8e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 947 time: 0.1552901 Aug 31 16:11:06.385424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a0b041a-5458-4ef9-82f0-ba90a442296b req-ff6cdbd1-5424-4894-b969-4df0e261f273 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 210 time: 0.1276150 Aug 31 16:11:06.390774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28c48c83-b49e-464a-bfaa-e7e7328a1712 req-61670be0-2a82-4c2d-835b-15cf9ff25938 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570610 Aug 31 16:11:06.468624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Deleting port ae349aaa-d342-4d83-962a-44eac6fb1ad3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:06.469379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.471063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba840302-8daa-4d0f-acce-746e63aaeaa3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:06.475074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Made reservation on behalf of 5cd8dc97d30c4e968bdcf25c9caf7eca for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:06.483761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.510009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.513022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e79b3c70-a0ca-4f0e-8544-57fd88d68d3d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2815044 Aug 31 16:11:06.526649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38076) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:06.544903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.604274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'ba840302-8daa-4d0f-acce-746e63aaeaa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:06.696842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] For port ae349aaa-d342-4d83-962a-44eac6fb1ad3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ae349aaa-d342-4d83-962a-44eac6fb1ad3,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:06.698597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:06.855544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae81dc-3e5b-415d-bb55-b9d09dced3f6 req-3530d4e8-bd04-46fc-a6a4-96a2122e5836 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:06.857645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae81dc-3e5b-415d-bb55-b9d09dced3f6 req-3530d4e8-bd04-46fc-a6a4-96a2122e5836 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 947 time: 0.3666925 Aug 31 16:11:06.858723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.002198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.104328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:07.115163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.122747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5ae9f07-1b29-40d1-ab3b-20eef17f703a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93 HTTP/1.1" status: 204 len: 168 time: 1.5806234 Aug 31 16:11:07.127657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38094) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:07.140151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4181c2-1caa-4bbf-b055-4ac210ee112b None None] Network 99ec933c-fc69-4ac5-b98a-103babf7ba22 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:07.201191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4ae81dc-3e5b-415d-bb55-b9d09dced3f6 req-32fae795-6c23-460d-a90a-3167f464d19d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084126 Aug 31 16:11:07.238535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 799d78de-7424-41fb-b054-5f35fe4914d6 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:11:07.269155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.275533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Allocated IP 172.20.0.2 (9b04d9f2-21be-4dcc-9c9e-cdc746298b8b/0ac64e33-1a31-4ca7-868c-2bee7b73949c/a03db6a3-33f4-4f91-a75e-89ade9be020b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:07.282523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.297330 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.346101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.347486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.347486 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Floating IP 7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b disassociated. External IP: 172.25.6.135, port: ae349aaa-d342-4d83-962a-44eac6fb1ad3. Aug 31 16:11:07.347956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Calling delete_port for ae349aaa-d342-4d83-962a-44eac6fb1ad3 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:07.481559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.650301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec7c137-01be-482c-a673-e57d5491b2a2,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:07.667445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] DHCP port deletion for 99ec933c-fc69-4ac5-b98a-103babf7ba22 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:11:07.683541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.685946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-993d40ba-78ad-4251-bc93-3bf8fde5f1f1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0864255 Aug 31 16:11:07.694042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38112) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:07.703140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'ba840302-8daa-4d0f-acce-746e63aaeaa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:07.801876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] Deleting port 66655223-0b3e-4159-949a-668ed201b2a2 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:07.802507 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.823987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:07.891691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31b28e85-1887-4d2d-b244-c30ce74bc709 req-e72d10e8-7d17-41e8-a984-ee0d2691517a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 210 time: 0.2310429 Aug 31 16:11:07.892653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38114) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:07.975262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] For port 66655223-0b3e-4159-949a-668ed201b2a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=66655223-0b3e-4159-949a-668ed201b2a2,segment=NetworkSegment(59ff85ea-5ed4-4770-98c6-c8ce02f9b816),segment_id=59ff85ea-5ed4-4770-98c6-c8ce02f9b816)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:07.976174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.001158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef7a71-8219-4485-bc96-925b798286a0 req-eb4e3154-6f85-4d27-acd6-70c055334e11 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:08.003251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28ef7a71-8219-4485-bc96-925b798286a0 req-eb4e3154-6f85-4d27-acd6-70c055334e11 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.3458600 Aug 31 16:11:08.033629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] Calling delete_port for 66655223-0b3e-4159-949a-668ed201b2a2 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:08.119909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28ef7a71-8219-4485-bc96-925b798286a0 req-e497c709-e93c-47a1-b341-a5fdc8422837 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014555 Aug 31 16:11:08.178233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.192061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.196670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'networks': [{'name': 'tempest-network--407875368'}, {'name': 'tempest-network--332973647'}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:08.197437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'network': {'name': 'tempest-network--407875368'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:08.198459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'network': {'name': 'tempest-network--332973647'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:08.217187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.280227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'network': 2} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:08.297087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.306970 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.328325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.349296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] No DVR routers for this DVR port 66655223-0b3e-4159-949a-668ed201b2a2 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:08.357716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event deleted for resources: {'Port': ['ID=ae349aaa-d342-4d83-962a-44eac6fb1ad3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:08.392385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 66655223-0b3e-4159-949a-668ed201b2a2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:08.407401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4cbe4-4697-4859-9c37-bb1bc3e130cf None None] Pushing event deleted for resources: {'Port': ['ID=66655223-0b3e-4159-949a-668ed201b2a2,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:08.464776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 66655223-0b3e-4159-949a-668ed201b2a2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:08.465577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 66655223-0b3e-4159-949a-668ed201b2a2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:08.514865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88919f94-d67d-4a51-a542-ba11d56fd7a4 req-d86479f1-f9d0-4575-a94d-ed23d39c2c3c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 210 time: 0.0815701 Aug 31 16:11:08.524918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.543162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.662050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:08.677180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:08.687825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.688241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:08.693563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=799d78de-7424-41fb-b054-5f35fe4914d6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:08.707515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Pushing event updated for resources: {'Port': ['ID=a03db6a3-33f4-4f91-a75e-89ade9be020b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:08.738724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.742156 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.761153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5320071-80c8-4029-ab06-57047bba632b None None] Network 7ffde35c-3250-4fa2-b6a4-72e184bb57cf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:08.761476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f03ee722-6dc3-45fc-8905-d5888faefe16 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/799d78de-7424-41fb-b054-5f35fe4914d6 HTTP/1.1" status: 204 len: 168 time: 1.6290076 Aug 31 16:11:08.770767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:08.849736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.860537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.861648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:08.970734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:09.069185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:09.087736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.088330 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Added segment 92dd4fe7-9611-4586-ab54-45681aa75a50 of type vlan for network 80061298-2713-45b7-871d-fe55a6f5b70d Aug 31 16:11:09.128804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: ae349aaa-d342-4d83-962a-44eac6fb1ad3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:09.129623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ae349aaa-d342-4d83-962a-44eac6fb1ad3 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:09.226440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.317541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:09.321716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] DHCP port deletion for 7ffde35c-3250-4fa2-b6a4-72e184bb57cf request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:11:09.331210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.356579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:09.424481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] Deleting port 55da12b4-fd56-4519-824d-3a367462dffc {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:09.425450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.503887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95417b29-7be9-40c1-be2f-eb1d3ebf87f9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:09.523738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cb14d5-5d33-4cc7-bcbf-3de2781577f3,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:09.531535 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.532617 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Added segment 7305f302-3694-47f8-a0d7-317e0d15badf of type vlan for network 146c392f-a420-4d18-a9f5-d416d6d19dfd Aug 31 16:11:09.538934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-63a0d51a-93c2-4f10-bdd4-87535ab5d83d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7627559 Aug 31 16:11:09.570801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-06fe5952-0c6a-4027-812b-6ce5283cf0c7 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:11:09.572748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-06fe5952-0c6a-4027-812b-6ce5283cf0c7 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163550 Aug 31 16:11:09.635505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Request body: {'port': {'device_id': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:09.638448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] For port 55da12b4-fd56-4519-824d-3a367462dffc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=55da12b4-fd56-4519-824d-3a367462dffc,segment=NetworkSegment(651048fe-e8db-4464-b45e-aa528bb15f0f),segment_id=651048fe-e8db-4464-b45e-aa528bb15f0f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:09.639626 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.641942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:09.659161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.673421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] Calling delete_port for 55da12b4-fd56-4519-824d-3a367462dffc owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:09.674609 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.683290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-07fb1acd-f873-4cfa-9e05-d38f3690bd1b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9864032 Aug 31 16:11:09.718122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9aeb4-ef67-4291-808f-0bbf0fe2f78e req-ca01b1b8-13bb-4ae6-9b35-a973cbb16834 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:09.732284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82c9aeb4-ef67-4291-808f-0bbf0fe2f78e req-ca01b1b8-13bb-4ae6-9b35-a973cbb16834 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 931 time: 0.3934362 Aug 31 16:11:09.739245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38130) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:09.769210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'ba840302-8daa-4d0f-acce-746e63aaeaa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:09.803628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd86f-2679-4f36-a160-dd6fde54a296 req-24871c09-6aa7-4239-9f63-5a219c1bf106 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:09.809630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.817947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-711dd86f-2679-4f36-a160-dd6fde54a296 req-24871c09-6aa7-4239-9f63-5a219c1bf106 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4817054 Aug 31 16:11:09.846313 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.resource_extend [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 16:11:09.891138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.948589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.962809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] No DVR routers for this DVR port 55da12b4-fd56-4519-824d-3a367462dffc on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:09.973064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e6b22-f7bc-43ca-b126-a4b4d4afb7e5 None None] Pushing event deleted for resources: {'Port': ['ID=55da12b4-fd56-4519-824d-3a367462dffc,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:09.993329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:09.993329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.005219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:10.014928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:10.015943 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.042402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82c9aeb4-ef67-4291-808f-0bbf0fe2f78e req-65a07321-ee13-4b72-abf0-c9eec0afbb6c tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686019 Aug 31 16:11:10.043350 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.075668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-711dd86f-2679-4f36-a160-dd6fde54a296 req-d8f9aece-30cc-49f5-8f1b-7d2dfa46a16e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563303 Aug 31 16:11:10.152494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2540679 Aug 31 16:11:10.158988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38134) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:10.272506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37ebb098-95ac-4ecc-abd2-3fbaf4036c45 req-f532c618-9f25-4bd9-9d8d-78b8f4228a17 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=2024b939-1f5b-42c6-9c52-e5fa98393b17 HTTP/1.1" status: 200 len: 210 time: 0.0637970 Aug 31 16:11:10.276822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Network': ['ID=80061298-2713-45b7-871d-fe55a6f5b70d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:10.287010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 55da12b4-fd56-4519-824d-3a367462dffc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:10.330777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 80061298-2713-45b7-871d-fe55a6f5b70d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:10.335659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:10.337941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 55da12b4-fd56-4519-824d-3a367462dffc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:10.338456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 55da12b4-fd56-4519-824d-3a367462dffc not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:10.358262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.367882 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:10.410289 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:10.411794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ec933c-fc69-4ac5-b98a-103babf7ba22']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:10.413374 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:10.467202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ff85ea-5ed4-4770-98c6-c8ce02f9b816') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:10.467934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ff85ea-5ed4-4770-98c6-c8ce02f9b816') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:10.508729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] No DVR routers for this DVR port ae349aaa-d342-4d83-962a-44eac6fb1ad3 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:10.533026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.537032 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cf705d64-fbdc-4ceb-8d13-a3db973c7071 req-bf191861-655a-4d94-af66-f3a2b077e7a9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.49 "DELETE /v2.0/ports/ae349aaa-d342-4d83-962a-44eac6fb1ad3 HTTP/1.1" status: 204 len: 173 time: 4.2333059 Aug 31 16:11:10.545072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedcdaa-f1f5-4f7b-9e26-880417906146 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Network': ['ID=146c392f-a420-4d18-a9f5-d416d6d19dfd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:10.546612 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.548376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-deleted', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:10.554006 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ff6df-ea78-4ec3-92de-2d12b9eb879e" -d '{"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-deleted", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:10.563469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.578891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 146c392f-a420-4d18-a9f5-d416d6d19dfd details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:10.619623 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:11:10.684993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.709017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:10.709698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.752804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46850562-dc4f-4e45-8d88-b471b1b78b35 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:10.765055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46850562-dc4f-4e45-8d88-b471b1b78b35 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:10.779264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46850562-dc4f-4e45-8d88-b471b1b78b35 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:10.799991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46850562-dc4f-4e45-8d88-b471b1b78b35 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:10.803374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-46850562-dc4f-4e45-8d88-b471b1b78b35 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6398652 Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:10.804728 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:10.809505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:10.809505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38142) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:10.812270 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed1203c-9dfb-4344-a00c-b8c4fc248c6a x-openstack-request-id: req-8ed1203c-9dfb-4344-a00c-b8c4fc248c6a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:10.812673 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024b939-1f5b-42c6-9c52-e5fa98393b17", "name": "network-vif-deleted", "tag": "ae349aaa-d342-4d83-962a-44eac6fb1ad3", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:10.813058 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ed1203c-9dfb-4344-a00c-b8c4fc248c6a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:10.814322 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024b939-1f5b-42c6-9c52-e5fa98393b17', 'name': 'network-vif-deleted', 'tag': 'ae349aaa-d342-4d83-962a-44eac6fb1ad3', 'status': 'completed', 'code': 200} Aug 31 16:11:10.978702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03db6a3-33f4-4f91-a75e-89ade9be020b {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:11.006376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.097142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c799b413-c7aa-448a-8a54-aeb8c06eb356,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:11.104522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Transition to ACTIVE for port object a03db6a3-33f4-4f91-a75e-89ade9be020b will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:11.110004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.130572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.133321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-65725a79-7d02-4d9e-9221-7627599554ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3919361 Aug 31 16:11:11.140322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.147995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:11.151647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.157818 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/99ec933c-fc69-4ac5-b98a-103babf7ba22 HTTP/1.1" status: 204 len: 168 time: 2.3771329 Aug 31 16:11:11.160643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'ba840302-8daa-4d0f-acce-746e63aaeaa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:11.183694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38156) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:11.263466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962e84a-a705-4060-943d-ab7ad58b70f9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=99ec933c-fc69-4ac5-b98a-103babf7ba22,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:11.313313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.393630 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:11.451071 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:11:11.465314 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:11.466330 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:10:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:11.470361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Pushing event updated for resources: {'Port': ['ID=a03db6a3-33f4-4f91-a75e-89ade9be020b,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:11.534069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.546042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.561575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80061298-2713-45b7-871d-fe55a6f5b70d']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:11.583159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dd4fe7-9611-4586-ab54-45681aa75a50') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:11.583437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dd4fe7-9611-4586-ab54-45681aa75a50') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:11.599399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.625070 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.636591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.637359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:11.638015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.697614 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:11:11.750827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d201e6d-e2b1-4ccd-a251-986ded4557a1 req-7d817da9-f8b3-46a3-bb37-4ff81210ebf2 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:11.754530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d201e6d-e2b1-4ccd-a251-986ded4557a1 req-7d817da9-f8b3-46a3-bb37-4ff81210ebf2 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 943 time: 0.4013045 Aug 31 16:11:11.770172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a47e8-96ca-4321-82ea-87e09d42ea4b req-813c105a-bb02-4bba-ac05-086857a304e8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:11.784663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b6a47e8-96ca-4321-82ea-87e09d42ea4b req-813c105a-bb02-4bba-ac05-086857a304e8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4346905 Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:11.789717 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:11.796113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.802150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.805479 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/networks/80061298-2713-45b7-871d-fe55a6f5b70d HTTP/1.1" status: 204 len: 168 time: 0.9520087 Aug 31 16:11:11.811555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38160) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:11.845034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac36f5-d2d2-47f1-a85a-03c2c9d2e7fd tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Network': ['ID=80061298-2713-45b7-871d-fe55a6f5b70d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:11.988065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:11.994123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d201e6d-e2b1-4ccd-a251-986ded4557a1 req-8d99eee2-537d-4c17-a39b-d583cab8a611 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973450 Aug 31 16:11:11.995499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Attempting to bind port a03db6a3-33f4-4f91-a75e-89ade9be020b on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:11.996261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Attempting to bind port a03db6a3-33f4-4f91-a75e-89ade9be020b by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:11.997027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Attempting to bind port a03db6a3-33f4-4f91-a75e-89ade9be020b on network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:12.002672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.057364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Port a03db6a3-33f4-4f91-a75e-89ade9be020b on network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:11:12.058100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Attempting to bind port a03db6a3-33f4-4f91-a75e-89ade9be020b on network 9b04d9f2-21be-4dcc-9c9e-cdc746298b8b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:12.087189 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.175817 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.180076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:12.180835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Checking segment: {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:12.181449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Bound using segment: {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:12.182203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Bound port: a03db6a3-33f4-4f91-a75e-89ade9be020b, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d396454-17df-4500-8183-24e70fc7d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:12.182752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.226963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.257447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.258839 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5014ee-1b72-45c5-82dd-e1db273abcf8 None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:12.271881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146c392f-a420-4d18-a9f5-d416d6d19dfd']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.284722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:11:12.289486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38166) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:12.306305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f76538-a289-4da6-895b-6a844ffed2ed,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:12.322175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7305f302-3694-47f8-a0d7-317e0d15badf') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.323016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7305f302-3694-47f8-a0d7-317e0d15badf') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.325097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b6a47e8-96ca-4321-82ea-87e09d42ea4b req-3c217686-ecd8-4576-8cae-db6164af87c2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389926 Aug 31 16:11:12.346553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.364471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.366466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-23a2bbc3-20b4-4a7f-9237-a4e4cac7fc97 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2156060 Aug 31 16:11:12.371773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffde35c-3250-4fa2-b6a4-72e184bb57cf']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.376659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.379617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38168) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:12.387238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'ba840302-8daa-4d0f-acce-746e63aaeaa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:12.389244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:12.390088 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.413383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651048fe-e8db-4464-b45e-aa528bb15f0f') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.414271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651048fe-e8db-4464-b45e-aa528bb15f0f') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:12.443250 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:12.506681 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:12.512491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.520453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.530678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] For port a03db6a3-33f4-4f91-a75e-89ade9be020b, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:12.543182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.549190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/networks/146c392f-a420-4d18-a9f5-d416d6d19dfd HTTP/1.1" status: 204 len: 168 time: 0.7340064 Aug 31 16:11:12.551019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:12.551688 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.558276 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:12.563384 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:12.566883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38170) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:12.584080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3be7b-6ce7-4a28-a563-2de36c91fb84 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Network': ['ID=146c392f-a420-4d18-a9f5-d416d6d19dfd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:12.649452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-972ad347-293f-4f26-9fb8-69baa3ba7e08 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.731044 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-972ad347-293f-4f26-9fb8-69baa3ba7e08 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.827390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-972ad347-293f-4f26-9fb8-69baa3ba7e08 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.832299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-972ad347-293f-4f26-9fb8-69baa3ba7e08 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.834262 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-972ad347-293f-4f26-9fb8-69baa3ba7e08 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb5d39d6-df57-49e5-ae8b-9589ef15b6ad HTTP/1.1" status: 204 len: 168 time: 0.5431666 Aug 31 16:11:12.858143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38172) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:12.906727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.915045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ad347-293f-4f26-9fb8-69baa3ba7e08 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d39d6-df57-49e5-ae8b-9589ef15b6ad,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:12.918050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] For port a03db6a3-33f4-4f91-a75e-89ade9be020b, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:12.930421 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-637564bd-2da8-4f1a-a2dc-df299386fe09 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] show failed (client error): The resource could not be found. Aug 31 16:11:12.933093 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-637564bd-2da8-4f1a-a2dc-df299386fe09 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups/cb5d39d6-df57-49e5-ae8b-9589ef15b6ad HTTP/1.1" status: 404 len: 347 time: 0.0727167 Aug 31 16:11:12.937278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38174) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:12.954693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:12.965189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/7ffde35c-3250-4fa2-b6a4-72e184bb57cf HTTP/1.1" status: 204 len: 168 time: 1.7707129 Aug 31 16:11:12.970735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38176) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:12.987239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.000516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8317fa-f859-4e1d-be96-875e568117c2 None None] New status for floating IP 7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:11:13.066763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857390476'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:13.112972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:13.119903 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.322995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:13.364552 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.365159 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 2e6ec313-b412-4662-95f9-41eb02b1f7ca of type vlan for network e9032081-7302-4528-afe7-0d19f484d062 Aug 31 16:11:13.450633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Deleting port fecae6b4-c802-4cf2-bba7-9769191ddf5a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:13.452487 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.647196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.650593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24bed-7046-43a7-9885-877ab2340186 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=7ffde35c-3250-4fa2-b6a4-72e184bb57cf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:13.672786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.674431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.691233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.708729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Calling delete_port for fecae6b4-c802-4cf2-bba7-9769191ddf5a owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:13.771494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.878929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:13.879795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.880065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.882654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] 10.222.0.30 "PUT /v2.0/ports/a03db6a3-33f4-4f91-a75e-89ade9be020b HTTP/1.1" status: 200 len: 1092 time: 4.2638319 Aug 31 16:11:13.883365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'tag': 'a03db6a3-33f4-4f91-a75e-89ade9be020b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:13.887247 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820c6243-358a-4bb4-b496-5718ae26a34b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0", "tag": "a03db6a3-33f4-4f91-a75e-89ade9be020b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:13.889405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:13.889405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:13.952227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7526c76-7213-49ae-85d9-75eab9f81f67,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:13.959572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9842813 Aug 31 16:11:13.985744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38186) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:14.066137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': 'e9032081-7302-4528-afe7-0d19f484d062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:14.096162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404c8f5-1c41-43d6-a886-d7777b7b9878 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:14.110859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404c8f5-1c41-43d6-a886-d7777b7b9878 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:14.114005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7404c8f5-1c41-43d6-a886-d7777b7b9878 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.5248177 Aug 31 16:11:14.131194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38188) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:14.141603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2286d48-805e-4d24-8ff1-b63524b750af service neutron] Pushing event updated for resources: {'Port': ['ID=a03db6a3-33f4-4f91-a75e-89ade9be020b,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:14.145668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.147803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3a35f99a-4f43-40e4-b30d-ba88ad2a27ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7661066 Aug 31 16:11:14.187793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1198888385'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:14.191541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38190) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:14.211765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37054625-fa45-4190-a061-ce76eb747834 req-5a3eb2c2-5b38-4fce-97d3-d26780603a5b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:14.226005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37054625-fa45-4190-a061-ce76eb747834 req-5a3eb2c2-5b38-4fce-97d3-d26780603a5b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.5320730 Aug 31 16:11:14.260145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba277a6-61b6-47fd-b79f-2df7968736ce req-86ef4661-ce43-4bb8-ab64-2989c050dabb tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:14.263888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ba277a6-61b6-47fd-b79f-2df7968736ce req-86ef4661-ce43-4bb8-ab64-2989c050dabb tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 943 time: 0.5709724 Aug 31 16:11:14.282000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558b770-b94d-47b9-9062-fe0555e79d12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=e9032081-7302-4528-afe7-0d19f484d062,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:14.301281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e9032081-7302-4528-afe7-0d19f484d062 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:14.311535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-afa2e9f5-f8e7-4e63-abf7-6bb16d0813df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4579389 Aug 31 16:11:14.435200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ba277a6-61b6-47fd-b79f-2df7968736ce req-1dfcabad-38e7-4940-825b-446d717c953b tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329939 Aug 31 16:11:14.509612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37054625-fa45-4190-a061-ce76eb747834 req-67ebe886-5025-4421-9d51-a283c072cd0e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812827 Aug 31 16:11:14.512482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48fa0d89-7fb0-4b39-b102-1ab40654cd8c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.532279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-78e33e89-ca93-49ff-853b-23dede4cf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:14.536466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-78e33e89-ca93-49ff-853b-23dede4cf947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 1095 time: 0.4605954 Aug 31 16:11:14.549607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48fa0d89-7fb0-4b39-b102-1ab40654cd8c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.586688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:14.593153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.633110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-082987aa-af7d-445f-bd71-ae01d30c508d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b HTTP/1.1" status: 200 len: 217 time: 0.0868068 Aug 31 16:11:14.638439 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc5535-09a7-4fdf-a719-9714bfd4de37 x-openstack-request-id: req-f1cc5535-09a7-4fdf-a719-9714bfd4de37 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:14.639177 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0", "tag": "a03db6a3-33f4-4f91-a75e-89ade9be020b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:14.639736 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1cc5535-09a7-4fdf-a719-9714bfd4de37 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:14.640453 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'tag': 'a03db6a3-33f4-4f91-a75e-89ade9be020b', 'status': 'completed', 'code': 200} Aug 31 16:11:14.688025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:14.711257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.711632 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Added segment d66e8c99-042d-4653-ad42-2ebcbf312ccf of type vlan for network b82a0234-43ea-48e6-b3e4-634ec9d3f02d Aug 31 16:11:14.780277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-0433c055-d82e-4b3e-8eab-fad82f554417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:14.783368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-0433c055-d82e-4b3e-8eab-fad82f554417 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ac64e33-1a31-4ca7-868c-2bee7b73949c HTTP/1.1" status: 200 len: 847 time: 0.1356313 Aug 31 16:11:14.785799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48fa0d89-7fb0-4b39-b102-1ab40654cd8c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.799893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48fa0d89-7fb0-4b39-b102-1ab40654cd8c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:14.802734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-48fa0d89-7fb0-4b39-b102-1ab40654cd8c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b7526c76-7213-49ae-85d9-75eab9f81f67 HTTP/1.1" status: 204 len: 168 time: 0.5708609 Aug 31 16:11:14.822313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38196) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:14.850444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa0d89-7fb0-4b39-b102-1ab40654cd8c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7526c76-7213-49ae-85d9-75eab9f81f67,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:14.882624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-24d9a7d8-cd1f-4107-817f-65dc035beb9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781906 Aug 31 16:11:14.977473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b061b8a3-c337-4b94-a27c-578dc56c2bac tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1510854 Aug 31 16:11:15.021752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.066381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:15.093036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.094067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.094960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.096231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.096945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.098606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.099365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.104155 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-bf7d7b27-5450-4f0f-8f21-bde6931bd93e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.6870906 Aug 31 16:11:15.117214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.132315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:15.133753 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.141247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:15.148790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.159732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cea6-96c1-4f0d-8baa-2bddc8c040f4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.177287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cea6-96c1-4f0d-8baa-2bddc8c040f4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.231873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-259d9bda-e61f-4f43-9313-529729ea627b service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310502 Aug 31 16:11:15.336793 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cea6-96c1-4f0d-8baa-2bddc8c040f4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.370020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cea6-96c1-4f0d-8baa-2bddc8c040f4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.376858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bbd0cea6-96c1-4f0d-8baa-2bddc8c040f4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/88f76538-a289-4da6-895b-6a844ffed2ed HTTP/1.1" status: 204 len: 168 time: 0.3083479 Aug 31 16:11:15.381517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38202) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:15.383490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0cea6-96c1-4f0d-8baa-2bddc8c040f4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88f76538-a289-4da6-895b-6a844ffed2ed,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:15.510900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9a8b68ee-f947-49e4-880a-d3d0015e47f8 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1232750 Aug 31 16:11:15.515589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38208) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:15.563211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8800f8a-c593-47ac-ae88-a0bec7ff3076 req-a0b8767c-37f9-49bc-9be3-30bf047e72ec service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226864 Aug 31 16:11:15.589042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36bf2a6-5d4a-40bb-8a95-3507f7281161 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.606705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36bf2a6-5d4a-40bb-8a95-3507f7281161 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.654459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38212) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:15.735156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Network': ['ID=b82a0234-43ea-48e6-b3e4-634ec9d3f02d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:15.756507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b82a0234-43ea-48e6-b3e4-634ec9d3f02d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:15.775505 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7bec851c-ab8b-49c7-9f63-bed14924fb4c tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5944128 Aug 31 16:11:15.776879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.785949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38216) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:15.809643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1044128491'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:15.898753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event deleted for resources: {'Port': ['ID=fecae6b4-c802-4cf2-bba7-9769191ddf5a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:15.975545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36bf2a6-5d4a-40bb-8a95-3507f7281161 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:15.988238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:15.995301 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.007437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36bf2a6-5d4a-40bb-8a95-3507f7281161 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.012975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d36bf2a6-5d4a-40bb-8a95-3507f7281161 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c799b413-c7aa-448a-8a54-aeb8c06eb356 HTTP/1.1" status: 204 len: 168 time: 0.4921439 Aug 31 16:11:16.021211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38218) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:16.050737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.072648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7add2-cb50-4562-8470-6ef3a74a3ec6 req-46620027-09a7-4153-8fae-dd6cb2ad2fe5 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.075046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0d7add2-cb50-4562-8470-6ef3a74a3ec6 req-46620027-09a7-4153-8fae-dd6cb2ad2fe5 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 943 time: 0.3891237 Aug 31 16:11:16.090632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bf2a6-5d4a-40bb-8a95-3507f7281161 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c799b413-c7aa-448a-8a54-aeb8c06eb356,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:16.117551 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0e71249-693b-417b-9343-0e39c0e11e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.117916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.124610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.127236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a09011f7-ebee-483c-b4c6-03f4a8e30112 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "DELETE /v2.0/floatingips/7eb1d556-ac47-4e1b-be7a-4c1dfbc47b7b HTTP/1.1" status: 204 len: 168 time: 3.1874068 Aug 31 16:11:16.136233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60059-b163-4e5c-86d6-77f3821dd2d0 req-679cf0bf-92b2-46a0-b656-6637adbdc035 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.145198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfe60059-b163-4e5c-86d6-77f3821dd2d0 req-679cf0bf-92b2-46a0-b656-6637adbdc035 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4396622 Aug 31 16:11:16.158999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c6243-358a-4bb4-b496-5718ae26a34b req-eac54018-bb79-49c3-883c-483dd51e304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.161354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-eac54018-bb79-49c3-883c-483dd51e304d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 1095 time: 0.5160944 Aug 31 16:11:16.177671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-318f3758-e1bf-4fc2-ad12-27d68c9056f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.177671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-318f3758-e1bf-4fc2-ad12-27d68c9056f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.180274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-318f3758-e1bf-4fc2-ad12-27d68c9056f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.188877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-318f3758-e1bf-4fc2-ad12-27d68c9056f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 2293 time: 1.0285089 Aug 31 16:11:16.193610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=3a1fa455-444e-4a11-8aa6-1aebda27bfeb,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:16.253841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:16.344513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.345056 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Added segment 24283279-6535-4dca-8025-5bce90afbd41 of type vlan for network 47907c88-78ab-4f89-bb52-5caec9fbb6c9 Aug 31 16:11:16.355299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '2e6ec313-b412-4662-95f9-41eb02b1f7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9032081-7302-4528-afe7-0d19f484d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:16.355299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: e9032081-7302-4528-afe7-0d19f484d062, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:16.363379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-ab15c239-722c-4c06-9db9-fda6a4b1749e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 1001 time: 0.1596448 Aug 31 16:11:16.429937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2841e411-6c21-484a-9b8d-1a27947dd820 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3831825 Aug 31 16:11:16.430512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38222) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:16.450911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network e9032081-7302-4528-afe7-0d19f484d062 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:16.468599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0d7add2-cb50-4562-8470-6ef3a74a3ec6 req-e8ccf8ce-1d09-4cf7-a122-7c89f9f61f01 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630571 Aug 31 16:11:16.473730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfe60059-b163-4e5c-86d6-77f3821dd2d0 req-3a393ac5-39a0-4a94-bb27-3de52543575e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278999 Aug 31 16:11:16.483961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e9032081-7302-4528-afe7-0d19f484d062) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:16.497842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-2b0c05c9-d339-4c41-a7f0-48d7d356c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.500481 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-2b0c05c9-d339-4c41-a7f0-48d7d356c771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 200 len: 851 time: 0.1272027 Aug 31 16:11:16.505076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.506118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.513893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e41552-43c0-48cb-b7a5-8ac0473c5818 None None] Network e9032081-7302-4528-afe7-0d19f484d062 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:16.543403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.575619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7aad2aff-cbf1-4c74-886b-3b6cc24133c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.630948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7aad2aff-cbf1-4c74-886b-3b6cc24133c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.632125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c6243-358a-4bb4-b496-5718ae26a34b req-cc840a0a-1239-457b-80ec-352221743905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.635348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-cc840a0a-1239-457b-80ec-352221743905 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 200 len: 908 time: 0.4470665 Aug 31 16:11:16.638995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.648175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.648887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.693741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-ec5e0618-2eec-4fe5-b065-35d79903ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.696321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-ec5e0618-2eec-4fe5-b065-35d79903ceb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb063698-8983-4c49-a309-b68a1c7deaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587019 Aug 31 16:11:16.698100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7aad2aff-cbf1-4c74-886b-3b6cc24133c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.708382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7aad2aff-cbf1-4c74-886b-3b6cc24133c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.713955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7aad2aff-cbf1-4c74-886b-3b6cc24133c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/52cb14d5-5d33-4cc7-bcbf-3de2781577f3 HTTP/1.1" status: 204 len: 168 time: 0.2729545 Aug 31 16:11:16.721670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38224) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:16.801931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-e9032081-7302-4528-afe7-0d19f484d062', 'network_id': 'e9032081-7302-4528-afe7-0d19f484d062', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '3a1fa455-444e-4a11-8aa6-1aebda27bfeb'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:11:16.803496 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.807861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-a074fbf7-033b-450f-ac5d-aaa2751f3f25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b HTTP/1.1" status: 200 len: 217 time: 0.1507697 Aug 31 16:11:16.836619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2aff-cbf1-4c74-886b-3b6cc24133c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52cb14d5-5d33-4cc7-bcbf-3de2781577f3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:16.887128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Network': ['ID=47907c88-78ab-4f89-bb52-5caec9fbb6c9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:16.917679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0a80daa3-5d9b-483a-a030-301a0fca046b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1727500 Aug 31 16:11:16.928405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38226) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:16.982248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0e71249-693b-417b-9343-0e39c0e11e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.986949 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-96a68232-1d9b-47ff-8547-dbfa21d62e54 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724144 Aug 31 16:11:16.988284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c6243-358a-4bb4-b496-5718ae26a34b req-b3902611-4008-46de-8afc-31c9f98b0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:16.990836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-b3902611-4008-46de-8afc-31c9f98b0ad5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ac64e33-1a31-4ca7-868c-2bee7b73949c HTTP/1.1" status: 200 len: 847 time: 0.1739440 Aug 31 16:11:16.995718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b0e71249-693b-417b-9343-0e39c0e11e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:16.996602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 47907c88-78ab-4f89-bb52-5caec9fbb6c9 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:17.001189 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8c96b3b8-4c45-4947-b5cd-daca26571dd8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0098097 Aug 31 16:11:17.004210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38228) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:17.025165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2054513248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:17.048281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-986dcdad-8721-4666-a341-dce985dc5b13 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2525489 Aug 31 16:11:17.058931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38230) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:17.088272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9dde110f-bba0-4371-88e4-e00e3ab4035b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.103276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-58ddf943-49bb-4924-9d51-1cd1c44df62b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936499 Aug 31 16:11:17.107964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'ports': [{'network_id': 'b82a0234-43ea-48e6-b3e4-634ec9d3f02d', 'name': 'tempest-port--1819337383', 'admin_state_up': True}, {'network_id': '47907c88-78ab-4f89-bb52-5caec9fbb6c9', 'admin_state_up': False}]} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:17.108839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'port': {'network_id': 'b82a0234-43ea-48e6-b3e4-634ec9d3f02d', 'name': 'tempest-port--1819337383', 'admin_state_up': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:17.109518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'port': {'network_id': '47907c88-78ab-4f89-bb52-5caec9fbb6c9', 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:17.123931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9dde110f-bba0-4371-88e4-e00e3ab4035b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.138002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Allocated IP 172.20.0.2 (e9032081-7302-4528-afe7-0d19f484d062/3a1fa455-444e-4a11-8aa6-1aebda27bfeb/e2c979ae-78ea-487e-b49e-e9fccb07659d) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:17.152650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b0e71249-693b-417b-9343-0e39c0e11e86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bdc33074c29485f884ef6f04e8f8e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4965537 Aug 31 16:11:17.166012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e71249-693b-417b-9343-0e39c0e11e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8b785-f6b9-4dc4-ab6b-1fb81a19be5f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:17.205441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:17.254094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.255749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.308024 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9dde110f-bba0-4371-88e4-e00e3ab4035b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.322523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9dde110f-bba0-4371-88e4-e00e3ab4035b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.327059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9dde110f-bba0-4371-88e4-e00e3ab4035b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2ec7c137-01be-482c-a673-e57d5491b2a2 HTTP/1.1" status: 204 len: 168 time: 0.3940818 Aug 31 16:11:17.329756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:17.385723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde110f-bba0-4371-88e4-e00e3ab4035b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ec7c137-01be-482c-a673-e57d5491b2a2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:17.404528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-9f9286b2-2c20-40b4-a13e-fbbf80a7baaf service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042733 Aug 31 16:11:17.407090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-f5186459-eafe-4c3a-bc63-efc5d4b6d0a4 service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801075 Aug 31 16:11:17.415373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8aa20aa7-f800-4889-aa84-02082c0e1f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.452787 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.470479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Transition to ACTIVE for port object e2c979ae-78ea-487e-b49e-e9fccb07659d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:17.511191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Transition to ACTIVE for port object e2c979ae-78ea-487e-b49e-e9fccb07659d will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:17.531335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.547063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eebb9bb6-9d6f-4075-9272-e924f41caf3f tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2096436 Aug 31 16:11:17.558842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38240) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:17.575975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.581375 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-c61a848a-5ca4-453b-b926-708c1b450d96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 217 time: 0.1549571 Aug 31 16:11:17.585384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8aa20aa7-f800-4889-aa84-02082c0e1f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.587847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.610210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Pushing event updated for resources: {'Port': ['ID=e2c979ae-78ea-487e-b49e-e9fccb07659d,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:17.636351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Network e9032081-7302-4528-afe7-0d19f484d062 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:17.637728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.638954 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fdf25b95-721b-46ea-a97c-2a82f059c4a9 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6209500 Aug 31 16:11:17.640550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:17.645287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:17.664935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38242) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:17.683835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'port': {'network_id': 'e9032081-7302-4528-afe7-0d19f484d062', 'name': 'tempest-RoutersTest-934305543'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:17.749092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Attempting to bind port e2c979ae-78ea-487e-b49e-e9fccb07659d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:17.749814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Attempting to bind port e2c979ae-78ea-487e-b49e-e9fccb07659d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '2e6ec313-b412-4662-95f9-41eb02b1f7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9032081-7302-4528-afe7-0d19f484d062'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:17.750247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-13a42e2c-e54f-42a8-a3a4-8d8d2bd32e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:17.750609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Attempting to bind port e2c979ae-78ea-487e-b49e-e9fccb07659d on network e9032081-7302-4528-afe7-0d19f484d062 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:17.751971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-13a42e2c-e54f-42a8-a3a4-8d8d2bd32e9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1422729 Aug 31 16:11:17.770143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:17.771323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Checking segment: {'id': '2e6ec313-b412-4662-95f9-41eb02b1f7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9032081-7302-4528-afe7-0d19f484d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:17.772070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.772706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Bound using segment: {'id': '2e6ec313-b412-4662-95f9-41eb02b1f7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9032081-7302-4528-afe7-0d19f484d062'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:17.773600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Bound port: e2c979ae-78ea-487e-b49e-e9fccb07659d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6ec313-b412-4662-95f9-41eb02b1f7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9032081-7302-4528-afe7-0d19f484d062'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:17.773880 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.793254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'port': 2} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:17.798325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.825678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.886957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-820c6243-358a-4bb4-b496-5718ae26a34b req-db406897-718b-4f5c-b7b1-3ed413c2cfa8 service neutron] 10.222.0.30 "GET /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676683 Aug 31 16:11:17.944455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] For port e2c979ae-78ea-487e-b49e-e9fccb07659d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:17.949950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] For port e2c979ae-78ea-487e-b49e-e9fccb07659d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e2c979ae-78ea-487e-b49e-e9fccb07659d,segment=NetworkSegment(2e6ec313-b412-4662-95f9-41eb02b1f7ca),segment_id=2e6ec313-b412-4662-95f9-41eb02b1f7ca)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:17.960211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-3a8fb5c0-43a6-45a1-abd9-b5734c919298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:17.962006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:17.963153 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-3a8fb5c0-43a6-45a1-abd9-b5734c919298 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2033672 Aug 31 16:11:17.979271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d369c-6a1d-4e08-b285-c2f360b7cd25 req-d7bb230d-566b-43a0-941e-8ae4bebbde52 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:17.996767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-004d369c-6a1d-4e08-b285-c2f360b7cd25 req-d7bb230d-566b-43a0-941e-8ae4bebbde52 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 943 time: 0.3764658 Aug 31 16:11:18.009985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a03db6a3-33f4-4f91-a75e-89ade9be020b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:11:18.012226 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a672576-a9f2-44f6-877e-05d060655137 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.099969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] device_id is not set on port 598e038c-c712-4a60-863e-042dcfaa4e27 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:11:18.117846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3598b-0f79-411f-be83-ed1939249c84 None None] Pushing event updated for resources: {'Port': ['ID=e2c979ae-78ea-487e-b49e-e9fccb07659d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:18.125260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:18.131909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333046003', 'description': 'tempest-description--806708020'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:18.193648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8aa20aa7-f800-4889-aa84-02082c0e1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.196670 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8aa20aa7-f800-4889-aa84-02082c0e1f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.198165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8aa20aa7-f800-4889-aa84-02082c0e1f18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6a8b785-f6b9-4dc4-ab6b-1fb81a19be5f HTTP/1.1" status: 204 len: 168 time: 0.9838777 Aug 31 16:11:18.216115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a672576-a9f2-44f6-877e-05d060655137 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.275369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa20aa7-f800-4889-aa84-02082c0e1f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8b785-f6b9-4dc4-ab6b-1fb81a19be5f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:18.296426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.343277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a03db6a3-33f4-4f91-a75e-89ade9be020b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:18.358727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-004d369c-6a1d-4e08-b285-c2f360b7cd25 req-003fc4c2-7d48-461a-916e-abc99d44440c tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605809 Aug 31 16:11:18.378302 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-25533826-2219-4e4d-baa6-7ef169c80f87 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035566 Aug 31 16:11:18.394541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'a03db6a3-33f4-4f91-a75e-89ade9be020b', 'network_id': '9b04d9f2-21be-4dcc-9c9e-cdc746298b8b', 'port_id': 'a03db6a3-33f4-4f91-a75e-89ade9be020b', 'mac_address': 'fa:16:3e:81:98:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac64e33-1a31-4ca7-868c-2bee7b73949c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:11:18.421605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:18.427337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.471116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a672576-a9f2-44f6-877e-05d060655137 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.477597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a672576-a9f2-44f6-877e-05d060655137 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.479220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0a672576-a9f2-44f6-877e-05d060655137 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba840302-8daa-4d0f-acce-746e63aaeaa3 HTTP/1.1" status: 204 len: 168 time: 0.9138763 Aug 31 16:11:18.501025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f19a5-084a-4cc1-ae8d-0d280e639040 req-afac8f0f-d2f3-49b6-b380-78bb31e6c903 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:18.504525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef0f19a5-084a-4cc1-ae8d-0d280e639040 req-afac8f0f-d2f3-49b6-b380-78bb31e6c903 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.2465158 Aug 31 16:11:18.505593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38250) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:18.520739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] device_id is not set on port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:11:18.561189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a672576-a9f2-44f6-877e-05d060655137 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba840302-8daa-4d0f-acce-746e63aaeaa3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:18.614300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.654177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03db6a3-33f4-4f91-a75e-89ade9be020b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:18.711351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a03db6a3-33f4-4f91-a75e-89ade9be020b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:18.740036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.785100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef0f19a5-084a-4cc1-ae8d-0d280e639040 req-e82885aa-5f6c-4638-818c-787ed67ab59e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404170 Aug 31 16:11:18.826185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-811b9c11-296b-4d34-b0d7-a09fa7d725c2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3081977 Aug 31 16:11:18.830007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38254) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:18.842468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844006357'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:18.856404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a03db6a3-33f4-4f91-a75e-89ade9be020b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:18.942025 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:18.973506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.20.0.13 (e9032081-7302-4528-afe7-0d19f484d062/3a1fa455-444e-4a11-8aa6-1aebda27bfeb/42315384-aac8-469f-8ddd-f2f1ebf5cb45) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:19.023070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a03db6a3-33f4-4f91-a75e-89ade9be020b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:11:19.087135 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-23281a8f-0f39-43fe-afec-10d8bb30c14d service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955986 Aug 31 16:11:19.202759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38256) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:19.318033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a00b11-4849-4ecb-a7fc-f01646598296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.324700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.356800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object 42315384-aac8-469f-8ddd-f2f1ebf5cb45 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:19.423083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.497894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network e9032081-7302-4528-afe7-0d19f484d062 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:19.502981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:19.507032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:19.576740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=42315384-aac8-469f-8ddd-f2f1ebf5cb45,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:19.623868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:19.624484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.638554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.648169 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-f7774768-1768-4c6f-8958-b7df29ab3b58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 217 time: 0.5457473 Aug 31 16:11:19.653550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] device_id is not set on port 92f1c0a7-8c1d-4519-a6bb-55c475bdb8a4 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:11:19.654518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10201183-92b8-4210-9e06-973b51c82dd7 req-299e78ce-0096-4b3c-a660-8d618b75e5cb tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:19.657076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10201183-92b8-4210-9e06-973b51c82dd7 req-299e78ce-0096-4b3c-a660-8d618b75e5cb tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 944 time: 0.1083341 Aug 31 16:11:19.663214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.669501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f85e521f-ef6d-4310-a33f-588181ea7a81 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9926033 Aug 31 16:11:19.679358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38260) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:19.794685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.796636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6698666 Aug 31 16:11:19.797706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa60180-3169-423a-9203-3b3903db0949 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b927eab-9eb0-460e-bfad-988daee87b6f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:19.801270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:19.810638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-2f28d2f3-32dc-432f-8e5f-0b6b99d122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:19.814114 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-2f28d2f3-32dc-432f-8e5f-0b6b99d122d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1408544 Aug 31 16:11:19.823503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'security_group_rule': {'security_group_id': '5b927eab-9eb0-460e-bfad-988daee87b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:19.826990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:19.863274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276b93f-f3ea-49aa-9d8e-dad41de3e6ad None None] Network e9032081-7302-4528-afe7-0d19f484d062 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:19.974139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-617e9a28-2742-4674-942c-717b85b5b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:19.976443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-617e9a28-2742-4674-942c-717b85b5b389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413999 Aug 31 16:11:20.043445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10201183-92b8-4210-9e06-973b51c82dd7 req-9edf7363-1c4c-44f8-972e-9e0e22be3698 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685155 Aug 31 16:11:20.088470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.170131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a03db6a3-33f4-4f91-a75e-89ade9be020b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:20.248522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7f032f87-7b42-4434-8870-a6fdb4403d52 None None] Provisioning for port e2c979ae-78ea-487e-b49e-e9fccb07659d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:20.260644 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-19632265-b596-4ab7-a876-6cc6c91285ab service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751417 Aug 31 16:11:20.283664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port a03db6a3-33f4-4f91-a75e-89ade9be020b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:20.291120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port a03db6a3-33f4-4f91-a75e-89ade9be020b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:20.291602 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.326170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a00b11-4849-4ecb-a7fc-f01646598296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.338357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a00b11-4849-4ecb-a7fc-f01646598296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.356054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6698a-d912-4d20-a5cf-79a4dea00671 req-e03324a5-44a5-40e2-9599-d9c79bc4a405 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:20.364685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.371495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ff6698a-d912-4d20-a5cf-79a4dea00671 req-e03324a5-44a5-40e2-9599-d9c79bc4a405 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.3992944 Aug 31 16:11:20.417831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e2c979ae-78ea-487e-b49e-e9fccb07659d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:20.454549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a00b11-4849-4ecb-a7fc-f01646598296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fcb741-5484-4588-84ba-c67d3d520b96,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:20.511029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87a00b11-4849-4ecb-a7fc-f01646598296 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b41c3920e534212a93f21e5db888c03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3015671 Aug 31 16:11:20.519409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:20.584735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Port': ['ID=598e038c-c712-4a60-863e-042dcfaa4e27,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:20.609535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ff6698a-d912-4d20-a5cf-79a4dea00671 req-1e2b5f9e-ac7d-4c27-9f5c-2f4ecaec9a0a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803632 Aug 31 16:11:20.610080 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.665056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.693989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.700010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-e9b2c844-1430-4196-81ff-c5733ebad3a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308574 Aug 31 16:11:20.710983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Checking segment: {'id': 'd66e8c99-042d-4653-ad42-2ebcbf312ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b82a0234-43ea-48e6-b3e4-634ec9d3f02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:20.712369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network hostable DHCP agents. Network: b82a0234-43ea-48e6-b3e4-634ec9d3f02d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:20.725230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03db6a3-33f4-4f91-a75e-89ade9be020b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:20.729790 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095c2d2-5385-4602-ad27-e94fe205dd32" -d '{"events": [{"server_uuid": "a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0", "name": "network-vif-plugged", "status": "completed", "tag": "a03db6a3-33f4-4f91-a75e-89ade9be020b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:20.767969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.779070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port e2c979ae-78ea-487e-b49e-e9fccb07659d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:20.779430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.786433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a03db6a3-33f4-4f91-a75e-89ade9be020b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:20.796355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.800500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e2c979ae-78ea-487e-b49e-e9fccb07659d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:20.801947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.807858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.810261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9772711 Aug 31 16:11:20.825073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38270) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:20.877909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': 'c28c1b35-1f75-4122-86f2-561eb1eebf6f', 'direction': 'ingress', 'protocol': 17}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:20.878311 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-733ddc77-04df-4ef8-b1ce-0f1dacf7504c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 200 len: 217 time: 0.1337903 Aug 31 16:11:20.895735 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def077c9-9c21-4fd5-b42f-892aa8a6e40b x-openstack-request-id: req-def077c9-9c21-4fd5-b42f-892aa8a6e40b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:20.896088 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0", "name": "network-vif-plugged", "status": "completed", "tag": "a03db6a3-33f4-4f91-a75e-89ade9be020b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:20.896370 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-def077c9-9c21-4fd5-b42f-892aa8a6e40b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:20.896826 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03db6a3-33f4-4f91-a75e-89ade9be020b', 'code': 200} Aug 31 16:11:20.964257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e628b630-b073-45a8-bd4e-6d2c1e318249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:20.988854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a03db6a3-33f4-4f91-a75e-89ade9be020b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:20.996907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e628b630-b073-45a8-bd4e-6d2c1e318249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.021692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network b82a0234-43ea-48e6-b3e4-634ec9d3f02d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:21.054632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b82a0234-43ea-48e6-b3e4-634ec9d3f02d) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:21.057891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.059043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e25b1735-c53c-480b-8d38-9113a8ba63f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.063705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.070167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31633ff9-1297-4846-a00a-ce276b234e60 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c1b35-1f75-4122-86f2-561eb1eebf6f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:21.087772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ed708-0d16-40c4-8d13-9744a3ca762c None None] Network b82a0234-43ea-48e6-b3e4-634ec9d3f02d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:21.100606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:21.103923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.148925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.149365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.204828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6304202-ddb6-4516-ba57-661ec1350c6d req-8c16e92d-4541-4b97-81c1-10829ed50523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.208165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6304202-ddb6-4516-ba57-661ec1350c6d req-8c16e92d-4541-4b97-81c1-10829ed50523 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 1097 time: 0.2689586 Aug 31 16:11:21.248040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e628b630-b073-45a8-bd4e-6d2c1e318249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.252168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e628b630-b073-45a8-bd4e-6d2c1e318249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.254158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e628b630-b073-45a8-bd4e-6d2c1e318249 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1fcb741-5484-4588-84ba-c67d3d520b96 HTTP/1.1" status: 204 len: 168 time: 0.7327051 Aug 31 16:11:21.272317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-66c33a15-89b3-4be7-ad66-7cbb2287218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.274868 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-66c33a15-89b3-4be7-ad66-7cbb2287218b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.3626122 Aug 31 16:11:21.313726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port e2c979ae-78ea-487e-b49e-e9fccb07659d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e2c979ae-78ea-487e-b49e-e9fccb07659d,segment=NetworkSegment(2e6ec313-b412-4662-95f9-41eb02b1f7ca),segment_id=2e6ec313-b412-4662-95f9-41eb02b1f7ca)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:21.341957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.342939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.354851 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5399172 Aug 31 16:11:21.356132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba036dc8-778a-4621-8a1c-e156a56dca67 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8fea3e-d34d-4731-a15c-cdf32208070d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:21.366038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38276) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:21.384430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628b630-b073-45a8-bd4e-6d2c1e318249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fcb741-5484-4588-84ba-c67d3d520b96,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:21.399727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'security_group_rule': {'security_group_id': '5b927eab-9eb0-460e-bfad-988daee87b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:21.453195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Port': ['ID=92f1c0a7-8c1d-4519-a6bb-55c475bdb8a4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:21.492558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=e2c979ae-78ea-487e-b49e-e9fccb07659d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:21.505700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-20459728-5f4b-41e9-9461-d20f53e67e66 None None] Provisioning for port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:21.520794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-20459728-5f4b-41e9-9461-d20f53e67e66 None None] Provisioning complete for port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:21.521169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-20459728-5f4b-41e9-9461-d20f53e67e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.541641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-6738523f-6d0a-4aea-8adf-5b3947c21996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.543976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-6738523f-6d0a-4aea-8adf-5b3947c21996 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2543554 Aug 31 16:11:21.545825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Checking segment: {'id': '24283279-6535-4dca-8025-5bce90afbd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47907c88-78ab-4f89-bb52-5caec9fbb6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:21.546756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network hostable DHCP agents. Network: 47907c88-78ab-4f89-bb52-5caec9fbb6c9, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:21.602688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-20459728-5f4b-41e9-9461-d20f53e67e66 None None] Port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:21.616101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.634228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-20459728-5f4b-41e9-9461-d20f53e67e66 None None] Provisioning complete for port e2c979ae-78ea-487e-b49e-e9fccb07659d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:21.635472 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-20459728-5f4b-41e9-9461-d20f53e67e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.676264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network 47907c88-78ab-4f89-bb52-5caec9fbb6c9 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:21.704582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 47907c88-78ab-4f89-bb52-5caec9fbb6c9) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:21.709570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:21.716068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.720421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e094ec-7648-46b8-a6ec-9ce4a781032f None None] Network 47907c88-78ab-4f89-bb52-5caec9fbb6c9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:21.722708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.723813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.766950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ff01470-ba6d-4d75-a66b-aa4311d2fef5 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7049458 Aug 31 16:11:21.774552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38282) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:21.796571 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-ecc1107e-9502-462d-9d70-8f3a3d385967 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423964 Aug 31 16:11:21.827700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.888573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.931933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2b2d0e-2e06-44e8-a5d2-0fe8d06e0547,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:21.952164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aef926-3a62-4837-a20e-c89e5a9366a8 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.959016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aef926-3a62-4837-a20e-c89e5a9366a8 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:21.963929 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a5aef926-3a62-4837-a20e-c89e5a9366a8 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1851356 Aug 31 16:11:21.968555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38288) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:21.971795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:21.976256 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a4756fa-32d1-4e43-9b2e-785875da0b5c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5862973 Aug 31 16:11:21.978068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38290) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:21.986166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:22.018110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-d0e08270-486b-4908-a489-54aba55e606b service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884928 Aug 31 16:11:22.037401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.067594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6304202-ddb6-4516-ba57-661ec1350c6d req-f16c3e60-a56f-4170-8d77-d7b1e552a2a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317940 Aug 31 16:11:22.079351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-b2425669-6d7c-46cd-83d0-9fcf8b04e20a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 217 time: 0.0536878 Aug 31 16:11:22.110596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d6f40538-dc69-4791-9d72-1ed7e0234920 None None] Provisioning complete for port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:22.110983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6f40538-dc69-4791-9d72-1ed7e0234920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.157900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d6f40538-dc69-4791-9d72-1ed7e0234920 None None] Port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:22.197215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a5e92-09b9-4788-92a2-7dea58531185 req-95704dc2-560c-4056-9c5c-8be6b1d00dd2 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:22.199437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a21a5e92-09b9-4788-92a2-7dea58531185 req-95704dc2-560c-4056-9c5c-8be6b1d00dd2 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 945 time: 0.9658411 Aug 31 16:11:22.202955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.206398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.209340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.221181 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.224452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.296257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e2c979ae-78ea-487e-b49e-e9fccb07659d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:22.297666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4ed5-8e0a-4d2f-872b-45b95c13966c req-fc7c3b52-d48d-4041-a97c-83f70149d324 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:22.305064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34fa4ed5-8e0a-4d2f-872b-45b95c13966c req-fc7c3b52-d48d-4041-a97c-83f70149d324 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4171605 Aug 31 16:11:22.352494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e72393-d0ed-423c-a0bc-86bdbbc22098,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:22.406302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e2c979ae-78ea-487e-b49e-e9fccb07659d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:22.407140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.414597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.419004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e0bee8a0-4508-4569-a6ac-d4da38853c32 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5458632 Aug 31 16:11:22.422121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38302) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:22.480661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=42315384-aac8-469f-8ddd-f2f1ebf5cb45,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:22.494720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a21a5e92-09b9-4788-92a2-7dea58531185 req-3dafbe7e-f1b2-45a0-bd3e-54dc8f38498a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801692 Aug 31 16:11:22.530336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Allocated IP 172.25.6.23 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/3b6dddbc-bc99-4fc2-8e27-09e31b85ffdc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:22.535586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34fa4ed5-8e0a-4d2f-872b-45b95c13966c req-92761e4c-1c6a-4c40-900f-22bf81203ba8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296150 Aug 31 16:11:22.539343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-1a2b4779-de03-47ee-8844-d5c6cbc41822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:22.541275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-1a2b4779-de03-47ee-8844-d5c6cbc41822 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.2611570 Aug 31 16:11:22.648255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Deleting port 598e038c-c712-4a60-863e-042dcfaa4e27 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:22.648734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.671422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bffb23b-d4f6-4c64-94f3-5ce2f9302b2b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.671962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-930de00d-f410-4bfa-b9b3-0a0612e8207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:22.673565 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-930de00d-f410-4bfa-b9b3-0a0612e8207a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1204202 Aug 31 16:11:22.713023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18380209-09b3-479a-9cc6-072668c74d8a None None] Provisioning complete for port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:22.713722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18380209-09b3-479a-9cc6-072668c74d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.782700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-18380209-09b3-479a-9cc6-072668c74d8a None None] Port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:22.794625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.817178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bffb23b-d4f6-4c64-94f3-5ce2f9302b2b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.849275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-9f312734-7d94-4c00-ae7b-d9d24721d22b service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655047 Aug 31 16:11:22.863833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.882147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:22.925573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Calling delete_port for 598e038c-c712-4a60-863e-042dcfaa4e27 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:22.958103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.030606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bffb23b-d4f6-4c64-94f3-5ce2f9302b2b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.036252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7bffb23b-d4f6-4c64-94f3-5ce2f9302b2b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.038175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7bffb23b-d4f6-4c64-94f3-5ce2f9302b2b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/c28c1b35-1f75-4122-86f2-561eb1eebf6f HTTP/1.1" status: 204 len: 168 time: 0.6052439 Aug 31 16:11:23.044898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:23.047933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38314) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:23.061625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:23.066035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-f7e6c32c-e33f-434e-b381-fedfa61cb9a6 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072072 Aug 31 16:11:23.066836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:23.067062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb23b-d4f6-4c64-94f3-5ce2f9302b2b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c1b35-1f75-4122-86f2-561eb1eebf6f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:23.134761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.135227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'Port': ['ID=3b6dddbc-bc99-4fc2-8e27-09e31b85ffdc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:23.137153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.188217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Port': ['ID=598e038c-c712-4a60-863e-042dcfaa4e27,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:23.202161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-2c3ecaa7-c848-450a-8a95-524bdf0e2278 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 217 time: 0.0695646 Aug 31 16:11:23.219696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.225364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54f940c1-5dc0-45f9-9480-ca6fbde332b7 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/ports/598e038c-c712-4a60-863e-042dcfaa4e27 HTTP/1.1" status: 204 len: 168 time: 1.2200875 Aug 31 16:11:23.231484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38318) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:23.315732 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-975927a9-d740-424b-910e-31508acdec2f tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2660942 Aug 31 16:11:23.319722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38322) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:23.325579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298822728'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:23.335000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.347816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-c221751f-6974-44c6-a867-d57bba6ccfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:23.349363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-c221751f-6974-44c6-a867-d57bba6ccfe7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.1346464 Aug 31 16:11:23.416498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.420494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.490103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Deleting port 92f1c0a7-8c1d-4519-a6bb-55c475bdb8a4 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:23.490546 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.507554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-c53557f8-bafe-4669-b10b-136b0026143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:23.509213 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-c53557f8-bafe-4669-b10b-136b0026143b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1513686 Aug 31 16:11:23.649926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.715740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Calling delete_port for 92f1c0a7-8c1d-4519-a6bb-55c475bdb8a4 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:23.778009 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-9501bdc9-ef48-4ecd-a991-49be6b3a040e service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581899 Aug 31 16:11:23.780622 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.799410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.821031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.833358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ba4a1-cba9-40d2-85ab-d7897153e8e6 req-b09a66a1-b403-473f-9353-6e269bef9a4a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:23.835200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3ba4a1-cba9-40d2-85ab-d7897153e8e6 req-b09a66a1-b403-473f-9353-6e269bef9a4a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1947811 Aug 31 16:11:23.844988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dff341-77af-424f-9592-759478048be5 req-9d0b85d1-4701-4fe8-8a36-09e210433053 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:23.846076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8dff341-77af-424f-9592-759478048be5 req-9d0b85d1-4701-4fe8-8a36-09e210433053 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 945 time: 0.2070096 Aug 31 16:11:23.852936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.895978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.897388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5763829 Aug 31 16:11:23.902283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e15c27-7b2c-444e-b555-0debd43ab6a4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5870deac-361e-4ea4-ba64-9964abbedb76,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:23.903756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38340) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:23.906491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.915399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:23.957440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--674106032'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:24.019016 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-67dcf110-70ea-4513-9b76-29b65b13784d service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292941 Aug 31 16:11:24.033502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.041462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'Port': ['ID=3b6dddbc-bc99-4fc2-8e27-09e31b85ffdc,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:24.051015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=42315384-aac8-469f-8ddd-f2f1ebf5cb45,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:24.071083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8dff341-77af-424f-9592-759478048be5 req-b131d37b-dad0-4086-9717-78dcf34fd935 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844146 Aug 31 16:11:24.077964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa3ba4a1-cba9-40d2-85ab-d7897153e8e6 req-f5175e46-bbde-4d9b-a8a5-6391674d02ce tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280099 Aug 31 16:11:24.089474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-b8fa2712-0665-4f70-a918-a3a2aacf5b60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 217 time: 0.0574093 Aug 31 16:11:24.091406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.104095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.147263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.157002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d2e3de4-230f-43e0-8321-86aea7e7e569 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1772418 Aug 31 16:11:24.184120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-9406081d-a48e-41f5-bfdc-47e8ece92ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:24.186527 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-9406081d-a48e-41f5-bfdc-47e8ece92ca4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.0896432 Aug 31 16:11:24.192905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd9af-bb60-478c-9d75-d574539a0cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.214945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.220720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.258263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-5475e429-9532-478b-9801-194fab7c75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:24.260713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-5475e429-9532-478b-9801-194fab7c75f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663984 Aug 31 16:11:24.269649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Port': ['ID=92f1c0a7-8c1d-4519-a6bb-55c475bdb8a4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:24.299300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.308892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc9a68b0-6c3f-4496-a9be-91c7132356b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/ports/92f1c0a7-8c1d-4519-a6bb-55c475bdb8a4 HTTP/1.1" status: 204 len: 168 time: 1.0758164 Aug 31 16:11:24.317013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38358) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:24.400094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-36efa0f0-b47c-43be-9233-07f70cdad8c4 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0803654 Aug 31 16:11:24.403722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38370) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:24.410606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-789524676'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:24.435039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-fec160bb-1437-4a2c-8baf-980331e06bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664073 Aug 31 16:11:24.485981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network e9032081-7302-4528-afe7-0d19f484d062 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:24.495478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:24.583508 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69bb248f-5316-4e9b-a571-a912ef552e5c req-076b9d89-1875-4272-8990-7255c09d19cc service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409664 Aug 31 16:11:24.626175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.657549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:24.665035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.695964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:24.716967 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.717345 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Added segment a574ec61-1c6a-43dc-8e85-5ddb4a04c953 of type vlan for network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b Aug 31 16:11:24.759927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.764923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-d37c496f-5843-4870-9a75-0d18cf9fab98 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1333046003&fields=id&tenant_id=53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 267 time: 0.2857304 Aug 31 16:11:24.797854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.833068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.839795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:24.840533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.900701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.919137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9746909 Aug 31 16:11:24.922996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38390) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:24.932136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': '5870deac-361e-4ea4-ba64-9964abbedb76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'edcf5001-297c-422e-abc3-dd898228146e', 'remote_ip_prefix': None}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:24.949016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-30c3d58a-5e19-4483-b65c-a154603a7164 None None] Provisioning complete for port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:24.949594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30c3d58a-5e19-4483-b65c-a154603a7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:24.978371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5729933 Aug 31 16:11:24.982078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38396) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:24.983912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e054d-bf28-4082-ac82-3155ca0650ba tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf5001-297c-422e-abc3-dd898228146e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:25.001252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-406866171'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:25.026404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23886f6-715f-4081-a22f-2646f26e0bef tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Network': ['ID=f3dd957f-d9a5-4d61-a3eb-013a3024fb9b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:25.035275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:11:25.035275 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:11:25.035275 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': '9c4187f5538841939e166adb0043d3b4', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 11, 25, 16454)}] Aug 31 16:11:25.035275 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:11:25.035275 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:11:25.038951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:25.058825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router a96f58d4-30ba-43ef-96b3-4655f86f272a is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:11:25.107999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38398) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:25.110066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-30c3d58a-5e19-4483-b65c-a154603a7164 None None] Port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:25.127099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-d61cfe2b-81d5-4dee-9bfb-8ac4eeb4992b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:25.129552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-d61cfe2b-81d5-4dee-9bfb-8ac4eeb4992b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 816 time: 0.3491561 Aug 31 16:11:25.152454 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.173464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.244063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.245567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-adc7e0b7-4dde-4527-94f2-9918c246651f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/quotas/53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 375 time: 0.0734096 Aug 31 16:11:25.295819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7bd9-8af2-4d55-b30b-18e33d56d9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.347681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:25.354829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-df8ca220-0777-483f-84a9-517a56ee2594 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/a96f58d4-30ba-43ef-96b3-4655f86f272a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6738782 Aug 31 16:11:25.357545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38406) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:25.361401 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] Sync routers for ids ['a96f58d4-30ba-43ef-96b3-4655f86f272a'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:25.374961 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] Routers {'a96f58d4-30ba-43ef-96b3-4655f86f272a'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:25.376270 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a96f58d4-30ba-43ef-96b3-4655f86f272a'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:25.383358 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.394185 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.419376 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:25.422337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de819ce8-9d64-4ff0-aa52-45b82f289637 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:25.426464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-de819ce8-9d64-4ff0-aa52-45b82f289637 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports/42315384-aac8-469f-8ddd-f2f1ebf5cb45 HTTP/1.1" status: 200 len: 977 time: 0.0650802 Aug 31 16:11:25.427328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:25.433376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c929e4ce-030f-49e4-af2f-941b1d534685,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:25.435494 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] Routers {'a96f58d4-30ba-43ef-96b3-4655f86f272a'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:25.437225 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a96f58d4-30ba-43ef-96b3-4655f86f272a'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:25.446780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-da7485fb-b306-4e32-8059-c9c0d6887adf tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1806626 Aug 31 16:11:25.455304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aab4e8-058d-44f4-b5cc-79456be846e3 req-695a8740-41d5-4a56-8499-6c76e9e94b71 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:25.463594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73aab4e8-058d-44f4-b5cc-79456be846e3 req-695a8740-41d5-4a56-8499-6c76e9e94b71 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1685464 Aug 31 16:11:25.477450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.477806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.478362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.478710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.479884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.479884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.480177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.480386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.480922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.481261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.481597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.481924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:25.514126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:25.515223 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21924b8c-15f0-4ce0-a4e2-ddd0059b1c1b None None] The sync data for ids ['a96f58d4-30ba-43ef-96b3-4655f86f272a'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:25.578930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73aab4e8-058d-44f4-b5cc-79456be846e3 req-2475cf47-d4fd-4eff-b44d-3b2bbb7767f0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140678 Aug 31 16:11:25.631216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-6677a0f9-ac11-4f74-9b0b-2eb2c18d68db service neutron] 10.222.0.43 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440227 Aug 31 16:11:25.790800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956cd66-4811-43d8-bef7-eef207390a01 req-53864e34-0255-40e8-a673-6ded36113b1a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:25.792680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4956cd66-4811-43d8-bef7-eef207390a01 req-53864e34-0255-40e8-a673-6ded36113b1a tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 945 time: 0.0907338 Aug 31 16:11:25.799708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-fc602f16-5dad-4c27-b95f-0454ee4a1ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554253 Aug 31 16:11:25.820053 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.857235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4956cd66-4811-43d8-bef7-eef207390a01 req-a494e0d0-aa66-4e38-aaf8-189da641c7ed tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Aug 31 16:11:25.867426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7bd9-8af2-4d55-b30b-18e33d56d9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.875888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7bd9-8af2-4d55-b30b-18e33d56d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.898631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.901207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e1f0a63-4799-4845-ae35-cc1290b92a4d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9765229 Aug 31 16:11:25.903690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38410) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:25.919734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7bd9-8af2-4d55-b30b-18e33d56d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7afa3-012f-4a36-af92-aca4f41e148f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:25.949738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4814-d44a-407e-a298-948c58c96964 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:25.964765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4814-d44a-407e-a298-948c58c96964 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.025776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4814-d44a-407e-a298-948c58c96964 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.046952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4814-d44a-407e-a298-948c58c96964 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.052702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0cbc4814-d44a-407e-a298-948c58c96964 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c929e4ce-030f-49e4-af2f-941b1d534685 HTTP/1.1" status: 204 len: 168 time: 0.1431556 Aug 31 16:11:26.052702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:26.067866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3e9e7bd9-8af2-4d55-b30b-18e33d56d9d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=354837a5099f4814a7366546471f2f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577920 Aug 31 16:11:26.071046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc4814-d44a-407e-a298-948c58c96964 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c929e4ce-030f-49e4-af2f-941b1d534685,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:26.079592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38418) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:26.079920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:26.084203 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.114696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32ea9729-ecee-43e8-bdd4-064ef640c120 req-d7fe1818-e69f-4d51-bebb-704ee7d78aaa tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 210 time: 0.0713189 Aug 31 16:11:26.169012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:26.188850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0fd389a9-5af8-418e-b04a-363fa54659d1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1303184 Aug 31 16:11:26.188850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38420) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:26.191278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.191656 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Added segment 8c8e2750-7526-406f-9529-be5abb247c15 of type vlan for network 120bca6b-327f-44d8-b3e0-79983093447a Aug 31 16:11:26.239300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5256ebe0-37b6-4a7b-9d6a-1e94d042b85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.282402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.301883 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5256ebe0-37b6-4a7b-9d6a-1e94d042b85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.304165 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4c0072b-69ab-4cf9-ae04-d4dddc2a7649 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.397256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4c0072b-69ab-4cf9-ae04-d4dddc2a7649 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.414130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.422928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:26.424036 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.479798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5256ebe0-37b6-4a7b-9d6a-1e94d042b85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.483057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5256ebe0-37b6-4a7b-9d6a-1e94d042b85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.484563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5256ebe0-37b6-4a7b-9d6a-1e94d042b85f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8dc7afa3-012f-4a36-af92-aca4f41e148f HTTP/1.1" status: 204 len: 168 time: 0.3990734 Aug 31 16:11:26.504992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4c0072b-69ab-4cf9-ae04-d4dddc2a7649 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.511317 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4c0072b-69ab-4cf9-ae04-d4dddc2a7649 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:26.516745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d4c0072b-69ab-4cf9-ae04-d4dddc2a7649 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/edcf5001-297c-422e-abc3-dd898228146e HTTP/1.1" status: 204 len: 168 time: 0.3233814 Aug 31 16:11:26.520342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38430) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:26.531216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256ebe0-37b6-4a7b-9d6a-1e94d042b85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7afa3-012f-4a36-af92-aca4f41e148f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:26.559530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0072b-69ab-4cf9-ae04-d4dddc2a7649 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf5001-297c-422e-abc3-dd898228146e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:26.587985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5980690 Aug 31 16:11:26.682049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38434) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:26.695006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'subnets': [{'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--358934113', 'ip_version': 4}, {'network_id': '120bca6b-327f-44d8-b3e0-79983093447a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:26.696867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'subnet': {'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--358934113', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:26.698897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Request body: {'subnet': {'network_id': '120bca6b-327f-44d8-b3e0-79983093447a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:26.703692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125e6c0-b102-4c76-9f30-d4621f69bebf tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Network': ['ID=120bca6b-327f-44d8-b3e0-79983093447a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:26.751817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 120bca6b-327f-44d8-b3e0-79983093447a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:26.872570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-368a12fb-0f8e-4451-8a0a-5e279da807ad tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3491025 Aug 31 16:11:26.873756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:26.908486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-5de71e62-c50e-44f8-875b-c2b2509f8f88 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:26.912042 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-5de71e62-c50e-44f8-875b-c2b2509f8f88 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 945 time: 0.2698150 Aug 31 16:11:27.017579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:11:27.022106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:27.056150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38444) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:27.091765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.159560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7a6d81e5-e47d-48ec-969c-636d6ce2747f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.224465 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.231090 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02f9517c-c46e-45e1-8a6e-cae35087148d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.268763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:27.277414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:27.282118 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a7559-34f0-4707-b3ce-2c3d3faf446c" -d '{"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:27.309231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:27.313114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'port_id': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'mac_address': 'fa:16:3e:89:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0275405-334b-4834-85bd-939e98cf1ff2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:11:27.318170 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.319578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02f9517c-c46e-45e1-8a6e-cae35087148d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.391261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b288d-9826-4780-895a-6856dfa05995 req-d9bf6dd6-998b-458d-b667-bb621028234f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:27.392121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-388b288d-9826-4780-895a-6856dfa05995 req-d9bf6dd6-998b-458d-b667-bb621028234f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1398418 Aug 31 16:11:27.459295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.460477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4adc3-3953-471f-9d8f-f128f2072468 req-6492f48a-58f9-4a2f-b7c0-05f37d87ff02 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:27.464046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:27.468493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d4adc3-3953-471f-9d8f-f128f2072468 req-6492f48a-58f9-4a2f-b7c0-05f37d87ff02 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 945 time: 0.2182672 Aug 31 16:11:27.494262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7c523d-6e74-49ab-b015-cbcd85077c4e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:27.532515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:27.546167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.556129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Deleting port a03db6a3-33f4-4f91-a75e-89ade9be020b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:27.557195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.562794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02f9517c-c46e-45e1-8a6e-cae35087148d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.568630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02f9517c-c46e-45e1-8a6e-cae35087148d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.571137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-02f9517c-c46e-45e1-8a6e-cae35087148d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/5870deac-361e-4ea4-ba64-9964abbedb76 HTTP/1.1" status: 204 len: 168 time: 0.6543641 Aug 31 16:11:27.579519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38450) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:27.661488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.667891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9517c-c46e-45e1-8a6e-cae35087148d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5870deac-361e-4ea4-ba64-9964abbedb76,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:27.702039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7a6d81e5-e47d-48ec-969c-636d6ce2747f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.712255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:27.718984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7a6d81e5-e47d-48ec-969c-636d6ce2747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.723355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d4adc3-3953-471f-9d8f-f128f2072468 req-b34d5e10-1488-47c5-b6fe-e9ff18324696 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/security-groups?id=32ec1f59-378c-46ad-a006-37f70b6f0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537227 Aug 31 16:11:27.754171 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7a6d81e5-e47d-48ec-969c-636d6ce2747f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fee5a4144a94fec8bd2b79d99ac29a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6786029 Aug 31 16:11:27.763766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-388b288d-9826-4780-895a-6856dfa05995 req-5dee5792-21d6-4ddf-b2a3-2517724a4830 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577001 Aug 31 16:11:27.773261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38452) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:27.775351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['6f7c523d-6e74-49ab-b015-cbcd85077c4e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:11:27.840623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] For port a03db6a3-33f4-4f91-a75e-89ade9be020b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a03db6a3-33f4-4f91-a75e-89ade9be020b,segment=NetworkSegment(8d396454-17df-4500-8183-24e70fc7d794),segment_id=8d396454-17df-4500-8183-24e70fc7d794)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:27.841108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.858850 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b01a77f-d481-4197-af14-6de60e4b0f69 x-openstack-request-id: req-3b01a77f-d481-4197-af14-6de60e4b0f69 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:27.859305 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:27.859683 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b01a77f-d481-4197-af14-6de60e4b0f69 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:27.860160 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'code': 200} Aug 31 16:11:27.867205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f69f2afb-4d7a-4b95-b249-e442bbeeb073 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2826231 Aug 31 16:11:27.874439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38454) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:27.881569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144712823'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:27.893868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Calling delete_port for a03db6a3-33f4-4f91-a75e-89ade9be020b owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:27.895668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-759786b1-30fb-401f-a295-b5a023a77954 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:27.897180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-759786b1-30fb-401f-a295-b5a023a77954 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 816 time: 0.4226725 Aug 31 16:11:27.897817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Made reservation on behalf of 9c4187f5538841939e166adb0043d3b4 for: {'subnet': 2} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:27.902278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.902712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:27.905718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d81e5-e47d-48ec-969c-636d6ce2747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c8bf9-31c6-4e38-9a2c-a6394c7aa72c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:27.953089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927ecaa5-0447-4ade-9c99-b7926507e327 req-8f22afab-fd29-46eb-b911-cc7e053ced8b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 210 time: 0.1000791 Aug 31 16:11:28.000849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1d518c5-6a7b-4afc-b6c5-47c9e99724a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.061867 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1d518c5-6a7b-4afc-b6c5-47c9e99724a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.065934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 42315384-aac8-469f-8ddd-f2f1ebf5cb45 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:28.066318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.074951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.101509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-1b5c8795-356c-4f34-9751-c87664a02999 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 380 time: 0.1604540 Aug 31 16:11:28.117733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'port': {'device_id': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'admin_state_up': True, 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'security_groups': ['5b927eab-9eb0-460e-bfad-988daee87b6f']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:28.231041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.243082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a03db6a3-33f4-4f91-a75e-89ade9be020b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:11:28.281384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.284166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1d518c5-6a7b-4afc-b6c5-47c9e99724a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.287844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1d518c5-6a7b-4afc-b6c5-47c9e99724a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.289611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1d518c5-6a7b-4afc-b6c5-47c9e99724a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b58c8bf9-31c6-4e38-9a2c-a6394c7aa72c HTTP/1.1" status: 204 len: 168 time: 0.5077021 Aug 31 16:11:28.311424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Pushing event deleted for resources: {'Port': ['ID=a03db6a3-33f4-4f91-a75e-89ade9be020b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:28.329168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 42315384-aac8-469f-8ddd-f2f1ebf5cb45 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:28.354567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d518c5-6a7b-4afc-b6c5-47c9e99724a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c8bf9-31c6-4e38-9a2c-a6394c7aa72c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:28.385584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] No DVR routers for this DVR port a03db6a3-33f4-4f91-a75e-89ade9be020b on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:28.389582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.391843 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c7842600-4358-4ab1-95bf-5f204049cfbf req-2a3d04e3-a4be-47ab-85ab-44529149501d tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.30 "DELETE /v2.0/ports/a03db6a3-33f4-4f91-a75e-89ade9be020b HTTP/1.1" status: 204 len: 173 time: 1.4729655 Aug 31 16:11:28.392431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'name': 'network-vif-deleted', 'tag': 'a03db6a3-33f4-4f91-a75e-89ade9be020b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:28.395408 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efee18d-9c71-4f34-9517-7159f520282f" -d '{"events": [{"server_uuid": "a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0", "name": "network-vif-deleted", "tag": "a03db6a3-33f4-4f91-a75e-89ade9be020b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:28.467106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.531644 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.578420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff3a274-96f0-469c-94d5-8f3cc97fb201,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:28.610373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Made reservation on behalf of 53e15c931a4b489db69dc5b03881f6a3 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:28.614594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.633890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.635317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02ea9427-42a5-4c60-9aa1-1a0e6eca5580 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7592964 Aug 31 16:11:28.640480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38464) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:28.648307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': '6ff3a274-96f0-469c-94d5-8f3cc97fb201', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:28.700223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:28.739050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=42315384-aac8-469f-8ddd-f2f1ebf5cb45,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:28.886910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.043296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:29.095040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.113444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04089d1b-cced-404a-8ad6-ad757e7e7dad req-d74a4a29-1804-4f94-a936-a6992f6b87b2 tempest-VolumesActionsTest-940599890 tempest-VolumesActionsTest-940599890-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0 HTTP/1.1" status: 200 len: 210 time: 0.1737235 Aug 31 16:11:29.118146 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a33e59-7adc-44ad-84a3-922686bc1aa6 x-openstack-request-id: req-a5a33e59-7adc-44ad-84a3-922686bc1aa6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:29.118573 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0", "name": "network-vif-deleted", "tag": "a03db6a3-33f4-4f91-a75e-89ade9be020b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:29.119038 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5a33e59-7adc-44ad-84a3-922686bc1aa6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:29.120588 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fbd0c2-8f07-4fa6-abf8-fb5f2a1eb3b0', 'name': 'network-vif-deleted', 'tag': 'a03db6a3-33f4-4f91-a75e-89ade9be020b', 'status': 'completed', 'code': 200} Aug 31 16:11:29.132293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.178337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 6f7c523d-6e74-49ab-b015-cbcd85077c4e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:29.178708 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.207178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.253089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Allocated IP 172.20.0.6 (79671171-0daa-4f81-aa27-323525c7bd74/6d817104-b22f-44a3-9a41-6babd928e2da/54fbbec5-7bbb-40e4-9b94-9ffd1b628e57) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:29.299093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.313958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.364495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:29.371219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.374694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addaa853-50d5-4ed1-b2f0-c090050e21bd,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:29.379337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c48d6047-cb7e-40fb-90f3-98914962ca97 req-f05c4c33-3def-48ba-8a49-117cd2a5c355 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 210 time: 0.1134429 Aug 31 16:11:29.418202 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.426210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20d782e6-c4b0-4470-ae74-83a2391aca1d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7830017 Aug 31 16:11:29.427085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38486) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:29.431813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router a96f58d4-30ba-43ef-96b3-4655f86f272a has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:29.476873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Subnet': ['ID=1a102636-50c0-441d-a4ed-5c707619da2b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:29.487512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13a516bd-6fe7-413e-b407-b939e1515c31 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.497475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13a516bd-6fe7-413e-b407-b939e1515c31 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.499378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:29.539319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e116b1a-76b6-4f09-91a7-95e39b26c1d2 req-2883b8f7-2a97-42e6-915f-f13bbc1e6056 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:29.541364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e116b1a-76b6-4f09-91a7-95e39b26c1d2 req-2883b8f7-2a97-42e6-915f-f13bbc1e6056 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 945 time: 0.2798064 Aug 31 16:11:29.566260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Checking segment: {'id': 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:29.566532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network hostable DHCP agents. Network: f3dd957f-d9a5-4d61-a3eb-013a3024fb9b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:29.611414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:29.627894 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-225c8b55-182b-4529-9ce0-03aaa72705fe tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/a96f58d4-30ba-43ef-96b3-4655f86f272a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1991212 Aug 31 16:11:29.631976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38490) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:29.633290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] Sync routers for ids ['a96f58d4-30ba-43ef-96b3-4655f86f272a'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:29.668276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] Routers {'a96f58d4-30ba-43ef-96b3-4655f86f272a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:29.669791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a96f58d4-30ba-43ef-96b3-4655f86f272a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:29.671723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:29.698547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5e116b1a-76b6-4f09-91a7-95e39b26c1d2 req-53be44ac-6352-4916-8539-099ce19e9453 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411953 Aug 31 16:11:29.736471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f3dd957f-d9a5-4d61-a3eb-013a3024fb9b) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:29.750490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:29.754694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.772716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f86fd-0246-422a-8d13-4cd3f7e6f2da None None] Network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:29.795542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.797157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13a516bd-6fe7-413e-b407-b939e1515c31 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.807418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13a516bd-6fe7-413e-b407-b939e1515c31 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:29.814053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-13a516bd-6fe7-413e-b407-b939e1515c31 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/addaa853-50d5-4ed1-b2f0-c090050e21bd HTTP/1.1" status: 204 len: 168 time: 0.3858757 Aug 31 16:11:29.824392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38494) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:29.856131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] Routers {'a96f58d4-30ba-43ef-96b3-4655f86f272a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:29.857210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a96f58d4-30ba-43ef-96b3-4655f86f272a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:29.868127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:29.871992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Transition to ACTIVE for port object 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:29.872418 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e522cf-105d-464b-8ea9-8a57259dd4e2" -d '{"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:29.914021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:29.914677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc852c33-5622-47a9-8581-dc1d4f11e7f5 None None] The sync data for ids ['a96f58d4-30ba-43ef-96b3-4655f86f272a'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:29.923721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event updated for resources: {'Subnet': ['ID=209a8ce8-a05e-4d8e-a949-e0f3977dfbe8,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:29.975815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a516bd-6fe7-413e-b407-b939e1515c31 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=addaa853-50d5-4ed1-b2f0-c090050e21bd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:29.980391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Checking segment: {'id': '8c8e2750-7526-406f-9529-be5abb247c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '120bca6b-327f-44d8-b3e0-79983093447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:29.980953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network hostable DHCP agents. Network: 120bca6b-327f-44d8-b3e0-79983093447a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:29.997703 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597ccfa9-69ef-438d-af27-cc579775d7f5 x-openstack-request-id: req-597ccfa9-69ef-438d-af27-cc579775d7f5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:29.998709 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:29.999284 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-597ccfa9-69ef-438d-af27-cc579775d7f5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:30.003319 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'code': 200} Aug 31 16:11:30.015396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.061119 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f034c96a-1927-4883-be85-814f4ef451b3 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2268844 Aug 31 16:11:30.066403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38498) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:30.116712 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-dd6ee5ca-20a5-43ca-9573-21347cc331d3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 16:11:30.121141 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dd6ee5ca-20a5-43ca-9573-21347cc331d3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/a96f58d4-30ba-43ef-96b3-4655f86f272a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4862301 Aug 31 16:11:30.121737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38502) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:30.154144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Network 120bca6b-327f-44d8-b3e0-79983093447a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:30.165856 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66bd513f-ab82-4082-8144-ccff59c275f3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=a96f58d4-30ba-43ef-96b3-4655f86f272a HTTP/1.1" status: 200 len: 205 time: 0.0419610 Aug 31 16:11:30.166618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38506) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:30.186568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Network 79671171-0daa-4f81-aa27-323525c7bd74 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:30.193770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:30.203530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 120bca6b-327f-44d8-b3e0-79983093447a) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:30.205845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:30.239145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:30.239992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:30.241283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.247772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95eecab-00f4-46d8-a477-d734f8e073d0 None None] Network 120bca6b-327f-44d8-b3e0-79983093447a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:30.283068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:30.336283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.365865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a844c1b-09d4-45c5-997e-7725ed00e69e tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6816626 Aug 31 16:11:30.381394 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4961-43a3-448c-bd15-7bd5619c1ca1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.406980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38516) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:30.446369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f3dd957f-d9a5-4d61-a3eb-013a3024fb9b', 'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b', 'tenant_id': '9c4187f5538841939e166adb0043d3b4', 'fixed_ips': [{'subnet_id': '1a102636-50c0-441d-a4ed-5c707619da2b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:11:30.451370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.560063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4961-43a3-448c-bd15-7bd5619c1ca1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.669466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:30.677515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.790292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4961-43a3-448c-bd15-7bd5619c1ca1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.795790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4961-43a3-448c-bd15-7bd5619c1ca1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:30.799182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0c7c4961-43a3-448c-bd15-7bd5619c1ca1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/6ff3a274-96f0-469c-94d5-8f3cc97fb201 HTTP/1.1" status: 204 len: 168 time: 0.7286396 Aug 31 16:11:30.837951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38532) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:30.850698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c4961-43a3-448c-bd15-7bd5619c1ca1 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff3a274-96f0-469c-94d5-8f3cc97fb201,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:30.896855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-e7f69455-d8df-4fde-a313-714f71a9b2b4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7860565 Aug 31 16:11:30.917376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Request body: {'port': {'device_id': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:31.029362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12625c9-09b1-4526-9659-69cc57c04826 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:31.032472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12625c9-09b1-4526-9659-69cc57c04826 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:31.042481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12625c9-09b1-4526-9659-69cc57c04826 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:31.049880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a12625c9-09b1-4526-9659-69cc57c04826 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.6370127 Aug 31 16:11:31.054052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Allocated IP 172.20.0.2 (f3dd957f-d9a5-4d61-a3eb-013a3024fb9b/1a102636-50c0-441d-a4ed-5c707619da2b/70f24f83-057e-48ff-9be9-449c598a08db) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:31.065739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38540) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:31.258152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4b323c53-da2b-4d15-8032-ef7a8c702daa tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4023433 Aug 31 16:11:31.281095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38548) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:31.306383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078947990'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:31.442954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4df278-8cee-4119-865c-edf701a551cd req-e295359a-8786-4a37-a6d9-fb68d5ab3efd tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:31.457763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4df278-8cee-4119-865c-edf701a551cd req-e295359a-8786-4a37-a6d9-fb68d5ab3efd tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.4099698 Aug 31 16:11:31.469468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b2a49-9201-4d0e-bd18-271519c56031 req-3e1b4d80-d930-40f0-8bef-d22aa61869a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:31.474482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9d0b2a49-9201-4d0e-bd18-271519c56031 req-3e1b4d80-d930-40f0-8bef-d22aa61869a7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 1098 time: 1.3061335 Aug 31 16:11:31.476722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Deleting subnet 1a102636-50c0-441d-a4ed-5c707619da2b {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:11:31.533496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.534426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.541158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.558133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.568437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9d0b2a49-9201-4d0e-bd18-271519c56031 req-080ea8ec-acfc-400b-a979-ddfe31700695 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583465 Aug 31 16:11:31.608504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee4df278-8cee-4119-865c-edf701a551cd req-5103db4b-f58a-4684-8602-e5af4ed8457f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493881 Aug 31 16:11:31.638752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ff49c-85c7-4ca5-8e3e-a475c88a7345 req-2eb9d7fd-222d-436e-ac50-1f0625fb6954 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:31.642069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-148ff49c-85c7-4ca5-8e3e-a475c88a7345 req-2eb9d7fd-222d-436e-ac50-1f0625fb6954 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 931 time: 0.3942859 Aug 31 16:11:31.703964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-25d585b4-6e9d-4ff5-8f48-b77ecd6bb05b None None] Provisioning for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:31.705714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.706416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router a96f58d4-30ba-43ef-96b3-4655f86f272a {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:11:31.715578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-25d585b4-6e9d-4ff5-8f48-b77ecd6bb05b None None] Provisioning complete for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:31.716473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25d585b4-6e9d-4ff5-8f48-b77ecd6bb05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.727715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.738114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38560) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:31.739365 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1fce0419-af31-4d14-9a57-2760fd239ed4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/a96f58d4-30ba-43ef-96b3-4655f86f272a HTTP/1.1" status: 204 len: 168 time: 1.5698035 Aug 31 16:11:31.780763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-148ff49c-85c7-4ca5-8e3e-a475c88a7345 req-acb63cc6-eb64-4cec-bf6b-5cd3022ed7d5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947590 Aug 31 16:11:31.857740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-25d585b4-6e9d-4ff5-8f48-b77ecd6bb05b None None] Port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:31.872694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-120bca6b-327f-44d8-b3e0-79983093447a', 'network_id': '120bca6b-327f-44d8-b3e0-79983093447a', 'tenant_id': '9c4187f5538841939e166adb0043d3b4', 'fixed_ips': [{'subnet_id': '209a8ce8-a05e-4d8e-a949-e0f3977dfbe8'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:11:31.874118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:31.976559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 3a1fa455-444e-4a11-8aa6-1aebda27bfeb {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:11:31.989155 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.089303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a03db6a3-33f4-4f91-a75e-89ade9be020b no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:32.102142 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.152086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.194703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: a03db6a3-33f4-4f91-a75e-89ade9be020b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:32.195676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a03db6a3-33f4-4f91-a75e-89ade9be020b not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:32.234033 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.238233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.256533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Transition to ACTIVE for port object 70f24f83-057e-48ff-9be9-449c598a08db will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:32.282027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Transition to ACTIVE for port object 70f24f83-057e-48ff-9be9-449c598a08db will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:32.325912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.337600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.348250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:32.353309 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.357697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0635438 Aug 31 16:11:32.360347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38592) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:32.367624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': '1866f76e-c9a5-4d43-ac64-f08a552cd2a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:32.380548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722188b-1f04-449d-8d55-f7a6b4e21718 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1866f76e-c9a5-4d43-ac64-f08a552cd2a5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:32.389169 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.434673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.438263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:32.440354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.443777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.445971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:32.449107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Transition to ACTIVE for port object 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:32.472633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Allocated IP 172.20.0.18 (120bca6b-327f-44d8-b3e0-79983093447a/209a8ce8-a05e-4d8e-a949-e0f3977dfbe8/09aa7efa-3450-415d-976f-36a9fe4d4d31) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:32.479501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:32.673264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.677619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Pushing event updated for resources: {'Port': ['ID=70f24f83-057e-48ff-9be9-449c598a08db,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:32.681265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.765251 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.776036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f91fffe-25b2-4010-8ddf-b3b893fee1de,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:32.799021 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.809171 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-283915a8-b1c3-4856-a60e-e58d3f36ee06 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4394619 Aug 31 16:11:32.810176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:32.858263 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-21afff01-38f5-4c87-a373-42a4610d4866 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules/1f91fffe-25b2-4010-8ddf-b3b893fee1de HTTP/1.1" status: 200 len: 763 time: 0.0460708 Aug 31 16:11:32.860627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38604) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:32.877905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Attempting to bind port 70f24f83-057e-48ff-9be9-449c598a08db on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:32.879096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Attempting to bind port 70f24f83-057e-48ff-9be9-449c598a08db by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:32.880084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Attempting to bind port 70f24f83-057e-48ff-9be9-449c598a08db on network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:32.951336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:32.952239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Checking segment: {'id': 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:32.954477 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.957042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Bound using segment: {'id': 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:32.958253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Bound port: 70f24f83-057e-48ff-9be9-449c598a08db, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f3dd957f-d9a5-4d61-a3eb-013a3024fb9b'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:32.959099 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.977737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:32.987166 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b065b294-17eb-4dd9-bff8-49cd3e3ceae2 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1229577 Aug 31 16:11:32.987991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38610) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:33.099631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-549635b5-d1a6-4c67-86fd-4a52e4caceb4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.116996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.138440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-549635b5-d1a6-4c67-86fd-4a52e4caceb4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.141689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.240253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-549635b5-d1a6-4c67-86fd-4a52e4caceb4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.253855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-549635b5-d1a6-4c67-86fd-4a52e4caceb4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.274988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-549635b5-d1a6-4c67-86fd-4a52e4caceb4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1f91fffe-25b2-4010-8ddf-b3b893fee1de HTTP/1.1" status: 204 len: 168 time: 0.2726057 Aug 31 16:11:33.276561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:33.314736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e83ca-29a4-4d26-8b1c-37eeea3c5934 req-38e85383-1196-4b3c-b6cc-a6a7883fe31f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:33.326381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549635b5-d1a6-4c67-86fd-4a52e4caceb4 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f91fffe-25b2-4010-8ddf-b3b893fee1de,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.334302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c1e83ca-29a4-4d26-8b1c-37eeea3c5934 req-38e85383-1196-4b3c-b6cc-a6a7883fe31f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.5615528 Aug 31 16:11:33.369806 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.380409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-01a28b97-d750-4f9e-813e-89aa0ee51245 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0923564 Aug 31 16:11:33.381448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38620) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:33.388745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Transition to ACTIVE for port object 09aa7efa-3450-415d-976f-36a9fe4d4d31 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:33.396178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': '1866f76e-c9a5-4d43-ac64-f08a552cd2a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:33.430624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1fa455-444e-4a11-8aa6-1aebda27bfeb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.461650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Transition to ACTIVE for port object 09aa7efa-3450-415d-976f-36a9fe4d4d31 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:33.470524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d68ec-2e3c-4624-9c39-0474ab8e8c0a None None] Network e9032081-7302-4528-afe7-0d19f484d062 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:33.477152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.505205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.517718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.523070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-24989759-b929-4304-81bc-32fcd8dacec4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/3a1fa455-444e-4a11-8aa6-1aebda27bfeb HTTP/1.1" status: 204 len: 168 time: 1.7775021 Aug 31 16:11:33.533331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38636) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:33.555313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493ec6-fec6-455d-8a3e-39b31b2c95ab req-33abb277-637f-4d07-9b37-0fa33bac2929 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:33.557491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28493ec6-fec6-455d-8a3e-39b31b2c95ab req-33abb277-637f-4d07-9b37-0fa33bac2929 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.5949767 Aug 31 16:11:33.572687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c1e83ca-29a4-4d26-8b1c-37eeea3c5934 req-47988896-93b3-499d-9afe-802321244bb8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373459 Aug 31 16:11:33.625230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.637851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] For port 70f24f83-057e-48ff-9be9-449c598a08db, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:33.710434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28493ec6-fec6-455d-8a3e-39b31b2c95ab req-0d9ce911-62ac-4268-8b4e-d90101ad3dfa tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323705 Aug 31 16:11:33.711911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Subnet': ['ID=1a102636-50c0-441d-a4ed-5c707619da2b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.713596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] For port 70f24f83-057e-48ff-9be9-449c598a08db, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=70f24f83-057e-48ff-9be9-449c598a08db,segment=NetworkSegment(a574ec61-1c6a-43dc-8e85-5ddb4a04c953),segment_id=a574ec61-1c6a-43dc-8e85-5ddb4a04c953)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:33.726685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.729767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-91aba5cf-2346-42d1-a577-f9a841275f7f tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/subnets/1a102636-50c0-441d-a4ed-5c707619da2b HTTP/1.1" status: 204 len: 168 time: 2.6613209 Aug 31 16:11:33.729991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Network 120bca6b-327f-44d8-b3e0-79983093447a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:33.732226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Attempting to bind port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:33.733107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Attempting to bind port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:33.733899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Attempting to bind port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 on network 79671171-0daa-4f81-aa27-323525c7bd74 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:33.739752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.741965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38638) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:33.743500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 on network 79671171-0daa-4f81-aa27-323525c7bd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:11:33.744889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Pushing event updated for resources: {'Port': ['ID=09aa7efa-3450-415d-976f-36a9fe4d4d31,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.745590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Attempting to bind port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 on network 79671171-0daa-4f81-aa27-323525c7bd74 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:33.753972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:33.761368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:33.762582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Checking segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:33.765738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Bound using segment: {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:33.766826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Bound port: 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c05561c-d247-4728-9f29-a71c62757722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:33.776720 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.827653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.828825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edea4d4-f5c0-48d8-b157-6324c3e85dd1 None None] Pushing event updated for resources: {'Port': ['ID=70f24f83-057e-48ff-9be9-449c598a08db,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.836220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:33.838340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.861539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.898809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:33.908091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5252311 Aug 31 16:11:33.913205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:33.929862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538825e6-0965-40b7-99d0-79fc2585f31d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c33c387-047d-42ed-81d4-c264cb8b819f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:33.943243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Deleting subnet 209a8ce8-a05e-4d8e-a949-e0f3977dfbe8 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:11:33.950385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.001268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:34.068131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bbfd163b-b2e0-4f3d-a8d2-d4d093de774b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules/1c33c387-047d-42ed-81d4-c264cb8b819f HTTP/1.1" status: 200 len: 763 time: 0.1416562 Aug 31 16:11:34.072956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38648) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:34.079365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:34.091749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.185878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:34.186751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.188454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] 10.222.0.30 "PUT /v2.0/ports/54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 1092 time: 3.2823086 Aug 31 16:11:34.189230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:34.206287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.214746 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9444aed-5f90-46bb-b331-d7273783aa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:34.254921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Attempting to bind port 09aa7efa-3450-415d-976f-36a9fe4d4d31 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:34.255505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Attempting to bind port 09aa7efa-3450-415d-976f-36a9fe4d4d31 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8c8e2750-7526-406f-9529-be5abb247c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '120bca6b-327f-44d8-b3e0-79983093447a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:34.255751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Attempting to bind port 09aa7efa-3450-415d-976f-36a9fe4d4d31 on network 120bca6b-327f-44d8-b3e0-79983093447a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:34.304019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:34.304496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Checking segment: {'id': '8c8e2750-7526-406f-9529-be5abb247c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '120bca6b-327f-44d8-b3e0-79983093447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:34.304848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.305279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Bound using segment: {'id': '8c8e2750-7526-406f-9529-be5abb247c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '120bca6b-327f-44d8-b3e0-79983093447a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:34.305766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Bound port: 09aa7efa-3450-415d-976f-36a9fe4d4d31, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8e2750-7526-406f-9529-be5abb247c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '120bca6b-327f-44d8-b3e0-79983093447a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:34.306162 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.324779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323813-fe88-468c-b8a6-501e02bd9f24 service neutron] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:34.345561 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97a1da-de7b-4af5-9f16-c2d5a692b7c4 x-openstack-request-id: req-7e97a1da-de7b-4af5-9f16-c2d5a692b7c4 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:34.345980 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:34.346870 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e97a1da-de7b-4af5-9f16-c2d5a692b7c4 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:34.347381 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'status': 'completed', 'code': 200} Aug 31 16:11:34.391581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] DHCP port deletion for e9032081-7302-4528-afe7-0d19f484d062 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:11:34.396609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-4f2ad687-21cc-4bed-a403-4b7d4463363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:34.399172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-4f2ad687-21cc-4bed-a403-4b7d4463363d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1095 time: 0.1501899 Aug 31 16:11:34.455589 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-59ea3cae-689a-4701-84b8-f742da2fbbb3 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3785298 Aug 31 16:11:34.550109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-486c7d9f-7fe0-469a-8c87-ecb1105df17d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 217 time: 0.1413999 Aug 31 16:11:34.550920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38656) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:34.589447 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.713276 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c468a8d8-005f-436c-bb1d-7fb1e674b735 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.730262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c468a8d8-005f-436c-bb1d-7fb1e674b735 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.750997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-247d034d-6463-4a89-a4a9-4da105e26912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:34.753117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-247d034d-6463-4a89-a4a9-4da105e26912 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1543176 Aug 31 16:11:34.757467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.800101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] For port 09aa7efa-3450-415d-976f-36a9fe4d4d31, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:34.822836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] For port 09aa7efa-3450-415d-976f-36a9fe4d4d31, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=09aa7efa-3450-415d-976f-36a9fe4d4d31,segment=NetworkSegment(8c8e2750-7526-406f-9529-be5abb247c15),segment_id=8c8e2750-7526-406f-9529-be5abb247c15)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:34.852848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.856271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Subnet': ['ID=209a8ce8-a05e-4d8e-a949-e0f3977dfbe8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:34.870127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.874319 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-148553ae-d246-4388-aadc-721c0e7501f2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/subnets/209a8ce8-a05e-4d8e-a949-e0f3977dfbe8 HTTP/1.1" status: 204 len: 168 time: 1.1112118 Aug 31 16:11:34.879086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38664) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:34.894216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port e2c979ae-78ea-487e-b49e-e9fccb07659d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:34.894927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:34.993320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c468a8d8-005f-436c-bb1d-7fb1e674b735 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.002153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] Deleting port e2c979ae-78ea-487e-b49e-e9fccb07659d {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:35.002596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.005141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c468a8d8-005f-436c-bb1d-7fb1e674b735 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.010551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c468a8d8-005f-436c-bb1d-7fb1e674b735 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1c33c387-047d-42ed-81d4-c264cb8b819f HTTP/1.1" status: 204 len: 168 time: 0.4583101 Aug 31 16:11:35.031791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38666) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:35.164520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] For port e2c979ae-78ea-487e-b49e-e9fccb07659d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e2c979ae-78ea-487e-b49e-e9fccb07659d,segment=NetworkSegment(2e6ec313-b412-4662-95f9-41eb02b1f7ca),segment_id=2e6ec313-b412-4662-95f9-41eb02b1f7ca)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:35.166515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.182371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port e2c979ae-78ea-487e-b49e-e9fccb07659d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e2c979ae-78ea-487e-b49e-e9fccb07659d,segment=NetworkSegment(2e6ec313-b412-4662-95f9-41eb02b1f7ca),segment_id=2e6ec313-b412-4662-95f9-41eb02b1f7ca)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:35.184737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.210704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] Calling delete_port for e2c979ae-78ea-487e-b49e-e9fccb07659d owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:35.264592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for e2c979ae-78ea-487e-b49e-e9fccb07659d owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:35.398388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb89f7-c160-4701-8742-a3deae0c3f6a None None] Pushing event updated for resources: {'Port': ['ID=09aa7efa-3450-415d-976f-36a9fe4d4d31,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:35.408423 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.500827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] Pushing event deleted for resources: {'Port': ['ID=e2c979ae-78ea-487e-b49e-e9fccb07659d,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:35.511565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d52536-41f8-411b-82d0-5e4036a89535 None None] No DVR routers for this DVR port e2c979ae-78ea-487e-b49e-e9fccb07659d on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:35.660966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb5926-917f-49ac-9dcb-58743c9e0e7b tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:35.668240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-57eb5926-917f-49ac-9dcb-58743c9e0e7b tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7866023 Aug 31 16:11:35.671980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:35.835683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.874414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:35.900539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=e2c979ae-78ea-487e-b49e-e9fccb07659d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:35.915035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port e2c979ae-78ea-487e-b49e-e9fccb07659d on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:35.957579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468a8d8-005f-436c-bb1d-7fb1e674b735 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c33c387-047d-42ed-81d4-c264cb8b819f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:35.979943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-747a6805-dc6c-42ea-8938-6a725ad2d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:35.981591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-747a6805-dc6c-42ea-8938-6a725ad2d6bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2212336 Aug 31 16:11:35.994130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfaed3-844b-41df-aa96-0905c47fdf23 req-67111adf-0e4a-47af-bbdf-bacebfac893a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:36.003038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79cfaed3-844b-41df-aa96-0905c47fdf23 req-67111adf-0e4a-47af-bbdf-bacebfac893a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 1.0850501 Aug 31 16:11:36.004145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c80f3-bace-4bcd-b038-9272e31eda79 None None] Network f3dd957f-d9a5-4d61-a3eb-013a3024fb9b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:36.092286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-48cf7b80-a361-45dc-9afd-6b914e33da7d tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0497944 Aug 31 16:11:36.096850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38684) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:36.102121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Request body: {'security_group_rule': {'security_group_id': '1866f76e-c9a5-4d43-ac64-f08a552cd2a5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:36.103506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbe0a-10a3-49da-8386-c33498affc0c req-bdaa24a6-7ad9-4578-bf99-b550b2829159 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:36.125597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-376fbe0a-10a3-49da-8386-c33498affc0c req-bdaa24a6-7ad9-4578-bf99-b550b2829159 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 1.2691979 Aug 31 16:11:36.139991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.178132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0794cc4b-313e-42b5-83fc-4b245d8770a2 None None] Provisioning for port 70f24f83-057e-48ff-9be9-449c598a08db completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:36.207288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9032081-7302-4528-afe7-0d19f484d062']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:36.221726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.251690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6ec313-b412-4662-95f9-41eb02b1f7ca') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:36.252071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6ec313-b412-4662-95f9-41eb02b1f7ca') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:36.337155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.345421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79cfaed3-844b-41df-aa96-0905c47fdf23 req-44ef1658-baaa-4650-92ae-ef209d0e631e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404243 Aug 31 16:11:36.359136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Deleting port 09aa7efa-3450-415d-976f-36a9fe4d4d31 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:36.361293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.463673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-376fbe0a-10a3-49da-8386-c33498affc0c req-bb9b50d9-998b-4c64-bd1b-d3e5e1e710f6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438680 Aug 31 16:11:36.524721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-dbc44d33-4b83-4420-83b4-f9da1190751a service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184259 Aug 31 16:11:36.595645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] DHCP port deletion for f3dd957f-d9a5-4d61-a3eb-013a3024fb9b request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:11:36.614020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 09aa7efa-3450-415d-976f-36a9fe4d4d31 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:36.707414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.771092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:36.772631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:36.786630 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:36.848035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 09aa7efa-3450-415d-976f-36a9fe4d4d31 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:36.887146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] Deleting port 70f24f83-057e-48ff-9be9-449c598a08db {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:36.887558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:36.928202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f047-5a11-40a2-8559-1a2876c45dda req-f994a772-393f-478a-a429-dd0ddaffaae7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:36.929848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32f3f047-5a11-40a2-8559-1a2876c45dda req-f994a772-393f-478a-a429-dd0ddaffaae7 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1994996 Aug 31 16:11:37.035498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e2c979ae-78ea-487e-b49e-e9fccb07659d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:37.046660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd0a950a-388b-4e56-bda3-4dfb2d1ae241 req-a1e73850-1f00-4956-a570-3f4e83f651f9 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136604 Aug 31 16:11:37.087960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32f3f047-5a11-40a2-8559-1a2876c45dda req-bb4006be-85a0-4e2c-a71c-25e09ceaebd0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385262 Aug 31 16:11:37.108692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: e2c979ae-78ea-487e-b49e-e9fccb07659d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:37.109858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e2c979ae-78ea-487e-b49e-e9fccb07659d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:37.117739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] For port 09aa7efa-3450-415d-976f-36a9fe4d4d31, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=09aa7efa-3450-415d-976f-36a9fe4d4d31,segment=NetworkSegment(8c8e2750-7526-406f-9529-be5abb247c15),segment_id=8c8e2750-7526-406f-9529-be5abb247c15)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:37.118620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.123697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ee0a3-fabb-4475-8194-9662b7bc5b61 None None] Network 120bca6b-327f-44d8-b3e0-79983093447a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:37.130424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] For port 70f24f83-057e-48ff-9be9-449c598a08db, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=70f24f83-057e-48ff-9be9-449c598a08db,segment=NetworkSegment(a574ec61-1c6a-43dc-8e85-5ddb4a04c953),segment_id=a574ec61-1c6a-43dc-8e85-5ddb4a04c953)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:37.130995 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.176760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Calling delete_port for 09aa7efa-3450-415d-976f-36a9fe4d4d31 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:37.184560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.200766 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.211917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.242399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] Calling delete_port for 70f24f83-057e-48ff-9be9-449c598a08db owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:37.258175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.260860 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/e9032081-7302-4528-afe7-0d19f484d062 HTTP/1.1" status: 204 len: 168 time: 3.7246768 Aug 31 16:11:37.278438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38698) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:37.281565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb08aae0-8717-4e6c-b8c6-19c706f7b3d1,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:37.292028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a21066a-b114-43fb-a39d-2b8aabbcb5f0 None None] Provisioning for port 09aa7efa-3450-415d-976f-36a9fe4d4d31 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:37.321937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902dc1e-64f8-40c4-aba1-b9230b301b2c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=e9032081-7302-4528-afe7-0d19f484d062,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:37.331970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261479808'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:37.337534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.338931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-05f762c9-8bfd-41c8-9a65-a9c30070b71c tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2408535 Aug 31 16:11:37.351841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38700) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:37.385634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-73fc2e45-d7cb-4bee-80d9-7a3a2ef16c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:37.387242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-73fc2e45-d7cb-4bee-80d9-7a3a2ef16c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1095 time: 0.2876623 Aug 31 16:11:37.390418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a21066a-b114-43fb-a39d-2b8aabbcb5f0 None None] Provisioning complete for port 09aa7efa-3450-415d-976f-36a9fe4d4d31 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:37.390776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a21066a-b114-43fb-a39d-2b8aabbcb5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.465428 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-406d0103-e3fb-4d6e-8a0b-5a278de753ec tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules/fb08aae0-8717-4e6c-b8c6-19c706f7b3d1 HTTP/1.1" status: 200 len: 764 time: 0.1123972 Aug 31 16:11:37.472328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38704) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:37.561614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:37.577888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.580759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.697519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Port': ['ID=09aa7efa-3450-415d-976f-36a9fe4d4d31,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:37.710828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] No DVR routers for this DVR port 09aa7efa-3450-415d-976f-36a9fe4d4d31 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:37.797268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4a21066a-b114-43fb-a39d-2b8aabbcb5f0 None None] Port 09aa7efa-3450-415d-976f-36a9fe4d4d31 update to ACTIVE by agent not found {{(pid=101479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 16:11:37.847930 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.909737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:37.974873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a44dd-b133-41f9-8ef7-02db6583b67b req-6c8d433e-f726-4db5-b40b-5a7057ba62a6 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:37.983859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-039a44dd-b133-41f9-8ef7-02db6583b67b req-6c8d433e-f726-4db5-b40b-5a7057ba62a6 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.3200269 Aug 31 16:11:37.991944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:37.992581 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 3ab4e0a2-0862-4068-9346-dd82a9b554d5 of type vlan for network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 Aug 31 16:11:37.994031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.008413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0e3e2-7f71-40c4-b552-19191738e64b None None] DHCP port deletion for 120bca6b-327f-44d8-b3e0-79983093447a request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:11:38.014320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] Pushing event deleted for resources: {'Port': ['ID=70f24f83-057e-48ff-9be9-449c598a08db,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:38.025232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-1594c0c6-a8fa-4319-9e92-e53a9ec45732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:38.026937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-1594c0c6-a8fa-4319-9e92-e53a9ec45732 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.6085474 Aug 31 16:11:38.027143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f085e9-14ea-49df-be6b-dd1560f08eaf None None] No DVR routers for this DVR port 70f24f83-057e-48ff-9be9-449c598a08db on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:38.078850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:11:38.099444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120bca6b-327f-44d8-b3e0-79983093447a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:38.111838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-2290809a-dcb9-480f-96c4-99eab3f992b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 217 time: 0.0649891 Aug 31 16:11:38.134095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8e2750-7526-406f-9529-be5abb247c15') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:38.135958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8e2750-7526-406f-9529-be5abb247c15') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:38.137911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.192052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.282844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.284243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-039a44dd-b133-41f9-8ef7-02db6583b67b req-4cfb9dd8-2114-4e30-b832-1352f934aebd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924423 Aug 31 16:11:38.300497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.313920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:38.314586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.326812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:38.330490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.439849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:38.475663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'mac_address': 'fa:16:3e:04:b6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:38.475890 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:38.481062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 70f24f83-057e-48ff-9be9-449c598a08db no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:38.500225 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.525464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.550472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.561339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/networks/120bca6b-327f-44d8-b3e0-79983093447a HTTP/1.1" status: 204 len: 168 time: 2.8784564 Aug 31 16:11:38.562313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:38.569883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 70f24f83-057e-48ff-9be9-449c598a08db {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:38.570236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 70f24f83-057e-48ff-9be9-449c598a08db not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:38.570674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 09aa7efa-3450-415d-976f-36a9fe4d4d31 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:38.594817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-15bf7efa-4d60-4fb6-80b6-dee5b7f2c64b tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 1.1063662 Aug 31 16:11:38.597334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 09aa7efa-3450-415d-976f-36a9fe4d4d31 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:38.597691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 09aa7efa-3450-415d-976f-36a9fe4d4d31 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:38.617599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38734) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:38.618420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38736) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:38.621166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3241365 Aug 31 16:11:38.628740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38742) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:38.629649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f5e75-8c4b-472e-80e0-fb51ccaff0ad tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Network': ['ID=120bca6b-327f-44d8-b3e0-79983093447a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:38.636803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:38.642889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:38.652301 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.747632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:38.782401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-d93697c7-6258-4e6f-a1e6-f3c345d5a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:38.784518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-d93697c7-6258-4e6f-a1e6-f3c345d5a2a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.4964225 Aug 31 16:11:38.799979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:38.809787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.903157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.918634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:11:38.955736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7d202a-1daa-4b37-811a-1534807fb870 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.965753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7d202a-1daa-4b37-811a-1534807fb870 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:38.997024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfa1f5-14f5-4e81-b137-72697d34fd13 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=8d8f3bcd-a0aa-4380-a858-37fa87409f02,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:39.019520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:39.030390 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7d202a-1daa-4b37-811a-1534807fb870 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.059711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.094330 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf7d202a-1daa-4b37-811a-1534807fb870 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.096459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf7d202a-1daa-4b37-811a-1534807fb870 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/fb08aae0-8717-4e6c-b8c6-19c706f7b3d1 HTTP/1.1" status: 204 len: 168 time: 0.4554029 Aug 31 16:11:39.113686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38746) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:39.133662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=56ebfd9c-6c7a-42b5-a971-296b92ab3b5d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:39.155213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d202a-1daa-4b37-811a-1534807fb870 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb08aae0-8717-4e6c-b8c6-19c706f7b3d1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:39.275703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b76538a-a309-4dbf-949b-fe82fdc59b58 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1381807 Aug 31 16:11:39.286446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:39.295531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-fa0757f9-8a02-43ad-b975-45e776a01849 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:39.298867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-fa0757f9-8a02-43ad-b975-45e776a01849 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa609554-5752-4081-a124-566ee10e7de4 HTTP/1.1" status: 200 len: 946 time: 0.2513700 Aug 31 16:11:39.359614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '3ab4e0a2-0862-4068-9346-dd82a9b554d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:39.367528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 8d8f3bcd-a0aa-4380-a858-37fa87409f02, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:39.439021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:39.471876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8d8f3bcd-a0aa-4380-a858-37fa87409f02) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:39.488286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:39.491415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.516740 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-18a81787-fd31-447b-9faf-9640c970668f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8839507 Aug 31 16:11:39.520546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38752) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:39.529122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-405040366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:39.559687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Deleting port 6f7c523d-6e74-49ab-b015-cbcd85077c4e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:39.560392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.582963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f483db1f-0e97-4cfa-a97c-f036c9a9823e tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.593485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c5b64-a151-4ce9-83f8-6d18c8a85447 None None] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:39.661085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f483db1f-0e97-4cfa-a97c-f036c9a9823e tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.697827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] For port 6f7c523d-6e74-49ab-b015-cbcd85077c4e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6f7c523d-6e74-49ab-b015-cbcd85077c4e,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:39.698849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.732859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Calling delete_port for 6f7c523d-6e74-49ab-b015-cbcd85077c4e owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:39.813231 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.823199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-830e8e0f-2236-4df8-94ea-ed13be2c7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:39.825377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-830e8e0f-2236-4df8-94ea-ed13be2c7052 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9194641 Aug 31 16:11:39.858401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dd957f-d9a5-4d61-a3eb-013a3024fb9b']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:39.924906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.933347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f483db1f-0e97-4cfa-a97c-f036c9a9823e tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.936923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f483db1f-0e97-4cfa-a97c-f036c9a9823e tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:39.938198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f483db1f-0e97-4cfa-a97c-f036c9a9823e tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "DELETE /v2.0/security-groups/1866f76e-c9a5-4d43-ac64-f08a552cd2a5 HTTP/1.1" status: 204 len: 168 time: 0.6121809 Aug 31 16:11:39.946949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-a9bdbe7f-cbdb-4e5b-9e42-9815579a334b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:39.955103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-a9bdbe7f-cbdb-4e5b-9e42-9815579a334b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 815 time: 1.6604011 Aug 31 16:11:39.966694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38760) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:39.970380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Pushing event deleted for resources: {'Port': ['ID=6f7c523d-6e74-49ab-b015-cbcd85077c4e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:39.972741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:39.973157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a574ec61-1c6a-43dc-8e85-5ddb4a04c953') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:39.994328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8d8f3bcd-a0aa-4380-a858-37fa87409f02', 'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '56ebfd9c-6c7a-42b5-a971-296b92ab3b5d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:11:39.995538 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.015532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.025288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-5a106a02-09de-4a30-80ae-f5777fdcc37a tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/quotas/bf40d74dd9804f0481fae3edd355ceb3 HTTP/1.1" status: 200 len: 375 time: 0.0683653 Aug 31 16:11:40.047596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483db1f-0e97-4cfa-a97c-f036c9a9823e tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1866f76e-c9a5-4d43-ac64-f08a552cd2a5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:40.074639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.075806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.079155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4d5d8-d8c2-4d67-a261-271569d3a665 req-8add98ca-8ece-46d8-be71-977f6f33f382 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:40.088178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b4d5d8-d8c2-4d67-a261-271569d3a665 req-8add98ca-8ece-46d8-be71-977f6f33f382 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 944 time: 0.3475699 Aug 31 16:11:40.104895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-93b6bec2-b2da-4d71-b074-3d0a71543bce tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785153 Aug 31 16:11:40.110351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-f6b32b1c-e4c9-4f8c-a322-f338f702b468 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:11:40.118775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-f6b32b1c-e4c9-4f8c-a322-f338f702b468 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127547 Aug 31 16:11:40.136074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] No DVR routers for this DVR port 6f7c523d-6e74-49ab-b015-cbcd85077c4e on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:40.138249 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.149973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.153082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b3f10b2f-85f2-4e1a-97f9-00c27298fcff req-737ca0ba-29e6-447b-8cf7-4127244c572e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "DELETE /v2.0/ports/6f7c523d-6e74-49ab-b015-cbcd85077c4e HTTP/1.1" status: 204 len: 173 time: 0.8465803 Aug 31 16:11:40.153721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-deleted', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:40.156712 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f16c47-cb6e-436e-9531-b97e0ec32a80" -d '{"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-deleted", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:40.174808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:40.175458 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.194697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-52c274e1-ca84-4c63-8aaf-2505a23ce547 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2186708 Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:40.206375 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:40.211498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:40.272473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.281859 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.333841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.339800 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ca1d47c-5434-4ce4-82ab-74685537ae3e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8142450 Aug 31 16:11:40.339800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38766) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:40.341548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Allocated IP 172.20.0.2 (8d8f3bcd-a0aa-4380-a858-37fa87409f02/56ebfd9c-6c7a-42b5-a971-296b92ab3b5d/3e4ed636-7639-4af2-9b04-b177dd76dc23) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:40.509355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-c63e1234-8d80-4871-a42e-80a654b14527 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654749 Aug 31 16:11:40.546595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b4d5d8-d8c2-4d67-a261-271569d3a665 req-be996444-7a47-44a2-97b1-32498fffc703 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575200 Aug 31 16:11:40.620916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.694863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.701766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/networks/f3dd957f-d9a5-4d61-a3eb-013a3024fb9b HTTP/1.1" status: 204 len: 168 time: 2.0738595 Aug 31 16:11:40.707361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.730307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38768) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:40.732056 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25308b5-fbea-41dc-b7da-6c0584455a4d x-openstack-request-id: req-f25308b5-fbea-41dc-b7da-6c0584455a4d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:40.732371 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa609554-5752-4081-a124-566ee10e7de4", "name": "network-vif-deleted", "tag": "6f7c523d-6e74-49ab-b015-cbcd85077c4e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:40.732656 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f25308b5-fbea-41dc-b7da-6c0584455a4d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:40.733111 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa609554-5752-4081-a124-566ee10e7de4', 'name': 'network-vif-deleted', 'tag': '6f7c523d-6e74-49ab-b015-cbcd85077c4e', 'status': 'completed', 'code': 200} Aug 31 16:11:40.740564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Transition to ACTIVE for port object 3e4ed636-7639-4af2-9b04-b177dd76dc23 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:40.785564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Transition to ACTIVE for port object 3e4ed636-7639-4af2-9b04-b177dd76dc23 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:40.797932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-783aa77d-e475-4675-9f0f-8a8a05c1c8c6 tempest-SecGroupTest-35245565 tempest-SecGroupTest-35245565-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5730042 Aug 31 16:11:40.802811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:40.817742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc946644-38c6-4f57-9fed-e898035076b1 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Network': ['ID=f3dd957f-d9a5-4d61-a3eb-013a3024fb9b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:40.851865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-c8a6b70d-390d-43b8-9452-68677a020986 service neutron] 10.222.0.43 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318771 Aug 31 16:11:40.903323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:40.907656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:40.914441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:40.933975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Pushing event updated for resources: {'Port': ['ID=3e4ed636-7639-4af2-9b04-b177dd76dc23,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:41.066361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Attempting to bind port 3e4ed636-7639-4af2-9b04-b177dd76dc23 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:41.067611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Attempting to bind port 3e4ed636-7639-4af2-9b04-b177dd76dc23 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3ab4e0a2-0862-4068-9346-dd82a9b554d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:41.070688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Attempting to bind port 3e4ed636-7639-4af2-9b04-b177dd76dc23 on network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:41.090818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:41.149388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:41.154236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9444aed-5f90-46bb-b331-d7273783aa1c req-58ca3cce-3013-4879-b0da-5f577b47fcb1 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736413 Aug 31 16:11:41.167937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 6f7c523d-6e74-49ab-b015-cbcd85077c4e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:41.168379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6f7c523d-6e74-49ab-b015-cbcd85077c4e not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:41.172465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:41.176908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Checking segment: {'id': '3ab4e0a2-0862-4068-9346-dd82a9b554d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:41.177388 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:41.177802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Bound using segment: {'id': '3ab4e0a2-0862-4068-9346-dd82a9b554d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:41.178319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Bound port: 3e4ed636-7639-4af2-9b04-b177dd76dc23, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab4e0a2-0862-4068-9346-dd82a9b554d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8d8f3bcd-a0aa-4380-a858-37fa87409f02'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:41.178718 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:41.215670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-ffa5fc08-4502-49e4-b576-8e5e26d76e50 service neutron] 10.222.0.43 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612654 Aug 31 16:11:41.325926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:41.346569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] For port 3e4ed636-7639-4af2-9b04-b177dd76dc23, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:41.352866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] For port 3e4ed636-7639-4af2-9b04-b177dd76dc23, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3e4ed636-7639-4af2-9b04-b177dd76dc23,segment=NetworkSegment(3ab4e0a2-0862-4068-9346-dd82a9b554d5),segment_id=3ab4e0a2-0862-4068-9346-dd82a9b554d5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:41.363392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:41.484825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4141ddf2-5b83-42db-b8d3-bc362c30ec44 req-9beed3ec-c87a-475b-8672-06496bf79e68 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.0482609 Aug 31 16:11:41.504963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40396ec-4590-47f7-896c-3bbe34c8fdd4 None None] Pushing event updated for resources: {'Port': ['ID=3e4ed636-7639-4af2-9b04-b177dd76dc23,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:41.542081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38784) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:41.852523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84852-54dc-4243-9512-913937544303 req-2a4ee820-fa33-4c94-b2e0-d511a452f12b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:41.865004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84f84852-54dc-4243-9512-913937544303 req-2a4ee820-fa33-4c94-b2e0-d511a452f12b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 944 time: 0.1622624 Aug 31 16:11:42.001022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84f84852-54dc-4243-9512-913937544303 req-c68eb02a-48d5-403b-95cf-28fddcb7ed58 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350088 Aug 31 16:11:42.106424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:42.152542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.174049 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a6acbfbc-e36f-49b4-a671-766ebea35096 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5de883de94134085b30c586071d67e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283188 Aug 31 16:11:42.174466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:42.175987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47907c88-78ab-4f89-bb52-5caec9fbb6c9']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:42.202069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24283279-6535-4dca-8025-5bce90afbd41') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:42.202505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24283279-6535-4dca-8025-5bce90afbd41') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:42.223672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.258219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.272707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:42.273129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.322491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de772822-ad47-4bf1-a1c9-31e9930b99a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.387745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de772822-ad47-4bf1-a1c9-31e9930b99a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:42.449537 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:42.462179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.475776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.481190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/networks/47907c88-78ab-4f89-bb52-5caec9fbb6c9 HTTP/1.1" status: 204 len: 168 time: 1.7469084 Aug 31 16:11:42.498357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38804) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:42.624135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542d57b-5657-45ba-bbf7-1f675fe41fab tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Network': ['ID=47907c88-78ab-4f89-bb52-5caec9fbb6c9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:42.718570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3e4ed636-7639-4af2-9b04-b177dd76dc23 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:42.802502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:42.819920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:42.820783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.869186 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.20.0.1 (8d8f3bcd-a0aa-4380-a858-37fa87409f02/56ebfd9c-6c7a-42b5-a971-296b92ab3b5d/5edef5e8-28ac-4af7-9743-e88ce168ac93) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:42.909386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de202401-20ad-4744-b49a-e8237512e0a1 req-9ae8b67d-7340-4b2c-a102-50fc1949ab10 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.2777743 Aug 31 16:11:42.913858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de772822-ad47-4bf1-a1c9-31e9930b99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.917917 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de772822-ad47-4bf1-a1c9-31e9930b99a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.919970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de772822-ad47-4bf1-a1c9-31e9930b99a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/997ff6ca-f0eb-49d6-84f1-8413dd253585 HTTP/1.1" status: 204 len: 168 time: 0.7445495 Aug 31 16:11:42.948690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:42.954605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de772822-ad47-4bf1-a1c9-31e9930b99a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ff6ca-f0eb-49d6-84f1-8413dd253585,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:43.023262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3e4ed636-7639-4af2-9b04-b177dd76dc23 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:43.202192 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.234635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.263117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82a0234-43ea-48e6-b3e4-634ec9d3f02d']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:43.284260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.287201 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66e8c99-042d-4653-ad42-2ebcbf312ccf') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:43.287551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66e8c99-042d-4653-ad42-2ebcbf312ccf') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:43.294630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:43.297090 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef01c85d-54d3-4364-8215-d021d6326811" -d '{"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:43.301847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.324468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.336661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:43.337518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.351331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object 5edef5e8-28ac-4af7-9743-e88ce168ac93 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:43.378672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:43.387817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.453047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:43.463822 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:43.504815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.610037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:43.620918 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe4174f-715e-4502-a035-c23f7b037af4 x-openstack-request-id: req-8fe4174f-715e-4502-a035-c23f7b037af4 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:43.621627 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:43.621993 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fe4174f-715e-4502-a035-c23f7b037af4 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:43.623343 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'code': 200} Aug 31 16:11:43.629014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:43.629972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:43.648950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:43.655463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=5edef5e8-28ac-4af7-9743-e88ce168ac93,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:43.656882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:43.663119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] 10.222.0.43 "DELETE /v2.0/networks/b82a0234-43ea-48e6-b3e4-634ec9d3f02d HTTP/1.1" status: 204 len: 168 time: 1.1460159 Aug 31 16:11:43.669664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e656b3-0062-4507-a29c-d428084a64d2 tempest-BulkNetworkOpsTest-414403991 tempest-BulkNetworkOpsTest-414403991-project] Pushing event deleted for resources: {'Network': ['ID=b82a0234-43ea-48e6-b3e4-634ec9d3f02d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:43.746567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08481ce-ea8a-427c-90e8-ed9aaf4b77bd req-82a2773d-150a-4bf6-9974-ccd41fceaec2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:43.752824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b08481ce-ea8a-427c-90e8-ed9aaf4b77bd req-82a2773d-150a-4bf6-9974-ccd41fceaec2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2876995 Aug 31 16:11:43.795829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8bfe9-10c3-4e08-9fb6-75ca5ebd6ff1 req-53040616-da2d-429f-86ef-7478bd862755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:43.817206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bb8bfe9-10c3-4e08-9fb6-75ca5ebd6ff1 req-53040616-da2d-429f-86ef-7478bd862755 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1097 time: 0.2835336 Aug 31 16:11:44.029481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c478c-1810-4d7d-bab9-e934b0be066e None None] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:44.097037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa38ebbd-5dd0-464d-8217-b7eb7d0859e4 req-9c83b241-b0d7-4f3c-9e63-05cc4db5bede tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.0700445 Aug 31 16:11:44.099412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bb8bfe9-10c3-4e08-9fb6-75ca5ebd6ff1 req-2c8a7ca0-39de-40f5-b477-29c7d8b685bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804773 Aug 31 16:11:44.122823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b08481ce-ea8a-427c-90e8-ed9aaf4b77bd req-cece61a3-ff70-44e2-b7fc-85097328f57d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534546 Aug 31 16:11:44.235448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] Provisioning for port 3e4ed636-7639-4af2-9b04-b177dd76dc23 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:44.261787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] Provisioning complete for port 3e4ed636-7639-4af2-9b04-b177dd76dc23 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:44.263663 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:44.623426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38848) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:44.662081 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:44.817702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] For port 3e4ed636-7639-4af2-9b04-b177dd76dc23, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3e4ed636-7639-4af2-9b04-b177dd76dc23,segment=NetworkSegment(3ab4e0a2-0862-4068-9346-dd82a9b554d5),segment_id=3ab4e0a2-0862-4068-9346-dd82a9b554d5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:44.844596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:44.971581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e4c6feb-34b1-4140-932f-8d3df5dfd63b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c4187f5538841939e166adb0043d3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457963 Aug 31 16:11:44.978151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38858) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:45.077038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64329-d293-4f10-8503-0a32ac7688b2 None None] Pushing event updated for resources: {'Port': ['ID=3e4ed636-7639-4af2-9b04-b177dd76dc23,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:45.158100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8e0ec55-4465-4bf4-9bff-8e65cbb16741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:45.265481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8e0ec55-4465-4bf4-9bff-8e65cbb16741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:45.355687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:45.516761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1912fcd-d3dd-4961-ac72-c78e9445667c req-2d4995c3-9903-4f06-8ca3-3f1726670447 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.0946970 Aug 31 16:11:45.578016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:45.638650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8e0ec55-4465-4bf4-9bff-8e65cbb16741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:45.657709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8e0ec55-4465-4bf4-9bff-8e65cbb16741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:45.663554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8e0ec55-4465-4bf4-9bff-8e65cbb16741 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95417b29-7be9-40c1-be2f-eb1d3ebf87f9 HTTP/1.1" status: 204 len: 168 time: 0.6818984 Aug 31 16:11:45.735830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-840ffa39-c15a-4587-a59b-65548cc11e0c None None] Provisioning complete for port 3e4ed636-7639-4af2-9b04-b177dd76dc23 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:45.738248 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-840ffa39-c15a-4587-a59b-65548cc11e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:45.774736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0ec55-4465-4bf4-9bff-8e65cbb16741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95417b29-7be9-40c1-be2f-eb1d3ebf87f9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:45.820433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184078bf-a994-4c31-9380-8a55e0afa421 req-3ddcec82-20d6-46b0-b4fc-72a405c6bdb5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:45.843212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184078bf-a994-4c31-9380-8a55e0afa421 req-3ddcec82-20d6-46b0-b4fc-72a405c6bdb5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.4176390 Aug 31 16:11:45.977475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184078bf-a994-4c31-9380-8a55e0afa421 req-469a6a99-eff5-4c2e-879e-b7e7fcc614de tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228471 Aug 31 16:11:45.999581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-9ae32697-aeff-4b1f-86ca-c5185836887d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:46.004222 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-9ae32697-aeff-4b1f-86ca-c5185836887d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 815 time: 1.0290368 Aug 31 16:11:46.007122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4ee5b028-b329-41d1-9a38-8dcb58c5f07e tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1809190842', 'prefixes': ['172.20.0.0/16']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:46.054781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Request body: {'port': {'device_id': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'admin_state_up': True, 'tenant_id': 'bf40d74dd9804f0481fae3edd355ceb3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:46.090510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-840ffa39-c15a-4587-a59b-65548cc11e0c None None] Provisioning for port 5edef5e8-28ac-4af7-9743-e88ce168ac93 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:11:46.098351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-840ffa39-c15a-4587-a59b-65548cc11e0c None None] Provisioning complete for port 5edef5e8-28ac-4af7-9743-e88ce168ac93 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:46.099177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-840ffa39-c15a-4587-a59b-65548cc11e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.169122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-840ffa39-c15a-4587-a59b-65548cc11e0c None None] Port 5edef5e8-28ac-4af7-9743-e88ce168ac93 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:46.180105 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4ee5b028-b329-41d1-9a38-8dcb58c5f07e tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] Notify callbacks [] for subnetpool, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.184301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4ee5b028-b329-41d1-9a38-8dcb58c5f07e tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6001916 Aug 31 16:11:46.185979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:46.253665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-446d670e-1ec2-4a44-b37c-25c1176fa4b7 tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] 10.222.0.43 "GET /v2.0/subnetpools/f7040c46-4763-4751-81b3-ac21180d18af HTTP/1.1" status: 200 len: 732 time: 0.0596619 Aug 31 16:11:46.254311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:46.264764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-10be06dd-39db-49fd-a7a5-f734f49277f1 tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1976729361'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:46.331732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dbbc4648-746f-4162-b3da-ae4ab41169cd None None] Provisioning complete for port 5edef5e8-28ac-4af7-9743-e88ce168ac93 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:46.332107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4648-746f-4162-b3da-ae4ab41169cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.375678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc4648-746f-4162-b3da-ae4ab41169cd None None] Port 5edef5e8-28ac-4af7-9743-e88ce168ac93 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:46.438787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.484336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3e4ed636-7639-4af2-9b04-b177dd76dc23 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:11:46.579169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3e4ed636-7639-4af2-9b04-b177dd76dc23 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:46.579546 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.740549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-858c764b-b5f0-49d6-9e59-ac47d3c808ed req-71a1ac87-059c-407c-b19b-bfc87097f613 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.0573947 Aug 31 16:11:46.888148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Made reservation on behalf of bf40d74dd9804f0481fae3edd355ceb3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:46.893525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.902589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10be06dd-39db-49fd-a7a5-f734f49277f1 tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] Notify callbacks [] for subnetpool, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:46.904720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-10be06dd-39db-49fd-a7a5-f734f49277f1 tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] 10.222.0.43 "PUT /v2.0/subnetpools/f7040c46-4763-4751-81b3-ac21180d18af HTTP/1.1" status: 200 len: 684 time: 0.6443257 Aug 31 16:11:46.910310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38906) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:46.987731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:47.042659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:47.188530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=5edef5e8-28ac-4af7-9743-e88ce168ac93,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:47.223255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:47.322606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Allocated IP 172.20.0.2 (0de7c1b7-55c1-4891-af1f-aef6cbaf7530/f0275405-334b-4834-85bd-939e98cf1ff2/8b6ced72-2487-40c6-9da2-b720dac19796) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:11:47.357897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70736e25-0caa-453f-8724-732987dcd74b tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] Notify callbacks [] for subnetpool, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:47.359866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-70736e25-0caa-453f-8724-732987dcd74b tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f7040c46-4763-4751-81b3-ac21180d18af HTTP/1.1" status: 204 len: 168 time: 0.4477770 Aug 31 16:11:47.380226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4af3c-9dc3-434f-9b7a-fdd4b0da76c3 req-8dbcb787-693f-4c52-b76b-c812986006cc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:47.380504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38930) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:47.391374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35c4af3c-9dc3-434f-9b7a-fdd4b0da76c3 req-8dbcb787-693f-4c52-b76b-c812986006cc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2628345 Aug 31 16:11:47.450532 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-19ac604a-adb2-4f49-a8a0-b022fddd2f2e tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] show failed (client error): The resource could not be found. Aug 31 16:11:47.452592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-19ac604a-adb2-4f49-a8a0-b022fddd2f2e tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] 10.222.0.43 "GET /v2.0/subnetpools/f7040c46-4763-4751-81b3-ac21180d18af HTTP/1.1" status: 404 len: 346 time: 0.0685146 Aug 31 16:11:47.455651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38936) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:47.469925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:47.478642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:47.485151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35c4af3c-9dc3-434f-9b7a-fdd4b0da76c3 req-0d2fb283-c9d4-409c-a8ec-259e241de682 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913775 Aug 31 16:11:47.527718 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-0f4ecf33-4c34-41ef-8d4b-0e549226f383 tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] delete failed (client error): The resource could not be found. Aug 31 16:11:47.535400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0f4ecf33-4c34-41ef-8d4b-0e549226f383 tempest-SubnetPoolsTestJSON-795377522 tempest-SubnetPoolsTestJSON-795377522-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f7040c46-4763-4751-81b3-ac21180d18af HTTP/1.1" status: 404 len: 346 time: 0.0739629 Aug 31 16:11:47.753894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e6f2d-b06a-4743-a983-394cd901eb52 req-163aa11c-78ea-4253-ad7f-d056cfe333df tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:47.763746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-047e6f2d-b06a-4743-a983-394cd901eb52 req-163aa11c-78ea-4253-ad7f-d056cfe333df tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.1501248 Aug 31 16:11:47.782108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38946) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:47.788027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Request body: {'floatingip': {'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:47.883843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:47.889139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38948) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:48.067100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:48.235577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-10ee278b-0891-4656-a89c-9fe854b67f53 None None] Provisioning complete for port 5edef5e8-28ac-4af7-9743-e88ce168ac93 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:11:48.238758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-10ee278b-0891-4656-a89c-9fe854b67f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:48.255712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 2301b655-932c-407f-a727-42f6751439b9 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:11:48.368908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38960) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:48.378057 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:48.393588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-10ee278b-0891-4656-a89c-9fe854b67f53 None None] Port 5edef5e8-28ac-4af7-9743-e88ce168ac93 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:11:48.546777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Pushing event updated for resources: {'Port': ['ID=8b6ced72-2487-40c6-9da2-b720dac19796,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:48.586114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:48.610122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4908c1f5-35c0-4932-92d0-3db9f82bfc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:48.622365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1428e18c-9c86-4b0f-943f-a15f0089b01c req-f4ee4264-203f-4334-b761-ed26f116569f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.5984538 Aug 31 16:11:48.626337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:48.633513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:48.636793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:48.646925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] Sync routers for ids ['2301b655-932c-407f-a727-42f6751439b9'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:48.658403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0417efa-4eaf-4771-a625-1b37e3bf36e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/2301b655-932c-407f-a727-42f6751439b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3077924 Aug 31 16:11:48.659392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38964) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:48.677700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] Routers {'2301b655-932c-407f-a727-42f6751439b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:48.678353 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2301b655-932c-407f-a727-42f6751439b9'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:48.685971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2010990905'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:48.766647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:48.771607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:48.793349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3125547-3d6d-45c1-ab13-3c0b9176054b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:48.795074 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c3125547-3d6d-45c1-ab13-3c0b9176054b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports/5edef5e8-28ac-4af7-9743-e88ce168ac93 HTTP/1.1" status: 200 len: 910 time: 0.1328330 Aug 31 16:11:48.818837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38968) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:48.823715 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:48.854245 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] Routers {'2301b655-932c-407f-a727-42f6751439b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:48.855007 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2301b655-932c-407f-a727-42f6751439b9'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:48.942172 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:48.943250 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db72dbe-2e67-4b28-ab84-a946aace292f None None] The sync data for ids ['2301b655-932c-407f-a727-42f6751439b9'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:49.116895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:49.117888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:49.127638 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:49.264158 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:11:49.270256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:49.280955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:49.450528 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Floating IP 0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc associated. External IP: 172.25.6.23, port: 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57. Aug 31 16:11:49.580413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4908c1f5-35c0-4932-92d0-3db9f82bfc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:49.609362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4908c1f5-35c0-4932-92d0-3db9f82bfc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:49.653024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-67918cc7-1940-4deb-abff-7dd58f73a1f2 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6206641 Aug 31 16:11:49.760544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-9e85c6ad-c9f3-40d7-a461-5613f1e5e047 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:11:49.762487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-9e85c6ad-c9f3-40d7-a461-5613f1e5e047 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0698733 Aug 31 16:11:49.811483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Request body: {'port': {'device_id': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:49.921109 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4908c1f5-35c0-4932-92d0-3db9f82bfc85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7daa1f0684b4d5681a27d7fe05e2815&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5477500 Aug 31 16:11:49.922899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38978) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:49.926778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908c1f5-35c0-4932-92d0-3db9f82bfc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0c886-792e-418d-86eb-4650b1415d64,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:50.039223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.207605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.351730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-286a1bc9-24f7-4181-96fd-eb73d26fe961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.397319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:50.435396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-286a1bc9-24f7-4181-96fd-eb73d26fe961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.651778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e847e-8a7d-4c78-95a1-bf6134752440 req-604f1e67-9132-450a-8ba3-a3c24f25dfb8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:50.656031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-745e847e-8a7d-4c78-95a1-bf6134752440 req-604f1e67-9132-450a-8ba3-a3c24f25dfb8 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 931 time: 0.2903931 Aug 31 16:11:50.704177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-286a1bc9-24f7-4181-96fd-eb73d26fe961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.707373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-286a1bc9-24f7-4181-96fd-eb73d26fe961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.708637 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-286a1bc9-24f7-4181-96fd-eb73d26fe961 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72b0c886-792e-418d-86eb-4650b1415d64 HTTP/1.1" status: 204 len: 168 time: 0.7845919 Aug 31 16:11:50.761631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a1bc9-24f7-4181-96fd-eb73d26fe961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0c886-792e-418d-86eb-4650b1415d64,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:50.904688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-745e847e-8a7d-4c78-95a1-bf6134752440 req-d1238518-ae70-4ee4-b909-66748787f2cb tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380813 Aug 31 16:11:50.970127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:50.978143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:50.991029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:51.009752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.020650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.102118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:51.111819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:51.117701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:51.139536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad8928fe-4b30-40b5-91a6-20bf6c042d2a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "PUT /v2.0/floatingips/0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc HTTP/1.1" status: 200 len: 990 time: 3.3551095 Aug 31 16:11:51.143322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:51.146831 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc2b75-cff2-4d56-b359-15ce11131500" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:51.154018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.154600 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment af4d238d-0f51-4d52-9b2e-6fedf9187683 of type vlan for network d0954da5-ecf2-4c63-926f-50baf373a023 Aug 31 16:11:51.156964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9ea47-edd0-4981-9d9b-421041a632d4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:51.345176 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.364788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5c7f04bc-693d-4e2d-ac03-c291fa223521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.426762 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.452609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:51.456331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.485595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:11:51.659963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6ced72-2487-40c6-9da2-b720dac19796 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:51.706673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.762361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=d0954da5-ecf2-4c63-926f-50baf373a023,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:51.765520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Transition to ACTIVE for port object 8b6ced72-2487-40c6-9da2-b720dac19796 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:11:51.780584 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6ad166-5329-4eab-aa33-ae84d190f380 x-openstack-request-id: req-0d6ad166-5329-4eab-aa33-ae84d190f380 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:51.783041 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:51.785131 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d6ad166-5329-4eab-aa33-ae84d190f380 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:51.786206 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'status': 'completed', 'code': 200} Aug 31 16:11:51.786505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 5edef5e8-28ac-4af7-9743-e88ce168ac93 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:51.787896 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:51.835780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8d2b45c6-eacf-4088-90bd-9625a6339d08 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.9399142 Aug 31 16:11:51.840012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:51.841179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:51.895293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'name': 'tempest-PortsIpV6TestJSON-87213654'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:52.065362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:52.083311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 5edef5e8-28ac-4af7-9743-e88ce168ac93 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:52.379922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-8f25dc5e-d9b7-4817-ad53-047ab30e26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:52.384856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'mac_address': 'fa:16:3e:04:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:11:23Z', 'updated_at': '2021-08-31T16:11:49Z', 'revision_number': 1, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:52.385800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-8f25dc5e-d9b7-4817-ad53-047ab30e26b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1097 time: 0.6098623 Aug 31 16:11:52.495673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:52.500660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:52.530568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:52.553971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:11:52.589496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:52.590620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:52.702106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d5c6a-9f9e-49b9-b305-0c82ca7b980b req-284acb2e-4244-4502-978e-5458e8ca89c9 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:52.711902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d5d5c6a-9f9e-49b9-b305-0c82ca7b980b req-284acb2e-4244-4502-978e-5458e8ca89c9 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 943 time: 0.5704384 Aug 31 16:11:52.796856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ced72-2487-40c6-9da2-b720dac19796,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:52.826047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:52.881472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port ff3b65dd-a121-471c-bcb2-67a11ba4b28b yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:11:52.891738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-ae908901-1db8-481a-8484-f53722b9b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:52.896670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-ae908901-1db8-481a-8484-f53722b9b55f service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.4180040 Aug 31 16:11:52.936326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:11:52.951954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d5d5c6a-9f9e-49b9-b305-0c82ca7b980b req-7241b5e9-6d2e-4957-b762-4c8a3e6cf61f tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383227 Aug 31 16:11:53.053594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=5edef5e8-28ac-4af7-9743-e88ce168ac93,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:53.425918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Attempting to bind port 8b6ced72-2487-40c6-9da2-b720dac19796 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:11:53.428580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Attempting to bind port 8b6ced72-2487-40c6-9da2-b720dac19796 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:11:53.429108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Attempting to bind port 8b6ced72-2487-40c6-9da2-b720dac19796 on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:53.518188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Port 8b6ced72-2487-40c6-9da2-b720dac19796 on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:11:53.518675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Attempting to bind port 8b6ced72-2487-40c6-9da2-b720dac19796 on network 0de7c1b7-55c1-4891-af1f-aef6cbaf7530 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:11:53.550013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:11:53.550582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Checking segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:53.551129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Bound using segment: {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:11:53.551952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Bound port: 8b6ced72-2487-40c6-9da2-b720dac19796, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a20a99-f21e-48cc-830b-ee5c6f3817de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:11:53.552530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:53.560950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'mac_address': 'fa:16:3e:04:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:11:23Z', 'updated_at': '2021-08-31T16:11:49Z', 'revision_number': 1, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:53.577518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:53.611744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:53.655273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217435c-98fd-4aa3-84c3-a57f5e48bb90 None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'mac_address': 'fa:16:3e:04:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:11:23Z', 'updated_at': '2021-08-31T16:11:49Z', 'revision_number': 1, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:53.775084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:53.872483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39052) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:53.891288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=ff3b65dd-a121-471c-bcb2-67a11ba4b28b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:53.912396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] For port 8b6ced72-2487-40c6-9da2-b720dac19796, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:11:53.918000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] For port 8b6ced72-2487-40c6-9da2-b720dac19796, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b6ced72-2487-40c6-9da2-b720dac19796,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:11:53.995769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-a7367fdf-ddf8-4f0c-87b8-b6392be155bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 998 time: 1.0746784 Aug 31 16:11:54.032089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:54.135604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': 'af4d238d-0f51-4d52-9b2e-6fedf9187683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:54.135852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: d0954da5-ecf2-4c63-926f-50baf373a023, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:54.170125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d03f18-fd07-4740-a414-c18937540faa None None] New status for floating IP 0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:11:54.239188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:54.284551 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-71423ce8-46be-41b7-a68b-62a957b13adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:54.313332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d0954da5-ecf2-4c63-926f-50baf373a023) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:54.365718 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:54.366076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:54.366200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243697f5-aaf2-4df9-bc50-49803b43f093 None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:54.366343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:54.366343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:54.407514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775ec3-d140-4d96-b387-8d73e380c4d3 req-14b9c3ff-2748-4873-9e69-716774ce3777 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:54.410805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b775ec3-d140-4d96-b387-8d73e380c4d3 req-14b9c3ff-2748-4873-9e69-716774ce3777 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 943 time: 0.2592821 Aug 31 16:11:54.417953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-3b93a317-f59e-4955-be8e-6b1a2272368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:54.424361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-3b93a317-f59e-4955-be8e-6b1a2272368d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.3939192 Aug 31 16:11:54.429062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:54.429874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:54.430104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8910aeae-5207-4c3e-82d2-f4212f4d9092 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.5462132 Aug 31 16:11:54.432305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] 10.222.0.49 "PUT /v2.0/ports/8b6ced72-2487-40c6-9da2-b720dac19796 HTTP/1.1" status: 200 len: 1092 time: 4.6404698 Aug 31 16:11:54.432593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'tag': '8b6ced72-2487-40c6-9da2-b720dac19796'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:11:54.442557 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cace47-3206-440d-8781-6f2607562fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a46adc88-a506-453f-9fb4-ea76b728e0af", "tag": "8b6ced72-2487-40c6-9da2-b720dac19796"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:11:54.456960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39060) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:54.559871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b775ec3-d140-4d96-b387-8d73e380c4d3 req-a35b5dc0-7079-419a-a7c0-fdff878fb6fe tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335971 Aug 31 16:11:54.647459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-71083071-b324-4694-8570-553dc3616880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:54.651542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-71083071-b324-4694-8570-553dc3616880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961311 Aug 31 16:11:54.654301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-15293269'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:54.663289 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288bf6e2-1e05-40d5-8ec0-2ef86244babb x-openstack-request-id: req-288bf6e2-1e05-40d5-8ec0-2ef86244babb {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:11:54.663439 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46adc88-a506-453f-9fb4-ea76b728e0af", "tag": "8b6ced72-2487-40c6-9da2-b720dac19796", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:11:54.663643 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-288bf6e2-1e05-40d5-8ec0-2ef86244babb {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:11:54.664138 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'tag': '8b6ced72-2487-40c6-9da2-b720dac19796', 'status': 'completed', 'code': 200} Aug 31 16:11:54.682016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 2301b655-932c-407f-a727-42f6751439b9 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:11:54.743978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:54.819927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0bb49-d862-42f6-b286-62d6bfb0a1ff service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ced72-2487-40c6-9da2-b720dac19796,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:54.866703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-a1934aee-9dbf-4ce6-886c-3897100335d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:54.869176 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-a1934aee-9dbf-4ce6-886c-3897100335d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 1095 time: 0.2019868 Aug 31 16:11:54.870029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:11:54.870029 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:11:54.870029 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id_1': 'fe915225b0784f5091ab618638b70915', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 11, 54, 813530)}] Aug 31 16:11:54.870029 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:11:54.870574 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:11:54.910622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-8d201be0-09f6-4fe1-960b-c61d8c61571a service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511227 Aug 31 16:11:55.056248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:11:55.063469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-0e3cbb79-d464-44ff-814e-833fa715f518 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6ced72-2487-40c6-9da2-b720dac19796 HTTP/1.1" status: 200 len: 217 time: 0.1719306 Aug 31 16:11:55.067779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:55.076440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.078803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] Sync routers for ids ['2301b655-932c-407f-a727-42f6751439b9'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:11:55.088418 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0343a79f-eb3a-4e1f-a49f-5a454a8d097a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/2301b655-932c-407f-a727-42f6751439b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2677433 Aug 31 16:11:55.105704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39078) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:55.106329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] Routers {'2301b655-932c-407f-a727-42f6751439b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:55.108565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2301b655-932c-407f-a727-42f6751439b9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:55.132703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34bc2b75-cff2-4d56-b359-15ce11131500 req-31a16346-3fa3-46de-8c48-c713f421bd70 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106519 Aug 31 16:11:55.152217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:11:55.174700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:55.178095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-377b279f-e1e8-4351-8baa-f0017a645845 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=2301b655-932c-407f-a727-42f6751439b9 HTTP/1.1" status: 200 len: 205 time: 0.0707979 Aug 31 16:11:55.181472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39080) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:55.193319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.193319 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment b4655969-dee2-41ed-bcb6-ccdf9899d621 of type vlan for network 10867a52-049c-4a49-85df-ff31075f844e Aug 31 16:11:55.217636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-1e6c6773-6160-4d31-8b6a-7b89e83de5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:55.219172 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-1e6c6773-6160-4d31-8b6a-7b89e83de5ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 200 len: 855 time: 0.1399293 Aug 31 16:11:55.295690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-6fa6749a-89a7-4f29-9b3d-85d78980cce8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517378 Aug 31 16:11:55.326370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.329550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.333239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] Routers {'2301b655-932c-407f-a727-42f6751439b9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:11:55.335060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2301b655-932c-407f-a727-42f6751439b9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:55.364086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.377219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.426277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:55.428228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30c34a-2625-4eb8-ade7-84bccf483207 None None] The sync data for ids ['2301b655-932c-407f-a727-42f6751439b9'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:11:55.446034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.498668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.505013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:55.505689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.637181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-775ce949-ec3c-4101-8584-72fe78ba84c7 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275714 Aug 31 16:11:55.802893 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.835324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62d3d648-d4bd-4ad0-91a5-e71ee5f65972 req-8b38c9ff-05b2-471e-b4c3-6eb1bbe66414 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632094 Aug 31 16:11:55.877746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=10867a52-049c-4a49-85df-ff31075f844e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:55.884756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.889046 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:55.895611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 10867a52-049c-4a49-85df-ff31075f844e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:11:56.027064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8640f-7c9d-4584-a12b-7c85e039f636 req-636adca5-8f19-420b-bc3f-fff0e2b21742 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:56.039774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cd8640f-7c9d-4584-a12b-7c85e039f636 req-636adca5-8f19-420b-bc3f-fff0e2b21742 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 943 time: 0.2923861 Aug 31 16:11:56.105996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cd8640f-7c9d-4584-a12b-7c85e039f636 req-a3c61ae7-b73d-4780-bdf1-498cf07bd58b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602992 Aug 31 16:11:56.107072 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.107595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router 2301b655-932c-407f-a727-42f6751439b9 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:11:56.112863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.120650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.122129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.133130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-367d6124-69e5-42cd-9741-ef9000a275a0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/2301b655-932c-407f-a727-42f6751439b9 HTTP/1.1" status: 204 len: 168 time: 0.9501412 Aug 31 16:11:56.137555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-324d9ee6-c060-453a-8a21-bcd7005527c8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4902773 Aug 31 16:11:56.137769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39104) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:56.141140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39106) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:56.192510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'ports': [{'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'}, {'network_id': '10867a52-049c-4a49-85df-ff31075f844e'}]} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:56.193037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:56.193313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '10867a52-049c-4a49-85df-ff31075f844e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:56.276805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 56ebfd9c-6c7a-42b5-a971-296b92ab3b5d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:11:56.283213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.398904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.403562 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe915225b0784f5091ab618638b70915&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4836190 Aug 31 16:11:56.407442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39108) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:56.418307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cace47-3206-440d-8781-6f2607562fc5 req-272d31d9-d0db-4dfe-bd5a-8b8255f420db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:56.420366 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-272d31d9-d0db-4dfe-bd5a-8b8255f420db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 1095 time: 0.5177252 Aug 31 16:11:56.567128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259034a7-e77b-4c9c-b1fa-51a934331f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f101b-7158-4ef9-895c-a976880bc71c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:56.580254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cace47-3206-440d-8781-6f2607562fc5 req-50dfa235-bbfd-4dcf-99b2-1abcef2d33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:56.582216 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-50dfa235-bbfd-4dcf-99b2-1abcef2d33be service neutron] 10.222.0.49 "GET /v2.0/networks?id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 200 len: 916 time: 0.1507549 Aug 31 16:11:56.583673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 2} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:11:56.590280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.626026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8511da7d-2958-466c-a6a8-bd3ea86cecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.648166 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.670719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-a9d1f4f2-393d-4b36-9fc6-724d4481d5d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6ced72-2487-40c6-9da2-b720dac19796 HTTP/1.1" status: 200 len: 217 time: 0.0771787 Aug 31 16:11:56.672104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.745645 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8511da7d-2958-466c-a6a8-bd3ea86cecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.811874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 79aa7ecb-a7e4-4cb0-a983-0ac9425963fb yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:11:56.846855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cace47-3206-440d-8781-6f2607562fc5 req-801d042e-91ad-4ffe-87ed-c22084e1eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:56.848766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-801d042e-91ad-4ffe-87ed-c22084e1eb94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 200 len: 855 time: 0.1571887 Aug 31 16:11:56.856909 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.890067 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-6a00288d-cd00-415f-9b8b-6d9e939572d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0de7c1b7-55c1-4891-af1f-aef6cbaf7530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320830 Aug 31 16:11:56.896829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=56ebfd9c-6c7a-42b5-a971-296b92ab3b5d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:56.916681 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:56.916681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-85d7c1aa-cb1f-4fed-88ac-9308b5672ea2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/56ebfd9c-6c7a-42b5-a971-296b92ab3b5d HTTP/1.1" status: 204 len: 168 time: 0.7774980 Aug 31 16:11:56.917363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77937bb9-2f0d-4880-b6c2-f98ae05bb302 None None] Network 8d8f3bcd-a0aa-4380-a858-37fa87409f02 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:56.924542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39114) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:57.090409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8511da7d-2958-466c-a6a8-bd3ea86cecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.121957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8511da7d-2958-466c-a6a8-bd3ea86cecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.123313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8511da7d-2958-466c-a6a8-bd3ea86cecc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce9f101b-7158-4ef9-895c-a976880bc71c HTTP/1.1" status: 204 len: 168 time: 0.6739511 Aug 31 16:11:57.170803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-2084d5f5-d82f-4047-933b-e90fc281f181 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713497 Aug 31 16:11:57.227084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511da7d-2958-466c-a6a8-bd3ea86cecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f101b-7158-4ef9-895c-a976880bc71c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:57.276807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.405025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e82bdb-231e-41f6-8fa7-9f61007cdd68 req-2e2278d0-34f2-4a78-bd8b-d8947d6a3c50 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:57.406712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45e82bdb-231e-41f6-8fa7-9f61007cdd68 req-2e2278d0-34f2-4a78-bd8b-d8947d6a3c50 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 943 time: 0.1216717 Aug 31 16:11:57.456494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 3e4ed636-7639-4af2-9b04-b177dd76dc23 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:57.456970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.541002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b6ced72-2487-40c6-9da2-b720dac19796 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:11:57.585212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.640693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f3cace47-3206-440d-8781-6f2607562fc5 req-11b3c8b5-9853-4466-b6ca-5e4f4ea0bd51 service neutron] 10.222.0.49 "GET /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769300 Aug 31 16:11:57.686094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.694808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 92cfde51-93aa-4d88-ad67-bc5eb1f59b08 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:11:57.704672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 3e4ed636-7639-4af2-9b04-b177dd76dc23, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3e4ed636-7639-4af2-9b04-b177dd76dc23,segment=NetworkSegment(3ab4e0a2-0862-4068-9346-dd82a9b554d5),segment_id=3ab4e0a2-0862-4068-9346-dd82a9b554d5)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:57.705684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.748876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 3e4ed636-7639-4af2-9b04-b177dd76dc23 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:57.848528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8b6ced72-2487-40c6-9da2-b720dac19796, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b6ced72-2487-40c6-9da2-b720dac19796,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:57.868952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] DHCP port deletion for 8d8f3bcd-a0aa-4380-a858-37fa87409f02 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:11:57.894274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:57.903103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '8b6ced72-2487-40c6-9da2-b720dac19796', 'network_id': '0de7c1b7-55c1-4891-af1f-aef6cbaf7530', 'port_id': '8b6ced72-2487-40c6-9da2-b720dac19796', 'mac_address': 'fa:16:3e:14:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0275405-334b-4834-85bd-939e98cf1ff2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:11:57.997588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.024596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39130) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:58.046621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.059760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e643a01b-0414-4219-8def-ee4cfbbf6acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.073019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Deleting port 3e4ed636-7639-4af2-9b04-b177dd76dc23 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:58.073527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.075238 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.103464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45e82bdb-231e-41f6-8fa7-9f61007cdd68 req-5173cd2b-4a9a-4267-a48f-2c6381c074c4 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794157 Aug 31 16:11:58.114948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=3e4ed636-7639-4af2-9b04-b177dd76dc23,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.130651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=79aa7ecb-a7e4-4cb0-a983-0ac9425963fb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.131622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:11:58.134396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:58.137395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:58.139696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.153853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6ced72-2487-40c6-9da2-b720dac19796 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:11:58.157055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port 3e4ed636-7639-4af2-9b04-b177dd76dc23 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:58.178979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8b6ced72-2487-40c6-9da2-b720dac19796, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b6ced72-2487-40c6-9da2-b720dac19796,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:58.184598 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.243704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] For port 3e4ed636-7639-4af2-9b04-b177dd76dc23, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:11:58.244724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.277306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Calling delete_port for 3e4ed636-7639-4af2-9b04-b177dd76dc23 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:58.288473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Port 3e4ed636-7639-4af2-9b04-b177dd76dc23 was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:11:58.294906 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.299469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8b6ced72-2487-40c6-9da2-b720dac19796,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.311906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.312633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.313283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.313803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.314307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.314831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.315309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.315794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.316302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.316771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.317233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.317682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:11:58.335997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.341899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] No DVR routers for this DVR port 3e4ed636-7639-4af2-9b04-b177dd76dc23 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:11:58.349175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=92cfde51-93aa-4d88-ad67-bc5eb1f59b08,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.380375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380471da-de3e-4ed2-aed9-27d1637a74a6 None None] Pushing event deleted for resources: {'Port': ['ID=3e4ed636-7639-4af2-9b04-b177dd76dc23,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:58.403998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': 'b4655969-dee2-41ed-bcb6-ccdf9899d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '10867a52-049c-4a49-85df-ff31075f844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:11:58.404224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['8b6ced72-2487-40c6-9da2-b720dac19796'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:11:58.404658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: 10867a52-049c-4a49-85df-ff31075f844e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:11:58.430850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8f3bcd-a0aa-4380-a858-37fa87409f02']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:58.437033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 10867a52-049c-4a49-85df-ff31075f844e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:11:58.461023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 10867a52-049c-4a49-85df-ff31075f844e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:11:58.467771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab4e0a2-0862-4068-9346-dd82a9b554d5') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:58.468259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab4e0a2-0862-4068-9346-dd82a9b554d5') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:11:58.471519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:11:58.476617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3e4ed636-7639-4af2-9b04-b177dd76dc23 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:11:58.491934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:58.502501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.506038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:58.506927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.534772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5beda-ccd6-4c2e-a903-20bcacacbcf1 None None] Network 10867a52-049c-4a49-85df-ff31075f844e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:11:58.541151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3e4ed636-7639-4af2-9b04-b177dd76dc23 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:11:58.541625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3e4ed636-7639-4af2-9b04-b177dd76dc23 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:11:58.598253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.636828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:11:58.641099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:11:58.656882 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:11:58.878542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.888263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:58.895802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/8d8f3bcd-a0aa-4380-a858-37fa87409f02 HTTP/1.1" status: 204 len: 168 time: 1.9660897 Aug 31 16:11:58.897551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39144) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:58.904712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1736689721', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:11:58.935932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf3bd7-8bc2-4eb4-b964-45041a1ecf41 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=8d8f3bcd-a0aa-4380-a858-37fa87409f02,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:59.019325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e643a01b-0414-4219-8def-ee4cfbbf6acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.028461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e643a01b-0414-4219-8def-ee4cfbbf6acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.037038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aec8f891-7ec2-472d-b614-def020db4633 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8516309 Aug 31 16:11:59.040181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39146) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:59.106644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643a01b-0414-4219-8def-ee4cfbbf6acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc9b81-8c4d-4216-a9a5-0ab1e6fef58f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:59.154357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.155456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.183054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e643a01b-0414-4219-8def-ee4cfbbf6acd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf0e1c6d60594393b074994ad37f70d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1527326 Aug 31 16:11:59.187051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39150) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:11:59.342007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f79a0989-fa75-4046-9360-c8e0a216c2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.348328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.431094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f79a0989-fa75-4046-9360-c8e0a216c2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.448207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 92cfde51-93aa-4d88-ad67-bc5eb1f59b08 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:11:59.448859 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.460801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc76aa-be8b-40bb-9c2e-4e72e1ab7acc req-e6fb2356-d79e-4b42-a4a0-4614038de296 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:11:59.462438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2fcc76aa-be8b-40bb-9c2e-4e72e1ab7acc req-e6fb2356-d79e-4b42-a4a0-4614038de296 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 944 time: 0.2125933 Aug 31 16:11:59.570936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2fcc76aa-be8b-40bb-9c2e-4e72e1ab7acc req-d667845a-ef54-42a8-9638-138bfa615873 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983086 Aug 31 16:11:59.589598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f79a0989-fa75-4046-9360-c8e0a216c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.592786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f79a0989-fa75-4046-9360-c8e0a216c2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.596789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f79a0989-fa75-4046-9360-c8e0a216c2c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78fc9b81-8c4d-4216-a9a5-0ab1e6fef58f HTTP/1.1" status: 204 len: 168 time: 0.4056957 Aug 31 16:11:59.616285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a0989-fa75-4046-9360-c8e0a216c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc9b81-8c4d-4216-a9a5-0ab1e6fef58f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:11:59.699818 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.707531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:11:59.764164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 92cfde51-93aa-4d88-ad67-bc5eb1f59b08 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:11:59.988125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:00.034633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:00.036856 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/92cfde51-93aa-4d88-ad67-bc5eb1f59b08 HTTP/1.1" status: 204 len: 168 time: 0.9941640 Aug 31 16:12:00.041339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39164) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:00.190265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb25136-c342-4714-872a-38dc7528abcf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=92cfde51-93aa-4d88-ad67-bc5eb1f59b08,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:00.293830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8e0d5-699b-4761-905d-49df1551afd2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:00.316727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8e0d5-699b-4761-905d-49df1551afd2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:00.318871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-84d8e0d5-699b-4761-905d-49df1551afd2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2763577 Aug 31 16:12:00.323705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39166) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:00.477641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:00.555712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39170) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:00.562276 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:00.613285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43f2a1bf-156d-49d0-982e-38d76c5a14c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:00.758558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 79aa7ecb-a7e4-4cb0-a983-0ac9425963fb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:00.765884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:00.996478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.25.6.153 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/7b86cdf5-37cf-436f-9f60-2a5cc41a54b3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:01.063733 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.102554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 79aa7ecb-a7e4-4cb0-a983-0ac9425963fb owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:01.121100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6fb23-f995-4cc9-b9b5-24f0c2ef4ab5 req-2a2bbd17-5fe8-4702-9883-4636a6f97c91 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:01.122762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02a6fb23-f995-4cc9-b9b5-24f0c2ef4ab5 req-2a2bbd17-5fe8-4702-9883-4636a6f97c91 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 944 time: 0.1630473 Aug 31 16:12:01.185643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b6ced72-2487-40c6-9da2-b720dac19796 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:01.264878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.365217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02a6fb23-f995-4cc9-b9b5-24f0c2ef4ab5 req-05d25865-435b-4e31-88fb-e0ea59bfe345 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233794 Aug 31 16:12:01.377356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 8b6ced72-2487-40c6-9da2-b720dac19796 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:01.386641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.389065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 8b6ced72-2487-40c6-9da2-b720dac19796 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:01.389657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.456391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:01.471590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:01.475754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:01.475977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43f2a1bf-156d-49d0-982e-38d76c5a14c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.485072 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43f2a1bf-156d-49d0-982e-38d76c5a14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.508964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=7b86cdf5-37cf-436f-9f60-2a5cc41a54b3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:01.538989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.590005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2a1bf-156d-49d0-982e-38d76c5a14c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a674ef85-e7a4-4c9f-a9a8-fcc3b658c220,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:01.617632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=79aa7ecb-a7e4-4cb0-a983-0ac9425963fb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:01.637490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.641873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-655b3a4b-d4c9-433b-8958-78e79f44e26c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/79aa7ecb-a7e4-4cb0-a983-0ac9425963fb HTTP/1.1" status: 204 len: 168 time: 1.3159182 Aug 31 16:12:01.654601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-43f2a1bf-156d-49d0-982e-38d76c5a14c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ae98f54db0c493db94ea44ce7313e29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0963352 Aug 31 16:12:01.656838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39180) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:01.656838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39184) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:01.720659 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.813218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 8b6ced72-2487-40c6-9da2-b720dac19796, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b6ced72-2487-40c6-9da2-b720dac19796,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:01.815197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ced72-2487-40c6-9da2-b720dac19796'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:01.820096 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27278948-0228-4545-82b0-f2a3126f714d" -d '{"events": [{"server_uuid": "a46adc88-a506-453f-9fb4-ea76b728e0af", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ced72-2487-40c6-9da2-b720dac19796"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:01.824506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.912678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9444-508b-41bc-bfdd-ad3457c36f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:01.930640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=8b6ced72-2487-40c6-9da2-b720dac19796,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:01.989596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f384c-d654-46b9-b9f8-e564001680c2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:02.005233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f0f384c-d654-46b9-b9f8-e564001680c2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3445559 Aug 31 16:12:02.007713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:02.049108 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9444-508b-41bc-bfdd-ad3457c36f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:02.052223 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-99625bc1-8dc6-4759-9eda-ebb24efbb6a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:02.056640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-99625bc1-8dc6-4759-9eda-ebb24efbb6a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/92cfde51-93aa-4d88-ad67-bc5eb1f59b08 HTTP/1.1" status: 404 len: 333 time: 0.0454733 Aug 31 16:12:02.062487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39202) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:02.128203 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-824963ae-a9a7-4502-928d-795ef8327c57 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:02.132463 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-824963ae-a9a7-4502-928d-795ef8327c57 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/79aa7ecb-a7e4-4cb0-a983-0ac9425963fb HTTP/1.1" status: 404 len: 333 time: 0.0658755 Aug 31 16:12:02.133444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39204) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:02.207105 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9444-508b-41bc-bfdd-ad3457c36f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:02.210778 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9444-508b-41bc-bfdd-ad3457c36f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:02.212387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b5e9444-508b-41bc-bfdd-ad3457c36f8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a674ef85-e7a4-4c9f-a9a8-fcc3b658c220 HTTP/1.1" status: 204 len: 168 time: 0.4607549 Aug 31 16:12:02.240684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e9444-508b-41bc-bfdd-ad3457c36f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a674ef85-e7a4-4c9f-a9a8-fcc3b658c220,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:02.325095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:02.605020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bf1f81-b39b-4d32-880d-41ea587f39a2 x-openstack-request-id: req-c1bf1f81-b39b-4d32-880d-41ea587f39a2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:02.606481 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46adc88-a506-453f-9fb4-ea76b728e0af", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ced72-2487-40c6-9da2-b720dac19796", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:02.606481 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1bf1f81-b39b-4d32-880d-41ea587f39a2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:02.606481 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ced72-2487-40c6-9da2-b720dac19796', 'code': 200} Aug 31 16:12:02.735147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5944968-e616-487a-889c-b9f218ea62ad req-8eec50b6-aca0-4b7b-ba16-706b57d68936 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:02.752047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5944968-e616-487a-889c-b9f218ea62ad req-8eec50b6-aca0-4b7b-ba16-706b57d68936 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.2152779 Aug 31 16:12:02.841009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5944968-e616-487a-889c-b9f218ea62ad req-140ed010-a5bb-40fb-bea9-b67822d07d1b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880678 Aug 31 16:12:03.002541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.119319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a3673-e7af-4452-8f5a-5b002ea8cded req-be9e5e2c-1204-4f36-b97a-aa621153fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:03.121531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-610a3673-e7af-4452-8f5a-5b002ea8cded req-be9e5e2c-1204-4f36-b97a-aa621153fd9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 1097 time: 0.2344270 Aug 31 16:12:03.166415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.196864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10867a52-049c-4a49-85df-ff31075f844e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:03.318294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-610a3673-e7af-4452-8f5a-5b002ea8cded req-9540229f-3e29-495a-9b3b-08ae4d49c385 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793516 Aug 31 16:12:03.321512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4655969-dee2-41ed-bcb6-ccdf9899d621') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:03.322407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4655969-dee2-41ed-bcb6-ccdf9899d621') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:03.344941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.373278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.442926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:12:03.443686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:12:03.448436 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:12:03.665597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.803663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.841268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:03.844485 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/10867a52-049c-4a49-85df-ff31075f844e HTTP/1.1" status: 204 len: 168 time: 1.7103875 Aug 31 16:12:03.851108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39240) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:03.865979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1712131631'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:03.907597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=10867a52-049c-4a49-85df-ff31075f844e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:03.924831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.925519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.926066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.926531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.927040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.927487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.927968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.928443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.929065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.929514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.929961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.930487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f449b-8ab8-4554-8d44-2d9b319979a7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:03.972128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:03.977038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:04.127093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:04.163193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:04.163547 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment 76bc0bc4-34f9-414a-a769-3e9eaf7be5dd of type vlan for network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c Aug 31 16:12:04.166034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 5876e9bb-ac4d-45ad-ba57-27f237254998 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:12:04.377958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:04.426930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b7f53-ee54-4295-b6c2-914ca5411885 req-efd0b128-eed0-42e2-8f21-a9263035d262 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:04.437529 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c2b7f53-ee54-4295-b6c2-914ca5411885 req-efd0b128-eed0-42e2-8f21-a9263035d262 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.3970256 Aug 31 16:12:04.473016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:04.480852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:04.482455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:04.633945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:04.645638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] Sync routers for ids ['5876e9bb-ac4d-45ad-ba57-27f237254998'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:04.687500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c2b7f53-ee54-4295-b6c2-914ca5411885 req-15a692cc-d445-4d7e-889f-8c77140f1c36 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466245 Aug 31 16:12:04.689109 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] Routers {'5876e9bb-ac4d-45ad-ba57-27f237254998'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:04.690012 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5876e9bb-ac4d-45ad-ba57-27f237254998'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:04.703399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:04.705060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8503921 Aug 31 16:12:04.709554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39262) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:04.710253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc736b6a-21d8-446a-a098-1854bb7a31ae tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=48deea63-1b4b-4e29-8ee0-c0fa10dba12c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:04.723441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8142c230-b88d-42a5-989e-49ecc548cfd7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.8245409 Aug 31 16:12:04.725577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:04.733388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:04.740568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:04.790615 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:04.801733 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] Routers {'5876e9bb-ac4d-45ad-ba57-27f237254998'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:04.802361 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5876e9bb-ac4d-45ad-ba57-27f237254998'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:04.851276 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:04.851817 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac43ff-6ecf-46c7-8550-dbfd67092c79 None None] The sync data for ids ['5876e9bb-ac4d-45ad-ba57-27f237254998'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:04.952873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:04.957741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:05.031892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-677afb40-e106-4337-b938-d80da86f6884 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/routers/5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 200 len: 881 time: 0.2969115 Aug 31 16:12:05.040962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:05.676751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:05.801360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:05.852352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:05.852606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: 48deea63-1b4b-4e29-8ee0-c0fa10dba12c, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:05.919380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-411900b4-ce8b-433a-b998-e0c9cde9eede tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8765321 Aug 31 16:12:05.923548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39278) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:05.941324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:05.960410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 48deea63-1b4b-4e29-8ee0-c0fa10dba12c) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:05.965136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1736689721'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:05.987982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0d0d7-3286-4d02-ba94-9d2aaf808e6c req-41038f5f-4481-47a1-9950-5305e80bee7e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:05.991154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22c803-78d3-40dc-b741-54a21ab0caf7 None None] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:05.996899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99d0d0d7-3286-4d02-ba94-9d2aaf808e6c req-41038f5f-4481-47a1-9950-5305e80bee7e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.1151850 Aug 31 16:12:06.006595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:06.007356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:06.139415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99d0d0d7-3286-4d02-ba94-9d2aaf808e6c req-372f4eed-4b5d-4910-b415-92068c054acd tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408339 Aug 31 16:12:06.151391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-efb9bbe8-cc40-4174-9295-bdfe0c2e0233 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4304762 Aug 31 16:12:06.154617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39288) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:06.170183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c', 'name': 'tempest-PortsIpV6TestJSON-744925808'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:06.410154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-48deea63-1b4b-4e29-8ee0-c0fa10dba12c', 'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': '2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:06.411350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:06.492311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9118ac-8bd6-4cbd-aee7-9ac7fd37e7d5 req-250315a3-f542-43c0-be69-ef69fae30baa tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:06.514517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f9118ac-8bd6-4cbd-aee7-9ac7fd37e7d5 req-250315a3-f542-43c0-be69-ef69fae30baa tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.1699932 Aug 31 16:12:06.640039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:06.675565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:06.778100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Allocated IP 2001:db8::2 (48deea63-1b4b-4e29-8ee0-c0fa10dba12c/2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38/f5ea033e-ee2d-4245-a8f7-902ed06748b8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:06.973169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 5876e9bb-ac4d-45ad-ba57-27f237254998 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:12:07.084689 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.103331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Transition to ACTIVE for port object f5ea033e-ee2d-4245-a8f7-902ed06748b8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:07.129153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Transition to ACTIVE for port object f5ea033e-ee2d-4245-a8f7-902ed06748b8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:07.149030 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.181472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:07.229003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:07.233548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:07.357840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:07.383910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.390882 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d75842ab-f38f-4bed-84d2-cfba6b587720 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 200 len: 888 time: 1.4657795 Aug 31 16:12:07.394925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39308) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:07.431563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] Sync routers for ids ['5876e9bb-ac4d-45ad-ba57-27f237254998'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:07.451061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Pushing event updated for resources: {'Port': ['ID=f5ea033e-ee2d-4245-a8f7-902ed06748b8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:07.475952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] Routers {'5876e9bb-ac4d-45ad-ba57-27f237254998'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:07.476920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5876e9bb-ac4d-45ad-ba57-27f237254998'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:07.521855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:07.525155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Attempting to bind port f5ea033e-ee2d-4245-a8f7-902ed06748b8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:07.525155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Attempting to bind port f5ea033e-ee2d-4245-a8f7-902ed06748b8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:07.525531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Attempting to bind port f5ea033e-ee2d-4245-a8f7-902ed06748b8 on network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:07.537291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:07.537730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Checking segment: {'id': '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:07.540567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.541027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Bound using segment: {'id': '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:07.541547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Bound port: f5ea033e-ee2d-4245-a8f7-902ed06748b8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '48deea63-1b4b-4e29-8ee0-c0fa10dba12c'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:07.541948 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.553141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] Routers {'5876e9bb-ac4d-45ad-ba57-27f237254998'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:07.553791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5876e9bb-ac4d-45ad-ba57-27f237254998'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:07.643309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f9118ac-8bd6-4cbd-aee7-9ac7fd37e7d5 req-b1ca4438-b1ac-44b0-a1d3-39687c8fc4df tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1251125 Aug 31 16:12:07.665047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:07.665953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2cb1-de0c-49ea-8458-95d2f63f6426 None None] The sync data for ids ['5876e9bb-ac4d-45ad-ba57-27f237254998'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:07.709018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:07.716708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.752442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39314) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:07.758534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f56a5853-3c57-46c7-9171-a43d42072568 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/routers/5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 200 len: 888 time: 0.3510087 Aug 31 16:12:07.771758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] For port f5ea033e-ee2d-4245-a8f7-902ed06748b8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:07.788522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] For port f5ea033e-ee2d-4245-a8f7-902ed06748b8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f5ea033e-ee2d-4245-a8f7-902ed06748b8,segment=NetworkSegment(76bc0bc4-34f9-414a-a769-3e9eaf7be5dd),segment_id=76bc0bc4-34f9-414a-a769-3e9eaf7be5dd)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:07.790978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:07.791860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9afaf8ed-9f30-4923-91f4-4510cd6f40dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 200 len: 205 time: 0.0376499 Aug 31 16:12:07.798744 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:07.802274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port d3b646d1-79cf-4d32-961e-7e9c3ee18d5e yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:07.943391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa59baa-d5db-46ae-9a2b-eca4bd3aa866 None None] Pushing event updated for resources: {'Port': ['ID=f5ea033e-ee2d-4245-a8f7-902ed06748b8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:08.263630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::253 (48deea63-1b4b-4e29-8ee0-c0fa10dba12c/2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38/d3b646d1-79cf-4d32-961e-7e9c3ee18d5e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:08.429996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ab9e-aa56-4e04-a769-e2987e22a92d req-c7cacf8c-25b4-4064-b778-36854dc9bbd1 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:08.433002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a07ab9e-aa56-4e04-a769-e2987e22a92d req-c7cacf8c-25b4-4064-b778-36854dc9bbd1 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.3677638 Aug 31 16:12:08.585377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a07ab9e-aa56-4e04-a769-e2987e22a92d req-4598808b-5aab-4256-a99f-63649155be3e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393204 Aug 31 16:12:08.776864 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:08.845819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc12d-a5be-4d0c-925a-e4283cfd69e4 req-343959e2-fed8-48f7-a9fc-0ad9b46f59f5 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:08.857445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-904cc12d-a5be-4d0c-925a-e4283cfd69e4 req-343959e2-fed8-48f7-a9fc-0ad9b46f59f5 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.1491721 Aug 31 16:12:09.004209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-904cc12d-a5be-4d0c-925a-e4283cfd69e4 req-ffd6ec88-a5c5-454e-8b0f-129156420372 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441517 Aug 31 16:12:09.057363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:09.104475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object d3b646d1-79cf-4d32-961e-7e9c3ee18d5e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:09.187740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:09.203201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:09.333050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 7b86cdf5-37cf-436f-9f60-2a5cc41a54b3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:09.333397 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:09.361786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:09.386955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:09.395280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:09.401156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:09.401832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:09.488617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3230755 Aug 31 16:12:09.488617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56267177-d50c-4b41-a1e9-80c767c29274 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=d3b646d1-79cf-4d32-961e-7e9c3ee18d5e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:09.488617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39354) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:09.529023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:09.556258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 7b86cdf5-37cf-436f-9f60-2a5cc41a54b3 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:09.560395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c93731-55a0-4ce0-84cf-fce853e7effe req-a84cbb11-426b-4e0a-94cb-439375e290f6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:09.576828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20c93731-55a0-4ce0-84cf-fce853e7effe req-a84cbb11-426b-4e0a-94cb-439375e290f6 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.1554217 Aug 31 16:12:09.755854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945c245-194e-4a5a-a4e5-b31ae9ed33f8 None None] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:09.840385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20c93731-55a0-4ce0-84cf-fce853e7effe req-8ed4ac60-48ca-4466-b25d-de6cbaa3352b tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592595 Aug 31 16:12:09.919397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port d3b646d1-79cf-4d32-961e-7e9c3ee18d5e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:09.920585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.111494 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.197112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=7b86cdf5-37cf-436f-9f60-2a5cc41a54b3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:10.211606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-280dc556-081a-4b57-a11b-83bfec1770e0 None None] Provisioning for port f5ea033e-ee2d-4245-a8f7-902ed06748b8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:10.301486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40d712-63a3-47b2-bf98-f213118113be req-db569a19-e619-430e-9089-dd3585464dd0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:10.344110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe40d712-63a3-47b2-bf98-f213118113be req-db569a19-e619-430e-9089-dd3585464dd0 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.2696114 Aug 31 16:12:10.430117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.498577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f5ea033e-ee2d-4245-a8f7-902ed06748b8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:10.509743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe40d712-63a3-47b2-bf98-f213118113be req-d80d666e-70be-4488-9cb3-bc951d429241 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585081 Aug 31 16:12:10.513366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.553556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for d3b646d1-79cf-4d32-961e-7e9c3ee18d5e owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:10.721732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f5ea033e-ee2d-4245-a8f7-902ed06748b8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:10.727463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f5ea033e-ee2d-4245-a8f7-902ed06748b8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:10.727463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.765284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.776101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.914133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.915289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router 5876e9bb-ac4d-45ad-ba57-27f237254998 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:12:10.943227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:10.952323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90c99f07-7258-4c62-a780-9baa215b9c8a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 204 len: 168 time: 3.1599889 Aug 31 16:12:10.953137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:10.972381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-1731997610'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:10.984546 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.041140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=d3b646d1-79cf-4d32-961e-7e9c3ee18d5e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:11.046969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:11.052588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.063572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d8336ab-0b10-4da4-a1df-390b6310f606 None None] Provisioning complete for port f5ea033e-ee2d-4245-a8f7-902ed06748b8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:11.064770 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d8336ab-0b10-4da4-a1df-390b6310f606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.108006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.117151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:11.131277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.136528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dfdca8d5-e647-4c6a-a819-44cfe7a839b2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/d3b646d1-79cf-4d32-961e-7e9c3ee18d5e HTTP/1.1" status: 204 len: 168 time: 1.6449518 Aug 31 16:12:11.137246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:11.260313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.260800 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 42aa0861-77ce-4094-a01a-ae440039fa31 of type vlan for network 596ba767-19bf-4410-b520-07221a53a109 Aug 31 16:12:11.281175 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0e54df-77bb-4210-a830-090fee34b8e0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:12:11.282828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0e54df-77bb-4210-a830-090fee34b8e0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:12:11.284943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd0e54df-77bb-4210-a830-090fee34b8e0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/d3b646d1-79cf-4d32-961e-7e9c3ee18d5e HTTP/1.1" status: 404 len: 333 time: 0.1346333 Aug 31 16:12:11.287670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39386) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:11.302051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f5ea033e-ee2d-4245-a8f7-902ed06748b8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f5ea033e-ee2d-4245-a8f7-902ed06748b8,segment=NetworkSegment(76bc0bc4-34f9-414a-a769-3e9eaf7be5dd),segment_id=76bc0bc4-34f9-414a-a769-3e9eaf7be5dd)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:11.393065 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.409142 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e131a17e-576c-4e47-a9a9-9f87aa9957e2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:11.414417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e131a17e-576c-4e47-a9a9-9f87aa9957e2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/d3b646d1-79cf-4d32-961e-7e9c3ee18d5e HTTP/1.1" status: 404 len: 333 time: 0.1252429 Aug 31 16:12:11.429885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39390) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:11.453720 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.573669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f5ea033e-ee2d-4245-a8f7-902ed06748b8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:11.592505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d8336ab-0b10-4da4-a1df-390b6310f606 None None] Could not find standard attr ID for object d3b646d1-79cf-4d32-961e-7e9c3ee18d5e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:12:11.618952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:11.633919 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.636319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.647525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:11.650365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.708946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a90012c9-d663-4877-ac89-cddaf52e2c38 None None] Could not find standard attr ID for object d3b646d1-79cf-4d32-961e-7e9c3ee18d5e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:12:11.732288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecd28e-4b2a-4dc3-8933-82a033c747c3 req-eff39169-299c-4e4c-a199-753e576a56bb tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:11.744333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ecd28e-4b2a-4dc3-8933-82a033c747c3 req-eff39169-299c-4e4c-a199-753e576a56bb tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.3773234 Aug 31 16:12:11.811056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:11.816985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8606203 Aug 31 16:12:11.820214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39396) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:11.827182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '596ba767-19bf-4410-b520-07221a53a109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:11.925312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59ecd28e-4b2a-4dc3-8933-82a033c747c3 req-38b5b0d5-2bb2-44f1-a639-3851585c4c3d tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799552 Aug 31 16:12:11.982216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305c0b-f447-4886-afce-f635663ebd67 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=596ba767-19bf-4410-b520-07221a53a109,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:12.002461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 596ba767-19bf-4410-b520-07221a53a109 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:12.034909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:12.050597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:12.127416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:12.329029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:12.431978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:12.434681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38 HTTP/1.1" status: 204 len: 168 time: 1.0025659 Aug 31 16:12:12.437530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54728b-f0bc-49d6-86ee-59dcbe4a2659 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:12.453324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39406) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:12.459734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25e4b6-6b27-4761-80a2-c2836572c87e None None] Network 48deea63-1b4b-4e29-8ee0-c0fa10dba12c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:12.475439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f5ea033e-ee2d-4245-a8f7-902ed06748b8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:12.499020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-9c36ef00-c7f9-4a67-b201-67b068ebcd9e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:12.501477 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-9c36ef00-c7f9-4a67-b201-67b068ebcd9e tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.3009882 Aug 31 16:12:12.693286 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:12.831985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f5ea033e-ee2d-4245-a8f7-902ed06748b8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:12.832536 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:12.894854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port f5ea033e-ee2d-4245-a8f7-902ed06748b8 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:12.895204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.063099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Deleting port 8b6ced72-2487-40c6-9da2-b720dac19796 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:13.064835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.177199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] For port f5ea033e-ee2d-4245-a8f7-902ed06748b8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f5ea033e-ee2d-4245-a8f7-902ed06748b8,segment=NetworkSegment(76bc0bc4-34f9-414a-a769-3e9eaf7be5dd),segment_id=76bc0bc4-34f9-414a-a769-3e9eaf7be5dd)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:13.177775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.236824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for f5ea033e-ee2d-4245-a8f7-902ed06748b8 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:13.321779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] DHCP port deletion for 48deea63-1b4b-4e29-8ee0-c0fa10dba12c request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:12:13.392808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.408293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed8c2-9e43-4ce8-9bc1-29cce4e8b04c req-3e7ae2e0-0ad9-42a0-b6f5-c5157533beec tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:13.410289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb9ed8c2-9e43-4ce8-9bc1-29cce4e8b04c req-3e7ae2e0-0ad9-42a0-b6f5-c5157533beec tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 945 time: 0.3086736 Aug 31 16:12:13.481311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb9ed8c2-9e43-4ce8-9bc1-29cce4e8b04c req-b30de686-b35e-4aa7-9fc4-61dcc75dc077 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/security-groups?id=c45428f3-550f-483a-b727-def08af66d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634143 Aug 31 16:12:13.497709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Deleting port f5ea033e-ee2d-4245-a8f7-902ed06748b8 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:13.498512 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.517515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.615010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No DVR routers for this DVR port f5ea033e-ee2d-4245-a8f7-902ed06748b8 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:13.635620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=f5ea033e-ee2d-4245-a8f7-902ed06748b8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:13.679545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] For port 8b6ced72-2487-40c6-9da2-b720dac19796, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=8b6ced72-2487-40c6-9da2-b720dac19796,segment=NetworkSegment(f1a20a99-f21e-48cc-830b-ee5c6f3817de),segment_id=f1a20a99-f21e-48cc-830b-ee5c6f3817de)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:13.680316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.719297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Calling delete_port for 8b6ced72-2487-40c6-9da2-b720dac19796 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:13.761751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] For port f5ea033e-ee2d-4245-a8f7-902ed06748b8, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:13.762166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.808816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Calling delete_port for f5ea033e-ee2d-4245-a8f7-902ed06748b8 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:13.812674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Port f5ea033e-ee2d-4245-a8f7-902ed06748b8 was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:12:13.815911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.866980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=c628a9af-d5a3-419d-8a79-311956596d41,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:13.875583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.887709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] No DVR routers for this DVR port f5ea033e-ee2d-4245-a8f7-902ed06748b8 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:13.889010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48deea63-1b4b-4e29-8ee0-c0fa10dba12c']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:13.903292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5b420-77ec-4c51-92e3-76176d309ccb None None] Pushing event deleted for resources: {'Port': ['ID=f5ea033e-ee2d-4245-a8f7-902ed06748b8,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:13.905120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:13.905632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bc0bc4-34f9-414a-a769-3e9eaf7be5dd') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:13.921370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.961878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:13.981518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:12:13.981950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:12:14.190207 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:12:14.194446 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.228823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '42aa0861-77ce-4094-a01a-ae440039fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '596ba767-19bf-4410-b520-07221a53a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:14.229788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 596ba767-19bf-4410-b520-07221a53a109, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:14.239713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.244658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/48deea63-1b4b-4e29-8ee0-c0fa10dba12c HTTP/1.1" status: 204 len: 168 time: 1.7866387 Aug 31 16:12:14.245156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ac86f-307a-4548-acbf-ae7a20a7f58c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=48deea63-1b4b-4e29-8ee0-c0fa10dba12c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:14.249528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39432) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:14.268294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1604265990'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:14.276138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 596ba767-19bf-4410-b520-07221a53a109 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:14.292966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.336721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Pushing event deleted for resources: {'Port': ['ID=8b6ced72-2487-40c6-9da2-b720dac19796,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:14.343496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 596ba767-19bf-4410-b520-07221a53a109) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:14.355714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:14.356227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.356362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f809ece-5493-4028-910d-119314e1b77e None None] Network 596ba767-19bf-4410-b520-07221a53a109 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:14.412405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:14.416519 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.423430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39434) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:14.429008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271562296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:14.431152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1e4fa9b-37ee-4287-a249-4e820437aa2f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6098232 Aug 31 16:12:14.474153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] No DVR routers for this DVR port 8b6ced72-2487-40c6-9da2-b720dac19796 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:14.477687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.480401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1aa629f9-e999-4658-b628-bf2c9375d60b req-7acc4bf7-69c9-465c-929d-ae5b390b2d87 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.49 "DELETE /v2.0/ports/8b6ced72-2487-40c6-9da2-b720dac19796 HTTP/1.1" status: 204 len: 173 time: 1.9713912 Aug 31 16:12:14.482286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'name': 'network-vif-deleted', 'tag': '8b6ced72-2487-40c6-9da2-b720dac19796'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:14.485063 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a34c8e4-93e6-4ba9-8071-bda5b740f9e8" -d '{"events": [{"server_uuid": "a46adc88-a506-453f-9fb4-ea76b728e0af", "name": "network-vif-deleted", "tag": "8b6ced72-2487-40c6-9da2-b720dac19796"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:14.505456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.506858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.517131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f5ea033e-ee2d-4245-a8f7-902ed06748b8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:14.535341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:14.542386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39440) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:14.580765 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da403af-b98a-48b9-a221-14b70e2d68e1 x-openstack-request-id: req-7da403af-b98a-48b9-a221-14b70e2d68e1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:14.580962 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46adc88-a506-453f-9fb4-ea76b728e0af", "name": "network-vif-deleted", "tag": "8b6ced72-2487-40c6-9da2-b720dac19796", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:14.581229 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7da403af-b98a-48b9-a221-14b70e2d68e1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:14.581643 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46adc88-a506-453f-9fb4-ea76b728e0af', 'name': 'network-vif-deleted', 'tag': '8b6ced72-2487-40c6-9da2-b720dac19796', 'status': 'completed', 'code': 200} Aug 31 16:12:14.592139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.592516 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment 4823341a-4102-4c52-8090-4a003e48eaff of type vlan for network c01c0430-a1bd-4d23-a695-63798f9975e8 Aug 31 16:12:14.728772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.766077 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.813310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.820130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d421c43a-2268-4f2f-9460-dfd3769449c2 req-39e92c40-02b6-42d3-94d4-31c9567aa035 tempest-ServerDiskConfigTestJSON-499861849 tempest-ServerDiskConfigTestJSON-499861849-project] 10.222.0.43 "GET /v2.0/ports?device_id=a46adc88-a506-453f-9fb4-ea76b728e0af HTTP/1.1" status: 200 len: 210 time: 0.0853114 Aug 31 16:12:14.824739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.830357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:14.831058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.876835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:14.878609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-08a170c2-5712-443b-a54a-1b5162575b01 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4539635 Aug 31 16:12:14.884680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39452) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:15.092478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8183570 Aug 31 16:12:15.097996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39454) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:15.107885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:15.218631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cb457f8-7170-4d0e-9620-870b5eb51adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:15.219410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f5ea033e-ee2d-4245-a8f7-902ed06748b8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:12:15.220901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f5ea033e-ee2d-4245-a8f7-902ed06748b8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:12:15.293672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882614c-622b-4df2-b219-9428b7d06323 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=c01c0430-a1bd-4d23-a695-63798f9975e8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:15.351249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b6ced72-2487-40c6-9da2-b720dac19796 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:15.354803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c01c0430-a1bd-4d23-a695-63798f9975e8 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:15.518617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 8b6ced72-2487-40c6-9da2-b720dac19796 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:12:15.519296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 8b6ced72-2487-40c6-9da2-b720dac19796 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:12:15.550763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:15.692154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-596ba767-19bf-4410-b520-07221a53a109', 'network_id': '596ba767-19bf-4410-b520-07221a53a109', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': 'c628a9af-d5a3-419d-8a79-311956596d41'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:15.698515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.011440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cb457f8-7170-4d0e-9620-870b5eb51adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.022427 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cb457f8-7170-4d0e-9620-870b5eb51adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.068677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb457f8-7170-4d0e-9620-870b5eb51adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a1cd1-48c9-44f9-91ab-6590e686c04d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:16.090898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2cb457f8-7170-4d0e-9620-870b5eb51adb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf7ae447efa943ba921d375dd938c70b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5473118 Aug 31 16:12:16.094270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:16.095191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39470) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:16.112582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.161212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Allocated IP 172.20.0.2 (596ba767-19bf-4410-b520-07221a53a109/c628a9af-d5a3-419d-8a79-311956596d41/52ba0533-439f-4615-b8ed-5c590fbcd3a8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:16.191134 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28a16612-51f9-40c1-8e20-c91dc87b93cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.263840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28a16612-51f9-40c1-8e20-c91dc87b93cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.394214 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28a16612-51f9-40c1-8e20-c91dc87b93cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.398157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28a16612-51f9-40c1-8e20-c91dc87b93cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.399465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28a16612-51f9-40c1-8e20-c91dc87b93cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f2a1cd1-48c9-44f9-91ab-6590e686c04d HTTP/1.1" status: 204 len: 168 time: 0.3021374 Aug 31 16:12:16.412824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39478) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:16.516170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Deleting subnet f0275405-334b-4834-85bd-939e98cf1ff2 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:16.520475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.520912 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.531836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Transition to ACTIVE for port object 52ba0533-439f-4615-b8ed-5c590fbcd3a8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:16.551439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Transition to ACTIVE for port object 52ba0533-439f-4615-b8ed-5c590fbcd3a8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:16.561148 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.612297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.676065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Pushing event updated for resources: {'Port': ['ID=52ba0533-439f-4615-b8ed-5c590fbcd3a8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:16.704641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Network 596ba767-19bf-4410-b520-07221a53a109 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:16.706297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:16.712881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:16.767403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16612-51f9-40c1-8e20-c91dc87b93cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a1cd1-48c9-44f9-91ab-6590e686c04d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:16.822682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:16.968971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.027428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': '4823341a-4102-4c52-8090-4a003e48eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:17.027910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: c01c0430-a1bd-4d23-a695-63798f9975e8, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:17.033525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=82e5af37-75c3-4c89-8595-fe298e8c3c88,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:17.060108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network c01c0430-a1bd-4d23-a695-63798f9975e8 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:17.060772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Attempting to bind port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:17.062859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Attempting to bind port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '42aa0861-77ce-4094-a01a-ae440039fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '596ba767-19bf-4410-b520-07221a53a109'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:17.066813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Attempting to bind port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 on network 596ba767-19bf-4410-b520-07221a53a109 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:17.096619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:17.097123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Checking segment: {'id': '42aa0861-77ce-4094-a01a-ae440039fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '596ba767-19bf-4410-b520-07221a53a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:17.097499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c01c0430-a1bd-4d23-a695-63798f9975e8) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:17.098554 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.099418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Bound using segment: {'id': '42aa0861-77ce-4094-a01a-ae440039fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '596ba767-19bf-4410-b520-07221a53a109'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:17.107456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:17.110341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.112631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Bound port: 52ba0533-439f-4615-b8ed-5c590fbcd3a8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42aa0861-77ce-4094-a01a-ae440039fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '596ba767-19bf-4410-b520-07221a53a109'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:17.114400 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.129371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.20.0.1 (596ba767-19bf-4410-b520-07221a53a109/c628a9af-d5a3-419d-8a79-311956596d41/db000ad0-ca11-4493-a85f-1ea48c65f705) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:17.143125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-248d996f-00d2-4854-ae11-223e513f1e2b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0398197 Aug 31 16:12:17.143885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39492) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:17.151272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e4409-364a-488b-8cde-45e02e8d903d None None] Network c01c0430-a1bd-4d23-a695-63798f9975e8 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:17.183066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1416887662'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:17.305698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.471473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0275405-334b-4834-85bd-939e98cf1ff2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:17.497174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.503086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8b98e5b-7cab-4b7b-a271-b19d4d337da4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f0275405-334b-4834-85bd-939e98cf1ff2 HTTP/1.1" status: 204 len: 168 time: 1.0826328 Aug 31 16:12:17.564848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39504) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:17.714444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39506) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:17.739725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] For port 52ba0533-439f-4615-b8ed-5c590fbcd3a8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:17.746544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] For port 52ba0533-439f-4615-b8ed-5c590fbcd3a8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52ba0533-439f-4615-b8ed-5c590fbcd3a8,segment=NetworkSegment(42aa0861-77ce-4094-a01a-ae440039fa31),segment_id=42aa0861-77ce-4094-a01a-ae440039fa31)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:17.835133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:17.838909 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.852596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.861263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.902344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-c01c0430-a1bd-4d23-a695-63798f9975e8', 'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': '82e5af37-75c3-4c89-8595-fe298e8c3c88'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:17.907628 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:17.930592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object db000ad0-ca11-4493-a85f-1ea48c65f705 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:18.010682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 0aa1cd5b-69aa-486e-8d65-412846d93886 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:18.035078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.088065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50de5f9e-c7ad-41d3-ba9c-9dbe4fd52670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.167465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.255437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 596ba767-19bf-4410-b520-07221a53a109 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:18.260714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:18.324275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:18.389412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3d4cb-5c34-4c7d-b716-eee4cd3ffb4e None None] Pushing event updated for resources: {'Port': ['ID=52ba0533-439f-4615-b8ed-5c590fbcd3a8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:18.413377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.549298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.576596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de7c1b7-55c1-4891-af1f-aef6cbaf7530']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:18.599068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a20a99-f21e-48cc-830b-ee5c6f3817de') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:18.599642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a20a99-f21e-48cc-830b-ee5c6f3817de') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:18.624930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.655101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Allocated IP 2001:db8::2 (c01c0430-a1bd-4d23-a695-63798f9975e8/82e5af37-75c3-4c89-8595-fe298e8c3c88/68efb4fa-7322-4361-8416-117214ece1fb) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:18.663995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.684332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:12:18.684860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:12:18.686871 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:12:18.825817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.844327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.862059 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:18.866762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0de7c1b7-55c1-4891-af1f-aef6cbaf7530 HTTP/1.1" status: 204 len: 168 time: 1.2971435 Aug 31 16:12:18.899165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c225b80-ec06-4d0d-a945-4e673fc90bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de7c1b7-55c1-4891-af1f-aef6cbaf7530,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:18.941044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=db000ad0-ca11-4493-a85f-1ea48c65f705,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:19.088112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50de5f9e-c7ad-41d3-ba9c-9dbe4fd52670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.096587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50de5f9e-c7ad-41d3-ba9c-9dbe4fd52670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.233236 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.254588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Transition to ACTIVE for port object 68efb4fa-7322-4361-8416-117214ece1fb will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:19.336314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Transition to ACTIVE for port object 68efb4fa-7322-4361-8416-117214ece1fb will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:19.348659 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.527715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::68 (c01c0430-a1bd-4d23-a695-63798f9975e8/82e5af37-75c3-4c89-8595-fe298e8c3c88/0aa1cd5b-69aa-486e-8d65-412846d93886) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:19.544414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Pushing event updated for resources: {'Port': ['ID=68efb4fa-7322-4361-8416-117214ece1fb,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:19.545359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-50de5f9e-c7ad-41d3-ba9c-9dbe4fd52670 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=138932db0ed44af2823a4d9a62a9dc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8291430 Aug 31 16:12:19.546314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39546) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:19.551575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de5f9e-c7ad-41d3-ba9c-9dbe4fd52670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3aa91-7416-4ebe-a0f1-b887121e9e12,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:19.606494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39548) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:19.607992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Network c01c0430-a1bd-4d23-a695-63798f9975e8 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:19.613387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:19.627998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:19.778984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd8c3-7150-4193-acf5-0f821c0c0f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.839006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd8c3-7150-4193-acf5-0f821c0c0f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.854457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Attempting to bind port 68efb4fa-7322-4361-8416-117214ece1fb on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:19.854879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Attempting to bind port 68efb4fa-7322-4361-8416-117214ece1fb by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4823341a-4102-4c52-8090-4a003e48eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:19.855141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Attempting to bind port 68efb4fa-7322-4361-8416-117214ece1fb on network c01c0430-a1bd-4d23-a695-63798f9975e8 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:19.875933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:19.876561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Checking segment: {'id': '4823341a-4102-4c52-8090-4a003e48eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:19.877131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.877690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Bound using segment: {'id': '4823341a-4102-4c52-8090-4a003e48eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:19.878260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Bound port: 68efb4fa-7322-4361-8416-117214ece1fb, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823341a-4102-4c52-8090-4a003e48eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01c0430-a1bd-4d23-a695-63798f9975e8'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:19.878803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.943107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd8c3-7150-4193-acf5-0f821c0c0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.948601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd8c3-7150-4193-acf5-0f821c0c0f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:19.952321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f0fd8c3-7150-4193-acf5-0f821c0c0f8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ce3aa91-7416-4ebe-a0f1-b887121e9e12 HTTP/1.1" status: 204 len: 168 time: 0.4006689 Aug 31 16:12:19.983991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fd8c3-7150-4193-acf5-0f821c0c0f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3aa91-7416-4ebe-a0f1-b887121e9e12,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:20.044423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.075080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 0aa1cd5b-69aa-486e-8d65-412846d93886 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:20.093393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.101300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6f8c7e85-fa04-4193-a8f2-8c9b32334f32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf40d74dd9804f0481fae3edd355ceb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864964 Aug 31 16:12:20.103326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.110345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39560) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:20.118912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c32607-f0cd-4983-b815-62c3857a44a1 None None] Network 596ba767-19bf-4410-b520-07221a53a109 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:20.221011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.258791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=db000ad0-ca11-4493-a85f-1ea48c65f705,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:20.301206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.321587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c73e8f1c-564d-45d2-af3a-45f5c85f3bfc None None] Provisioning for port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:20.442983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] For port 68efb4fa-7322-4361-8416-117214ece1fb, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:20.463926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] For port 68efb4fa-7322-4361-8416-117214ece1fb, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68efb4fa-7322-4361-8416-117214ece1fb,segment=NetworkSegment(4823341a-4102-4c52-8090-4a003e48eaff),segment_id=4823341a-4102-4c52-8090-4a003e48eaff)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:20.492725 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.508827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 596ba767-19bf-4410-b520-07221a53a109 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:20.511669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:20.533526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=0aa1cd5b-69aa-486e-8d65-412846d93886,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:20.535647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638b31f8-0b19-4676-86a9-87003d2a20f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.537178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52ba0533-439f-4615-b8ed-5c590fbcd3a8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:20.604974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network c01c0430-a1bd-4d23-a695-63798f9975e8 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:20.646691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:20.657728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638b31f8-0b19-4676-86a9-87003d2a20f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.659969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:20.665828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:20.677959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.766996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fb91ee8c-a647-463f-a13e-09825479c7c6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.6215384 Aug 31 16:12:20.772098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39568) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:20.846944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdb4b0-e788-45ae-9466-0bce6fb804da None None] Pushing event updated for resources: {'Port': ['ID=68efb4fa-7322-4361-8416-117214ece1fb,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:20.856006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638b31f8-0b19-4676-86a9-87003d2a20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.861739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638b31f8-0b19-4676-86a9-87003d2a20f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:20.863394 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-638b31f8-0b19-4676-86a9-87003d2a20f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c45428f3-550f-483a-b727-def08af66d81 HTTP/1.1" status: 204 len: 168 time: 0.7517655 Aug 31 16:12:20.897175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b31f8-0b19-4676-86a9-87003d2a20f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45428f3-550f-483a-b727-def08af66d81,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:21.016773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:21.130080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39576) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:21.138219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:21.139399 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.162392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c78b5f7-9e24-4f72-baa9-f90c9eea9dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.179160 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3cfb00f4-b51c-43eb-9204-a2c3e54d1875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.285934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 0aa1cd5b-69aa-486e-8d65-412846d93886 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:21.286552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.340564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:12:21.474976 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.501926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c78b5f7-9e24-4f72-baa9-f90c9eea9dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.518831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c78b5f7-9e24-4f72-baa9-f90c9eea9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.600989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8c78b5f7-9e24-4f72-baa9-f90c9eea9dd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6801bd1e1714891bee4f1a9fbf8dcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690511 Aug 31 16:12:21.602785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78b5f7-9e24-4f72-baa9-f90c9eea9dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f6ff96-510e-4046-9576-13a3c6c4cbc7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:21.607695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39582) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:21.621951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 52ba0533-439f-4615-b8ed-5c590fbcd3a8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52ba0533-439f-4615-b8ed-5c590fbcd3a8,segment=NetworkSegment(42aa0861-77ce-4094-a01a-ae440039fa31),segment_id=42aa0861-77ce-4094-a01a-ae440039fa31)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:21.638269 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.745379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=52ba0533-439f-4615-b8ed-5c590fbcd3a8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:21.979422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:21.987295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ddedda5d-b9ea-4eb7-8816-93c7505a4c0d None None] Provisioning for port db000ad0-ca11-4493-a85f-1ea48c65f705 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:21.995982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ddedda5d-b9ea-4eb7-8816-93c7505a4c0d None None] Provisioning complete for port db000ad0-ca11-4493-a85f-1ea48c65f705 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:21.996855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ddedda5d-b9ea-4eb7-8816-93c7505a4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:22.011577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:22.022722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] Sync routers for ids ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:22.039563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39596) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:22.041222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f19a4d74-ab21-439b-bc3b-42b2e8c42c17 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1545849 Aug 31 16:12:22.087083 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] Routers {'7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:22.088164 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:22.102339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c047b36-d21e-428c-8fa6-34bddc0ed23e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:22.104308 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c047b36-d21e-428c-8fa6-34bddc0ed23e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports/db000ad0-ca11-4493-a85f-1ea48c65f705 HTTP/1.1" status: 200 len: 910 time: 0.0635946 Aug 31 16:12:22.108021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39602) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:22.114946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c628a9af-d5a3-419d-8a79-311956596d41'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:22.128713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 0aa1cd5b-69aa-486e-8d65-412846d93886 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:22.228266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ddedda5d-b9ea-4eb7-8816-93c7505a4c0d None None] Port db000ad0-ca11-4493-a85f-1ea48c65f705 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:22.264733 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:22.302570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ddedda5d-b9ea-4eb7-8816-93c7505a4c0d None None] Provisioning complete for port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:22.304342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ddedda5d-b9ea-4eb7-8816-93c7505a4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:22.320646 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] Routers {'7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:22.321306 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:11:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:22.457020 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:22.457908 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8190a283-6fb6-4e7a-8bba-09a728783681 None None] The sync data for ids ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:22.556571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05ae-8f8b-41eb-8cd7-a8704221280f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:22.748722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05ae-8f8b-41eb-8cd7-a8704221280f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:22.752305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:22.801275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 68efb4fa-7322-4361-8416-117214ece1fb up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:22.913776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d65b182b-45de-418d-89cd-ea37bd8e43b2 None None] Provisioning complete for port db000ad0-ca11-4493-a85f-1ea48c65f705 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:22.921080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d65b182b-45de-418d-89cd-ea37bd8e43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.001969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d65b182b-45de-418d-89cd-ea37bd8e43b2 None None] Port db000ad0-ca11-4493-a85f-1ea48c65f705 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:23.010161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 68efb4fa-7322-4361-8416-117214ece1fb completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:23.017811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52ba0533-439f-4615-b8ed-5c590fbcd3a8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:23.079149 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05ae-8f8b-41eb-8cd7-a8704221280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.083291 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec4b05ae-8f8b-41eb-8cd7-a8704221280f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.084930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ec4b05ae-8f8b-41eb-8cd7-a8704221280f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15f6ff96-510e-4046-9576-13a3c6c4cbc7 HTTP/1.1" status: 204 len: 168 time: 1.4696021 Aug 31 16:12:23.112059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b05ae-8f8b-41eb-8cd7-a8704221280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f6ff96-510e-4046-9576-13a3c6c4cbc7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:23.167827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.345682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:23.347752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.360990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b8099ff2-f382-4940-8279-8e7e8211ab4f None None] Provisioning complete for port db000ad0-ca11-4493-a85f-1ea48c65f705 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:23.363246 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b8099ff2-f382-4940-8279-8e7e8211ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.404130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=0aa1cd5b-69aa-486e-8d65-412846d93886,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:23.431664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.437388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c74e4ef9-4c96-49b5-9a65-cbd52c49f367 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/0aa1cd5b-69aa-486e-8d65-412846d93886 HTTP/1.1" status: 204 len: 168 time: 2.6606371 Aug 31 16:12:23.440430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39630) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:23.524349 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-370235f2-0b25-48a8-8d0a-d8e73fb90540 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:23.530722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb32206-9d38-478d-bc16-b7c00f496478 None None] Network c01c0430-a1bd-4d23-a695-63798f9975e8 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:23.533380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-370235f2-0b25-48a8-8d0a-d8e73fb90540 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/0aa1cd5b-69aa-486e-8d65-412846d93886 HTTP/1.1" status: 404 len: 333 time: 0.0888996 Aug 31 16:12:23.534205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:23.645924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:23.701973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 82e5af37-75c3-4c89-8595-fe298e8c3c88 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:23.711513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.759538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b8099ff2-f382-4940-8279-8e7e8211ab4f None None] Port db000ad0-ca11-4493-a85f-1ea48c65f705 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:23.851035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:23.917665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1023231804-network', 'tenant_id': 'dbee5b25e2d0404ba0bce2625a167116'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:24.104165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Made reservation on behalf of dbee5b25e2d0404ba0bce2625a167116 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:24.106971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.161017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] Provisioning for port 68efb4fa-7322-4361-8416-117214ece1fb completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:24.211093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] Provisioning complete for port 68efb4fa-7322-4361-8416-117214ece1fb triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:24.213863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.334046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.356649 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-897017b7-2020-4d05-b6b6-f3631422e227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.363843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.447940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.468636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:24.471082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.493617 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/ports/db000ad0-ca11-4493-a85f-1ea48c65f705 HTTP/1.1" status: 200 len: 910 time: 2.3669436 Aug 31 16:12:24.493617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39656) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:24.553574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4426b-b3e0-4285-b3c9-2ef194e3a12a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=db000ad0-ca11-4493-a85f-1ea48c65f705,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:24.635387 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.784786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] For port 68efb4fa-7322-4361-8416-117214ece1fb, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68efb4fa-7322-4361-8416-117214ece1fb,segment=NetworkSegment(4823341a-4102-4c52-8090-4a003e48eaff),segment_id=4823341a-4102-4c52-8090-4a003e48eaff)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:24.792955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:24.972682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:25.000717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.113072 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.152075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1eb25465-29ef-4189-8c35-7ddfebdd3d84 None None] Provisioning complete for port 68efb4fa-7322-4361-8416-117214ece1fb triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:25.152501 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1eb25465-29ef-4189-8c35-7ddfebdd3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.171927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb29b7-3a5a-411a-98e2-40fdea95cdb0 None None] Pushing event updated for resources: {'Port': ['ID=68efb4fa-7322-4361-8416-117214ece1fb,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:25.252925 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.280290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.303012 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.331510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=82e5af37-75c3-4c89-8595-fe298e8c3c88,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:25.359415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-516f39c8-1eae-47e9-b4a0-b6b02c849fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4176803 Aug 31 16:12:25.365760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1821896176-network', 'tenant_id': '6628ce880f4c42949038b537bc1ce353'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:25.383341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.392819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-711e73cd-c07d-4427-a891-ee890750edda tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/82e5af37-75c3-4c89-8595-fe298e8c3c88 HTTP/1.1" status: 204 len: 168 time: 1.8516421 Aug 31 16:12:25.393313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39692) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:25.485705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f0c81-a6a6-44ea-941d-35266b67ddd1 None None] Network c01c0430-a1bd-4d23-a695-63798f9975e8 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:25.604432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.632164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.632742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.633218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.633757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.634145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.634609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.635064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:25.638480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9c76b99c-592b-4f91-bd7e-6922c79d8ccc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2757dda4ffcb41e290707aa55b36ef77&device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 6497 time: 0.1570528 Aug 31 16:12:25.679724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d1bc18ff-1d72-4faf-9748-a3eaeb954985 None None] Could not find standard attr ID for object 0aa1cd5b-69aa-486e-8d65-412846d93886. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:12:25.868413 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.909391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.941030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Made reservation on behalf of 6628ce880f4c42949038b537bc1ce353 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:25.943687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.979068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:25.989350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9542b-52c1-49c7-9f15-cc7509e97fb9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:25.993528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.002939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:26.004856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.035710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.036046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.036412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.036755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.037093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.037429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.037768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.038119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.038663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.039058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.039594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.040018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:12:26.086975 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.087561 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Added segment e8b63aa4-b6ed-4b40-82a3-61e28f49c81a of type vlan for network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e Aug 31 16:12:26.098949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] DHCP port deletion for c01c0430-a1bd-4d23-a695-63798f9975e8 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:12:26.156502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 68efb4fa-7322-4361-8416-117214ece1fb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:26.158035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.166239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-8be52328-78a7-4d6c-98aa-9c4071606a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:26.167050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-8be52328-78a7-4d6c-98aa-9c4071606a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:26.167793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-8be52328-78a7-4d6c-98aa-9c4071606a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:26.169945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-8be52328-78a7-4d6c-98aa-9c4071606a55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb063698-8983-4c49-a309-b68a1c7deaa0&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=7c841c8b-2b78-4547-8de6-f8157148052a&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&id=9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 200 len: 2293 time: 0.4773009 Aug 31 16:12:26.204412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] Deleting port 68efb4fa-7322-4361-8416-117214ece1fb {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:26.205395 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.272091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:12:26.295531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.388135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] For port 68efb4fa-7322-4361-8416-117214ece1fb, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68efb4fa-7322-4361-8416-117214ece1fb,segment=NetworkSegment(4823341a-4102-4c52-8090-4a003e48eaff),segment_id=4823341a-4102-4c52-8090-4a003e48eaff)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:26.388828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.408055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 68efb4fa-7322-4361-8416-117214ece1fb no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:26.410871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] Calling delete_port for 68efb4fa-7322-4361-8416-117214ece1fb owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:26.473434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] For port 68efb4fa-7322-4361-8416-117214ece1fb, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=68efb4fa-7322-4361-8416-117214ece1fb,segment=NetworkSegment(4823341a-4102-4c52-8090-4a003e48eaff),segment_id=4823341a-4102-4c52-8090-4a003e48eaff)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:26.473824 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.488993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-7c7e9785-e6dc-4c55-a5c0-dbe767a98452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 200 len: 1001 time: 0.3027327 Aug 31 16:12:26.489468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.490200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:26.490798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.518333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 68efb4fa-7322-4361-8416-117214ece1fb owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:26.537899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port db000ad0-ca11-4493-a85f-1ea48c65f705 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:26.538285 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.638541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.641246 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.665579 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.673832 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.684379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.701367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] No DVR routers for this DVR port 68efb4fa-7322-4361-8416-117214ece1fb on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:26.710252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0607755 Aug 31 16:12:26.715459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dde9e-daeb-4f16-893a-0122dba82173 admin admin] Pushing event updated for resources: {'Network': ['ID=94f8ae7a-e450-4770-97b0-18cbd75a1a6e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:26.725648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39718) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:26.731154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-e256b25a-af74-40b6-883f-e7071c6d1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:26.734188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-e256b25a-af74-40b6-883f-e7071c6d1e8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 200 len: 851 time: 0.2285314 Aug 31 16:12:26.742224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Request body: {'subnet': {'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1023231804-subnet', 'tenant_id': 'dbee5b25e2d0404ba0bce2625a167116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:26.757755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for db000ad0-ca11-4493-a85f-1ea48c65f705 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:26.762433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:26.763250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:26.767197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11794e-ac95-4052-ae30-85d1b9d9c73e None None] Pushing event deleted for resources: {'Port': ['ID=68efb4fa-7322-4361-8416-117214ece1fb,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:26.894765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fa72c8-d505-4c1d-809a-d9ea0f95250b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:26.905754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:26.906227 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Added segment 041840b4-781d-4d06-8989-229a41cb796d of type vlan for network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 Aug 31 16:12:26.953478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Made reservation on behalf of dbee5b25e2d0404ba0bce2625a167116 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:26.956502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.056777 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.069912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-1dd7ee98-3671-4929-827f-528cb9a196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:27.072596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-1dd7ee98-3671-4929-827f-528cb9a196ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb063698-8983-4c49-a309-b68a1c7deaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3161523 Aug 31 16:12:27.108656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.144981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.188902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=db000ad0-ca11-4493-a85f-1ea48c65f705,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:27.272055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=68efb4fa-7322-4361-8416-117214ece1fb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:27.279789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No DVR routers for this DVR port 68efb4fa-7322-4361-8416-117214ece1fb on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:27.336776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.339244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:27.340610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.462431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.644650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f3aa9d-4b6c-425b-a955-b244fed11ba5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:27.659381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:27.674117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0218deb1-6465-4cea-bfb3-bb7b55973879 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6974769 Aug 31 16:12:27.678381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39762) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:27.691129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Request body: {'subnet': {'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1821896176-subnet', 'tenant_id': '6628ce880f4c42949038b537bc1ce353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:27.697904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.768104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01c0430-a1bd-4d23-a695-63798f9975e8']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:27.775224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.776022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-1e827c27-76e9-4abd-b996-53961e4a86e2 service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916592 Aug 31 16:12:27.835088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:12:27.835727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4823341a-4102-4c52-8090-4a003e48eaff') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:27.836160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4823341a-4102-4c52-8090-4a003e48eaff') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:27.838451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Made reservation on behalf of 6628ce880f4c42949038b537bc1ce353 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:27.842185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.918441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:27.972830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.046107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:12:28.046612 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:12:28.053834 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:12:28.148529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.149199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:28.159760 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c49ff7f3-8a6e-4313-9ff2-97faadbbbdca tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6094630 Aug 31 16:12:28.160658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39770) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:28.164822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] Sync routers for ids ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:28.200408 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-538a6548-87b2-4d43-9974-934f6ede7234 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c HTTP/1.1" status: 200 len: 205 time: 0.0364065 Aug 31 16:12:28.204684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39772) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:28.210206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] Routers {'7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:28.212955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:28.220401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.228514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-442ac452-82ac-48e1-b8d9-ac6bf777d74e service neutron] 10.222.0.30 "GET /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172533 Aug 31 16:12:28.243929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.250878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/c01c0430-a1bd-4d23-a695-63798f9975e8 HTTP/1.1" status: 204 len: 168 time: 2.8521841 Aug 31 16:12:28.255281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39774) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:28.284892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'name': 'tempest-PortsIpV6TestJSON-609887156'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:28.347826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.379421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:28.407770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] Routers {'7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:28.414351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:28.462314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f50655-0f79-441a-be4b-5e59eead03f5 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=c01c0430-a1bd-4d23-a695-63798f9975e8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:28.465554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:28.466994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4993c0-d84d-4453-8209-831f8282674e None None] The sync data for ids ['7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:28.479554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-7df1f56a-77f9-423b-9fb9-c1bf69f327a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 217 time: 0.2317679 Aug 31 16:12:28.484160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0d996e-25d5-4a0d-8236-d5c4535e1370,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:28.543355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:28.548866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.567647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Checking segment: {'id': 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:28.568307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Network hostable DHCP agents. Network: 94f8ae7a-e450-4770-97b0-18cbd75a1a6e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:28.591167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 7e333ab6-1f5a-4dd7-97c1-48d90b88787c yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:28.609437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-1c341f79-bc02-418a-a075-4c60e0a32c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:28.614207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-1c341f79-bc02-418a-a075-4c60e0a32c76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1205962 Aug 31 16:12:28.640271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.648429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.662911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:28.716109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 94f8ae7a-e450-4770-97b0-18cbd75a1a6e) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:28.724817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093cd95-499b-47d5-a5c7-3bc7c465b74c None None] Network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:28.732159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:28.733436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.790954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4df1b70a-354e-45a9-a10b-4f33b14d44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:28.793955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4df1b70a-354e-45a9-a10b-4f33b14d44fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499021 Aug 31 16:12:28.825149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eeda458f-92da-4392-a540-476add6d77f0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0957966 Aug 31 16:12:28.891904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.912833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.913388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router 7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:12:28.987773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:28.991261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-03d26463-03a8-475d-8649-1c57c9044990 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c HTTP/1.1" status: 204 len: 168 time: 0.7828860 Aug 31 16:12:28.994385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39784) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:29.080534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82c1723-cddf-48a1-b528-fa21a0e41d68,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:29.092529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.096750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Checking segment: {'id': '041840b4-781d-4d06-8989-229a41cb796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:29.097310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Network hostable DHCP agents. Network: a0f3aa9d-4b6c-425b-a955-b244fed11ba5, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:29.103123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6133b75-8076-467f-b758-9a19ad3ee8c9 None None] Network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:29.110929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet c628a9af-d5a3-419d-8a79-311956596d41 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:29.117990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.168042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:29.169604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-7907c52b-a51d-4c3b-b61c-33c002866521 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469880 Aug 31 16:12:29.199061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a0f3aa9d-4b6c-425b-a955-b244fed11ba5) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:29.209962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:29.211300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.216602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.286704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09951c-a1da-489b-93ef-3f6c5c8aecc9 None None] Network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:29.329704 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-54eb7500-bec7-439f-8423-ae322ecfe25b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6293595 Aug 31 16:12:29.395977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.465484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:29.474437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:29.475616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.483010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:29.489597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:29.490312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.517856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=7e333ab6-1f5a-4dd7-97c1-48d90b88787c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:29.525136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4e9c3154-0b70-4109-b949-02badf36e7b6 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445859 Aug 31 16:12:29.535626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c9daa4e7-9e3d-4f30-b577-853491a6c557 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2790797 Aug 31 16:12:29.536671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:29.625458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-ab613133-a7f7-4680-91cf-ea8b1ff40bf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 217 time: 0.0876009 Aug 31 16:12:29.690647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.752840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-e0cf1e13-99f8-4c2a-9107-ab07a6b64fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:29.755961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-e0cf1e13-99f8-4c2a-9107-ab07a6b64fae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1228061 Aug 31 16:12:29.814959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 7e333ab6-1f5a-4dd7-97c1-48d90b88787c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:29.816268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.855695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=c628a9af-d5a3-419d-8a79-311956596d41,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:29.887025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58742db-9970-4721-9373-7329db1bff30 None None] Network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:29.905746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:29.908927 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9c33ca2c-98a1-4c66-abc3-9f1dd5dc54b1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/c628a9af-d5a3-419d-8a79-311956596d41 HTTP/1.1" status: 204 len: 168 time: 0.9119670 Aug 31 16:12:29.916932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39812) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:29.924936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af0fa3-3387-4915-a41d-86041ecd8e99 None None] Network 596ba767-19bf-4410-b520-07221a53a109 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:30.027170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4b812712-dca2-4eea-b424-1422e86eb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:30.028957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4b812712-dca2-4eea-b424-1422e86eb08f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2649610 Aug 31 16:12:30.083996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.175934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.255153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 7e333ab6-1f5a-4dd7-97c1-48d90b88787c owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:30.300102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-71a37d81-a3d1-4186-9f86-92bf95373941 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:30.304835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-71a37d81-a3d1-4186-9f86-92bf95373941 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/networks?id=94f8ae7a-e450-4770-97b0-18cbd75a1a6e HTTP/1.1" status: 200 len: 809 time: 0.3916163 Aug 31 16:12:30.332699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:30.333492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.372980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] DHCP port deletion for 596ba767-19bf-4410-b520-07221a53a109 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:12:30.395531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-846d4ebd-6925-4682-b378-30c553396b7b tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/quotas/dbee5b25e2d0404ba0bce2625a167116 HTTP/1.1" status: 200 len: 375 time: 0.0810828 Aug 31 16:12:30.464655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-c9bea35b-8558-4534-bee1-248c0e7c340e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbee5b25e2d0404ba0bce2625a167116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417240 Aug 31 16:12:30.540023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] Deleting port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:30.540023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.592861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-08d8ab9f-7971-429b-836e-c2d286f7e9e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531542 Aug 31 16:12:30.605553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 52ba0533-439f-4615-b8ed-5c590fbcd3a8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52ba0533-439f-4615-b8ed-5c590fbcd3a8,segment=NetworkSegment(42aa0861-77ce-4094-a01a-ae440039fa31),segment_id=42aa0861-77ce-4094-a01a-ae440039fa31)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:30.606141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.633493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 52ba0533-439f-4615-b8ed-5c590fbcd3a8 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:30.710789 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.767811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] For port 52ba0533-439f-4615-b8ed-5c590fbcd3a8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52ba0533-439f-4615-b8ed-5c590fbcd3a8,segment=NetworkSegment(42aa0861-77ce-4094-a01a-ae440039fa31),segment_id=42aa0861-77ce-4094-a01a-ae440039fa31)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:30.768412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.816905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] Calling delete_port for 52ba0533-439f-4615-b8ed-5c590fbcd3a8 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:30.845236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.873101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:30.928858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:30.945485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-77604817-network', 'tenant_id': '7afe62a3710c4e77abe970a9acf50702'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:30.949827 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:30.951858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=52ba0533-439f-4615-b8ed-5c590fbcd3a8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:31.004235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] Pushing event deleted for resources: {'Port': ['ID=52ba0533-439f-4615-b8ed-5c590fbcd3a8,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:31.013347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd3b2e-c88a-4318-8274-9b5fcc58550c None None] No DVR routers for this DVR port 52ba0533-439f-4615-b8ed-5c590fbcd3a8 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:31.149411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Made reservation on behalf of 7afe62a3710c4e77abe970a9acf50702 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:31.151776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.187736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.194833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.241935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-c615bc72-472d-4187-b8e5-96c90202046e service neutron] 10.222.0.43 "GET /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614844 Aug 31 16:12:31.243062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=7e333ab6-1f5a-4dd7-97c1-48d90b88787c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:31.259108 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.265106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-59c30c13-ca23-4271-8c6e-b1910f423f6d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/7e333ab6-1f5a-4dd7-97c1-48d90b88787c HTTP/1.1" status: 204 len: 168 time: 1.7150033 Aug 31 16:12:31.269480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:31.274416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'mac_address': 'fa:16:3e:d9:98:21', 'name': 'tempest-PortsIpV6TestJSON-698351592'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:31.279033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596ba767-19bf-4410-b520-07221a53a109']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:31.326020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39836) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:31.344948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42aa0861-77ce-4094-a01a-ae440039fa31') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:31.345294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42aa0861-77ce-4094-a01a-ae440039fa31') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:31.371355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.386158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Deleting subnet 0ac64e33-1a31-4ca7-868c-2bee7b73949c {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:31.392144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.399803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-236086cb-6ebf-4313-9408-1a1d87883a7f service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919507 Aug 31 16:12:31.429087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.430899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.440305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:12:31.440926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:12:31.503498 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:12:31.510217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.511695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-55b70693-60c0-4665-8a0c-da6ffba0c832 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 200 len: 217 time: 0.0870342 Aug 31 16:12:31.524555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.571632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.574355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:31.576663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41818949-0ac5-4d3e-9c98-aa3c63e1ce15,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:31.590773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.596886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/596ba767-19bf-4410-b520-07221a53a109 HTTP/1.1" status: 204 len: 168 time: 1.6788895 Aug 31 16:12:31.597930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39840) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:31.617260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1784758467', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:31.640286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:31.751298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.752040 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Added segment 552df95d-f15f-4914-b6be-a918d6da3ff7 of type vlan for network b030cce1-12c3-405b-82d5-3826a7f697bf Aug 31 16:12:31.755295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc1c29-f6ee-48ff-b104-1e54e732cccf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=596ba767-19bf-4410-b520-07221a53a109,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:31.785658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.787455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.841154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:31.848052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-ab97717a-44bd-4ccd-ac3e-e56dde836698 service neutron] 10.222.0.43 "GET /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830019 Aug 31 16:12:31.896554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4992a771-d043-44d6-af68-e2b445f34349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:31.900026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-4992a771-d043-44d6-af68-e2b445f34349 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.3727539 Aug 31 16:12:31.985560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.068084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.088075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.129742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.resource_extend [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 16:12:32.175780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d19ea239-3d82-4381-92c9-73bd72c23c1e req-d55bbff5-0ed3-47c9-a1cc-1d8abd4473ea tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 210 time: 0.0759909 Aug 31 16:12:32.178962 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.181466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0ac64e33-1a31-4ca7-868c-2bee7b73949c HTTP/1.1" status: 204 len: 168 time: 0.8544598 Aug 31 16:12:32.230482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-586d7401-1a4d-4866-93fb-3cc18a8f54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.236637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39852) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:32.238059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-586d7401-1a4d-4866-93fb-3cc18a8f54ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3274217 Aug 31 16:12:32.239479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c7daa-8073-4a04-8aef-9a06ecce606e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac64e33-1a31-4ca7-868c-2bee7b73949c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:32.356805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 5f7f5806-41e7-4701-9808-2e66468c9cdf yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:32.371905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.392060 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.470087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52ba0533-439f-4615-b8ed-5c590fbcd3a8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:32.486091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-7c8606c4-5241-4d18-a3d5-b9069ed099b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384348 Aug 31 16:12:32.500350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.506758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.513341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.519922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.528339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.535065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.542198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.554698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-69f40869-2aac-431f-b28b-a1dde83843df tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.2102835 Aug 31 16:12:32.592248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 52ba0533-439f-4615-b8ed-5c590fbcd3a8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:12:32.592672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52ba0533-439f-4615-b8ed-5c590fbcd3a8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:12:32.704838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cefec20-de7d-4767-88cc-698f4d84ab4f req-86ee49b2-1d3c-42d3-8b4f-d7759d11d9f1 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498189 Aug 31 16:12:32.705590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39862) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:32.784499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-f343f4a7-f36f-49f0-92cf-90adab59ff5b service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278214 Aug 31 16:12:32.803500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.804669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:32.811926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.880621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-e48963a6-eaa7-4c87-a10c-42b3fde341f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 200 len: 217 time: 0.0873055 Aug 31 16:12:32.915875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.917346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d01fc7ae-d9f1-40b1-a528-ec651c18e29e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3158879 Aug 31 16:12:32.933275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:32.954099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39870) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:32.963374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0329635 Aug 31 16:12:32.972669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39872) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:32.975160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-818491931'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:32.990018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Request body: {'subnet': {'network_id': 'b030cce1-12c3-405b-82d5-3826a7f697bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-77604817-subnet', 'tenant_id': '7afe62a3710c4e77abe970a9acf50702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:32.996525 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.014692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.025896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4cb1e-c9e0-43ab-82a4-9383a90c8ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=b030cce1-12c3-405b-82d5-3826a7f697bf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:33.041956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b030cce1-12c3-405b-82d5-3826a7f697bf details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:33.058669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-5ef156fc-7a6f-46bb-85dd-b96b3797f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.061736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-5ef156fc-7a6f-46bb-85dd-b96b3797f6f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 200 len: 797 time: 0.1700597 Aug 31 16:12:33.119646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:33.123192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.167027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.183895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b04d9f2-21be-4dcc-9c9e-cdc746298b8b']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:33.201688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d396454-17df-4500-8183-24e70fc7d794') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:33.201688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d396454-17df-4500-8183-24e70fc7d794') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:33.204029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:33.212526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.222886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.223933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:12:33.223933 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:12:33.223933 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': 'd11d918ce9e9476cbc164c9567935b17', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 12, 33, 34812)}] Aug 31 16:12:33.223933 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:12:33.225069 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:12:33.225816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Made reservation on behalf of 7afe62a3710c4e77abe970a9acf50702 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:33.231636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.299473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=5f7f5806-41e7-4701-9808-2e66468c9cdf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:33.317226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.317678 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 3a9e2ab1-c448-4b69-ab2a-1031f2163d32 of type vlan for network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd Aug 31 16:12:33.333647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.367160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:33.372673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:12:33.373187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:12:33.376370 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:12:33.378076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:33.389131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6a51488-c83e-4609-ba27-7c8eaaf55b71 req-ad036239-ba67-4327-8098-42f6bc35e535 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 210 time: 0.0761013 Aug 31 16:12:33.401413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:33.407983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.408886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.429485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-a8b3b194-132d-4568-a252-af9ff40de0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.432717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-a8b3b194-132d-4568-a252-af9ff40de0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c841c8b-2b78-4547-8de6-f8157148052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3551590 Aug 31 16:12:33.441222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.488986 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a1788f7-abab-4dd8-8775-cc002e65906f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2185612 Aug 31 16:12:33.492125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39878) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:33.509562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.568400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.570714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9b04d9f2-21be-4dcc-9c9e-cdc746298b8b HTTP/1.1" status: 204 len: 168 time: 1.3327527 Aug 31 16:12:33.571836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238ddee-abf1-4dab-8eae-46feb9083b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b04d9f2-21be-4dcc-9c9e-cdc746298b8b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:33.578137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.584094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.584860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.603857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad020e-da6c-4495-b0aa-de4b6dc3af9a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.605429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1ad020e-da6c-4495-b0aa-de4b6dc3af9a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/5f7f5806-41e7-4701-9808-2e66468c9cdf HTTP/1.1" status: 200 len: 844 time: 0.1123343 Aug 31 16:12:33.614657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39882) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:33.685886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7213366 Aug 31 16:12:33.689928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39884) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:33.695303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:33.726503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:33.784621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bab50-0c2a-4476-9827-b9d21be4c55f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=c7433220-e0f7-4465-aa5e-0d5dbdef3ecd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:33.802097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:33.818073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-84b43be7-b9c1-4f60-a50b-47911c41e5fc service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706522 Aug 31 16:12:33.826818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.833415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.839725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.846918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.854466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.866133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.878485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:33.881168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-f87e969e-644a-4c13-8aaf-a24a8c5be33c tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.5702858 Aug 31 16:12:33.883056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:33.992609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.114593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded5bfb6-d6f1-4134-a1f4-c83770652e19,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:34.130983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.137060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.143817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.154421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.159164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.166178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.172737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.174879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-1ab98a63-d785-4dea-90b0-d74e79dd4c18 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.3118865 Aug 31 16:12:34.188711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 5f7f5806-41e7-4701-9808-2e66468c9cdf {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:34.188711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.274516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-54f5b137-ca73-4e30-b490-26085a486a93 service neutron] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931062 Aug 31 16:12:34.316734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Checking segment: {'id': '552df95d-f15f-4914-b6be-a918d6da3ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b030cce1-12c3-405b-82d5-3826a7f697bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:34.317117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Network hostable DHCP agents. Network: b030cce1-12c3-405b-82d5-3826a7f697bf, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:34.360065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-b4866877-d5e0-48e4-955a-b0f991d3370a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 200 len: 217 time: 0.0685220 Aug 31 16:12:34.368820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.391753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-a5eca3f6-433a-44da-9a7a-d88270f53cbb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.393126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-a5eca3f6-433a-44da-9a7a-d88270f53cbb tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "GET /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4851832 Aug 31 16:12:34.425637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:34.429016 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.433810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 5f7f5806-41e7-4701-9808-2e66468c9cdf owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:34.453058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3947664b-0ffe-4b9a-834d-7cf5e9616a7d req-d323dc3d-fece-4434-b59c-d247de532e70 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2636359 Aug 31 16:12:34.471587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Network b030cce1-12c3-405b-82d5-3826a7f697bf is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:34.490107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c7a922a-eb8a-42c4-a11f-1002eadbdbae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cd8dc97d30c4e968bdcf25c9caf7eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054132 Aug 31 16:12:34.539938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39894) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:34.549688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-0cd4d311-841e-412a-9b47-4aa8f788d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.551258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-0cd4d311-841e-412a-9b47-4aa8f788d303 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.1796098 Aug 31 16:12:34.584556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b030cce1-12c3-405b-82d5-3826a7f697bf) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:34.594497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d6a46-d8d2-4ca7-803d-46addc7ce0c4 None None] Network b030cce1-12c3-405b-82d5-3826a7f697bf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:34.602396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c89057c9-572b-482b-8bb8-bc9409d875fd req-4b0ed8cf-aac7-41fc-82e5-e62607f78c9e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 210 time: 0.1137638 Aug 31 16:12:34.640224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-6b6db057-db31-4b6c-a57b-6edcb2612bc0 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.640224 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-6b6db057-db31-4b6c-a57b-6edcb2612bc0 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.49 "GET /v2.0/networks?id=94f8ae7a-e450-4770-97b0-18cbd75a1a6e HTTP/1.1" status: 200 len: 809 time: 0.7561970 Aug 31 16:12:34.640594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.641249 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.659251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Request body: {'port': {'device_id': 'b067d359-b6f7-4c85-8388-827f375aee68', 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e', 'admin_state_up': True, 'tenant_id': 'dbee5b25e2d0404ba0bce2625a167116'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:34.741918 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-7f85865d-beb4-40cb-9cf7-55b95469320a tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "GET /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3331156 Aug 31 16:12:34.759180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:34.790319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2002e8-bf36-40ff-bebb-8d771d8b8514 None None] Network b030cce1-12c3-405b-82d5-3826a7f697bf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:34.803504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-8fad4605-fe77-4004-a932-d03af287b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:34.805170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-8fad4605-fe77-4004-a932-d03af287b18d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2346373 Aug 31 16:12:34.810755 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.812399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f0753039-d7f1-4cfd-bd2a-e6e3dd7af57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.906990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.942930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=5f7f5806-41e7-4701-9808-2e66468c9cdf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:34.987894 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.993774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4dfe9805-dcc3-44c4-b3c0-0ab38cb9b9f0 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/5f7f5806-41e7-4701-9808-2e66468c9cdf HTTP/1.1" status: 204 len: 168 time: 1.3745244 Aug 31 16:12:34.994010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:34.994182 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.997015 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f0753039-d7f1-4cfd-bd2a-e6e3dd7af57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:34.999419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.016244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.038802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-47d6836f-6636-4759-a4dd-1304dcf755ae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0645521 Aug 31 16:12:35.073688 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5b0608-7ec6-4a97-a220-ffeb605bb502 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:35.079971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f5b0608-7ec6-4a97-a220-ffeb605bb502 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/5f7f5806-41e7-4701-9808-2e66468c9cdf HTTP/1.1" status: 404 len: 333 time: 0.0809844 Aug 31 16:12:35.082912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39902) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:35.107950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'name': 'tempest-PortsIpV6TestJSON-144997991'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:35.142226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d11d918ce9e9476cbc164c9567935b17&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4336078 Aug 31 16:12:35.145899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Made reservation on behalf of dbee5b25e2d0404ba0bce2625a167116 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:35.147528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39904) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:35.149665 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.171541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ca807-e941-4516-9a0b-6f9084f7affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87bff0a-1f45-4066-8a8a-a5198d232bf0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:35.197562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-1b4b0ceb-a7a6-49bf-b1f5-792055ad364a service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811610 Aug 31 16:12:35.303928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f0753039-d7f1-4cfd-bd2a-e6e3dd7af57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.308053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f0753039-d7f1-4cfd-bd2a-e6e3dd7af57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.308426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=ac63e978-20ed-4f1f-9d32-adcf0b7cd89b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:35.309637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f0753039-d7f1-4cfd-bd2a-e6e3dd7af57e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32ec1f59-378c-46ad-a006-37f70b6f0c12 HTTP/1.1" status: 204 len: 168 time: 0.7572234 Aug 31 16:12:35.341730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02f1eb20-e16d-4a1b-9291-1c312803c363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.347038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0753039-d7f1-4cfd-bd2a-e6e3dd7af57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ec1f59-378c-46ad-a006-37f70b6f0c12,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:35.377805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:35.378160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: c7433220-e0f7-4465-aa5e-0d5dbdef3ecd, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:35.395089 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02f1eb20-e16d-4a1b-9291-1c312803c363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.444118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-759c1fec-318f-4065-b1c7-d461de5eeaaa service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225568 Aug 31 16:12:35.507290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b38a3048-64b7-477c-830f-5f0a715974ed,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:35.511796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-aef7b2c2-c383-49eb-a9e8-28a58d6d46ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 200 len: 217 time: 0.0519245 Aug 31 16:12:35.567970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:35.574346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.577770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:35.622139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02f1eb20-e16d-4a1b-9291-1c312803c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.627428 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-02f1eb20-e16d-4a1b-9291-1c312803c363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.631775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02f1eb20-e16d-4a1b-9291-1c312803c363 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d87bff0a-1f45-4066-8a8a-a5198d232bf0 HTTP/1.1" status: 204 len: 168 time: 0.4802144 Aug 31 16:12:35.632739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c7433220-e0f7-4465-aa5e-0d5dbdef3ecd) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:35.647702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0122a6d-7c74-40a3-9784-8a754f2c751f None None] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:35.675259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] For port b38a3048-64b7-477c-830f-5f0a715974ed, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:35.690511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1eb20-e16d-4a1b-9291-1c312803c363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87bff0a-1f45-4066-8a8a-a5198d232bf0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:35.701187 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-0b88ddb0-0c88-45f7-bf8c-b6ba294a92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.704232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-0b88ddb0-0c88-45f7-bf8c-b6ba294a92e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 200 len: 797 time: 0.1837647 Aug 31 16:12:35.712001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.712687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.726578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 58ed8539-7242-4fbb-a6f5-9d673e37c8ae yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:35.742173 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6aae620a-af87-497f-8c55-29287eb00c58 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0479457 Aug 31 16:12:35.749330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39922) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:35.749972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Allocated IP 172.20.0.14 (94f8ae7a-e450-4770-97b0-18cbd75a1a6e/6a0d996e-25d5-4a0d-8236-d5c4535e1370/5d2b88a2-ab4a-4b55-b87c-81beecceb6a3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:35.818645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] device_id is not set on port b38a3048-64b7-477c-830f-5f0a715974ed yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:35.840475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.878680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:35.888222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.903734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.916513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.930203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.946963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.980854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.995476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:35.998143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-b054d004-339f-41dc-8316-ee7eba983799 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 5433 time: 0.3668954 Aug 31 16:12:36.211817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:36.323762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] No DVR routers for this DVR port b38a3048-64b7-477c-830f-5f0a715974ed on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:36.372046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:36.376345 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.392994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a98e079-306a-47e8-bfee-f73fb95c598a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:36.417325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-716836ee-eaf9-4555-b7ef-0849ef0d6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:36.420005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-716836ee-eaf9-4555-b7ef-0849ef0d6986 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a806cad-9586-43bb-a6bd-068ba3bdd1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7076654 Aug 31 16:12:36.442927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] In _notify_port_updated(), no bound segment for port b38a3048-64b7-477c-830f-5f0a715974ed on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:12:36.444265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:36.449499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.451762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-07898b6b-9d7c-475e-93af-412b41cf0c81 service neutron] 10.222.0.30 "PUT /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 200 len: 1027 time: 1.6998646 Aug 31 16:12:36.503320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.602364 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.626908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64b9a0bd-24d7-412c-9c39-b798ee8cc8bd None None] Provisioning complete for port b38a3048-64b7-477c-830f-5f0a715974ed triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:36.627327 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64b9a0bd-24d7-412c-9c39-b798ee8cc8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.671189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4436e71-4106-47e1-b58b-6ad68465c3cd req-1aefe9d3-62ac-4d7f-8a93-a1068d5c88a0 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5990629 Aug 31 16:12:36.673667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-9efc17f6-9871-4816-b17d-c0c4f3b03b30 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576128 Aug 31 16:12:36.674225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-642d0072-7f64-4c9d-af04-b21804cb36b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:36.676615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-642d0072-7f64-4c9d-af04-b21804cb36b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "GET /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2146139 Aug 31 16:12:36.714684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:36.732808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.734833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.779141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:36.783643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-64b9a0bd-24d7-412c-9c39-b798ee8cc8bd None None] Port b38a3048-64b7-477c-830f-5f0a715974ed cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:36.788012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Allocated IP 172.20.0.2 (c7433220-e0f7-4465-aa5e-0d5dbdef3ecd/ac63e978-20ed-4f1f-9d32-adcf0b7cd89b/fc346b05-a6d6-47bf-adf4-01139a8ddfd8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:36.801030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:36.805261 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38087c8-4123-4e72-91f2-f180643d042a" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:36.816040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:36.825792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:36.832611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:36.833281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.843044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a98e079-306a-47e8-bfee-f73fb95c598a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:36.852217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:36.853776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 46bb7e1a-8b61-411e-b097-d411f02d6472 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:36.861282 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7705991 Aug 31 16:12:36.866981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf8413-f93d-416d-9965-d453561cdb4a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=58ed8539-7242-4fbb-a6f5-9d673e37c8ae,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:36.874132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:36.887299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:37.023725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.092207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:37.112715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.177083 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.178590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.240275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=46bb7e1a-8b61-411e-b097-d411f02d6472,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:37.242024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.250885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.252035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 00698080-bcaf-4386-990b-480e0ebc5a58 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:37.285477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Transition to ACTIVE for port object fc346b05-a6d6-47bf-adf4-01139a8ddfd8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:37.351676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Pushing event updated for resources: {'Port': ['ID=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:37.366619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Transition to ACTIVE for port object fc346b05-a6d6-47bf-adf4-01139a8ddfd8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:37.381854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:37.388172 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.391141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:37.412395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:37.427817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:37.478572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Pushing event updated for resources: {'Port': ['ID=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:37.501256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:37.502980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.518349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:12:37.518675 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:12:37.526432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:37.531217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:37.535570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:37.550871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-a96901ac-86d4-4769-b802-3453eef5a1f6 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9005632 Aug 31 16:12:37.553955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb278b0e-a978-42b3-ac64-18ac019c009f req-eff14fc0-7e67-42da-a2d3-30bf74bccb21 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:37.563569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb278b0e-a978-42b3-ac64-18ac019c009f req-eff14fc0-7e67-42da-a2d3-30bf74bccb21 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 932 time: 0.2919347 Aug 31 16:12:37.567504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.584244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.585966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Request body: {'port': {'device_id': 'b067d359-b6f7-4c85-8388-827f375aee68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:37.634487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Attempting to bind port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:37.635042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Attempting to bind port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:37.635516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Attempting to bind port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 on network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:37.638679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-95d775d5-cc16-43a1-8afb-cecb2e2b9adc tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:37.641756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-95d775d5-cc16-43a1-8afb-cecb2e2b9adc tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/networks?id=a0f3aa9d-4b6c-425b-a955-b244fed11ba5 HTTP/1.1" status: 200 len: 809 time: 1.3218634 Aug 31 16:12:37.657779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:37.657779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Checking segment: {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:37.658179 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.658338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Bound using segment: {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:37.658986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Bound port: fc346b05-a6d6-47bf-adf4-01139a8ddfd8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:37.659448 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.665652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=00698080-bcaf-4386-990b-480e0ebc5a58,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:37.678221 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.679406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 18a72947-435d-424d-b31d-b00b74b916c1 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:37.684529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.713261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-631646d9-9627-4d94-90a2-9a54d0954f63 req-a195d6ba-5188-4049-8d35-08fde3660fd1 service neutron] 10.222.0.30 "GET /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439850 Aug 31 16:12:37.755553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb278b0e-a978-42b3-ac64-18ac019c009f req-7084a6bb-774e-4264-b393-d92145ba189e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828313 Aug 31 16:12:37.831844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:37.920833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.926766 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21170067-a458-4af8-81ab-4576ec71d962 x-openstack-request-id: req-21170067-a458-4af8-81ab-4576ec71d962 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:37.927133 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:37.927526 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21170067-a458-4af8-81ab-4576ec71d962 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:37.928000 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a', 'code': 200} Aug 31 16:12:37.936398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] For port fc346b05-a6d6-47bf-adf4-01139a8ddfd8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:37.962482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] For port fc346b05-a6d6-47bf-adf4-01139a8ddfd8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,segment=NetworkSegment(3a9e2ab1-c448-4b69-ab2a-1031f2163d32),segment_id=3a9e2ab1-c448-4b69-ab2a-1031f2163d32)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:37.977386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:37.990305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=18a72947-435d-424d-b31d-b00b74b916c1,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:38.034528 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.036532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b38a3048-64b7-477c-830f-5f0a715974ed no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:38.102074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59142b9d-a12e-47bc-b5e6-83bc10cf1ccf None None] Pushing event updated for resources: {'Port': ['ID=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:38.151060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:12:38.161171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.171671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:38.176875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Transition to ACTIVE for port object 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:38.192063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.194248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b38a3048-64b7-477c-830f-5f0a715974ed not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:12:38.194720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 82dbf6c6-9d12-474c-9e54-58c26d385c64 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:38.285520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:38.315529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.323337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.336055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.384357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:38.389819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.390694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:38.426955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.504418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:38.521330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.20.0.1 (c7433220-e0f7-4465-aa5e-0d5dbdef3ecd/ac63e978-20ed-4f1f-9d32-adcf0b7cd89b/003fe0a4-c0e1-4dbe-ac44-4c83fd72c677) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:38.599461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.644230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-5e3a281b-0408-4395-876d-6df5056041b1 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/quotas/6628ce880f4c42949038b537bc1ce353 HTTP/1.1" status: 200 len: 375 time: 0.9525921 Aug 31 16:12:38.691364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:38.698602 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.732665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-b9b8f410-76a3-4a14-82ca-52b0e14c2000 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6628ce880f4c42949038b537bc1ce353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874481 Aug 31 16:12:38.764631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.773042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.782093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.789108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.796098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.803001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.803768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:38.807132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-ef99e504-ed3b-44ea-b446-71314b119182 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 4649 time: 0.2501287 Aug 31 16:12:38.809582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=46bb7e1a-8b61-411e-b097-d411f02d6472,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:38.859547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] In _notify_port_updated(), no bound segment for port 58ed8539-7242-4fbb-a6f5-9d673e37c8ae on network d0954da5-ecf2-4c63-926f-50baf373a023 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:12:38.865805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:38.866706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.868273 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/ports/58ed8539-7242-4fbb-a6f5-9d673e37c8ae HTTP/1.1" status: 200 len: 818 time: 1.9913936 Aug 31 16:12:38.874962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39970) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:38.886963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd95fc-dc5b-4854-b596-b900faf2f83f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=58ed8539-7242-4fbb-a6f5-9d673e37c8ae,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:38.938691 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:38.941027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Attempting to bind port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:38.941406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Attempting to bind port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:38.941955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Attempting to bind port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 on network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:38.956463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] For port 46bb7e1a-8b61-411e-b097-d411f02d6472, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:38.987281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 on network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:12:38.987638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Attempting to bind port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 on network 94f8ae7a-e450-4770-97b0-18cbd75a1a6e {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:38.994179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b77d9bdd-cbfc-48e1-8c4d-5c1f51cc0926 req-861e73f0-6bb1-495e-9805-c8ddf69bbe5f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff3b409-372a-4942-9f84-bfa09c89db29&id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1660192 Aug 31 16:12:39.011014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:39.030128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:39.030486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Checking segment: {'id': 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:39.030882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Bound using segment: {'id': 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:39.031461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Bound port: 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:39.031749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.035287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] device_id is not set on port 46bb7e1a-8b61-411e-b097-d411f02d6472 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:39.052742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.066894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-eea052f3-fd73-4e6f-a555-153084019f7e service neutron] 10.222.0.43 "GET /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539291 Aug 31 16:12:39.068627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.226737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:39.282514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd927-77dc-4d31-9df4-db43ef7e4491 req-26f2bfb7-b235-4211-82ef-4eaf8155d48e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:39.293604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fffcd927-77dc-4d31-9df4-db43ef7e4491 req-26f2bfb7-b235-4211-82ef-4eaf8155d48e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 944 time: 0.1321418 Aug 31 16:12:39.296416 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.344885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 58ed8539-7242-4fbb-a6f5-9d673e37c8ae {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:39.345604 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.420807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:39.458505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] No DVR routers for this DVR port 46bb7e1a-8b61-411e-b097-d411f02d6472 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:39.503897 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.507160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-68ae862a-e420-4ed6-9efb-a4c171c44203 service neutron] 10.222.0.43 "GET /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258993 Aug 31 16:12:39.512333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:39.525545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:39.530930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] For port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:39.538378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:39.557357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 58ed8539-7242-4fbb-a6f5-9d673e37c8ae owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:39.587660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] For port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,segment=NetworkSegment(e8b63aa4-b6ed-4b40-82a3-61e28f49c81a),segment_id=e8b63aa4-b6ed-4b40-82a3-61e28f49c81a)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:39.592415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] In _notify_port_updated(), no bound segment for port 46bb7e1a-8b61-411e-b097-d411f02d6472 on network 7c841c8b-2b78-4547-8de6-f8157148052a {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:12:39.593448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:39.594340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.595698 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-6f063195-592c-4c79-9450-cd792347ee22 service neutron] 10.222.0.30 "PUT /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 200 len: 1026 time: 2.8940308 Aug 31 16:12:39.600027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.605363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fffcd927-77dc-4d31-9df4-db43ef7e4491 req-b761562d-aa48-41b7-8bb6-0413315587f1 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107345 Aug 31 16:12:39.643826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-43346829-245e-4b50-a193-1b4d2801212d None None] Provisioning complete for port 46bb7e1a-8b61-411e-b097-d411f02d6472 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:39.644339 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43346829-245e-4b50-a193-1b4d2801212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.654145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.707255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-43346829-245e-4b50-a193-1b4d2801212d None None] Port 46bb7e1a-8b61-411e-b097-d411f02d6472 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:39.879423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:39.880294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.881729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] 10.222.0.49 "PUT /v2.0/ports/5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 HTTP/1.1" status: 200 len: 1093 time: 2.3010428 Aug 31 16:12:39.884244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b067d359-b6f7-4c85-8388-827f375aee68', 'tag': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:39.887569 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65" -d '{"events": [{"name": "network-changed", "server_uuid": "b067d359-b6f7-4c85-8388-827f375aee68", "tag": "5d2b88a2-ab4a-4b55-b87c-81beecceb6a3"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:39.893606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d513f85-aa1a-46e8-ae34-54c7d4ac6579 None None] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:39.929917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7fad7ccd-e02b-4164-aff1-c4f20e9fb62f req-d8da6162-4e9f-4fc4-88c8-cf8d86d98294 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 210 time: 0.1053731 Aug 31 16:12:39.933885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058ee1b-c36b-4a73-88b3-aac8e27d2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:39.939311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:39.968792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bb7e1a-8b61-411e-b097-d411f02d6472'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:39.973275 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a47d92-a769-4c97-a1cf-00d0cd0ffe65" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "46bb7e1a-8b61-411e-b097-d411f02d6472"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "18a72947-435d-424d-b31d-b00b74b916c1"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:40.006879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=58ed8539-7242-4fbb-a6f5-9d673e37c8ae,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:40.039235 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347fb6b1-64e6-41f9-a284-cd2d96aa4806 x-openstack-request-id: req-347fb6b1-64e6-41f9-a284-cd2d96aa4806 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:40.039538 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b067d359-b6f7-4c85-8388-827f375aee68", "tag": "5d2b88a2-ab4a-4b55-b87c-81beecceb6a3", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:40.039793 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-347fb6b1-64e6-41f9-a284-cd2d96aa4806 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:40.040221 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b067d359-b6f7-4c85-8388-827f375aee68', 'tag': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3', 'status': 'completed', 'code': 200} Aug 31 16:12:40.041567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.043315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c736afd-ca6f-4ea2-ae76-a00212428f5d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/58ed8539-7242-4fbb-a6f5-9d673e37c8ae HTTP/1.1" status: 204 len: 168 time: 1.1670382 Aug 31 16:12:40.079143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39986) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:40.080031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:40.080407 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.095095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809ab8c9-6837-4828-a8aa-db987ef1b2a7 x-openstack-request-id: req-809ab8c9-6837-4828-a8aa-db987ef1b2a7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "46bb7e1a-8b61-411e-b097-d411f02d6472", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "18a72947-435d-424d-b31d-b00b74b916c1", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-809ab8c9-6837-4828-a8aa-db987ef1b2a7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bb7e1a-8b61-411e-b097-d411f02d6472', 'code': 200} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58', 'code': 200} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1', 'code': 200} Aug 31 16:12:40.102424 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'code': 200} Aug 31 16:12:40.104087 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70', 'code': 200} Aug 31 16:12:40.131698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9521df5b-6db1-4d2e-b638-cabae061969a None None] Provisioning for port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:40.248259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:40.248632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.265766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:40.321727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c0e15-1222-4a93-92a9-de9aaf674e60 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.323640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad9c0e15-1222-4a93-92a9-de9aaf674e60 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2395988 Aug 31 16:12:40.328301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39990) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:40.371780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-535104e8-fe95-457e-8818-2e14f4f151f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.375584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-535104e8-fe95-457e-8818-2e14f4f151f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbee5b25e2d0404ba0bce2625a167116&device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 1096 time: 0.3700476 Aug 31 16:12:40.391917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-fcb749b5-e893-41e7-adc0-18f96f79d8f7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.398931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-fcb749b5-e893-41e7-adc0-18f96f79d8f7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.406203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-fcb749b5-e893-41e7-adc0-18f96f79d8f7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.414160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-fcb749b5-e893-41e7-adc0-18f96f79d8f7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.421037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-fcb749b5-e893-41e7-adc0-18f96f79d8f7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.430532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-fcb749b5-e893-41e7-adc0-18f96f79d8f7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 3876 time: 0.2760851 Aug 31 16:12:40.492674 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-449be87e-fa81-4c90-9b82-3d439ec16c7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 HTTP/1.1" status: 200 len: 217 time: 0.1047797 Aug 31 16:12:40.527755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc346b05-a6d6-47bf-adf4-01139a8ddfd8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:40.534931 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2167dcd2-d039-42cb-a4f0-5033d019e004 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:40.537391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2167dcd2-d039-42cb-a4f0-5033d019e004 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/58ed8539-7242-4fbb-a6f5-9d673e37c8ae HTTP/1.1" status: 404 len: 333 time: 0.2060790 Aug 31 16:12:40.559456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39998) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:40.567922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1149465266'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:40.626713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:40.634314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:40.635739 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.677344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-d23ba1c2-c3b9-49d0-bec1-fb3cd2d04e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:40.694211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-d23ba1c2-c3b9-49d0-bec1-fb3cd2d04e2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a0d996e-25d5-4a0d-8236-d5c4535e1370 HTTP/1.1" status: 200 len: 849 time: 0.1835663 Aug 31 16:12:40.722991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96efc365-a67b-4f82-bd63-32e800b776b4 req-2c0afeca-3aae-4ef0-b066-fda747a147c2 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908182 Aug 31 16:12:40.770517 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-23b7d78e-3a46-4cb6-8160-11d48e4803c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f8ae7a-e450-4770-97b0-18cbd75a1a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686455 Aug 31 16:12:40.789321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:40.801906 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.903212 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.963186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:40.980562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-a431abb9-c281-4eaa-b4c2-fc52abb2a617 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ad3fefd047164946bdbc1d8216489650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900588 Aug 31 16:12:40.998106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:40.998759 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment 1505d08d-3004-4287-9db7-db2d02eb41ce of type vlan for network 23c42722-be76-40bd-828d-189bc32bd27f Aug 31 16:12:40.998879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.028440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port fc346b05-a6d6-47bf-adf4-01139a8ddfd8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,segment=NetworkSegment(3a9e2ab1-c448-4b69-ab2a-1031f2163d32),segment_id=3a9e2ab1-c448-4b69-ab2a-1031f2163d32)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:41.030533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4bf6334e-e1a4-492d-9a3d-855199f428b6 None None] Provisioning for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:41.039656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.044660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4bf6334e-e1a4-492d-9a3d-855199f428b6 None None] Provisioning complete for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:41.044964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bf6334e-e1a4-492d-9a3d-855199f428b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.066248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:41.091013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.134147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port 2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:41.138556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.140819 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-53467747-088b-48a2-bdf5-8889cac98134 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "DELETE /v2.0/ports/2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70 HTTP/1.1" status: 204 len: 173 time: 1.4757984 Aug 31 16:12:41.141491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.177522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6334e-e1a4-492d-9a3d-855199f428b6 None None] Port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:41.189410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:41.197497 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-16840251-1dd4-4f83-944d-7e57fbdbf605 service neutron] 10.222.0.49 "GET /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177294 Aug 31 16:12:41.212149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4bf6334e-e1a4-492d-9a3d-855199f428b6 None None] Provisioning complete for port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:41.213811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bf6334e-e1a4-492d-9a3d-855199f428b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.255861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.313817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0762-e6b8-40d3-93e1-1c91981e7d70 req-4ab0f0a5-132c-4f61-8c36-d10bb64b42d1 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:41.315558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe3f0762-e6b8-40d3-93e1-1c91981e7d70 req-4ab0f0a5-132c-4f61-8c36-d10bb64b42d1 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 944 time: 0.4950490 Aug 31 16:12:41.424217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.430413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:41.431266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.489286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f37fc225-5756-4f6e-af9f-e8149db4ca0d None None] Provisioning complete for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:41.489671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f37fc225-5756-4f6e-af9f-e8149db4ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.536257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f37fc225-5756-4f6e-af9f-e8149db4ca0d None None] Port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:41.590214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0292664 Aug 31 16:12:41.627076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40016) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:41.638319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '23c42722-be76-40bd-828d-189bc32bd27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:41.694003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:41.730233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a7392a9e-961b-4f24-83bd-3461bf26f09f req-95b6c75a-475d-432a-98d6-c6a47375a07d service neutron] 10.222.0.49 "GET /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208383 Aug 31 16:12:41.734241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 82dbf6c6-9d12-474c-9e54-58c26d385c64 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:41.735385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.745970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:41.863307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe3f0762-e6b8-40d3-93e1-1c91981e7d70 req-643312b9-8e2d-476b-9545-b266925aa869 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871178 Aug 31 16:12:41.879777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-f202d351-261a-4762-9220-7566b72da474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:41.882419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd38eb3-ceb7-44e6-b649-2d038fdbb104 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=23c42722-be76-40bd-828d-189bc32bd27f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:41.882671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-f202d351-261a-4762-9220-7566b72da474 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbee5b25e2d0404ba0bce2625a167116&device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 1096 time: 0.0979564 Aug 31 16:12:41.894515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 23c42722-be76-40bd-828d-189bc32bd27f details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:41.904796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port 82dbf6c6-9d12-474c-9e54-58c26d385c64, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=82dbf6c6-9d12-474c-9e54-58c26d385c64,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:41.905439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:42.005175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-3355e6e7-0a18-463f-8a9f-872011dc0a36 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:42.007354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-3355e6e7-0a18-463f-8a9f-872011dc0a36 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9927764 Aug 31 16:12:42.041724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:42.043879 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b58f2a-2c88-440a-a12c-1407cd8b519b" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:42.050909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-6e7064d9-14f7-4d16-b17c-0df71a5d9eea tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:42.053761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-6e7064d9-14f7-4d16-b17c-0df71a5d9eea tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.30 "GET /v2.0/networks?id=a0f3aa9d-4b6c-425b-a955-b244fed11ba5 HTTP/1.1" status: 200 len: 809 time: 0.6809642 Aug 31 16:12:42.084943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Request body: {'port': {'device_id': 'da8f727f-2191-4c58-872c-de4225c1971a', 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5', 'admin_state_up': True, 'tenant_id': '6628ce880f4c42949038b537bc1ce353'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:42.151605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-fa7a4798-30ed-4dd5-8e23-2fb028816a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:42.152749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-6da4adff-b496-4ab2-9b48-38a9cb2aef8e tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/quotas/ad3fefd047164946bdbc1d8216489650 HTTP/1.1" status: 200 len: 375 time: 0.0929966 Aug 31 16:12:42.153114 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-fa7a4798-30ed-4dd5-8e23-2fb028816a06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94f8ae7a-e450-4770-97b0-18cbd75a1a6e HTTP/1.1" status: 200 len: 910 time: 0.2634528 Aug 31 16:12:42.218268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:42.222359 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:42.240904 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-32937f38-2fd7-41e6-9552-8a9649557c34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 HTTP/1.1" status: 200 len: 217 time: 0.0775433 Aug 31 16:12:42.247281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc6e48b5-1d58-4895-83cf-9d01eb7fb0c5 req-ec97f870-37c0-4ec1-9076-d8c4289f0f60 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 210 time: 0.1036425 Aug 31 16:12:42.258881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-cdd539c4-aa84-4268-b3c8-5737e8af6004 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad3fefd047164946bdbc1d8216489650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804245 Aug 31 16:12:42.339257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:42.355486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:42.378999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:42.379717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:42.380335 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Floating IP f0a12f10-55ba-496c-ba48-4dfd25bea7b6 disassociated. External IP: 172.25.6.93, port: 82dbf6c6-9d12-474c-9e54-58c26d385c64. Aug 31 16:12:42.380959 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 82dbf6c6-9d12-474c-9e54-58c26d385c64 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:42.535303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc346b05-a6d6-47bf-adf4-01139a8ddfd8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:42.568949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-c9ec7569-e1a2-44b5-9292-f3edfe399f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:42.571604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-c9ec7569-e1a2-44b5-9292-f3edfe399f3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a0d996e-25d5-4a0d-8236-d5c4535e1370 HTTP/1.1" status: 200 len: 849 time: 0.3203499 Aug 31 16:12:42.595981 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89686d10-b600-4a8e-99dd-1f7ded87f373 x-openstack-request-id: req-89686d10-b600-4a8e-99dd-1f7ded87f373 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:42.596822 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:42.597427 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89686d10-b600-4a8e-99dd-1f7ded87f373 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:42.599390 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '2c7b058a-f1ee-4ada-b7e1-65d4a4fb2a70', 'status': 'completed', 'code': 200} Aug 31 16:12:42.653311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:42.653783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:42.702068 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-18e17559-f12e-4807-82ac-98ac55c1cb6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f8ae7a-e450-4770-97b0-18cbd75a1a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205225 Aug 31 16:12:42.921419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7eec8b8c-ead7-4f37-8b73-d0a22b42ed89 None None] Provisioning complete for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:42.923322 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7eec8b8c-ead7-4f37-8b73-d0a22b42ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:42.973407 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-cd674b16-4a60-4ac8-b31e-5c733473d01d service neutron] 10.222.0.49 "GET /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508254 Aug 31 16:12:43.011706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7eec8b8c-ead7-4f37-8b73-d0a22b42ed89 None None] Port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:43.096300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:43.136972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=82dbf6c6-9d12-474c-9e54-58c26d385c64,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:43.159274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-db8c54c4-0869-4ec1-b0e8-bedcd99f4c65 req-1555f5b5-1c9a-47e3-8376-540f84108100 service neutron] 10.222.0.49 "GET /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849449 Aug 31 16:12:43.326468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Router 8255a9dd-b7b2-4c78-95a8-5390774bf89b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:12:43.382595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8b831b9-9274-4054-92de-d829d57f8e64 req-bae9bb9a-bcc3-4336-bd2c-a43087526ce5 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 210 time: 0.5476370 Aug 31 16:12:43.445526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbfb56-cbb1-40d7-ab50-fcb8334c4493 req-b7e18a76-6b8e-4257-be83-e4431ac2a6d7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:43.451913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbfb56-cbb1-40d7-ab50-fcb8334c4493 req-b7e18a76-6b8e-4257-be83-e4431ac2a6d7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:43.459000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbfb56-cbb1-40d7-ab50-fcb8334c4493 req-b7e18a76-6b8e-4257-be83-e4431ac2a6d7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:43.460718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:12:43.466823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbfb56-cbb1-40d7-ab50-fcb8334c4493 req-b7e18a76-6b8e-4257-be83-e4431ac2a6d7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:43.468787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cbbfb56-cbb1-40d7-ab50-fcb8334c4493 req-b7e18a76-6b8e-4257-be83-e4431ac2a6d7 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 3143 time: 1.0248294 Aug 31 16:12:43.503718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:43.517732 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] Sync routers for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:43.536168 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:43.537633 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:43.581882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Made reservation on behalf of 6628ce880f4c42949038b537bc1ce353 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:43.583591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:43.615311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port 82dbf6c6-9d12-474c-9e54-58c26d385c64 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:43.618587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:43.621490 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-1fe4c235-9fa5-41e0-b825-d6eeb03d04c4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "DELETE /v2.0/ports/82dbf6c6-9d12-474c-9e54-58c26d385c64 HTTP/1.1" status: 204 len: 173 time: 2.4743531 Aug 31 16:12:43.767043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:43.779326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:12:43.785563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 4a98e079-306a-47e8-bfee-f73fb95c598a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:43.786075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:43.842746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cbbfb56-cbb1-40d7-ab50-fcb8334c4493 req-b1594ef3-0552-4e1d-a77c-79ee7aaa944d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004065 Aug 31 16:12:43.854540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,segment=NetworkSegment(e8b63aa4-b6ed-4b40-82a3-61e28f49c81a),segment_id=e8b63aa4-b6ed-4b40-82a3-61e28f49c81a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:43.894678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Allocated IP 172.20.0.13 (a0f3aa9d-4b6c-425b-a955-b244fed11ba5/d82c1723-cddf-48a1-b528-fa21a0e41d68/5dddc8a4-b421-4fe2-ba4e-31b6df1672ba) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:43.898191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3', 'network_id': '94f8ae7a-e450-4770-97b0-18cbd75a1a6e', 'port_id': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3', 'mac_address': 'fa:16:3e:c2:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0d996e-25d5-4a0d-8236-d5c4535e1370', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:12:43.906200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba4ced-2386-4115-b022-7cb1df3adb1a req-e104920a-c443-4957-921f-114772a836c3 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:43.915117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5ba4ced-2386-4115-b022-7cb1df3adb1a req-e104920a-c443-4957-921f-114772a836c3 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 944 time: 0.4401207 Aug 31 16:12:43.929922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=7d522afd-c522-4c09-93ed-d190dcab0d05,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:43.977834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port 4a98e079-306a-47e8-bfee-f73fb95c598a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a98e079-306a-47e8-bfee-f73fb95c598a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:43.978740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:43.994841 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.017922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:12:44.024936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 4a98e079-306a-47e8-bfee-f73fb95c598a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:44.038910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:12:44.073379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': '1505d08d-3004-4287-9db7-db2d02eb41ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23c42722-be76-40bd-828d-189bc32bd27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:44.073920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: 23c42722-be76-40bd-828d-189bc32bd27f, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:44.082762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,segment=NetworkSegment(e8b63aa4-b6ed-4b40-82a3-61e28f49c81a),segment_id=e8b63aa4-b6ed-4b40-82a3-61e28f49c81a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:44.091815 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.099980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5ba4ced-2386-4115-b022-7cb1df3adb1a req-a60767ae-847e-42e2-8167-0bda5b4f7a38 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836486 Aug 31 16:12:44.184881 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-4471f871-2618-4763-959f-302cae84d046 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ad3fefd047164946bdbc1d8216489650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283448 Aug 31 16:12:44.202241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:44.284923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:42Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:44.303203 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5d2b88a2-ab4a-4b55-b87c-81beecceb6a3'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:12:44.333557 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] Checking router: 8255a9dd-b7b2-4c78-95a8-5390774bf89b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:12:44.344485 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:44.345726 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:44.394597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.444606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64c14044-f54e-4889-94dc-487569ae0e35 req-635080be-929a-4e19-9b0a-49097d8fb79d tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 210 time: 0.2907324 Aug 31 16:12:44.475189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:12:44.509858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 23c42722-be76-40bd-828d-189bc32bd27f is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:44.516473 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.595934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-bed7e86b-a6a1-4911-b87a-eb1e79a040a6 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:44.597715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-bed7e86b-a6a1-4911-b87a-eb1e79a040a6 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030671 Aug 31 16:12:44.601755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:44.604340 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea764a-608e-4d7f-8162-1485687c3078" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:44.611049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 23c42722-be76-40bd-828d-189bc32bd27f) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:44.618121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Request body: {'port': {'device_id': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': 'ad3fefd047164946bdbc1d8216489650'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:44.635562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fcdf26-792a-490c-a35e-8a008cab6d60 None None] Network 23c42722-be76-40bd-828d-189bc32bd27f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:44.636147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3db142e-120a-4c6c-9a93-2575b61185bb req-f5bbca13-2d4b-4a0a-a9b7-c5bd74ce5cb2 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 210 time: 0.0855832 Aug 31 16:12:44.637610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:44.638308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.669720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:44.676308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:44.677324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.682400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:44.694530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b70c736-e27f-4b07-95a0-3c42b6fc28cf tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9293025 Aug 31 16:12:44.694530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:44.697277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40042) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:44.700832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Pushing event updated for resources: {'Port': ['ID=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:44.707227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-579868138'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:44.740729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:44.743950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c5f50b09-f3fb-4ec0-ae4e-3af0bcd34343 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1101608 Aug 31 16:12:44.751137 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f637d09-4a24-48d8-83be-1d4b990ed642 x-openstack-request-id: req-8f637d09-4a24-48d8-83be-1d4b990ed642 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:44.751619 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "82dbf6c6-9d12-474c-9e54-58c26d385c64", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:44.752111 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f637d09-4a24-48d8-83be-1d4b990ed642 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:44.752781 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '82dbf6c6-9d12-474c-9e54-58c26d385c64', 'status': 'completed', 'code': 200} Aug 31 16:12:44.754650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40044) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:44.764974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '23c42722-be76-40bd-828d-189bc32bd27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:44.810540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:44.811561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:44.836515 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:42Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:44.855663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=4a98e079-306a-47e8-bfee-f73fb95c598a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:44.873305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:44.874073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.879816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:44.883492 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.907774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port 4a98e079-306a-47e8-bfee-f73fb95c598a on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:44.918845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:44.922587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9abdfad6-022b-47ff-b7c7-bd1683d99f8b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "DELETE /v2.0/ports/4a98e079-306a-47e8-bfee-f73fb95c598a HTTP/1.1" status: 204 len: 173 time: 1.2939458 Aug 31 16:12:44.925966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0149bdfb-8d2a-4d84-b7d1-cdf70cd2833f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8566666 Aug 31 16:12:44.936124 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e50a1-9ef5-42cd-b54c-0ba7f7f101ff None None] The sync data for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 is: [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:02:30Z', 'revision_number': 4, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '82d6eabe-39ae-4e80-9e84-b354498ffb18', 'name': '', 'network_id': 'cb063698-8983-4c49-a309-b68a1c7deaa0', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'mac_address': 'fa:16:3e:66:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:29Z', 'updated_at': '2021-08-31T16:02:42Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'subnets': [{'id': '18594f6c-5fe1-407e-97c9-84a96be3be0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:44.945573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Request body: {'port': {'device_id': 'da8f727f-2191-4c58-872c-de4225c1971a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:45.041383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:45.052521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Made reservation on behalf of ad3fefd047164946bdbc1d8216489650 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:45.058463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.074959 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.075450 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 4c850b17-d9c4-4eb2-a6ab-5e440eeac187 of type vlan for network 5e70e851-870b-444e-b123-249334123843 Aug 31 16:12:45.078737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.139052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.153645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:12:45.155622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 18a72947-435d-424d-b31d-b00b74b916c1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:45.155991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.301238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.310462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port 18a72947-435d-424d-b31d-b00b74b916c1, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=18a72947-435d-424d-b31d-b00b74b916c1,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:45.311320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.317915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.323918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:45.324589 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.327576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 18a72947-435d-424d-b31d-b00b74b916c1 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:45.350930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48125cf-5caa-4216-8925-b0944ae262e1 req-30f17165-311a-45b5-8a36-781aca64d534 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:45.358049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48125cf-5caa-4216-8925-b0944ae262e1 req-30f17165-311a-45b5-8a36-781aca64d534 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:45.359744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a48125cf-5caa-4216-8925-b0944ae262e1 req-30f17165-311a-45b5-8a36-781aca64d534 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 1676 time: 0.2152920 Aug 31 16:12:45.439336 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c02947-7fe7-4e19-a40c-002d1f4b6baf None None] New status for floating IP f0a12f10-55ba-496c-ba48-4dfd25bea7b6: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:12:45.516644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:45.526570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a94d59-65de-4f2f-8ff4-924df53fc241 req-23f0e748-e06a-4283-a27a-c44958fa83c2 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:45.528180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73a94d59-65de-4f2f-8ff4-924df53fc241 req-23f0e748-e06a-4283-a27a-c44958fa83c2 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 945 time: 0.2712731 Aug 31 16:12:45.546603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=5e70e851-870b-444e-b123-249334123843,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:45.557021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-23c42722-be76-40bd-828d-189bc32bd27f', 'network_id': '23c42722-be76-40bd-828d-189bc32bd27f', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': '7d522afd-c522-4c09-93ed-d190dcab0d05'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:45.557503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.571487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 5e70e851-870b-444e-b123-249334123843 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:45.584956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.589536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a48125cf-5caa-4216-8925-b0944ae262e1 req-a08db22e-e082-4fa2-a6e6-83a93d61bd50 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078557 Aug 31 16:12:45.668406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=18a72947-435d-424d-b31d-b00b74b916c1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:45.705023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.749378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.782815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port 18a72947-435d-424d-b31d-b00b74b916c1 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:45.792277 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.794595 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-06916a5e-e5a4-487d-a6be-ad86935ddaf3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "DELETE /v2.0/ports/18a72947-435d-424d-b31d-b00b74b916c1 HTTP/1.1" status: 204 len: 173 time: 0.8561935 Aug 31 16:12:45.873414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-53d65891-b4a1-46f8-bbc3-258a8e9c17fb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1733952 Aug 31 16:12:45.877519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40056) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:45.880709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:45.886528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '5e70e851-870b-444e-b123-249334123843', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:45.887688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73a94d59-65de-4f2f-8ff4-924df53fc241 req-609057b4-aef2-4be5-b372-1defb65459c8 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214500 Aug 31 16:12:45.902751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:45.903127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.945853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:45.952270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:45.959502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53d9d90-fbad-42f1-8f73-3b662aad4464,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:46.068439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6069-b2aa-4da6-b51e-611b0e49928a req-68693e36-e032-48c4-80b2-275a9838b717 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:46.076274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f26a6069-b2aa-4da6-b51e-611b0e49928a req-68693e36-e032-48c4-80b2-275a9838b717 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 932 time: 0.2283928 Aug 31 16:12:46.086382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Allocated IP 2001:db8::2 (23c42722-be76-40bd-828d-189bc32bd27f/7d522afd-c522-4c09-93ed-d190dcab0d05/c51239e0-5c94-4791-974b-c338e9d11847) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:46.105103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.106204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:12:46.136215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0c65f19-af9c-4e65-931c-39bd7c71a284 req-0a4cc6d7-fde5-4cc2-ae4f-ad0b5f0494f0 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 210 time: 0.0926270 Aug 31 16:12:46.138212 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.179615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Transition to ACTIVE for port object 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:46.193079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f26a6069-b2aa-4da6-b51e-611b0e49928a req-fdead773-869b-4501-b6da-d98714ccf532 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157553 Aug 31 16:12:46.197225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.240124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:12:39Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:40Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:46.279321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Allocated IP 192.168.233.3 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/ff096d86-8015-47c2-ac01-f8637c6c2ccc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:46.285346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:12:46.285839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Updating router 10ce7d5d-d68c-4a42-ac18-3544570df433 port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:12:46.295724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b067d359-b6f7-4c85-8388-827f375aee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:46.298387 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e550d-667c-4726-b219-1ca5d387a907" -d '{"events": [{"server_uuid": "b067d359-b6f7-4c85-8388-827f375aee68", "name": "network-vif-plugged", "status": "completed", "tag": "5d2b88a2-ab4a-4b55-b87c-81beecceb6a3"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:46.303119 n-d-793621-35 neutron-server[101477]: INFO neutron.db.ipam_backend_mixin [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d522afd-c522-4c09-93ed-d190dcab0d05 (CIDR: 2001:db8::/64) Aug 31 16:12:46.356388 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:12:46.357197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:12:46.371573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,segment=NetworkSegment(e8b63aa4-b6ed-4b40-82a3-61e28f49c81a),segment_id=e8b63aa4-b6ed-4b40-82a3-61e28f49c81a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:46.386732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.388897 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.420724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Pushing event updated for resources: {'Port': ['ID=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:46.436713 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d1de8-65ee-4054-a122-79d5ab2e7ac1 x-openstack-request-id: req-3e4d1de8-65ee-4054-a122-79d5ab2e7ac1 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:46.436713 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b067d359-b6f7-4c85-8388-827f375aee68", "name": "network-vif-plugged", "status": "completed", "tag": "5d2b88a2-ab4a-4b55-b87c-81beecceb6a3", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:46.436713 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e4d1de8-65ee-4054-a122-79d5ab2e7ac1 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:46.436713 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b067d359-b6f7-4c85-8388-827f375aee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3', 'code': 200} Aug 31 16:12:46.485728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:46.489839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.523278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 00698080-bcaf-4386-990b-480e0ebc5a58 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:46.523957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.554439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9725ad65-f89d-4e17-a285-57edf5c23a86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7949061 Aug 31 16:12:46.556366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40062) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:46.567653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '23c42722-be76-40bd-828d-189bc32bd27f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:46.596830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:46.645763 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.696377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Transition to ACTIVE for port object c51239e0-5c94-4791-974b-c338e9d11847 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:46.733353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Transition to ACTIVE for port object c51239e0-5c94-4791-974b-c338e9d11847 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:46.738515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Attempting to bind port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:46.739219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Attempting to bind port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '041840b4-781d-4d06-8989-229a41cb796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:46.739877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Attempting to bind port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba on network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:46.747935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.759616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba on network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:12:46.759959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Attempting to bind port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba on network a0f3aa9d-4b6c-425b-a955-b244fed11ba5 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:46.760444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a'}, {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:46.764155 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc57f720-2221-4d1b-a69a-d0d7b8f50d8a" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a"}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "18a72947-435d-424d-b31d-b00b74b916c1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:46.838883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:46.839617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Checking segment: {'id': '041840b4-781d-4d06-8989-229a41cb796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:46.840334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Bound using segment: {'id': '041840b4-781d-4d06-8989-229a41cb796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:46.842749 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20af813-74b8-4284-9ad2-8c1afe9b3108 x-openstack-request-id: req-a20af813-74b8-4284-9ad2-8c1afe9b3108 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:46.843162 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "4a98e079-306a-47e8-bfee-f73fb95c598a", "status": "completed", "code": 200}, {"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "18a72947-435d-424d-b31d-b00b74b916c1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:46.843475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Bound port: 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041840b4-781d-4d06-8989-229a41cb796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:46.843621 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a20af813-74b8-4284-9ad2-8c1afe9b3108 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:46.843966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Network 23c42722-be76-40bd-828d-189bc32bd27f is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:46.844118 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '4a98e079-306a-47e8-bfee-f73fb95c598a', 'status': 'completed', 'code': 200} Aug 31 16:12:46.844259 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '18a72947-435d-424d-b31d-b00b74b916c1', 'status': 'completed', 'code': 200} Aug 31 16:12:46.844587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.851495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:46.856992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:46.862600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Pushing event updated for resources: {'Port': ['ID=c51239e0-5c94-4791-974b-c338e9d11847,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:46.876499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b9f6-048e-4b8b-873d-0395e817736e req-bb64599a-1088-4a28-973a-f2f5522e4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:46.878530 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18f5b9f6-048e-4b8b-873d-0395e817736e req-bb64599a-1088-4a28-973a-f2f5522e4792 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 1098 time: 0.3331716 Aug 31 16:12:46.932723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port 00698080-bcaf-4386-990b-480e0ebc5a58, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=00698080-bcaf-4386-990b-480e0ebc5a58,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:46.933037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.949493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.974646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 00698080-bcaf-4386-990b-480e0ebc5a58 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:46.980994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:46.998635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Transition to ACTIVE for port object 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:47.005080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Attempting to bind port c51239e0-5c94-4791-974b-c338e9d11847 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:47.005745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Attempting to bind port c51239e0-5c94-4791-974b-c338e9d11847 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1505d08d-3004-4287-9db7-db2d02eb41ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23c42722-be76-40bd-828d-189bc32bd27f'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:47.006304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Attempting to bind port c51239e0-5c94-4791-974b-c338e9d11847 on network 23c42722-be76-40bd-828d-189bc32bd27f {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:47.009526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-18f5b9f6-048e-4b8b-873d-0395e817736e req-a52e22ba-1e73-4265-b0eb-236af9f059f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176300 Aug 31 16:12:47.013625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:47.014012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Checking segment: {'id': '1505d08d-3004-4287-9db7-db2d02eb41ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23c42722-be76-40bd-828d-189bc32bd27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:47.014420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.014823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Bound using segment: {'id': '1505d08d-3004-4287-9db7-db2d02eb41ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23c42722-be76-40bd-828d-189bc32bd27f'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:47.015318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Bound port: c51239e0-5c94-4791-974b-c338e9d11847, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1505d08d-3004-4287-9db7-db2d02eb41ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23c42722-be76-40bd-828d-189bc32bd27f'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:47.016271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.018093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Transition to ACTIVE for port object ff096d86-8015-47c2-ac01-f8637c6c2ccc will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:47.018293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.022628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7601b5d-eb30-4c00-84af-ab3a76ed5d9a req-6827ac94-aa97-4321-8c7a-f4b20e0b49b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.026256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7601b5d-eb30-4c00-84af-ab3a76ed5d9a req-6827ac94-aa97-4321-8c7a-f4b20e0b49b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 942 time: 0.3144989 Aug 31 16:12:47.080879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] For port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:47.084684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] For port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,segment=NetworkSegment(041840b4-781d-4d06-8989-229a41cb796d),segment_id=041840b4-781d-4d06-8989-229a41cb796d)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:47.104589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:47.108171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.113549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.116530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeb185-274b-44e5-8323-98ed11dfb1f6 None None] Pushing event updated for resources: {'Port': ['ID=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:47.183239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.247000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.267133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.267779 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.269285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] 10.222.0.30 "PUT /v2.0/ports/5dddc8a4-b421-4fe2-ba4e-31b6df1672ba HTTP/1.1" status: 200 len: 1093 time: 2.3285728 Aug 31 16:12:47.270885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8f727f-2191-4c58-872c-de4225c1971a', 'tag': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:47.273518 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d410e-e4d9-4864-89e6-c13f0db9c2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "da8f727f-2191-4c58-872c-de4225c1971a", "tag": "5dddc8a4-b421-4fe2-ba4e-31b6df1672ba"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:47.288810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2cda-9b85-48bd-bc97-4a799965a7ed req-c082a9fe-6efa-4c23-bc74-149e6495ce2e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.298360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02df2cda-9b85-48bd-bc97-4a799965a7ed req-c082a9fe-6efa-4c23-bc74-149e6495ce2e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 946 time: 0.2702949 Aug 31 16:12:47.312288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7601b5d-eb30-4c00-84af-ab3a76ed5d9a req-55d1ec4a-3634-484c-8f6a-5583e37ee2c9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups?id=fde437e3-adcf-483d-a315-1d53448b956d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237065 Aug 31 16:12:47.362875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=7cb97bd4-2e13-4e9c-8247-f5a810985918,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:47.373616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:47.393136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:47.399100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:47.402363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:47.402800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 5e70e851-870b-444e-b123-249334123843, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:47.405840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Pushing event updated for resources: {'Port': ['ID=ff096d86-8015-47c2-ac01-f8637c6c2ccc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:47.465650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.475221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf298bce-fb14-451e-92b7-d7cc5dfc8042 service neutron] Pushing event updated for resources: {'Port': ['ID=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:47.528914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Attempting to bind port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:47.529390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Attempting to bind port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:47.529823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Attempting to bind port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 on network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:47.536314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.537061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.540953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:47.541499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Checking segment: {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:47.542829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.543891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Bound using segment: {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:47.544095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 5e70e851-870b-444e-b123-249334123843 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:47.545323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Bound port: 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9e2ab1-c448-4b69-ab2a-1031f2163d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:47.545728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.556031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=00698080-bcaf-4386-990b-480e0ebc5a58,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:47.580028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02df2cda-9b85-48bd-bc97-4a799965a7ed req-a7bec615-e5b0-445a-8801-2210290aa1aa tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806644 Aug 31 16:12:47.590514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] For port c51239e0-5c94-4791-974b-c338e9d11847, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:47.629638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-7a7a6cbd-9188-46ab-8498-8a5f70e7e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.638291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 5e70e851-870b-444e-b123-249334123843) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:47.640230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-7a7a6cbd-9188-46ab-8498-8a5f70e7e602 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6628ce880f4c42949038b537bc1ce353&device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 1096 time: 0.2932072 Aug 31 16:12:47.644868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.645512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.650901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] For port c51239e0-5c94-4791-974b-c338e9d11847, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c51239e0-5c94-4791-974b-c338e9d11847,segment=NetworkSegment(1505d08d-3004-4287-9db7-db2d02eb41ce),segment_id=1505d08d-3004-4287-9db7-db2d02eb41ce)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:47.651535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port 00698080-bcaf-4386-990b-480e0ebc5a58 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:47.655707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.656984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f68cd0-bdeb-4294-b6e2-07b7341cdc09 req-8afacb5c-06a2-45bd-bed2-8469dcf360de tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:47.659607 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8c8b30e-dad5-4164-a27e-a1c756d28b97 req-9157a7eb-d0e9-40c7-99a3-88a1c969df0d tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.30 "DELETE /v2.0/ports/00698080-bcaf-4386-990b-480e0ebc5a58 HTTP/1.1" status: 204 len: 173 time: 1.8549640 Aug 31 16:12:47.676433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13f68cd0-bdeb-4294-b6e2-07b7341cdc09 req-8afacb5c-06a2-45bd-bed2-8469dcf360de tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 934 time: 0.2347684 Aug 31 16:12:47.679755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-64db8a04-54a4-44a7-a702-9f5354673b12 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0687363 Aug 31 16:12:47.705624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930824f1-3458-4113-9513-29ebc3b1d050 None None] Network 5e70e851-870b-444e-b123-249334123843 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:47.708002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Request body: {'port': {'device_id': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:47.712878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] For port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:47.716994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.742964 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-99329785-2e66-417f-8e39-0552757247c0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8637915 Aug 31 16:12:47.743694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40078) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:47.801643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-cdc0a877-d045-4906-9b42-ab6066386239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba HTTP/1.1" status: 200 len: 217 time: 0.1094968 Aug 31 16:12:47.837795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] For port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,segment=NetworkSegment(3a9e2ab1-c448-4b69-ab2a-1031f2163d32),segment_id=3a9e2ab1-c448-4b69-ab2a-1031f2163d32)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:47.859394 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:47.977637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975347db-bfe1-4e5f-9b6c-97c93cb0be25 None None] Pushing event updated for resources: {'Port': ['ID=c51239e0-5c94-4791-974b-c338e9d11847,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:47.995019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13f68cd0-bdeb-4294-b6e2-07b7341cdc09 req-6d407b3c-e672-42b7-ac25-c3370af01c22 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175106 Aug 31 16:12:48.041042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-d90514b5-34f7-4df1-a132-d6525744c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:48.047172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-d90514b5-34f7-4df1-a132-d6525744c689 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d82c1723-cddf-48a1-b528-fa21a0e41d68 HTTP/1.1" status: 200 len: 849 time: 0.2347715 Aug 31 16:12:48.152536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60395b-e84d-46e3-89d3-2f4aa0912229 req-6334da06-aaf3-4af3-ae00-3ab308640e41 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:48.173022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a60395b-e84d-46e3-89d3-2f4aa0912229 req-6334da06-aaf3-4af3-ae00-3ab308640e41 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 944 time: 0.4654665 Aug 31 16:12:48.202997 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ade339-729d-4048-9c29-43f401559c4a x-openstack-request-id: req-73ade339-729d-4048-9c29-43f401559c4a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:48.203367 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8f727f-2191-4c58-872c-de4225c1971a", "tag": "5dddc8a4-b421-4fe2-ba4e-31b6df1672ba", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:48.203518 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73ade339-729d-4048-9c29-43f401559c4a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:48.203970 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8f727f-2191-4c58-872c-de4225c1971a', 'tag': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba', 'status': 'completed', 'code': 200} Aug 31 16:12:48.209999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:48.211035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:48.349273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeb185-274b-44e5-8323-98ed11dfb1f6 None None] Pushing event updated for resources: {'Port': ['ID=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:48.397809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-3ba9f6d7-76d1-4f1a-b2ed-f1115f7832aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0f3aa9d-4b6c-425b-a955-b244fed11ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3373811 Aug 31 16:12:48.458314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ee928710-b682-4e24-8c0e-74931c0ed12c None None] Provisioning for port ff096d86-8015-47c2-ac01-f8637c6c2ccc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:48.478790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ee928710-b682-4e24-8c0e-74931c0ed12c None None] Provisioning complete for port ff096d86-8015-47c2-ac01-f8637c6c2ccc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:48.479172 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ee928710-b682-4e24-8c0e-74931c0ed12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:48.621855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c51239e0-5c94-4791-974b-c338e9d11847 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:48.660999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:48.681230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db4524dc-907e-4182-b518-f171e31f3230 req-223789f4-fa86-4948-a640-585ac583cfce tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0607171 Aug 31 16:12:48.697161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a60395b-e84d-46e3-89d3-2f4aa0912229 req-de90fb75-3df8-4c87-ad40-d963071d01c0 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229053 Aug 31 16:12:48.705257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-5e70e851-870b-444e-b123-249334123843', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:48.706136 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:48.708498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:48.770977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ee928710-b682-4e24-8c0e-74931c0ed12c None None] Port ff096d86-8015-47c2-ac01-f8637c6c2ccc cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:48.776586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:12:48.778514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c51239e0-5c94-4791-974b-c338e9d11847 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:48.844277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=1255c23a-56b9-4480-bf36-9978ecf86833,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:48.851639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:48.855710 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730adc3b-855a-453e-9022-99154a99a054" -d '{"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:48.939632 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0eb53b-d24d-44fb-ac9c-52d5e329232f x-openstack-request-id: req-db0eb53b-d24d-44fb-ac9c-52d5e329232f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:48.939927 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9eed7-dedd-40db-b27b-bffe6d33c435", "name": "network-vif-deleted", "tag": "00698080-bcaf-4386-990b-480e0ebc5a58", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:48.940395 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db0eb53b-d24d-44fb-ac9c-52d5e329232f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:48.941338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 23c42722-be76-40bd-828d-189bc32bd27f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:48.941828 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9eed7-dedd-40db-b27b-bffe6d33c435', 'name': 'network-vif-deleted', 'tag': '00698080-bcaf-4386-990b-480e0ebc5a58', 'status': 'completed', 'code': 200} Aug 31 16:12:48.956064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-5fc1fbc7-9c9f-4f38-beb4-ce772803c177 service neutron] 10.222.0.30 "GET /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315864 Aug 31 16:12:48.959841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:48.965088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:48.965837 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:48.999428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1003-c5bc-407f-8efa-c424bd8f2356 req-a23596d4-6009-43e0-bfbf-4c3dbdbe3261 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:49.001216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ccf1003-c5bc-407f-8efa-c424bd8f2356 req-a23596d4-6009-43e0-bfbf-4c3dbdbe3261 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 946 time: 0.1737983 Aug 31 16:12:49.132786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a4087ec9-8756-425f-b512-f13a17493931 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5721841 Aug 31 16:12:49.133385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40088) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:49.142189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '23c42722-be76-40bd-828d-189bc32bd27f', 'fixed_ips': [{'subnet_id': '7d522afd-c522-4c09-93ed-d190dcab0d05'}, {'subnet_id': '1255c23a-56b9-4480-bf36-9978ecf86833'}], 'name': 'tempest-PortsIpV6TestJSON-580693437'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:49.415196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:49.490270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Allocated IP 172.21.0.2 (5e70e851-870b-444e-b123-249334123843/7cb97bd4-2e13-4e9c-8247-f5a810985918/075509fc-c956-44d1-a90d-3810f5912398) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:49.503266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:12:39Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:47Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:49.570618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acd4e7-1d02-4ebf-8c8e-17f22d8d8640 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:12:39Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:47Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:12:49.667245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff096d86-8015-47c2-ac01-f8637c6c2ccc {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:12:49.684902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:49.693179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf5b43-bac9-4cb3-9ba8-263fbaef4f83 None None] Network 23c42722-be76-40bd-828d-189bc32bd27f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:49.700975 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Transition to ACTIVE for port object ff096d86-8015-47c2-ac01-f8637c6c2ccc will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:49.714690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:49.833798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ccf1003-c5bc-407f-8efa-c424bd8f2356 req-5104ad77-5ec8-4979-a935-4df2ec69691e tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150580 Aug 31 16:12:49.842160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:49.902606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] Provisioning for port c51239e0-5c94-4791-974b-c338e9d11847 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:50.005606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=ff096d86-8015-47c2-ac01-f8637c6c2ccc,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:50.006719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b11e1-34b9-43f9-bd52-c1f9a6e39519 req-85cb23cd-7edf-4948-bee2-0ebdda81ef07 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:50.011595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477b11e1-34b9-43f9-bd52-c1f9a6e39519 req-85cb23cd-7edf-4948-bee2-0ebdda81ef07 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 934 time: 0.7576292 Aug 31 16:12:50.012916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] Provisioning complete for port c51239e0-5c94-4791-974b-c338e9d11847 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:50.013441 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.051694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abfba603-6392-450b-b54f-0a0f80e3b04a req-0e142521-fb12-4c25-9cbf-c46fe500f741 service neutron] 10.222.0.30 "GET /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0811462 Aug 31 16:12:50.169395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Attempting to bind port ff096d86-8015-47c2-ac01-f8637c6c2ccc on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:50.169667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Attempting to bind port ff096d86-8015-47c2-ac01-f8637c6c2ccc by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:50.170004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Attempting to bind port ff096d86-8015-47c2-ac01-f8637c6c2ccc on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:50.176137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Port ff096d86-8015-47c2-ac01-f8637c6c2ccc on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:12:50.176497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Attempting to bind port ff096d86-8015-47c2-ac01-f8637c6c2ccc on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:50.182937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:50.183303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:50.183680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:50.184132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Bound port: ff096d86-8015-47c2-ac01-f8637c6c2ccc, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:50.186218 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.201626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477b11e1-34b9-43f9-bd52-c1f9a6e39519 req-7b7af3f9-7f4f-4834-8bf4-5f2c3db6892f tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738043 Aug 31 16:12:50.285294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.314762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port c4246406-f583-43bf-aca0-db4d81c45847 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:12:50.349625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] For port ff096d86-8015-47c2-ac01-f8637c6c2ccc, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:50.351783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.356608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] For port ff096d86-8015-47c2-ac01-f8637c6c2ccc, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:50.370455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.421904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Transition to ACTIVE for port object 075509fc-c956-44d1-a90d-3810f5912398 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:50.481321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=ff096d86-8015-47c2-ac01-f8637c6c2ccc,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:50.498445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-1959e346-9544-434b-806d-54a9efd941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:50.500812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-1959e346-9544-434b-806d-54a9efd941f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6628ce880f4c42949038b537bc1ce353&device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 1096 time: 0.3787506 Aug 31 16:12:50.517016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-307b4312-cae6-4f58-8944-93c7baeee91c req-ec3277c4-7165-483a-993e-e3ca3b267b0b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.1310353 Aug 31 16:12:50.529032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:50.530096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.536116 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-176a86f4-c77a-4143-8a61-71812316ad77 service neutron] 10.222.0.49 "PUT /v2.0/ports/ff096d86-8015-47c2-ac01-f8637c6c2ccc HTTP/1.1" status: 200 len: 1095 time: 2.8367350 Aug 31 16:12:50.558027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dbd55-2cf0-439c-8cad-46358458538b req-698a907b-4d39-4877-bfd7-607fdc015100 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:50.566788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b4dbd55-2cf0-439c-8cad-46358458538b req-698a907b-4d39-4877-bfd7-607fdc015100 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 944 time: 0.3712184 Aug 31 16:12:50.601525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:50.721295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Transition to ACTIVE for port object 075509fc-c956-44d1-a90d-3810f5912398 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:50.738853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-6291e05a-c190-4bdc-a4d7-2116fa3d42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:50.744687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-6291e05a-c190-4bdc-a4d7-2116fa3d42e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad3fefd047164946bdbc1d8216489650&device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 1098 time: 0.1552353 Aug 31 16:12:50.811501 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.874874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.21.0.1 (5e70e851-870b-444e-b123-249334123843/7cb97bd4-2e13-4e9c-8247-f5a810985918/b7b5eff8-0cde-400e-8450-59bac6042b5a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:50.899545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Network 5e70e851-870b-444e-b123-249334123843 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:50.901821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Pushing event updated for resources: {'Port': ['ID=075509fc-c956-44d1-a90d-3810f5912398,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:50.907033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:50.910074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:50.932712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:50.947898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:50.996483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:50.997314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.044717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b4dbd55-2cf0-439c-8cad-46358458538b req-cc595968-5285-4c52-96fa-b24d8b1cd44a tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757869 Aug 31 16:12:51.071767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-fe35eb2e-0ca0-4ebe-a9e6-48d6a2504fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:51.081127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'tag': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:51.087062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-fe35eb2e-0ca0-4ebe-a9e6-48d6a2504fb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0f3aa9d-4b6c-425b-a955-b244fed11ba5 HTTP/1.1" status: 200 len: 910 time: 0.5758729 Aug 31 16:12:51.087459 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1", "tag": "ff096d86-8015-47c2-ac01-f8637c6c2ccc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:51.145017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] For port c51239e0-5c94-4791-974b-c338e9d11847, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c51239e0-5c94-4791-974b-c338e9d11847,segment=NetworkSegment(1505d08d-3004-4287-9db7-db2d02eb41ce),segment_id=1505d08d-3004-4287-9db7-db2d02eb41ce)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:51.197021 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-290c0f44-057d-47b2-8712-5d82a05f830f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc HTTP/1.1" status: 200 len: 217 time: 0.0910769 Aug 31 16:12:51.201729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-749887b2-72d6-423a-b791-464cf8a107bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba HTTP/1.1" status: 200 len: 217 time: 0.1004694 Aug 31 16:12:51.251340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Attempting to bind port 075509fc-c956-44d1-a90d-3810f5912398 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:12:51.251717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Attempting to bind port 075509fc-c956-44d1-a90d-3810f5912398 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:12:51.252151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Attempting to bind port 075509fc-c956-44d1-a90d-3810f5912398 on network 5e70e851-870b-444e-b123-249334123843 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:12:51.279731 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.309165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-1a7e613a-819f-41ca-ace9-7c1bd1bf96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:51.311194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-1a7e613a-819f-41ca-ace9-7c1bd1bf96d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1005132 Aug 31 16:12:51.313715 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f6dd25-ae92-4269-b70b-c01e892b00e5 x-openstack-request-id: req-b3f6dd25-ae92-4269-b70b-c01e892b00e5 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:51.313890 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1", "tag": "ff096d86-8015-47c2-ac01-f8637c6c2ccc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:51.314094 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3f6dd25-ae92-4269-b70b-c01e892b00e5 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:51.314597 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'tag': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc', 'status': 'completed', 'code': 200} Aug 31 16:12:51.321231 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d66d1afb-2f1c-49bf-88fa-6a1f9c40dd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.348013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-55948008-77e4-4100-a5da-f729fe6e6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:51.349629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-55948008-77e4-4100-a5da-f729fe6e6bd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d82c1723-cddf-48a1-b528-fa21a0e41d68 HTTP/1.1" status: 200 len: 849 time: 0.1021087 Aug 31 16:12:51.366769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:12:51.367151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Checking segment: {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:51.367631 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.368026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Bound using segment: {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:12:51.368540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Bound port: 075509fc-c956-44d1-a90d-3810f5912398, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:12:51.368927 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.374500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Update dhcp port {'port': {'network_id': '23c42722-be76-40bd-828d-189bc32bd27f', 'fixed_ips': [{'subnet_id': '7d522afd-c522-4c09-93ed-d190dcab0d05', 'ip_address': '2001:db8::2'}, {'subnet_id': '1255c23a-56b9-4480-bf36-9978ecf86833'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'c51239e0-5c94-4791-974b-c338e9d11847'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:12:51.437913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.465156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-3f0ae06f-87a1-4d4a-a861-4084924e156d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0f3aa9d-4b6c-425b-a955-b244fed11ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833561 Aug 31 16:12:51.491439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object b7b5eff8-0cde-400e-8450-59bac6042b5a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:51.511271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-af7b492f-2f1a-4a54-8b1e-914dac928990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:51.515122 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-af7b492f-2f1a-4a54-8b1e-914dac928990 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756301 Aug 31 16:12:51.662302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.663443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e55aa-828a-4107-b921-068b927536f7 req-c0cccd3f-1cdf-4166-870e-433c038587cc tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:51.665953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e53e55aa-828a-4107-b921-068b927536f7 req-c0cccd3f-1cdf-4166-870e-433c038587cc tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 946 time: 0.2880325 Aug 31 16:12:51.689248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::2c6 (23c42722-be76-40bd-828d-189bc32bd27f/7d522afd-c522-4c09-93ed-d190dcab0d05/c4246406-f583-43bf-aca0-db4d81c45847) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:51.719313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8:0:1::1bb (23c42722-be76-40bd-828d-189bc32bd27f/1255c23a-56b9-4480-bf36-9978ecf86833/c4246406-f583-43bf-aca0-db4d81c45847) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:51.772127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 5e70e851-870b-444e-b123-249334123843 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:51.783118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:51.795244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:51.823559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de31473c-29a9-4809-95df-2ce9a6a69858 req-92dc878f-6fb1-47e0-980f-72b98fddedda tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0660720 Aug 31 16:12:51.823773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] For port 075509fc-c956-44d1-a90d-3810f5912398, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:12:51.833334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] For port 075509fc-c956-44d1-a90d-3810f5912398, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=075509fc-c956-44d1-a90d-3810f5912398,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:12:51.853377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2294bec-72a0-4da9-8328-0ca32fb48e53 None None] Pushing event updated for resources: {'Port': ['ID=c51239e0-5c94-4791-974b-c338e9d11847,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:51.855469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.858056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.864019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=b7b5eff8-0cde-400e-8450-59bac6042b5a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:51.867299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-7ada7c71-ca27-4b3d-b213-2cd0994a6f85 service neutron] 10.222.0.30 "GET /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401380 Aug 31 16:12:51.899344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e53e55aa-828a-4107-b921-068b927536f7 req-456c0bba-afd4-4c5d-b17d-787c62dc3930 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122400 Aug 31 16:12:51.924596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:51.958333 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-ac674e6a-3fd7-4891-8651-5c4e050cbb1e service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342844 Aug 31 16:12:51.959687 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.022781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,segment=NetworkSegment(3a9e2ab1-c448-4b69-ab2a-1031f2163d32),segment_id=3a9e2ab1-c448-4b69-ab2a-1031f2163d32)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:52.115749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881d410e-e4d9-4864-89e6-c13f0db9c2b8 req-cc2c71c8-bd3e-4d9f-9c22-011a9c9ae463 service neutron] 10.222.0.30 "GET /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333221 Aug 31 16:12:52.132208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1c2a-ee31-4bd5-9aec-89de954b8910 None None] Pushing event updated for resources: {'Port': ['ID=075509fc-c956-44d1-a90d-3810f5912398,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:52.135552 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.264710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.270843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:52.309295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.323213 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-069cdb3a-f3a8-4c24-b0c6-95003f0cf826 req-b3b43d0a-f966-4eb2-8cfc-d922ffcfe08e service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444183 Aug 31 16:12:52.356113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object c4246406-f583-43bf-aca0-db4d81c45847 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:52.423193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d84ae-9c51-4eb3-b47b-d01b99c572ab req-d26ff1ec-613c-4d0d-8639-520e0217c5f9 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:52.425327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e6d84ae-9c51-4eb3-b47b-d01b99c572ab req-d26ff1ec-613c-4d0d-8639-520e0217c5f9 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 944 time: 0.2213516 Aug 31 16:12:52.444090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:52.532879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:52.533326 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.543508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e6d84ae-9c51-4eb3-b47b-d01b99c572ab req-9353ab10-b6b1-45f3-932b-5157aef3bc36 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024532 Aug 31 16:12:52.564621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.705915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=c4246406-f583-43bf-aca0-db4d81c45847,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:52.737291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 23c42722-be76-40bd-828d-189bc32bd27f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:52.746013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:52.749268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Allocated IP 2001:db8:0:1::2 (23c42722-be76-40bd-828d-189bc32bd27f/1255c23a-56b9-4480-bf36-9978ecf86833/c51239e0-5c94-4791-974b-c338e9d11847) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:52.756037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:12:52.762213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-abea5992-1136-4278-a1b8-70be51a2510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:52.767613 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-abea5992-1136-4278-a1b8-70be51a2510c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad3fefd047164946bdbc1d8216489650&device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 1098 time: 0.3420353 Aug 31 16:12:52.771013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:52.771721 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:52.791646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-78da9749-1d14-4856-8458-f359b415d04c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6535854 Aug 31 16:12:52.794515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40132) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:52.804916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d522afd-c522-4c09-93ed-d190dcab0d05'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:52.995787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] For port c51239e0-5c94-4791-974b-c338e9d11847, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c51239e0-5c94-4791-974b-c338e9d11847,segment=NetworkSegment(1505d08d-3004-4287-9db7-db2d02eb41ce),segment_id=1505d08d-3004-4287-9db7-db2d02eb41ce)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:53.010542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:53.030144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:53.049272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Transition to ACTIVE for port object c51239e0-5c94-4791-974b-c338e9d11847 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:53.055704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:53.083711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:53.117151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-0c117121-1069-437e-94f0-0dbf365b368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:53.119334 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-0c117121-1069-437e-94f0-0dbf365b368c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3294291 Aug 31 16:12:53.120129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:53.153969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7866761c-da9e-4921-980b-3aff9284a0b4 req-e1424e2f-5599-4cc1-a471-1e5ee6e68e98 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.1244307 Aug 31 16:12:53.222976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc7d7a-8d2a-4d7b-99be-8c852d23f43f req-3b7d20bd-946d-4375-b656-84a83b6419af tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:53.224849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7bc7d7a-8d2a-4d7b-99be-8c852d23f43f req-3b7d20bd-946d-4375-b656-84a83b6419af tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 946 time: 0.1915803 Aug 31 16:12:53.243343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=b7b5eff8-0cde-400e-8450-59bac6042b5a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:53.246996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5c942-c6a8-4969-b53a-300b9d07af89 None None] Pushing event updated for resources: {'Port': ['ID=c51239e0-5c94-4791-974b-c338e9d11847,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:53.248127 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-abd50d9b-cc3e-477f-af57-cfccc7c4cc09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc HTTP/1.1" status: 200 len: 217 time: 0.0569570 Aug 31 16:12:53.252032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c51239e0-5c94-4791-974b-c338e9d11847 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:53.348760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-6cfd62d4-c196-43a5-bbe5-9b3773e295df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:53.354486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-6cfd62d4-c196-43a5-bbe5-9b3773e295df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0827796 Aug 31 16:12:53.417191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7bc7d7a-8d2a-4d7b-99be-8c852d23f43f req-7b7ea67b-ac73-4986-820d-132f5b342541 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814153 Aug 31 16:12:53.435404 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:53.460941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-8cfab650-8259-4f69-9193-90259d3a7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:53.462532 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-8cfab650-8259-4f69-9193-90259d3a7f59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912540 Aug 31 16:12:53.551807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ff096d86-8015-47c2-ac01-f8637c6c2ccc details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:12:53.713096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Delete allocated IP 2001:db8:0:1::1bb (23c42722-be76-40bd-828d-189bc32bd27f/1255c23a-56b9-4480-bf36-9978ecf86833) {{(pid=101477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 16:12:53.837252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ff096d86-8015-47c2-ac01-f8637c6c2ccc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:53.855229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-d2414241-c69f-44d8-8fd7-19a88ae67afa service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697631 Aug 31 16:12:53.870588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc', 'mac_address': 'fa:16:3e:1b:b0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:12:53.968323 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.005300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff096d86-8015-47c2-ac01-f8637c6c2ccc {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:12:54.055719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ff096d86-8015-47c2-ac01-f8637c6c2ccc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:54.060055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.070887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d784-3965-459d-8a60-e9bdd34f5b95 req-6e839375-11ce-4dd9-98ab-6b9016313013 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:54.080746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e62d784-3965-459d-8a60-e9bdd34f5b95 req-6e839375-11ce-4dd9-98ab-6b9016313013 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 944 time: 0.2936063 Aug 31 16:12:54.100297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d10fa-1643-4d48-9d44-1df938734853 None None] Network 5e70e851-870b-444e-b123-249334123843 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:54.136847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-900e9089-f399-4bcc-bea9-6b20ddfb5ee0 req-2081a5b9-1736-4981-9ccf-1dd6d0dd45bf service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736197 Aug 31 16:12:54.240833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 5e70e851-870b-444e-b123-249334123843 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:12:54.244917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:54.288590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e62d784-3965-459d-8a60-e9bdd34f5b95 req-b9a31917-0093-4153-95df-63f26448e3a0 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059448 Aug 31 16:12:54.321504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.344122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Ignored duplicate provisioning block setup for port c4246406-f583-43bf-aca0-db4d81c45847 by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 16:12:54.349378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.354981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ff096d86-8015-47c2-ac01-f8637c6c2ccc,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:54.386152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.394859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['ff096d86-8015-47c2-ac01-f8637c6c2ccc'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:12:54.422457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14170c-afa7-4067-b626-27bc0cf9f442 None None] Network 23c42722-be76-40bd-828d-189bc32bd27f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:54.480801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] In _notify_port_updated(), no bound segment for port c4246406-f583-43bf-aca0-db4d81c45847 on network 23c42722-be76-40bd-828d-189bc32bd27f {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:12:54.488036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:54.489372 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.490425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b191fef5-ca0c-489e-91ea-63a5c37d1a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.494637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/ports/c4246406-f583-43bf-aca0-db4d81c45847 HTTP/1.1" status: 200 len: 925 time: 1.6991303 Aug 31 16:12:54.495486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40162) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:54.534149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d522afd-c522-4c09-93ed-d190dcab0d05'}, {'subnet_id': '1255c23a-56b9-4480-bf36-9978ecf86833'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:54.538945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9284409-92c9-4679-9885-32609ce38318 req-db5b32aa-2e25-42aa-b4b3-4974d396363b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0604463 Aug 31 16:12:54.539167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:12:54.548131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:12:54.619306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1838c-4604-4530-b0e9-d63cfe212672 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=c4246406-f583-43bf-aca0-db4d81c45847,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:54.660109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-560b6958-f5b2-4d0e-b903-532ba84a7985 None None] Provisioning for port 075509fc-c956-44d1-a90d-3810f5912398 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:54.720459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 075509fc-c956-44d1-a90d-3810f5912398 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:54.735778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d04e6-faa9-48be-877b-2a8421fa9fba req-af0fc1cd-74fe-4205-b0ee-415c3a835c76 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:54.738137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831d04e6-faa9-48be-877b-2a8421fa9fba req-af0fc1cd-74fe-4205-b0ee-415c3a835c76 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 947 time: 0.1966887 Aug 31 16:12:54.739204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:54.839608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:12:54.861512 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4596b198-8837-4a99-bd31-7978e4f363dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1135001 Aug 31 16:12:54.862560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40168) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:54.870105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-2007626624'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:54.883840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-831d04e6-faa9-48be-877b-2a8421fa9fba req-4fcf757d-f1f4-4e40-aa07-d1f213edcce1 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315212 Aug 31 16:12:54.927252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:12:54.937847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:54.942286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.017659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:12:55.042273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.042813 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment af7c8b73-444d-43ad-8d7e-c16c82fd873b of type vlan for network 2d81ac21-6602-482c-962b-066d0e89b143 Aug 31 16:12:55.114632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:12:55.115370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:55.162567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.198859 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.215859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:55.221210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.315418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8:0:1::1df (23c42722-be76-40bd-828d-189bc32bd27f/1255c23a-56b9-4480-bf36-9978ecf86833/c4246406-f583-43bf-aca0-db4d81c45847) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:55.348439 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4841440 Aug 31 16:12:55.358291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40178) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:55.363390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:12:55.408870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5a848171-4975-4981-be82-246236170999 None None] Provisioning for port c51239e0-5c94-4791-974b-c338e9d11847 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:55.454610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,segment=NetworkSegment(041840b4-781d-4d06-8989-229a41cb796d),segment_id=041840b4-781d-4d06-8989-229a41cb796d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:55.459739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5a848171-4975-4981-be82-246236170999 None None] Provisioning complete for port c51239e0-5c94-4791-974b-c338e9d11847 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:55.460351 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5a848171-4975-4981-be82-246236170999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.487461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.549197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 075509fc-c956-44d1-a90d-3810f5912398 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:55.583685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba', 'network_id': 'a0f3aa9d-4b6c-425b-a955-b244fed11ba5', 'port_id': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba', 'mac_address': 'fa:16:3e:3c:06:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82c1723-cddf-48a1-b528-fa21a0e41d68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:12:55.585728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 075509fc-c956-44d1-a90d-3810f5912398 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:55.586115 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.587883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.617103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.645927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Ignored duplicate provisioning block setup for port c4246406-f583-43bf-aca0-db4d81c45847 by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 16:12:55.693184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.881396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:12:55.894010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d2ca0-b250-46c1-b31b-ca1d476322c3 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=2d81ac21-6602-482c-962b-066d0e89b143,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:55.928237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] In _notify_port_updated(), no bound segment for port c4246406-f583-43bf-aca0-db4d81c45847 on network 23c42722-be76-40bd-828d-189bc32bd27f {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:12:55.944378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:55.945092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:55.946597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/ports/c4246406-f583-43bf-aca0-db4d81c45847 HTTP/1.1" status: 200 len: 1011 time: 1.4186678 Aug 31 16:12:55.949833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2d81ac21-6602-482c-962b-066d0e89b143 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:12:55.957824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40186) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:55.958581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98458c5-4881-4868-a5fc-66e8d729da69 req-fb6a4b3e-149b-4c9e-ac82-43a3cebdf6ab tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:55.966821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b98458c5-4881-4868-a5fc-66e8d729da69 req-fb6a4b3e-149b-4c9e-ac82-43a3cebdf6ab tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 946 time: 0.6799145 Aug 31 16:12:55.969135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb2c84-35bf-4571-9083-58367f6e5546 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=c4246406-f583-43bf-aca0-db4d81c45847,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:56.010487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beef05f-6352-4edb-87fb-cae54f7186e5 req-17e10934-2b8c-4818-b653-6673a20f046a tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:56.020478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6beef05f-6352-4edb-87fb-cae54f7186e5 req-17e10934-2b8c-4818-b653-6673a20f046a tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 944 time: 0.5761263 Aug 31 16:12:56.063539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b98458c5-4881-4868-a5fc-66e8d729da69 req-445fbf0a-a67e-4f92-8556-e541d1f1c08d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943711 Aug 31 16:12:56.070665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:12:56.075346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.111723 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.135133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6beef05f-6352-4edb-87fb-cae54f7186e5 req-86b05dcb-cfd6-4b52-ae78-3b8bc89bf655 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133981 Aug 31 16:12:56.162757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port c4246406-f583-43bf-aca0-db4d81c45847 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:56.163314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.261822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f831f4a-9c7a-4572-b7ae-91c657ec03b4 req-32816142-0b1c-4ed2-8e7d-3e1902d1591b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0673652 Aug 31 16:12:56.285822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.369848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.397627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for c4246406-f583-43bf-aca0-db4d81c45847 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:56.450900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022d127-4c3f-42d2-84cf-da82c7617d05 req-cdbc5757-4c22-466f-a9ff-7a492afe2a84 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:56.464292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a022d127-4c3f-42d2-84cf-da82c7617d05 req-cdbc5757-4c22-466f-a9ff-7a492afe2a84 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 947 time: 0.0747650 Aug 31 16:12:56.527285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a022d127-4c3f-42d2-84cf-da82c7617d05 req-185ec38d-9260-4393-a180-846b81609c33 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620058 Aug 31 16:12:56.539819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:12:56.593200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.641867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-6e225b2b-71d8-49a7-b281-216b6d33a6dc tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:56.643757 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-6e225b2b-71d8-49a7-b281-216b6d33a6dc tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.49 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 946 time: 0.1465986 Aug 31 16:12:56.658360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,segment=NetworkSegment(041840b4-781d-4d06-8989-229a41cb796d),segment_id=041840b4-781d-4d06-8989-229a41cb796d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:56.678508 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.736299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.815961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 075509fc-c956-44d1-a90d-3810f5912398, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=075509fc-c956-44d1-a90d-3810f5912398,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:56.829186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:12:52Z', 'revision_number': 3, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:12:52Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:12:56.831392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:56.832364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c51239e0-5c94-4791-974b-c338e9d11847 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:56.836952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:56.841834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=8e080d38-789d-4aec-b12e-1d9d2072a5d6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:56.897093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:12:56.897542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 2d81ac21-6602-482c-962b-066d0e89b143, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:12:56.916739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:12:56.917159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Updating router 10ce7d5d-d68c-4a42-ac18-3544570df433 port b7b5eff8-0cde-400e-8450-59bac6042b5a binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:12:57.003414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['5dddc8a4-b421-4fe2-ba4e-31b6df1672ba'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:12:57.021628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.028367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Deleting port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:12:57.028854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.052472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-77f2e7e1-356f-44ea-9c86-f330777e4820 None None] Provisioning complete for port 075509fc-c956-44d1-a90d-3810f5912398 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:57.053268 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-77f2e7e1-356f-44ea-9c86-f330777e4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.090485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=075509fc-c956-44d1-a90d-3810f5912398,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:57.097092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=c4246406-f583-43bf-aca0-db4d81c45847,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:57.146903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.254660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 2d81ac21-6602-482c-962b-066d0e89b143 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:12:57.282826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.288018 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c9176d8-1d14-4915-90cb-e0e1cd6a3514 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/c4246406-f583-43bf-aca0-db4d81c45847 HTTP/1.1" status: 204 len: 168 time: 1.3268437 Aug 31 16:12:57.292705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40194) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:57.304882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2d81ac21-6602-482c-962b-066d0e89b143) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:12:57.327076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:57.329280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.337024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8d169d-19d1-40f0-a7ce-5d7d957db54f None None] Network 2d81ac21-6602-482c-962b-066d0e89b143 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:57.362336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c51239e0-5c94-4791-974b-c338e9d11847 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:57.368645 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.373313 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90c42861-e999-4a1f-aa67-d34bfcf7d77e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0138092 Aug 31 16:12:57.374054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40198) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:57.431073 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6af7b17-f327-4a28-818b-6191b6544795 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:12:57.436949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f6af7b17-f327-4a28-818b-6191b6544795 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/c4246406-f583-43bf-aca0-db4d81c45847 HTTP/1.1" status: 404 len: 333 time: 0.1346788 Aug 31 16:12:57.448110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:57.610277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] For port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,segment=NetworkSegment(e8b63aa4-b6ed-4b40-82a3-61e28f49c81a),segment_id=e8b63aa4-b6ed-4b40-82a3-61e28f49c81a)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:57.610817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.630139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ff096d86-8015-47c2-ac01-f8637c6c2ccc up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:57.646787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Calling delete_port for 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:12:57.702541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07d5e-3507-4ea1-b420-22ae83b2d084 req-a252dfaf-7c9e-4102-abee-334c02c90153 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:57.718500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cae07d5e-3507-4ea1-b420-22ae83b2d084 req-a252dfaf-7c9e-4102-abee-334c02c90153 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 946 time: 0.5109968 Aug 31 16:12:57.764116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3307a-4305-4fb2-a9b8-8a89e2532df2 req-293414c5-cf24-47b3-a8da-8254d5abb222 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:57.777957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1da3307a-4305-4fb2-a9b8-8a89e2532df2 req-293414c5-cf24-47b3-a8da-8254d5abb222 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 945 time: 0.5100913 Aug 31 16:12:57.809919 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:57.867868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 1255c23a-56b9-4480-bf36-9978ecf86833 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:57.881095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.043113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cae07d5e-3507-4ea1-b420-22ae83b2d084 req-26db6672-bb67-4858-828d-9d984731f5e5 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/security-groups?id=3eb9542b-52c1-49c7-9f15-cc7509e97fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221235 Aug 31 16:12:58.071750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1da3307a-4305-4fb2-a9b8-8a89e2532df2 req-3e8fd2b5-3630-4ffc-b89b-269b6653bd0e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683337 Aug 31 16:12:58.113819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.133779 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.190757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2d81ac21-6602-482c-962b-066d0e89b143', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:12:58.191811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.217611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port ff096d86-8015-47c2-ac01-f8637c6c2ccc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:58.326267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port ff096d86-8015-47c2-ac01-f8637c6c2ccc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:58.326929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.327676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Pushing event deleted for resources: {'Port': ['ID=5d2b88a2-ab4a-4b55-b87c-81beecceb6a3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:58.329486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-77f2e7e1-356f-44ea-9c86-f330777e4820 None None] Provisioning for port b7b5eff8-0cde-400e-8450-59bac6042b5a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:12:58.335713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b884bd3d-a610-4adc-ab10-41b1fa647257 req-0aafce05-6dc9-43e7-8457-33db027c5263 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.1628489 Aug 31 16:12:58.367442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] No DVR routers for this DVR port 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:12:58.400912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-77f2e7e1-356f-44ea-9c86-f330777e4820 None None] Provisioning complete for port b7b5eff8-0cde-400e-8450-59bac6042b5a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:58.402074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-77f2e7e1-356f-44ea-9c86-f330777e4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.418063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.422693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c16eec16-c768-4d33-a2b3-f2e2ce4cdca2 req-46531780-8e7d-490c-b54d-63f748b7398d tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.49 "DELETE /v2.0/ports/5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 HTTP/1.1" status: 204 len: 173 time: 1.7688925 Aug 31 16:12:58.423095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b067d359-b6f7-4c85-8388-827f375aee68', 'name': 'network-vif-deleted', 'tag': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:58.435476 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda36816-4126-4e0e-af3f-276d96d985fa" -d '{"events": [{"server_uuid": "b067d359-b6f7-4c85-8388-827f375aee68", "name": "network-vif-deleted", "tag": "5d2b88a2-ab4a-4b55-b87c-81beecceb6a3"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:58.541364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37653cf4-0753-4795-a971-7e36c1490a29 req-5974b0dd-d1b8-4a37-aa29-28c6a6abd33f tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:58.555774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37653cf4-0753-4795-a971-7e36c1490a29 req-5974b0dd-d1b8-4a37-aa29-28c6a6abd33f tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 947 time: 0.2752514 Aug 31 16:12:58.581270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 075509fc-c956-44d1-a90d-3810f5912398 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:12:58.587437 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21247a07-e04b-4e1e-98a4-a12a8190246c x-openstack-request-id: req-21247a07-e04b-4e1e-98a4-a12a8190246c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:58.596604 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b067d359-b6f7-4c85-8388-827f375aee68", "name": "network-vif-deleted", "tag": "5d2b88a2-ab4a-4b55-b87c-81beecceb6a3", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:58.597064 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21247a07-e04b-4e1e-98a4-a12a8190246c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:58.597725 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b067d359-b6f7-4c85-8388-827f375aee68', 'name': 'network-vif-deleted', 'tag': '5d2b88a2-ab4a-4b55-b87c-81beecceb6a3', 'status': 'completed', 'code': 200} Aug 31 16:12:58.628835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.769469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37653cf4-0753-4795-a971-7e36c1490a29 req-effdc532-948b-4777-ac2d-44bc1d9f6ed5 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117848 Aug 31 16:12:58.847956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.855386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.862802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-77f2e7e1-356f-44ea-9c86-f330777e4820 None None] Port b7b5eff8-0cde-400e-8450-59bac6042b5a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:12:58.919857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:58.924206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/1255c23a-56b9-4480-bf36-9978ecf86833 HTTP/1.1" status: 204 len: 168 time: 1.4726920 Aug 31 16:12:58.926895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40206) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:58.945285 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476a42e-29e1-44eb-b83f-7365092fb253 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=1255c23a-56b9-4480-bf36-9978ecf86833,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:59.004015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Allocated IP 172.22.0.2 (2d81ac21-6602-482c-962b-066d0e89b143/8e080d38-789d-4aec-b12e-1d9d2072a5d6/01101320-c933-4812-a651-33e67405c64b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:12:59.049507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 7d522afd-c522-4c09-93ed-d190dcab0d05 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:12:59.058830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.152310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.183398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9d776-f879-4ceb-a7aa-7f3c85bce10a None None] Network 23c42722-be76-40bd-828d-189bc32bd27f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:12:59.386474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1ba82db-b11f-40b4-beb6-3d01fa32c08e req-4b514c25-d7ec-4781-9be8-34a9e1dc7168 tempest-ServerTagsTestJSON-34105566 tempest-ServerTagsTestJSON-34105566-project] 10.222.0.43 "GET /v2.0/ports?device_id=b067d359-b6f7-4c85-8388-827f375aee68 HTTP/1.1" status: 200 len: 210 time: 0.0769641 Aug 31 16:12:59.431471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29878c0-dd06-4452-b277-a9252889ca16 req-464289d0-e235-4b9f-9cf2-0b319b5e4ecf tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:12:59.432823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a29878c0-dd06-4452-b277-a9252889ca16 req-464289d0-e235-4b9f-9cf2-0b319b5e4ecf tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 945 time: 0.2256637 Aug 31 16:12:59.461146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.513557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e59266b-be43-4b8d-9521-79b4fb994039 None None] Provisioning complete for port c51239e0-5c94-4791-974b-c338e9d11847 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:59.513929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e59266b-be43-4b8d-9521-79b4fb994039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.522591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 075509fc-c956-44d1-a90d-3810f5912398 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:12:59.523002 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.525464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Transition to ACTIVE for port object b7b5eff8-0cde-400e-8450-59bac6042b5a will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:12:59.530907 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.585712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.586111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.650214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a29878c0-dd06-4452-b277-a9252889ca16 req-897143ae-83fe-4833-ad09-33b47aff5075 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105856 Aug 31 16:12:59.712149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:12:59.715858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f12c2fc5-224e-41e0-99e0-c71ae6713c65 req-c380bb9f-18fe-4efa-bf14-a17f7119e7d6 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0438771 Aug 31 16:12:59.719042 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89a8318-1d05-43ec-8aa5-7f9efb62a240" -d '{"events": [{"server_uuid": "8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1", "name": "network-vif-plugged", "status": "completed", "tag": "ff096d86-8015-47c2-ac01-f8637c6c2ccc"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:12:59.746213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.783012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port ff096d86-8015-47c2-ac01-f8637c6c2ccc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:12:59.823461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=7d522afd-c522-4c09-93ed-d190dcab0d05,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:59.836739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.842078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40220) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:12:59.843504 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a059ea7-e4c3-464d-be70-bff911760ef1 x-openstack-request-id: req-9a059ea7-e4c3-464d-be70-bff911760ef1 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:12:59.843801 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1", "name": "network-vif-plugged", "status": "completed", "tag": "ff096d86-8015-47c2-ac01-f8637c6c2ccc", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:12:59.844055 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a059ea7-e4c3-464d-be70-bff911760ef1 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:12:59.844476 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc', 'code': 200} Aug 31 16:12:59.846900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-09baa788-1419-418d-bdfc-7f285e082812 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/7d522afd-c522-4c09-93ed-d190dcab0d05 HTTP/1.1" status: 204 len: 168 time: 0.9131582 Aug 31 16:12:59.879003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Pushing event updated for resources: {'Port': ['ID=b7b5eff8-0cde-400e-8450-59bac6042b5a,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:12:59.891952 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:12:59.892772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:12:59.996025 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.001726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.002079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.002425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.002769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.003105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.003440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.003771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.004101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.005019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9981e-e1f1-467e-ad2d-44758201b3f4 req-782042a0-4e82-4c90-b4f4-7fcd685b9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:00.006629 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ed9981e-e1f1-467e-ad2d-44758201b3f4 req-782042a0-4e82-4c90-b4f4-7fcd685b9fca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 1100 time: 0.0706964 Aug 31 16:13:00.007232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3160c45-bf9e-41d8-80d8-92d5e6a8ac23 req-1338546f-756c-476d-8a49-81fcf7fc69a0 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:00.010189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.010884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.011382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.011869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:00.021156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3160c45-bf9e-41d8-80d8-92d5e6a8ac23 req-1338546f-756c-476d-8a49-81fcf7fc69a0 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 948 time: 0.1062808 Aug 31 16:13:00.045848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:00.046108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5d2b88a2-ab4a-4b55-b87c-81beecceb6a3 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:00.089005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6ed9981e-e1f1-467e-ad2d-44758201b3f4 req-f66dbf48-ec73-4640-8762-869b939a079a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747890 Aug 31 16:13:00.107451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port c51239e0-5c94-4791-974b-c338e9d11847 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:00.107897 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.116883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3160c45-bf9e-41d8-80d8-92d5e6a8ac23 req-0e95b327-1d96-440d-8c2f-f65f0a225223 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 Aug 31 16:13:00.145859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Attempting to bind port b7b5eff8-0cde-400e-8450-59bac6042b5a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:00.146232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Attempting to bind port b7b5eff8-0cde-400e-8450-59bac6042b5a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:00.146601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Attempting to bind port b7b5eff8-0cde-400e-8450-59bac6042b5a on network 5e70e851-870b-444e-b123-249334123843 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:00.170127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.184539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:00.184921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Checking segment: {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:00.185328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.185724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Bound using segment: {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:00.186204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Bound port: b7b5eff8-0cde-400e-8450-59bac6042b5a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c850b17-d9c4-4eb2-a6ab-5e440eeac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70e851-870b-444e-b123-249334123843'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:00.186586 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.186855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] For port c51239e0-5c94-4791-974b-c338e9d11847, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c51239e0-5c94-4791-974b-c338e9d11847,segment=NetworkSegment(1505d08d-3004-4287-9db7-db2d02eb41ce),segment_id=1505d08d-3004-4287-9db7-db2d02eb41ce)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:00.187351 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.202472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for c51239e0-5c94-4791-974b-c338e9d11847 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:00.216703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Transition to ACTIVE for port object 01101320-c933-4812-a651-33e67405c64b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:00.230698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e59266b-be43-4b8d-9521-79b4fb994039 None None] Could not find standard attr ID for object c4246406-f583-43bf-aca0-db4d81c45847. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:13:00.241917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=ff096d86-8015-47c2-ac01-f8637c6c2ccc,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:00.273311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Transition to ACTIVE for port object 01101320-c933-4812-a651-33e67405c64b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:00.295659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d994503-4d76-498a-8cea-177eb1dda545 None None] DHCP port deletion for 23c42722-be76-40bd-828d-189bc32bd27f request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:00.298739 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.355743 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.384721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7d994503-4d76-498a-8cea-177eb1dda545 None None] The port 'c51239e0-5c94-4791-974b-c338e9d11847' was deleted {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 16:13:00.392283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Network 2d81ac21-6602-482c-962b-066d0e89b143 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:00.393869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.22.0.1 (2d81ac21-6602-482c-962b-066d0e89b143/8e080d38-789d-4aec-b12e-1d9d2072a5d6/52794fff-9bc5-443c-914a-b26d4923fd11) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:00.399609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No DVR routers for this DVR port c51239e0-5c94-4791-974b-c338e9d11847 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:00.405100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:00.410625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=c51239e0-5c94-4791-974b-c338e9d11847,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:00.413306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:00.415775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] For port b7b5eff8-0cde-400e-8450-59bac6042b5a, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:00.421421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Pushing event updated for resources: {'Port': ['ID=01101320-c933-4812-a651-33e67405c64b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:00.435303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] For port b7b5eff8-0cde-400e-8450-59bac6042b5a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7b5eff8-0cde-400e-8450-59bac6042b5a,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:00.463334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c51239e0-5c94-4791-974b-c338e9d11847 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:00.472249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.489446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:00.544369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c51239e0-5c94-4791-974b-c338e9d11847 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:00.544636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c51239e0-5c94-4791-974b-c338e9d11847 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:00.567786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.586169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c42722-be76-40bd-828d-189bc32bd27f']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:00.589394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Deleting subnet 6a0d996e-25d5-4a0d-8236-d5c4535e1370 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:00.600959 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.610338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Attempting to bind port 01101320-c933-4812-a651-33e67405c64b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:00.611116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Attempting to bind port 01101320-c933-4812-a651-33e67405c64b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:00.611345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1505d08d-3004-4287-9db7-db2d02eb41ce') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:00.611631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1505d08d-3004-4287-9db7-db2d02eb41ce') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:00.612017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Attempting to bind port 01101320-c933-4812-a651-33e67405c64b on network 2d81ac21-6602-482c-962b-066d0e89b143 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:00.629893 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.640484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:00.641142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Checking segment: {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:00.641971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.642743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Bound using segment: {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:00.643475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Bound port: 01101320-c933-4812-a651-33e67405c64b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:00.644045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.650767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff63500-6311-4e1a-bab5-d27fc70e49c5 None None] Pushing event updated for resources: {'Port': ['ID=b7b5eff8-0cde-400e-8450-59bac6042b5a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:00.678893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:00.679900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:00.681245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.698047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:00.698706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.707411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:00.708028 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:00.714054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.748437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:00.810599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object 52794fff-9bc5-443c-914a-b26d4923fd11 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:00.824162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.840039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:00.843387 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/23c42722-be76-40bd-828d-189bc32bd27f HTTP/1.1" status: 204 len: 168 time: 0.9985869 Aug 31 16:13:00.856050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:00.879251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000763-0386-4eaf-b22b-fef9d60a7e4b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=23c42722-be76-40bd-828d-189bc32bd27f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:00.921185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:00.937660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.010576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 2d81ac21-6602-482c-962b-066d0e89b143 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:01.013733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:01.017181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:01.036758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2fa196c1-caa0-4ead-bf64-80852338c347 req-2fff676b-b852-44ba-af9b-965f3cfa0297 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.1225522 Aug 31 16:13:01.044238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.048267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=52794fff-9bc5-443c-914a-b26d4923fd11,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:01.080473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.098636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b5a3d-8dba-42d2-a557-200416f09746 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:01.098636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-905b5a3d-8dba-42d2-a557-200416f09746 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1851728 Aug 31 16:13:01.098978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] For port 01101320-c933-4812-a651-33e67405c64b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:01.099095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:01.099479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] For port 01101320-c933-4812-a651-33e67405c64b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=01101320-c933-4812-a651-33e67405c64b,segment=NetworkSegment(af7c8b73-444d-43ad-8d7e-c16c82fd873b),segment_id=af7c8b73-444d-43ad-8d7e-c16c82fd873b)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:01.121891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.152724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb589f-0256-4356-9f9e-3d66c3e6acc0 req-712110cb-86aa-43cd-b14f-80990e6d6e4e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:01.155334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dacb589f-0256-4356-9f9e-3d66c3e6acc0 req-712110cb-86aa-43cd-b14f-80990e6d6e4e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 945 time: 0.3127162 Aug 31 16:13:01.166599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.235074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.238994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a0d996e-25d5-4a0d-8236-d5c4535e1370 HTTP/1.1" status: 204 len: 168 time: 0.7478607 Aug 31 16:13:01.245584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:01.303544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:01.319703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f073-bd86-4aba-a43e-0acb3b4b3d5f None None] Pushing event updated for resources: {'Port': ['ID=01101320-c933-4812-a651-33e67405c64b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:01.334186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:01.334843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.514333 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.561346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,segment=NetworkSegment(041840b4-781d-4d06-8989-229a41cb796d),segment_id=041840b4-781d-4d06-8989-229a41cb796d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:01.583379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.621725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:12:52Z', 'revision_number': 3, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:00Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:01.681023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15358bfa-cab4-4160-a586-39a8c83c3f37 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:12:52Z', 'revision_number': 3, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:00Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:01.786087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.792676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:01.818801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:01.845779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f727f-2191-4c58-872c-de4225c1971a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:13:01.849845 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17183a87-54d3-43f2-a0df-9f4437b3564f" -d '{"events": [{"server_uuid": "da8f727f-2191-4c58-872c-de4225c1971a", "name": "network-vif-plugged", "status": "completed", "tag": "5dddc8a4-b421-4fe2-ba4e-31b6df1672ba"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:13:02.001091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dacb589f-0256-4356-9f9e-3d66c3e6acc0 req-3c43e7a0-6937-4434-aeb8-6a386ca07e37 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214312 Aug 31 16:13:02.006437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d13a52-4164-4e7e-ab55-d3172bcae2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0d996e-25d5-4a0d-8236-d5c4535e1370,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:02.063267 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.075125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f8ae7a-e450-4770-97b0-18cbd75a1a6e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:02.082862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8c67670e-666c-44a8-96ef-9ba8b4709700 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9403174 Aug 31 16:13:02.090111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:02.090553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b63aa4-b6ed-4b40-82a3-61e28f49c81a') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:02.098492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40244) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:02.104621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.121586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.125853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2089897120'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:02.132112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:02.132714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:02.134762 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:02.150385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce315a-f3bf-4604-a547-3841a40fa22d req-b4afd6b6-1b16-4a9a-ad51-8d07e7c243f2 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:02.152021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07ce315a-f3bf-4604-a547-3841a40fa22d req-b4afd6b6-1b16-4a9a-ad51-8d07e7c243f2 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 948 time: 0.9424438 Aug 31 16:13:02.159949 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4996c1f4-4049-4a10-8fcb-9e67b72fe001 x-openstack-request-id: req-4996c1f4-4049-4a10-8fcb-9e67b72fe001 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:13:02.161362 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f727f-2191-4c58-872c-de4225c1971a", "name": "network-vif-plugged", "status": "completed", "tag": "5dddc8a4-b421-4fe2-ba4e-31b6df1672ba", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:13:02.161702 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4996c1f4-4049-4a10-8fcb-9e67b72fe001 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:13:02.163390 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f727f-2191-4c58-872c-de4225c1971a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba', 'code': 200} Aug 31 16:13:02.261848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.268327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.285577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] 10.222.0.43 "DELETE /v2.0/networks/94f8ae7a-e450-4770-97b0-18cbd75a1a6e HTTP/1.1" status: 204 len: 168 time: 1.0266023 Aug 31 16:13:02.295903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:02.299447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.388515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fe377c7-630b-435e-bfd4-1b4e06f8b568 req-f9940ab1-1284-465b-bc49-e4c8b18ca7cc tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0767241 Aug 31 16:13:02.417855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07ce315a-f3bf-4604-a547-3841a40fa22d req-821e3fae-163e-4236-804c-7002d82bdf38 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454858 Aug 31 16:13:02.440138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf886b5-0255-4209-9112-c0d96d55faf3 req-017064b8-8738-45f5-918c-22e7fdfa243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:02.441723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cf886b5-0255-4209-9112-c0d96d55faf3 req-017064b8-8738-45f5-918c-22e7fdfa243a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 1098 time: 0.1928408 Aug 31 16:13:02.454180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:13:02.489374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.494307 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment 08f7b12e-c2d2-452a-b6bb-48463e849efa of type vlan for network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 Aug 31 16:13:02.516823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213268e1-6ca7-4369-85a4-af4734082552 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f8ae7a-e450-4770-97b0-18cbd75a1a6e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:02.562222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.620949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.627652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:02.628096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.677312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 01101320-c933-4812-a651-33e67405c64b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:02.725791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.736834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.805749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40254) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:02.835545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 01101320-c933-4812-a651-33e67405c64b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:02.854286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7b5eff8-0cde-400e-8450-59bac6042b5a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:02.888441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=52794fff-9bc5-443c-914a-b26d4923fd11,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:02.899366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:02.967346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-92f1394c-e5ac-4f26-8898-3be423f4099d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbee5b25e2d0404ba0bce2625a167116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539969 Aug 31 16:13:02.967346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8612165 Aug 31 16:13:02.983205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40258) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:02.983362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40260) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:03.023578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:03.099382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 2d81ac21-6602-482c-962b-066d0e89b143 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:03.100946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:03.105122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b3f8c-816b-4cc8-98fb-6e3f2f314fcc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=4a122fda-e0a7-4074-9c8d-d9996ef9e585,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:03.115673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cf886b5-0255-4209-9112-c0d96d55faf3 req-fc3fe626-d8ab-40a7-9cd3-8774e6c090a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119047 Aug 31 16:13:03.154876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6d9b6-3e66-4a2e-8bc6-5c289ae9cfa0 None None] Network 2d81ac21-6602-482c-962b-066d0e89b143 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:03.241909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:13:03.243404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:03.264449 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:13:03.299193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29da7e-ae5a-435c-bc9d-5500a38049a8 req-4ba56456-ff73-45b8-9877-c82db0131b81 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:03.301197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed29da7e-ae5a-435c-bc9d-5500a38049a8 req-4ba56456-ff73-45b8-9877-c82db0131b81 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 948 time: 0.3168995 Aug 31 16:13:03.325703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd7ae-7a29-4586-b926-a319af7f8cf1 req-ef3ab129-f87c-48a4-931a-614fb00f32ae tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:03.328698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-499bd7ae-7a29-4586-b926-a319af7f8cf1 req-ef3ab129-f87c-48a4-931a-614fb00f32ae tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 946 time: 0.1689310 Aug 31 16:13:03.334268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8d10b8-0f4e-49c7-a4c4-f918e9c13e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.348016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] Provisioning for port 01101320-c933-4812-a651-33e67405c64b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:03.371374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] Provisioning complete for port 01101320-c933-4812-a651-33e67405c64b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:03.371933 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.373944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:03.385835 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:03.394024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-20038d36-7e0b-4d83-81f3-5a079122745e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0038862 Aug 31 16:13:03.396107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:03.399897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:03.403072 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:03.412874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350247552'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:03.456299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b7b5eff8-0cde-400e-8450-59bac6042b5a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:03.461749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed29da7e-ae5a-435c-bc9d-5500a38049a8 req-197a63e3-39dd-42ad-93f1-d93f0abd0c9a tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306067 Aug 31 16:13:03.466907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-499bd7ae-7a29-4586-b926-a319af7f8cf1 req-0b55d97b-b571-4119-a430-bfabd6e3dd38 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174083 Aug 31 16:13:03.475056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b7b5eff8-0cde-400e-8450-59bac6042b5a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:03.475389 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8d10b8-0f4e-49c7-a4c4-f918e9c13e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.475720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.493374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:03.498368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.547081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:03.552835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.619274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:13:03.627815 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.645868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.651451 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added segment 899c85cf-5325-444c-9718-6792ad46866f of type vlan for network 28f9d59c-d08b-4d35-8981-de59cf661c11 Aug 31 16:13:03.689627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8d10b8-0f4e-49c7-a4c4-f918e9c13e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.693131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad8d10b8-0f4e-49c7-a4c4-f918e9c13e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.704224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad8d10b8-0f4e-49c7-a4c4-f918e9c13e4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3eb9542b-52c1-49c7-9f15-cc7509e97fb9 HTTP/1.1" status: 204 len: 168 time: 0.6993349 Aug 31 16:13:03.740040 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:03.748092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-588ce0e7-cc28-4577-bd61-cbbeed18138d req-62c5611e-d93e-4ebc-aafe-12f11687be29 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0390389 Aug 31 16:13:03.759985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d10b8-0f4e-49c7-a4c4-f918e9c13e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9542b-52c1-49c7-9f15-cc7509e97fb9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:03.814405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] For port 01101320-c933-4812-a651-33e67405c64b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=01101320-c933-4812-a651-33e67405c64b,segment=NetworkSegment(af7c8b73-444d-43ad-8d7e-c16c82fd873b),segment_id=af7c8b73-444d-43ad-8d7e-c16c82fd873b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:03.816926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.818302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.826871 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.911818 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.915935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61966f54-f384-4ec1-9d8e-5248a5c214de None None] Pushing event updated for resources: {'Port': ['ID=01101320-c933-4812-a651-33e67405c64b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:03.927688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:03.930923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.975528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:03.993129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b7b5eff8-0cde-400e-8450-59bac6042b5a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7b5eff8-0cde-400e-8450-59bac6042b5a,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:04.000890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:04.125025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=9edb9e3b-f777-4eff-bca2-925e78b45f5a,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:04.146343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Network': ['ID=28f9d59c-d08b-4d35-8981-de59cf661c11,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:04.158752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.159482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.159999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.160536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.161047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.161637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.162125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.162612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.163096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.163605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.164104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.164617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:04.219444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:13:04.230500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4b7439ef-cc6d-4aa5-a2d1-e4cb4661a235 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8289964 Aug 31 16:13:04.231202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40274) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:04.264007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': '08f7b12e-c2d2-452a-b6bb-48463e849efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:04.264007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: 4a122fda-e0a7-4074-9c8d-d9996ef9e585, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:13:04.264430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'subnet': {'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:04.313950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:13:04.337852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-166dc950-e4f2-4588-89eb-c6f5cefc36ca None None] Provisioning complete for port 01101320-c933-4812-a651-33e67405c64b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:04.339671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-166dc950-e4f2-4588-89eb-c6f5cefc36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:04.355051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 4a122fda-e0a7-4074-9c8d-d9996ef9e585) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:04.383712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:04.384426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:04.400730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336a514-7bf1-49bc-8fb3-8dd83acdacfa None None] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:04.403574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b7b5eff8-0cde-400e-8450-59bac6042b5a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:04.452012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-616a86a5-c060-4e5e-a74c-1a0639bae337 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4372382 Aug 31 16:13:04.454903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40278) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:04.460576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585', 'name': 'tempest-PortsIpV6TestJSON-212660639'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:04.490680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-eabeaa7c-c477-4cb5-bc2e-1773d509b950 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:04.495379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-eabeaa7c-c477-4cb5-bc2e-1773d509b950 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 948 time: 0.3261831 Aug 31 16:13:04.544545 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:01Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:02Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:00Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:04.559621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 01101320-c933-4812-a651-33e67405c64b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:04.681047 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:04.681839 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Updating router 10ce7d5d-d68c-4a42-ac18-3544570df433 port 52794fff-9bc5-443c-914a-b26d4923fd11 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:13:04.747479 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:04.897749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Made reservation on behalf of db7d3c41becd445aa96606d359dc3fa9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:04.917505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:04.931659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-166dc950-e4f2-4588-89eb-c6f5cefc36ca None None] Provisioning for port 52794fff-9bc5-443c-914a-b26d4923fd11 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:04.963483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-166dc950-e4f2-4588-89eb-c6f5cefc36ca None None] Provisioning complete for port 52794fff-9bc5-443c-914a-b26d4923fd11 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:04.964049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-166dc950-e4f2-4588-89eb-c6f5cefc36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.009482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 01101320-c933-4812-a651-33e67405c64b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:05.010175 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.030297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc7ef-ee5d-472d-8750-4a7ea1e95981 req-b0b87583-29c0-4296-ab1d-c603a12f9f2e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:05.041881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-822fc7ef-ee5d-472d-8750-4a7ea1e95981 req-b0b87583-29c0-4296-ab1d-c603a12f9f2e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 946 time: 0.3644004 Aug 31 16:13:05.075302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9f11-79a6-420d-a6a6-c5c23539497f req-9cbd236a-b40d-47ea-87b9-386d5be69083 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:05.085373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cee9f11-79a6-420d-a6a6-c5c23539497f req-9cbd236a-b40d-47ea-87b9-386d5be69083 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 948 time: 0.4025085 Aug 31 16:13:05.133142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:05.135057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-166dc950-e4f2-4588-89eb-c6f5cefc36ca None None] Port 52794fff-9bc5-443c-914a-b26d4923fd11 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:05.138048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.245351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port f6226cd3-74cd-4fe4-b612-bba30b9b175f yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:13:05.274871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.289684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4a122fda-e0a7-4074-9c8d-d9996ef9e585', 'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': '9edb9e3b-f777-4eff-bca2-925e78b45f5a'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:13:05.291556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.301248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-822fc7ef-ee5d-472d-8750-4a7ea1e95981 req-c4323661-63cd-4fa8-b207-c947f2c3206e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581940 Aug 31 16:13:05.321330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cee9f11-79a6-420d-a6a6-c5c23539497f req-2a24d704-e8ce-42bc-9725-69b0d73bdd97 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342098 Aug 31 16:13:05.363752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Deleting port ff096d86-8015-47c2-ac01-f8637c6c2ccc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:05.381092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.433958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f007519e-1702-4a85-a9cb-553d0190ce0b None None] Provisioning complete for port 52794fff-9bc5-443c-914a-b26d4923fd11 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:05.434391 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f007519e-1702-4a85-a9cb-553d0190ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.609347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::2e0 (4a122fda-e0a7-4074-9c8d-d9996ef9e585/9edb9e3b-f777-4eff-bca2-925e78b45f5a/f6226cd3-74cd-4fe4-b612-bba30b9b175f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:05.641862 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.668173 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Transition to ACTIVE for port object 52794fff-9bc5-443c-914a-b26d4923fd11 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:05.686277 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.724769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Subnet': ['ID=6c3fd917-b30f-445a-8db7-1ff3a54d9eaf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:05.814640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Checking segment: {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:05.817390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network hostable DHCP agents. Network: 28f9d59c-d08b-4d35-8981-de59cf661c11, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:13:05.897508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f007519e-1702-4a85-a9cb-553d0190ce0b None None] Port 52794fff-9bc5-443c-914a-b26d4923fd11 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:05.923265 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Pushing event updated for resources: {'Port': ['ID=52794fff-9bc5-443c-914a-b26d4923fd11,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:05.924663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] For port ff096d86-8015-47c2-ac01-f8637c6c2ccc, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=ff096d86-8015-47c2-ac01-f8637c6c2ccc,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:05.926867 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.955717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.956157 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.956613 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.957021 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.958678 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.959337 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.959964 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.961625 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.963671 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.963755 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.964054 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.964923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:05.977911 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Attempting to bind port 52794fff-9bc5-443c-914a-b26d4923fd11 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:05.978343 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Attempting to bind port 52794fff-9bc5-443c-914a-b26d4923fd11 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:05.979533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Attempting to bind port 52794fff-9bc5-443c-914a-b26d4923fd11 on network 2d81ac21-6602-482c-962b-066d0e89b143 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:05.990718 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:05.993062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Checking segment: {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:05.994867 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:05.995598 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Bound using segment: {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:05.996480 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Bound port: 52794fff-9bc5-443c-914a-b26d4923fd11, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c8b73-444d-43ad-8d7e-c16c82fd873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:05.997103 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:06.004289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Calling delete_port for ff096d86-8015-47c2-ac01-f8637c6c2ccc owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:06.048682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:13:06.077275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 28f9d59c-d08b-4d35-8981-de59cf661c11) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:06.084078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f5fc0d7-b4ec-423a-8268-70a108852e7c req-01b846ff-5a48-4753-a486-1e35dc1753b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0966332 Aug 31 16:13:06.097030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7845e0e-f466-4031-bad8-b7d6cccd03c3 None None] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:06.166949 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] For port 52794fff-9bc5-443c-914a-b26d4923fd11, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:06.178333 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] For port 52794fff-9bc5-443c-914a-b26d4923fd11, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52794fff-9bc5-443c-914a-b26d4923fd11,segment=NetworkSegment(af7c8b73-444d-43ad-8d7e-c16c82fd873b),segment_id=af7c8b73-444d-43ad-8d7e-c16c82fd873b)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:06.190749 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:06.213173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:06.214012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:06.258931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-530b8ed6-48f2-422c-9dca-4ef2e3c60a9d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0160334 Aug 31 16:13:06.270319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40312) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:06.330465 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:06.331112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:06.416039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:06.435792 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7838b-fdeb-41c5-9c8a-8d114c89320f None None] Pushing event updated for resources: {'Port': ['ID=52794fff-9bc5-443c-914a-b26d4923fd11,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:06.510004 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:06.527498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object f6226cd3-74cd-4fe4-b612-bba30b9b175f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:06.562756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7b5eff8-0cde-400e-8450-59bac6042b5a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:06.696267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:06.831502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40322) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:06.909207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-28f9d59c-d08b-4d35-8981-de59cf661c11', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:13:06.910448 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:06.946523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Allocated IP 2001:db8::2 (4a122fda-e0a7-4074-9c8d-d9996ef9e585/9edb9e3b-f777-4eff-bca2-925e78b45f5a/75c0e165-8c57-4509-b067-5165293a79dc) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:07.018576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:07.049926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:07.058401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:07.071637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:07.072502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.096141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=f6226cd3-74cd-4fe4-b612-bba30b9b175f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:07.176938 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.177716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475caf4-6b31-4f54-b44e-11b36f048b70 req-19714e9e-4bbd-4938-b607-6b04d8b10918 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:07.182218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0475caf4-6b31-4f54-b44e-11b36f048b70 req-19714e9e-4bbd-4938-b607-6b04d8b10918 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1 HTTP/1.1" status: 200 len: 948 time: 0.3405805 Aug 31 16:13:07.205596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eab13988-b0d2-4b40-a1ae-1ffba132b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.320980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Allocated IP 172.23.0.2 (28f9d59c-d08b-4d35-8981-de59cf661c11/6c3fd917-b30f-445a-8db7-1ff3a54d9eaf/a2e58f17-5261-49c1-af1a-2aff7bcf33e9) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:07.370653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Pushing event deleted for resources: {'Port': ['ID=ff096d86-8015-47c2-ac01-f8637c6c2ccc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:07.375522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] No DVR routers for this DVR port ff096d86-8015-47c2-ac01-f8637c6c2ccc on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:07.397127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.400796 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f8ab9f5-9c83-45bb-906f-094312483b44 req-5205bec6-245a-4197-966b-eac72a192ef8 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.49 "DELETE /v2.0/ports/ff096d86-8015-47c2-ac01-f8637c6c2ccc HTTP/1.1" status: 204 len: 173 time: 2.8786001 Aug 31 16:13:07.420855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:01Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:06Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:07.476337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eab13988-b0d2-4b40-a1ae-1ffba132b701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.513242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'name': 'network-vif-deleted', 'tag': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:13:07.516073 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835cba5-67e6-4697-b71d-27acd12a0ab8" -d '{"events": [{"server_uuid": "8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1", "name": "network-vif-deleted", "tag": "ff096d86-8015-47c2-ac01-f8637c6c2ccc"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:13:07.569008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf9edcb-8455-4ec8-ab9f-4c796bbd21f7 req-3e888a59-511f-4542-a924-f8d16e298fbe tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0905149 Aug 31 16:13:07.576963 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1168d-9a39-44a6-8cf0-413b8c372531 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:01Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:06Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:07.583652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1982bc23-268d-432b-819a-98ac7a6c34dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1236906 Aug 31 16:13:07.588804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40332) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:07.590005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.602396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Transition to ACTIVE for port object a2e58f17-5261-49c1-af1a-2aff7bcf33e9 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:07.632302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Transition to ACTIVE for port object a2e58f17-5261-49c1-af1a-2aff7bcf33e9 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:07.676856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585', 'name': 'tempest-PortsIpV6TestJSON-1037200609'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:07.689368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b7b5eff8-0cde-400e-8450-59bac6042b5a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:07.694747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.738908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eab13988-b0d2-4b40-a1ae-1ffba132b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.773439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ff096d86-8015-47c2-ac01-f8637c6c2ccc no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:07.793106 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d6886-4705-4db7-8d2a-486108b7c9aa x-openstack-request-id: req-8d7d6886-4705-4db7-8d2a-486108b7c9aa {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:13:07.793447 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1", "name": "network-vif-deleted", "tag": "ff096d86-8015-47c2-ac01-f8637c6c2ccc", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:13:07.793653 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d7d6886-4705-4db7-8d2a-486108b7c9aa {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:13:07.794046 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a11a7a4-df2c-4d5b-9aaa-1f0f7f9bccf1', 'name': 'network-vif-deleted', 'tag': 'ff096d86-8015-47c2-ac01-f8637c6c2ccc', 'status': 'completed', 'code': 200} Aug 31 16:13:07.830245 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:07.932484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: ff096d86-8015-47c2-ac01-f8637c6c2ccc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:07.935255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device ff096d86-8015-47c2-ac01-f8637c6c2ccc not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:07.969047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.061110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eab13988-b0d2-4b40-a1ae-1ffba132b701 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb04ad51d0a740d9a5a52fa241be1367&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2179933 Aug 31 16:13:08.082499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40336) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:08.105201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0475caf4-6b31-4f54-b44e-11b36f048b70 req-8451f3eb-075f-4242-b843-3440ef497082 tempest-VolumesNegativeTest-241263181 tempest-VolumesNegativeTest-241263181-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53d9d90-fbad-42f1-8f73-3b662aad4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8633454 Aug 31 16:13:08.115366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13988-b0d2-4b40-a1ae-1ffba132b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a260872-2fdb-408a-b202-c133c6e09778,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:08.282408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:08.286340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.293440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:08.310459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:08.316367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:08.322487 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.336868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 4383d827-91d9-43f6-b147-89afb513842f yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:13:08.391891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Transition to ACTIVE for port object 75c0e165-8c57-4509-b067-5165293a79dc will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:08.406614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Pushing event updated for resources: {'Port': ['ID=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:08.501493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01fe7ed7-4c23-406e-abe9-ac7a3ec88d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.503512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Transition to ACTIVE for port object 75c0e165-8c57-4509-b067-5165293a79dc will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:08.526825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Attempting to bind port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:08.527459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Attempting to bind port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:08.528324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Attempting to bind port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 on network 28f9d59c-d08b-4d35-8981-de59cf661c11 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:08.545380 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.567536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:08.567922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Checking segment: {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:08.568365 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.568776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Bound using segment: {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:08.569284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Bound port: a2e58f17-5261-49c1-af1a-2aff7bcf33e9, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:08.569672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.581280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01fe7ed7-4c23-406e-abe9-ac7a3ec88d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.614143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Allocated IP 172.23.0.1 (28f9d59c-d08b-4d35-8981-de59cf661c11/6c3fd917-b30f-445a-8db7-1ff3a54d9eaf/7848b93b-4e37-457d-86af-4521e5a27a2b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:08.657591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::162 (4a122fda-e0a7-4074-9c8d-d9996ef9e585/9edb9e3b-f777-4eff-bca2-925e78b45f5a/4383d827-91d9-43f6-b147-89afb513842f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:08.716867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:08.735373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:08.771350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:08.825268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01fe7ed7-4c23-406e-abe9-ac7a3ec88d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.830118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01fe7ed7-4c23-406e-abe9-ac7a3ec88d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:08.832054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-01fe7ed7-4c23-406e-abe9-ac7a3ec88d8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a260872-2fdb-408a-b202-c133c6e09778 HTTP/1.1" status: 204 len: 168 time: 0.7485132 Aug 31 16:13:08.872830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be2e0780-cccd-441d-9ea5-bbe7b8f0a143 req-2d9e9c94-6774-43d0-b4a7-65d2a29d8c2f tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9eed7-dedd-40db-b27b-bffe6d33c435 HTTP/1.1" status: 200 len: 210 time: 0.0838330 Aug 31 16:13:08.914675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7ed7-4c23-406e-abe9-ac7a3ec88d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a260872-2fdb-408a-b202-c133c6e09778,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:08.994399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.031115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Transition to ACTIVE for port object 7848b93b-4e37-457d-86af-4521e5a27a2b will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:09.089037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Pushing event updated for resources: {'Port': ['ID=75c0e165-8c57-4509-b067-5165293a79dc,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:09.111747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.136701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 4383d827-91d9-43f6-b147-89afb513842f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:09.145738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.228786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.251297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] For port a2e58f17-5261-49c1-af1a-2aff7bcf33e9, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:09.298087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:09.301540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:09.303187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:09.304697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:09.310733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:09.311400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.329943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52794fff-9bc5-443c-914a-b26d4923fd11 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:09.333933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=4383d827-91d9-43f6-b147-89afb513842f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:09.346070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:09.346297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4054b49d-ddca-4806-add6-ad74561174aa tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6987119 Aug 31 16:13:09.350152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40366) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:09.358517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:09.390501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Attempting to bind port 75c0e165-8c57-4509-b067-5165293a79dc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:09.392218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Attempting to bind port 75c0e165-8c57-4509-b067-5165293a79dc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '08f7b12e-c2d2-452a-b6bb-48463e849efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:09.392810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Attempting to bind port 75c0e165-8c57-4509-b067-5165293a79dc on network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:09.398914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] For port a2e58f17-5261-49c1-af1a-2aff7bcf33e9, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:09.406659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:09.408104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Checking segment: {'id': '08f7b12e-c2d2-452a-b6bb-48463e849efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:09.408869 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.410111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Bound using segment: {'id': '08f7b12e-c2d2-452a-b6bb-48463e849efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:09.411013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Bound port: 75c0e165-8c57-4509-b067-5165293a79dc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f7b12e-c2d2-452a-b6bb-48463e849efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4a122fda-e0a7-4074-9c8d-d9996ef9e585'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:09.411735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.424478 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.473370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=7848b93b-4e37-457d-86af-4521e5a27a2b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:09.528350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.603859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682479fb-8f9d-4b32-8268-ebd2da24fdc4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:09.608414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-682479fb-8f9d-4b32-8268-ebd2da24fdc4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e0 HTTP/1.1" status: 200 len: 928 time: 0.2554317 Aug 31 16:13:09.609835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362d599-84de-402c-9891-de3bb1a4ce1c None None] Pushing event updated for resources: {'Port': ['ID=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:09.616597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40378) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:09.677394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 52794fff-9bc5-443c-914a-b26d4923fd11 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:09.706849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] For port 75c0e165-8c57-4509-b067-5165293a79dc, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:09.710288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 52794fff-9bc5-443c-914a-b26d4923fd11 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:09.714640 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.722927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] For port 75c0e165-8c57-4509-b067-5165293a79dc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=75c0e165-8c57-4509-b067-5165293a79dc,segment=NetworkSegment(08f7b12e-c2d2-452a-b6bb-48463e849efa),segment_id=08f7b12e-c2d2-452a-b6bb-48463e849efa)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:09.767992 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.881941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1ed69-de45-4a71-84a9-0965b4ec583b None None] Pushing event updated for resources: {'Port': ['ID=75c0e165-8c57-4509-b067-5165293a79dc,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:09.904911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.952033 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:09.972256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 4383d827-91d9-43f6-b147-89afb513842f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:09.973016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:10.073787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 52794fff-9bc5-443c-914a-b26d4923fd11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52794fff-9bc5-443c-914a-b26d4923fd11,segment=NetworkSegment(af7c8b73-444d-43ad-8d7e-c16c82fd873b),segment_id=af7c8b73-444d-43ad-8d7e-c16c82fd873b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:10.083535 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:10.311151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:10.314910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:10.318405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=52794fff-9bc5-443c-914a-b26d4923fd11,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:10.363422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 4383d827-91d9-43f6-b147-89afb513842f owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:10.600329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2dd16328-8464-41e3-989f-14548d0e0f96 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:10.713017 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2dd16328-8464-41e3-989f-14548d0e0f96 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:10.941322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:10.990203 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2dd16328-8464-41e3-989f-14548d0e0f96 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.002431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2dd16328-8464-41e3-989f-14548d0e0f96 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.002431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2dd16328-8464-41e3-989f-14548d0e0f96 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/security-groups/fde437e3-adcf-483d-a315-1d53448b956d HTTP/1.1" status: 204 len: 168 time: 0.6842227 Aug 31 16:13:11.010538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40452) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:11.033589 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-4093d5a6-4540-489d-84bb-b15b6b4edd1b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] show failed (client error): The resource could not be found. Aug 31 16:13:11.038871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4093d5a6-4540-489d-84bb-b15b6b4edd1b tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "GET /v2.0/security-groups/fde437e3-adcf-483d-a315-1d53448b956d HTTP/1.1" status: 404 len: 347 time: 0.0250795 Aug 31 16:13:11.042578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40456) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:11.083379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=4383d827-91d9-43f6-b147-89afb513842f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:11.086122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.092609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de331427-51aa-4c33-af0b-5492d2f9b5a9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/4383d827-91d9-43f6-b147-89afb513842f HTTP/1.1" status: 204 len: 168 time: 1.4742670 Aug 31 16:13:11.094409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd16328-8464-41e3-989f-14548d0e0f96 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde437e3-adcf-483d-a315-1d53448b956d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:11.096477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40466) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:11.165294 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d98e9f-6b41-4a8c-a008-c183862a1b71 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:13:11.171736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-98d98e9f-6b41-4a8c-a008-c183862a1b71 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/4383d827-91d9-43f6-b147-89afb513842f HTTP/1.1" status: 404 len: 333 time: 0.0730798 Aug 31 16:13:11.172663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40478) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:11.439044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40504) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:11.527926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e92aa5-6856-43ff-b507-4cc3d9100122 req-9b106349-dccc-4e22-86e2-019d453ab513 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:11.541853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3e92aa5-6856-43ff-b507-4cc3d9100122 req-9b106349-dccc-4e22-86e2-019d453ab513 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 946 time: 0.2055104 Aug 31 16:13:11.546233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.546503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port f6226cd3-74cd-4fe4-b612-bba30b9b175f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:11.546780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.550966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 0df35da6-add6-44b5-8294-6457c4939939 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:11.551322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.571386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.617408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 75c0e165-8c57-4509-b067-5165293a79dc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:11.758398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.759416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 75c0e165-8c57-4509-b067-5165293a79dc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:11.766574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f7d02-bfcc-4fb8-b002-d2561afb3391 None None] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:11.774163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for f6226cd3-74cd-4fe4-b612-bba30b9b175f owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:11.774843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e58f17-5261-49c1-af1a-2aff7bcf33e9 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:11.876620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.883465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-935e0663-40c4-49ce-9bf2-efc22dc83c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:11.916040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event updated for resources: {'Port': ['ID=7848b93b-4e37-457d-86af-4521e5a27a2b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:11.934192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3e92aa5-6856-43ff-b507-4cc3d9100122 req-7574db0e-ba95-479c-9c8c-ffa22ec9ef70 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914115 Aug 31 16:13:11.992595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c3fb9ab9-1601-49c3-9f42-46840b899e2e None None] Provisioning for port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:12.008448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebffa22-1de8-4560-b0a2-fb0dd00163be None None] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:12.060399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.062277 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.095370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 0df35da6-add6-44b5-8294-6457c4939939 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:12.122308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.133856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:12.177838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:12.180444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=f6226cd3-74cd-4fe4-b612-bba30b9b175f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:12.212820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:12.258106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-935e0663-40c4-49ce-9bf2-efc22dc83c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.261054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:12.262212 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.267071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-935e0663-40c4-49ce-9bf2-efc22dc83c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.314647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.319821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-21629d02-d37e-484b-af54-8b5f95d889c1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/f6226cd3-74cd-4fe4-b612-bba30b9b175f HTTP/1.1" status: 204 len: 168 time: 1.1454322 Aug 31 16:13:12.325545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40530) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:12.344946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] Provisioning for port 75c0e165-8c57-4509-b067-5165293a79dc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:12.369419 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-345fd0f4-0910-400c-a99f-44eb1cb03a6a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:13:12.374389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-345fd0f4-0910-400c-a99f-44eb1cb03a6a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/f6226cd3-74cd-4fe4-b612-bba30b9b175f HTTP/1.1" status: 404 len: 333 time: 0.0446835 Aug 31 16:13:12.378141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40536) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:12.390850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:12.407927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-935e0663-40c4-49ce-9bf2-efc22dc83c2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5f93d289ac545cfa512df2ac0be63d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666905 Aug 31 16:13:12.411921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] Provisioning complete for port 75c0e165-8c57-4509-b067-5165293a79dc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:12.412672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.414029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40542) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:12.437962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e0663-40c4-49ce-9bf2-efc22dc83c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670cf52f-9ef5-4407-b1bd-22ec5e055f8e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:12.489296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 9edb9e3b-f777-4eff-bca2-925e78b45f5a {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:12.497127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.580483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.754431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.758947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:12.777963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1b76b014-e508-4bdb-b1c2-63ef73ee71df tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5059814 Aug 31 16:13:12.781180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40580) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:12.783011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:12.798430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:12.798600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.824315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:12.825407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:12.846730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-836d9858-074d-4fbc-af2b-2268f0c3671e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:12.859429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-836d9858-074d-4fbc-af2b-2268f0c3671e tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.30 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 946 time: 0.2344007 Aug 31 16:13:12.945262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1908d586-d454-4b60-944f-d8cff572c37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:12.972794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] For port 75c0e165-8c57-4509-b067-5165293a79dc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=75c0e165-8c57-4509-b067-5165293a79dc,segment=NetworkSegment(08f7b12e-c2d2-452a-b6bb-48463e849efa),segment_id=08f7b12e-c2d2-452a-b6bb-48463e849efa)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:12.992085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a2e58f17-5261-49c1-af1a-2aff7bcf33e9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:13.000962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.012464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.013280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52794fff-9bc5-443c-914a-b26d4923fd11 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:13.118111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:13.156603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1908d586-d454-4b60-944f-d8cff572c37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.222773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.304596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.333597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec453353-8a39-492d-b881-bc1b618f3a8e None None] Pushing event updated for resources: {'Port': ['ID=75c0e165-8c57-4509-b067-5165293a79dc,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:13.345067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1080042d-e400-4be8-be32-b16c75b7cf3d None None] Provisioning for port 7848b93b-4e37-457d-86af-4521e5a27a2b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:13.416650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 52794fff-9bc5-443c-914a-b26d4923fd11 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:13.417037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.480235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1080042d-e400-4be8-be32-b16c75b7cf3d None None] Provisioning complete for port 7848b93b-4e37-457d-86af-4521e5a27a2b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:13.480597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1080042d-e400-4be8-be32-b16c75b7cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.485665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf4a49-1e16-4581-8738-b3cf9ad03bcf req-b45de906-25f2-4616-aec6-445502a256ae tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:13.494787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbdf4a49-1e16-4581-8738-b3cf9ad03bcf req-b45de906-25f2-4616-aec6-445502a256ae tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 946 time: 0.2608607 Aug 31 16:13:13.536630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=0df35da6-add6-44b5-8294-6457c4939939,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:13.573972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Deleting port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:13.574520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.661657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbdf4a49-1e16-4581-8738-b3cf9ad03bcf req-a09662a8-e369-4920-a429-7aafbab8ba2f tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/security-groups?id=95fa72c8-d505-4c1d-809a-d9ea0f95250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605051 Aug 31 16:13:13.679549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.800362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=9edb9e3b-f777-4eff-bca2-925e78b45f5a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:13.812174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.822691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.828177 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c455eb08-576e-4d7e-b6cb-b68174307a55 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/floatingips/f0a12f10-55ba-496c-ba48-4dfd25bea7b6 HTTP/1.1" status: 204 len: 168 time: 2.7816067 Aug 31 16:13:13.830700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40624) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:13.836064 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.840424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1080042d-e400-4be8-be32-b16c75b7cf3d None None] Port 7848b93b-4e37-457d-86af-4521e5a27a2b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:13.851918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-36c49cc2-51d8-4bd1-aee5-542f6932925a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/9edb9e3b-f777-4eff-bca2-925e78b45f5a HTTP/1.1" status: 204 len: 168 time: 1.4694710 Aug 31 16:13:13.853463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40626) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:13.868815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:13.929457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] For port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,segment=NetworkSegment(041840b4-781d-4d06-8989-229a41cb796d),segment_id=041840b4-781d-4d06-8989-229a41cb796d)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:13.930023 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.948421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Calling delete_port for 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:13.957106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1908d586-d454-4b60-944f-d8cff572c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.960671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1908d586-d454-4b60-944f-d8cff572c37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:13.962131 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1908d586-d454-4b60-944f-d8cff572c37b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/670cf52f-9ef5-4407-b1bd-22ec5e055f8e HTTP/1.1" status: 204 len: 168 time: 1.5225503 Aug 31 16:13:13.986266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0591e55f-b8f5-4617-88ef-5d14e24d0d67 None None] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:14.009589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908d586-d454-4b60-944f-d8cff572c37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670cf52f-9ef5-4407-b1bd-22ec5e055f8e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:14.075139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1080042d-e400-4be8-be32-b16c75b7cf3d None None] Provisioning complete for port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:14.075758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1080042d-e400-4be8-be32-b16c75b7cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.135323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.192154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port b38a3048-64b7-477c-830f-5f0a715974ed {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:14.193323 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.202589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['5dddc8a4-b421-4fe2-ba4e-31b6df1672ba'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:13:14.252838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Pushing event deleted for resources: {'Port': ['ID=5dddc8a4-b421-4fe2-ba4e-31b6df1672ba,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:14.378857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:11Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:14.451581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] No DVR routers for this DVR port 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:14.473467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.488396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3334410b-ade5-4c9a-8c66-f5e07a7e983c req-0581ac56-1052-4f5b-8ca3-58d8e2598057 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.30 "DELETE /v2.0/ports/5dddc8a4-b421-4fe2-ba4e-31b6df1672ba HTTP/1.1" status: 204 len: 173 time: 1.5692382 Aug 31 16:13:14.488906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f727f-2191-4c58-872c-de4225c1971a', 'name': 'network-vif-deleted', 'tag': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:13:14.491342 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d88cba-bcf5-4366-aa4b-34313d463f59" -d '{"events": [{"server_uuid": "da8f727f-2191-4c58-872c-de4225c1971a", "name": "network-vif-deleted", "tag": "5dddc8a4-b421-4fe2-ba4e-31b6df1672ba"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:13:14.511494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.630724 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c328a88-c0b4-4a5c-a2ff-a03d530842a7 x-openstack-request-id: req-7c328a88-c0b4-4a5c-a2ff-a03d530842a7 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:13:14.631192 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f727f-2191-4c58-872c-de4225c1971a", "name": "network-vif-deleted", "tag": "5dddc8a4-b421-4fe2-ba4e-31b6df1672ba", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:13:14.632149 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c328a88-c0b4-4a5c-a2ff-a03d530842a7 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:13:14.632853 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f727f-2191-4c58-872c-de4225c1971a', 'name': 'network-vif-deleted', 'tag': '5dddc8a4-b421-4fe2-ba4e-31b6df1672ba', 'status': 'completed', 'code': 200} Aug 31 16:13:14.681402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 75c0e165-8c57-4509-b067-5165293a79dc {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:14.681754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.698380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] DHCP port deletion for 4a122fda-e0a7-4074-9c8d-d9996ef9e585 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:14.751133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e58f17-5261-49c1-af1a-2aff7bcf33e9 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:14.766349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.878372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:14.879112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Updating router 10ce7d5d-d68c-4a42-ac18-3544570df433 port 7848b93b-4e37-457d-86af-4521e5a27a2b binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:13:14.892940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] For port 75c0e165-8c57-4509-b067-5165293a79dc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=75c0e165-8c57-4509-b067-5165293a79dc,segment=NetworkSegment(08f7b12e-c2d2-452a-b6bb-48463e849efa),segment_id=08f7b12e-c2d2-452a-b6bb-48463e849efa)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:14.893667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:14.912530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 75c0e165-8c57-4509-b067-5165293a79dc owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:14.972226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for b38a3048-64b7-477c-830f-5f0a715974ed owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:15.035682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 16:13:15.078105 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.099897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c150ea9-32ac-408b-b910-a77b8484c62f req-2d12eae5-dba3-4250-b0cc-93649db8d644 tempest-VolumesActionsTest-1417701161 tempest-VolumesActionsTest-1417701161-project] 10.222.0.43 "GET /v2.0/ports?device_id=da8f727f-2191-4c58-872c-de4225c1971a HTTP/1.1" status: 200 len: 210 time: 0.0932271 Aug 31 16:13:15.141451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.184285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Removed routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 16:13:15.184831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.266815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=75c0e165-8c57-4509-b067-5165293a79dc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:15.273705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No DVR routers for this DVR port 75c0e165-8c57-4509-b067-5165293a79dc on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:15.481033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:15.481766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.485019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Deleting port 75c0e165-8c57-4509-b067-5165293a79dc {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:15.485971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.548642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.577397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a122fda-e0a7-4074-9c8d-d9996ef9e585']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:15.602916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f7b12e-c2d2-452a-b6bb-48463e849efa') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:15.603325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f7b12e-c2d2-452a-b6bb-48463e849efa') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:15.625895 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.676810 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.691549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:15.692454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:15.696261 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:15.827581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1ce809e1-bce7-41c0-8c90-e33ad6ada370 None None] Provisioning complete for port 7848b93b-4e37-457d-86af-4521e5a27a2b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:15.828922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ce809e1-bce7-41c0-8c90-e33ad6ada370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:15.982717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.033274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.039886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/4a122fda-e0a7-4074-9c8d-d9996ef9e585 HTTP/1.1" status: 204 len: 168 time: 2.1753368 Aug 31 16:13:16.047634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:16.056858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] For port 75c0e165-8c57-4509-b067-5165293a79dc, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:16.057438 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.076131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-237293890'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:16.082618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db4127-2645-420c-aebd-1524e5bb6dbe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=4a122fda-e0a7-4074-9c8d-d9996ef9e585,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:16.098878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Calling delete_port for 75c0e165-8c57-4509-b067-5165293a79dc owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:16.103062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-9064d6df-1149-4104-b615-bb58f4be35d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2716842 Aug 31 16:13:16.107384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Port 75c0e165-8c57-4509-b067-5165293a79dc was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:13:16.114603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1ce809e1-bce7-41c0-8c90-e33ad6ada370 None None] Port 7848b93b-4e37-457d-86af-4521e5a27a2b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:16.123050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.127340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:16.130604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1ce809e1-bce7-41c0-8c90-e33ad6ada370 None None] Could not find standard attr ID for object f6226cd3-74cd-4fe4-b612-bba30b9b175f. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:13:16.147061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.192037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1ce809e1-bce7-41c0-8c90-e33ad6ada370 None None] Could not find standard attr ID for object 75c0e165-8c57-4509-b067-5165293a79dc. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:13:16.199588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Pushing event deleted for resources: {'Port': ['ID=75c0e165-8c57-4509-b067-5165293a79dc,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:16.213932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] Network 4a122fda-e0a7-4074-9c8d-d9996ef9e585 is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:13:16.222903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6414791-8eee-4ecf-b7a9-b5683dc64d3f None None] No DVR routers for this DVR port 75c0e165-8c57-4509-b067-5165293a79dc on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:16.230982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:13:16.261712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.261712 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment 51b7983e-a0da-4517-b909-e9f26ecf1bc2 of type vlan for network 3614e918-a2b5-4f96-bfbc-91651d66263f Aug 31 16:13:16.284739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-7bf1ead5-bb8f-48d0-8784-f21eb43e58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:16.286451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-7bf1ead5-bb8f-48d0-8784-f21eb43e58f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1097 time: 0.1328442 Aug 31 16:13:16.290013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.353540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.451542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.461719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=b38a3048-64b7-477c-830f-5f0a715974ed,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:16.482632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Transition to ACTIVE for port object 7848b93b-4e37-457d-86af-4521e5a27a2b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:16.498706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.541865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.564074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 75c0e165-8c57-4509-b067-5165293a79dc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:16.645650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 75c0e165-8c57-4509-b067-5165293a79dc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:16.646134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 75c0e165-8c57-4509-b067-5165293a79dc not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:16.653503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:16.658025 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc98059d-2bb8-4f76-bcd3-ff240839dfdf tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/ports/b38a3048-64b7-477c-830f-5f0a715974ed HTTP/1.1" status: 204 len: 168 time: 2.8154304 Aug 31 16:13:16.689774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40712) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:16.689999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba118-ea7f-4419-aae0-541af2eabb37 None None] Pushing event updated for resources: {'Port': ['ID=7848b93b-4e37-457d-86af-4521e5a27a2b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:16.742936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:16.873071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:16.873453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5dddc8a4-b421-4fe2-ba4e-31b6df1672ba not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:17.053564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:17.088568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Attempting to bind port 7848b93b-4e37-457d-86af-4521e5a27a2b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:17.089059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Attempting to bind port 7848b93b-4e37-457d-86af-4521e5a27a2b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:17.089313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Attempting to bind port 7848b93b-4e37-457d-86af-4521e5a27a2b on network 28f9d59c-d08b-4d35-8981-de59cf661c11 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:17.125175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:17.125674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Checking segment: {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:17.125967 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.126384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Bound using segment: {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:17.127009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Bound port: 7848b93b-4e37-457d-86af-4521e5a27a2b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899c85cf-5325-444c-9718-6792ad46866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:17.127405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.329024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] For port 7848b93b-4e37-457d-86af-4521e5a27a2b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:17.337807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] For port 7848b93b-4e37-457d-86af-4521e5a27a2b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7848b93b-4e37-457d-86af-4521e5a27a2b,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:17.349812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.377085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 46bb7e1a-8b61-411e-b097-d411f02d6472 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:17.377789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.437197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ba118-ea7f-4419-aae0-541af2eabb37 None None] Pushing event updated for resources: {'Port': ['ID=7848b93b-4e37-457d-86af-4521e5a27a2b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:17.509969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:17.522472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:17.523536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:17.527478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.529963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bfa79a71-42bd-4982-9620-ea08227c1605 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 934 time: 4.7474883 Aug 31 16:13:17.539502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40738) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:17.755700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.787960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3add891b-0d68-47e6-a0ee-64320ad6b280 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 934 time: 0.2465293 Aug 31 16:13:17.795450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:17.818488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'routes': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:17.866886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:17.870649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-cf74ac76-19b5-4d2d-afaa-92dbce4ea66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:17.872179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-cf74ac76-19b5-4d2d-afaa-92dbce4ea66b service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 1.5444081 Aug 31 16:13:17.971751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:17.982534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:17.988048 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:18.220398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1503932 Aug 31 16:13:18.226612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:18.236099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:18.241962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-4d7a7434-7391-46cd-9b70-b61bc7832c83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 1000 time: 0.3557324 Aug 31 16:13:18.274690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867c4f2-96a2-476f-ac5a-4c4a91ede3ad tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=3614e918-a2b5-4f96-bfbc-91651d66263f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:18.375153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-4b6800ae-3161-4dab-90ee-c85eb00176bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:18.377272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-4b6800ae-3161-4dab-90ee-c85eb00176bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1038439 Aug 31 16:13:18.484501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-e36ccdee-c858-419f-9a5f-9786a787cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:18.486778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-e36ccdee-c858-419f-9a5f-9786a787cb1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003137 Aug 31 16:13:18.526628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3614e918-a2b5-4f96-bfbc-91651d66263f details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:13:18.705567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-8299797c-63d5-4770-8b4e-c33ff2bf4ad4 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071393 Aug 31 16:13:18.713079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:18.722757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:15Z', 'revision_number': 6, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:17Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:18.737404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:18.753130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:18.779198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 46bb7e1a-8b61-411e-b097-d411f02d6472 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:18.806982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794cf1e-7f11-4e7e-bdd2-d75df0f3d2a6 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:15Z', 'revision_number': 6, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:17Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:18.889013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 16:13:18.889345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 16:13:19.041826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:19.060576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db27ea67-0607-4028-9a1b-e147270ee8c3 req-b2e38bd3-6326-4afc-b90c-4cb121697fd1 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153105 Aug 31 16:13:19.412356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:19.490076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:19.500813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:19.657514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=691c2267-33cd-418b-a10a-921cc551bd0b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:19.681899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': '51b7983e-a0da-4517-b909-e9f26ecf1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:19.682955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: 3614e918-a2b5-4f96-bfbc-91651d66263f, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:13:19.752696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 3614e918-a2b5-4f96-bfbc-91651d66263f is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:13:19.782703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3614e918-a2b5-4f96-bfbc-91651d66263f) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:19.797239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1c49bc-1d37-480b-a9b8-8c4fa926bd40 None None] Network 3614e918-a2b5-4f96-bfbc-91651d66263f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:19.803793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:19.804448 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:19.828125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:19.859504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-22676661-6378-4ce4-b343-2f1c467671cc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6308942 Aug 31 16:13:19.865166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40774) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:19.881983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f', 'name': 'tempest-PortsIpV6TestJSON-131554297', 'fixed_ips': [{'subnet_id': '691c2267-33cd-418b-a10a-921cc551bd0b', 'ip_address': '2001:db8::10'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:20.075630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=46bb7e1a-8b61-411e-b097-d411f02d6472,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:20.081506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:20.130199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:20.244282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:20.282630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3614e918-a2b5-4f96-bfbc-91651d66263f', 'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': '691c2267-33cd-418b-a10a-921cc551bd0b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:13:20.283755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:20.603504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:20.616314 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-53199542-bce9-4ca2-8a63-3054eab886b4 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/ports/46bb7e1a-8b61-411e-b097-d411f02d6472 HTTP/1.1" status: 204 len: 168 time: 3.9258518 Aug 31 16:13:20.630941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40794) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:20.704790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7848b93b-4e37-457d-86af-4521e5a27a2b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:20.708696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:20.760259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:20.813209 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:20.814143 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:20.873547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 5388f50b-d624-45c3-b44b-624102d578e1 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:13:20.884929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:20.906444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting subnet 58149e93-70b0-43a4-b699-189fef298327 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:20.915480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:20.918153 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2548e22-8a79-4c6c-aa7e-b2b00554ec4b tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 700 time: 3.1217263 Aug 31 16:13:20.921594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40802) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:20.941145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c92edcc-f544-4bea-86d2-bd72c84b3561 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad3fefd047164946bdbc1d8216489650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8414893 Aug 31 16:13:20.946308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40804) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:21.012973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.026727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Allocated IP 2001:db8::2 (3614e918-a2b5-4f96-bfbc-91651d66263f/691c2267-33cd-418b-a10a-921cc551bd0b/72aa700c-52e8-4948-a9ee-b909b3495070) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:21.193757 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8934a439-4d7a-4198-a7aa-c5012e29b389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.225593 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:21.285793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c929e33-964a-4b66-b7a6-79fa3f67c9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.346473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7848b93b-4e37-457d-86af-4521e5a27a2b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:21.367701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c929e33-964a-4b66-b7a6-79fa3f67c9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.415460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7848b93b-4e37-457d-86af-4521e5a27a2b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:21.416578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.481118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c929e33-964a-4b66-b7a6-79fa3f67c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.489361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c929e33-964a-4b66-b7a6-79fa3f67c9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.496965 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c929e33-964a-4b66-b7a6-79fa3f67c9ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f53d9d90-fbad-42f1-8f73-3b662aad4464 HTTP/1.1" status: 204 len: 168 time: 0.5474083 Aug 31 16:13:21.503972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.508216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c929e33-964a-4b66-b7a6-79fa3f67c9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53d9d90-fbad-42f1-8f73-3b662aad4464,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:21.714207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.867107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:21.897317 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:18Z', 'revision_number': 7, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:17Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:21.959713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.018256 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:22.057182 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:22.059683 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:22.067336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.074561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:22.087469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/subnets/58149e93-70b0-43a4-b699-189fef298327 HTTP/1.1" status: 204 len: 168 time: 1.4393232 Aug 31 16:13:22.095357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 7848b93b-4e37-457d-86af-4521e5a27a2b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7848b93b-4e37-457d-86af-4521e5a27a2b,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:22.107200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b7a19-ff56-478f-96a3-e3ae30eb3604 None None] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:22.204753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d5f38-af25-487b-a031-1cb05fc08fd3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Subnet': ['ID=58149e93-70b0-43a4-b699-189fef298327,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:22.236087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.263568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting subnet d870bdf8-0b68-4112-8ae7-0858a5ee900c {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:22.286503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.289369 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:22.335533 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.371288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Transition to ACTIVE for port object 72aa700c-52e8-4948-a9ee-b909b3495070 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:22.431141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.446516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4a2fd37c-5395-4bbe-a67e-dcfb8fa79f70 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 700 time: 1.5233233 Aug 31 16:13:22.452691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40832) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:22.467022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=7848b93b-4e37-457d-86af-4521e5a27a2b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:22.573814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Transition to ACTIVE for port object 72aa700c-52e8-4948-a9ee-b909b3495070 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:22.631177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.810239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:22.836487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Pushing event updated for resources: {'Port': ['ID=72aa700c-52e8-4948-a9ee-b909b3495070,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:22.921507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Network 3614e918-a2b5-4f96-bfbc-91651d66263f is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:22.931841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:22.943145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:23.031703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] DHCP port deletion for 9a806cad-9586-43bb-a6bd-068ba3bdd1be request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:23.040310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.065385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::10 (3614e918-a2b5-4f96-bfbc-91651d66263f/691c2267-33cd-418b-a10a-921cc551bd0b/5388f50b-d624-45c3-b44b-624102d578e1) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:23.152719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Attempting to bind port 72aa700c-52e8-4948-a9ee-b909b3495070 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:23.153392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Attempting to bind port 72aa700c-52e8-4948-a9ee-b909b3495070 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '51b7983e-a0da-4517-b909-e9f26ecf1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:23.154451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Attempting to bind port 72aa700c-52e8-4948-a9ee-b909b3495070 on network 3614e918-a2b5-4f96-bfbc-91651d66263f {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:23.161343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:23.161772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Checking segment: {'id': '51b7983e-a0da-4517-b909-e9f26ecf1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:23.162201 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.162797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Bound using segment: {'id': '51b7983e-a0da-4517-b909-e9f26ecf1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:23.163343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Bound port: 72aa700c-52e8-4948-a9ee-b909b3495070, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b7983e-a0da-4517-b909-e9f26ecf1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:23.163737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.166239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Subnet': ['ID=d870bdf8-0b68-4112-8ae7-0858a5ee900c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:23.236763 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.249859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dc214147-bf6a-43fb-a017-834b2bed1584 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/subnets/d870bdf8-0b68-4112-8ae7-0858a5ee900c HTTP/1.1" status: 204 len: 168 time: 1.1730494 Aug 31 16:13:23.250832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40852) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:23.252539 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:18Z', 'revision_number': 7, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:17Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:23.359712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] For port 72aa700c-52e8-4948-a9ee-b909b3495070, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:23.364676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] For port 72aa700c-52e8-4948-a9ee-b909b3495070, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=72aa700c-52e8-4948-a9ee-b909b3495070,segment=NetworkSegment(51b7983e-a0da-4517-b909-e9f26ecf1bc2),segment_id=51b7983e-a0da-4517-b909-e9f26ecf1bc2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:23.378990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa2028-3eaf-4cf8-a538-1ffa8a1779eb None None] Network 7c841c8b-2b78-4547-8de6-f8157148052a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:23.393438 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001aa78-f518-4aee-a14f-af1e042eb5a3 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:18Z', 'revision_number': 7, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:17Z', 'revision_number': 4, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:23.393966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.466835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:23.484468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.580168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e69f7-502a-471f-a2d0-2495864689f2 None None] Pushing event updated for resources: {'Port': ['ID=72aa700c-52e8-4948-a9ee-b909b3495070,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:23.593558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Deleting port 3dcf002f-ad66-4e53-a1cc-baad54d15aad {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:23.593955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.656628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port 3dcf002f-ad66-4e53-a1cc-baad54d15aad {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:23.657216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.836231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1264781873-network', 'tenant_id': '5dcfc83a7cbb4c4fbf5e5df41a49049e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:23.884067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.884674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port 3dcf002f-ad66-4e53-a1cc-baad54d15aad, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3dcf002f-ad66-4e53-a1cc-baad54d15aad,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:23.885449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:23.907158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 5388f50b-d624-45c3-b44b-624102d578e1 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:23.907804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for 3dcf002f-ad66-4e53-a1cc-baad54d15aad owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:23.955419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:23.968693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.033879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:24.034574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:12:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:24.089450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=5388f50b-d624-45c3-b44b-624102d578e1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:24.125830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 3614e918-a2b5-4f96-bfbc-91651d66263f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:24.138927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:24.142273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Made reservation on behalf of 5dcfc83a7cbb4c4fbf5e5df41a49049e for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:24.145643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.153790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:24.168261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:24.169314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.171903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.173437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.291441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-27359b7f-a30b-4baa-a5a5-0bec3bd8562d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4237440 Aug 31 16:13:24.292378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40866) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:24.310697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '3614e918-a2b5-4f96-bfbc-91651d66263f', 'name': 'tempest-PortsIpV6TestJSON-2102666435', 'fixed_ips': [{'subnet_id': '691c2267-33cd-418b-a10a-921cc551bd0b', 'ip_address': '2001:db8::f'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:24.325881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=3dcf002f-ad66-4e53-a1cc-baad54d15aad,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:24.338327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port 3dcf002f-ad66-4e53-a1cc-baad54d15aad on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:24.611950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] For port 3dcf002f-ad66-4e53-a1cc-baad54d15aad, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3dcf002f-ad66-4e53-a1cc-baad54d15aad,segment=NetworkSegment(ae3d1016-52ac-4b79-8032-fea2dca01f0e),segment_id=ae3d1016-52ac-4b79-8032-fea2dca01f0e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:24.624757 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.738977 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1a65-0b3b-4308-b5b6-0ed8977b987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.741530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7848b93b-4e37-457d-86af-4521e5a27a2b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:24.777146 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.794330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Calling delete_port for 3dcf002f-ad66-4e53-a1cc-baad54d15aad owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:24.845428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.847001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a806cad-9586-43bb-a6bd-068ba3bdd1be']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:24.903023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3d1016-52ac-4b79-8032-fea2dca01f0e') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:24.903522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3d1016-52ac-4b79-8032-fea2dca01f0e') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:24.923709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:24.932329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:25.015439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:25.022764 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.031488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.068675 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.074652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.083807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 574e34e2-cea7-404a-b535-6f1248cb5289 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:13:25.084561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:25.085349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:25.089540 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:25.098576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] DHCP port deletion for 7c841c8b-2b78-4547-8de6-f8157148052a request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:25.236148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:13:25.301057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747dfd8a-ca63-4f9c-9412-2770adecee20,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:25.333857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.347195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.361079 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Added segment b3e821f8-dbad-415e-ba72-19c79e17ce36 of type vlan for network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 Aug 31 16:13:25.365325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.391327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.402720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/networks/9a806cad-9586-43bb-a6bd-068ba3bdd1be HTTP/1.1" status: 204 len: 168 time: 2.1465645 Aug 31 16:13:25.431003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:25.738919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ba10-a444-48bf-92e8-304d81d1d5a9 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Network': ['ID=9a806cad-9586-43bb-a6bd-068ba3bdd1be,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:25.761617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.768420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.779927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7848b93b-4e37-457d-86af-4521e5a27a2b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:25.793824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.819141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::f (3614e918-a2b5-4f96-bfbc-91651d66263f/691c2267-33cd-418b-a10a-921cc551bd0b/574e34e2-cea7-404a-b535-6f1248cb5289) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:25.834190 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.880379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.882390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:25.884539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:25.942479 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4683115 Aug 31 16:13:25.950791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:25.959006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Request body: {'subnet': {'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1264781873-subnet', 'tenant_id': '5dcfc83a7cbb4c4fbf5e5df41a49049e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:26.084608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.243274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.436128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54176276-3366-4f8e-9eff-da81965eaee2 None None] Network 3614e918-a2b5-4f96-bfbc-91651d66263f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:26.494152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Made reservation on behalf of 5dcfc83a7cbb4c4fbf5e5df41a49049e for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:26.497980 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.700897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.726975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 574e34e2-cea7-404a-b535-6f1248cb5289 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:26.731155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.869309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Pushing event deleted for resources: {'Port': ['ID=3dcf002f-ad66-4e53-a1cc-baad54d15aad,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:26.871479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] Network 9a806cad-9586-43bb-a6bd-068ba3bdd1be is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:13:26.876829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c084f44-5e5f-449b-906c-57fe74595fae None None] No DVR routers for this DVR port 3dcf002f-ad66-4e53-a1cc-baad54d15aad on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:26.890924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] Deleting port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:26.891883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.901493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.960580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 7848b93b-4e37-457d-86af-4521e5a27a2b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:26.960957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:26.962082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277d2e8-88ab-4927-83b4-ab0626abbd2c admin admin] Pushing event updated for resources: {'Network': ['ID=94f1cd75-e915-4af1-8f11-daf4eb05e3d3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:27.035503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Deleting port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:27.037064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.042459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 3614e918-a2b5-4f96-bfbc-91651d66263f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:27.123095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:13:27.170767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3dcf002f-ad66-4e53-a1cc-baad54d15aad no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:27.227478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9f3f2bb0-302d-46c7-8401-226ebada1b3e None None] Provisioning for port 72aa700c-52e8-4948-a9ee-b909b3495070 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:27.227815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:27.235920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] For port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:27.236530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.271543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:27.288022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Calling delete_port for ebdd2619-30e0-4d59-b6e3-fd7112d2b51a owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:27.298369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:27.299430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.313505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3dcf002f-ad66-4e53-a1cc-baad54d15aad {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:27.314131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3dcf002f-ad66-4e53-a1cc-baad54d15aad not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:27.454280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] For port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,segment=NetworkSegment(c6fdbac2-363c-41df-b14c-7d6b6b67e8b8),segment_id=c6fdbac2-363c-41df-b14c-7d6b6b67e8b8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:27.454950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.516054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] Calling delete_port for ebdd2619-30e0-4d59-b6e3-fd7112d2b51a owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:27.633374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.635822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 72aa700c-52e8-4948-a9ee-b909b3495070 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:27.730176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 7848b93b-4e37-457d-86af-4521e5a27a2b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7848b93b-4e37-457d-86af-4521e5a27a2b,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:27.730748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.754370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:18Z', 'revision_number': 7, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:22Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:27.773328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.776416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=574e34e2-cea7-404a-b535-6f1248cb5289,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:27.791405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] No DVR routers for this DVR port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:27.804017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.804395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.804795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.805276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.805622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.805960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.806391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.806831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.807108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.807414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.807750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.808082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:13:27.837135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 7848b93b-4e37-457d-86af-4521e5a27a2b owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:27.840449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:27.863908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bbbd5efd-3caf-4f23-a1c9-237a11eda6bd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5643930 Aug 31 16:13:27.864859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Port': ['ID=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:27.872392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:27.958065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:28.006229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Pushing event updated for resources: {'Subnet': ['ID=82bfb85b-e687-4fc6-91c7-146c26af3d55,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:28.081978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:28.083104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:28.212223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.259517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c841c8b-2b78-4547-8de6-f8157148052a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:28.293960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.339206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:28.339919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fdbac2-363c-41df-b14c-7d6b6b67e8b8') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:28.396978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 72aa700c-52e8-4948-a9ee-b909b3495070 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:28.401843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.413884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 72aa700c-52e8-4948-a9ee-b909b3495070 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:28.414475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.529345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.549414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.606563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] No DVR routers for this DVR port ebdd2619-30e0-4d59-b6e3-fd7112d2b51a on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:28.617803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d917a96c-3483-4fd7-a695-77a5a79a8957 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:28.627556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=7848b93b-4e37-457d-86af-4521e5a27a2b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:28.628785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d917a96c-3483-4fd7-a695-77a5a79a8957 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7350338 Aug 31 16:13:28.631696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:28.634289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:28.639244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40928) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:28.642383 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:28.647382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef6d8a-15fe-4ce7-adf4-d501da01f7eb None None] Pushing event deleted for resources: {'Port': ['ID=ebdd2619-30e0-4d59-b6e3-fd7112d2b51a,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:28.760962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:28.989359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:29.026801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:29.034265 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] 10.222.0.43 "DELETE /v2.0/networks/7c841c8b-2b78-4547-8de6-f8157148052a HTTP/1.1" status: 204 len: 168 time: 3.5998852 Aug 31 16:13:29.137298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28b55-fabd-4fd2-9077-8449964d26c3 tempest-TaggedBootDevicesTest-876049089 tempest-TaggedBootDevicesTest-876049089-project] Pushing event deleted for resources: {'Network': ['ID=7c841c8b-2b78-4547-8de6-f8157148052a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:29.257082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Checking segment: {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:29.257949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Network hostable DHCP agents. Network: 94f1cd75-e915-4af1-8f11-daf4eb05e3d3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:13:29.340235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Provisioning for port 5388f50b-d624-45c3-b44b-624102d578e1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:29.459542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:29.498421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Provisioning complete for port 5388f50b-d624-45c3-b44b-624102d578e1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:29.498888 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:29.537716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aaa993-2e94-46e5-8983-8a354a9508fc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:29.562302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aaa993-2e94-46e5-8983-8a354a9508fc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:29.582889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aaa993-2e94-46e5-8983-8a354a9508fc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:29.590284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40948) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:29.590822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d5aaa993-2e94-46e5-8983-8a354a9508fc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8053813 Aug 31 16:13:29.615972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:13:29.643595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 94f1cd75-e915-4af1-8f11-daf4eb05e3d3) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:29.645215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:29.659798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:29.660828 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:29.740599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd1a0f5-7dc8-47a3-a810-5a6ccff41ad6 None None] Network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:29.767976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Port 5388f50b-d624-45c3-b44b-624102d578e1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:29.788074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d0624916-046b-4e30-9085-5f12eee4caea admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8339727 Aug 31 16:13:29.974594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 72aa700c-52e8-4948-a9ee-b909b3495070, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=72aa700c-52e8-4948-a9ee-b909b3495070,segment=NetworkSegment(51b7983e-a0da-4517-b909-e9f26ecf1bc2),segment_id=51b7983e-a0da-4517-b909-e9f26ecf1bc2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:30.046532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.057017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 574e34e2-cea7-404a-b535-6f1248cb5289 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:30.060175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.173058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Provisioning for port 574e34e2-cea7-404a-b535-6f1248cb5289 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:30.189547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=72aa700c-52e8-4948-a9ee-b909b3495070,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:30.198064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Provisioning complete for port 574e34e2-cea7-404a-b535-6f1248cb5289 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:30.199039 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.315247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ebdd2619-30e0-4d59-b6e3-fd7112d2b51a no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:30.342707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Port 574e34e2-cea7-404a-b535-6f1248cb5289 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:30.376757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.403129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 574e34e2-cea7-404a-b535-6f1248cb5289 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:30.470285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ebdd2619-30e0-4d59-b6e3-fd7112d2b51a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:30.474305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ebdd2619-30e0-4d59-b6e3-fd7112d2b51a not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:30.535983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Provisioning complete for port 72aa700c-52e8-4948-a9ee-b909b3495070 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:30.536831 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-055676e2-579c-4b7c-91a8-4a5879bb18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.578707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.651225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=574e34e2-cea7-404a-b535-6f1248cb5289,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:30.734263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:30.743314 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63d115e2-d459-4de6-8bcb-2c9549d11c8b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/574e34e2-cea7-404a-b535-6f1248cb5289 HTTP/1.1" status: 204 len: 168 time: 1.1522205 Aug 31 16:13:30.743979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40978) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:30.882584 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdeda1ef-9853-470a-85f6-8c2919f6f07c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:13:30.912225 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bdeda1ef-9853-470a-85f6-8c2919f6f07c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/574e34e2-cea7-404a-b535-6f1248cb5289 HTTP/1.1" status: 404 len: 333 time: 0.1597216 Aug 31 16:13:30.914861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40982) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:31.058384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 72aa700c-52e8-4948-a9ee-b909b3495070 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:31.260884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609fc945-a2c7-411a-bc1a-7d970b8c46f8 None None] Network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:31.305215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 5388f50b-d624-45c3-b44b-624102d578e1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:31.305770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:31.501165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c110e593-432b-4fb2-8a1d-b4f73f9a020e None None] Provisioning complete for port 5388f50b-d624-45c3-b44b-624102d578e1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:31.501989 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c110e593-432b-4fb2-8a1d-b4f73f9a020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:31.627304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:18Z', 'revision_number': 7, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:22Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:31.691386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4ed52-8159-4ce3-99db-309aa020d8e5 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:18Z', 'revision_number': 7, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7848b93b-4e37-457d-86af-4521e5a27a2b', 'name': '', 'network_id': '28f9d59c-d08b-4d35-8981-de59cf661c11', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:43:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:13:08Z', 'updated_at': '2021-08-31T16:13:22Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '6c3fd917-b30f-445a-8db7-1ff3a54d9eaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:31.704427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:31.805514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 5388f50b-d624-45c3-b44b-624102d578e1 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:31.853982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:31.876550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febecfa3-a0eb-4181-9d6b-1f7d5d829e99 req-d100cf63-60a5-44ee-985e-f1f3de7da1ce tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:31.878214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-febecfa3-a0eb-4181-9d6b-1f7d5d829e99 req-d100cf63-60a5-44ee-985e-f1f3de7da1ce tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2827556 Aug 31 16:13:31.887305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c110e593-432b-4fb2-8a1d-b4f73f9a020e None None] Port 5388f50b-d624-45c3-b44b-624102d578e1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:31.970306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c110e593-432b-4fb2-8a1d-b4f73f9a020e None None] Could not find standard attr ID for object 574e34e2-cea7-404a-b535-6f1248cb5289. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:13:31.986232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 72aa700c-52e8-4948-a9ee-b909b3495070 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:31.986724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.097010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-febecfa3-a0eb-4181-9d6b-1f7d5d829e99 req-87666dd9-e2ec-4be2-b3c2-22d8d341eaea tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033083 Aug 31 16:13:32.146608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:32.157866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04900290-6bd4-459a-96d3-6378649bf4b5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6906774 Aug 31 16:13:32.158678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40998) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:32.167043 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:32.183372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:32.184653 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:32.208304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.252332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=5388f50b-d624-45c3-b44b-624102d578e1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:32.336885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 6c3fd917-b30f-445a-8db7-1ff3a54d9eaf {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:32.343124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.384228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.392856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41006) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:32.393150 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-01d85100-557d-4254-ad89-0633de5f476d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/5388f50b-d624-45c3-b44b-624102d578e1 HTTP/1.1" status: 204 len: 168 time: 1.4755630 Aug 31 16:13:32.459697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.537351 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a42d3f-cc8f-4982-b9cc-4b32028b04dc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:13:32.551235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-29a42d3f-cc8f-4982-b9cc-4b32028b04dc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/5388f50b-d624-45c3-b44b-624102d578e1 HTTP/1.1" status: 404 len: 333 time: 0.1568677 Aug 31 16:13:32.557413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41008) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:32.658950 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:32.772242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.880908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 691c2267-33cd-418b-a10a-921cc551bd0b {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:32.889994 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:32.944375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.010824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3fd917-b30f-445a-8db7-1ff3a54d9eaf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:33.028808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.031956 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f81ed8f-0659-4b98-847c-ad9e4b2d10f1 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/6c3fd917-b30f-445a-8db7-1ff3a54d9eaf HTTP/1.1" status: 204 len: 168 time: 0.8713090 Aug 31 16:13:33.036253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:33.039252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf4fa8-c607-4b88-8142-f8152ffba011 None None] Network 28f9d59c-d08b-4d35-8981-de59cf661c11 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:33.081877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.218255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.287583 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:28Z', 'revision_number': 8, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:33.350032 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:33.403442 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:33.421010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:33.450428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:33.451395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.544378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.569131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70d328-b8e2-4906-9481-aeda1adc2641 req-346e36a8-a654-4d46-8259-c3ef686c3da5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:33.571100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc70d328-b8e2-4906-9481-aeda1adc2641 req-346e36a8-a654-4d46-8259-c3ef686c3da5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2358291 Aug 31 16:13:33.574634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] DHCP port deletion for 28f9d59c-d08b-4d35-8981-de59cf661c11 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:33.753344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port a2e58f17-5261-49c1-af1a-2aff7bcf33e9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:33.753881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.763366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] Deleting port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:33.763942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.797146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for a2e58f17-5261-49c1-af1a-2aff7bcf33e9 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:33.826021 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:33.915474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] For port a2e58f17-5261-49c1-af1a-2aff7bcf33e9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,segment=NetworkSegment(899c85cf-5325-444c-9718-6792ad46866f),segment_id=899c85cf-5325-444c-9718-6792ad46866f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:33.916968 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.952361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc70d328-b8e2-4906-9481-aeda1adc2641 req-4aeed139-772f-40e8-8e9c-4cdedf07433d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543654 Aug 31 16:13:33.959613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.982433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:33.987706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/691c2267-33cd-418b-a10a-921cc551bd0b HTTP/1.1" status: 204 len: 168 time: 1.4287689 Aug 31 16:13:33.988488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:33.989132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] Calling delete_port for a2e58f17-5261-49c1-af1a-2aff7bcf33e9 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:34.008445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad1c587-d40d-466b-9d5a-cca01b2d2086 None None] Network 3614e918-a2b5-4f96-bfbc-91651d66263f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:34.022678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.091613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caa236-e02d-4b41-82dd-492d256d7689 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=691c2267-33cd-418b-a10a-921cc551bd0b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:34.163773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:34.176601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:34.306270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.505370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 72aa700c-52e8-4948-a9ee-b909b3495070 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:34.505725 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.616748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.630971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41044) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:34.645462 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.663916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f9d59c-d08b-4d35-8981-de59cf661c11']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:34.714588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899c85cf-5325-444c-9718-6792ad46866f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:34.725362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899c85cf-5325-444c-9718-6792ad46866f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:34.757993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.801230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.813551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:34.814292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.823081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] Pushing event deleted for resources: {'Port': ['ID=a2e58f17-5261-49c1-af1a-2aff7bcf33e9,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:34.828972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] For port 72aa700c-52e8-4948-a9ee-b909b3495070, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=72aa700c-52e8-4948-a9ee-b909b3495070,segment=NetworkSegment(51b7983e-a0da-4517-b909-e9f26ecf1bc2),segment_id=51b7983e-a0da-4517-b909-e9f26ecf1bc2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:34.829440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.833963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] DHCP port deletion for 3614e918-a2b5-4f96-bfbc-91651d66263f request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:34.851560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e58f17-5261-49c1-af1a-2aff7bcf33e9 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:34.854522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cefa4bb-06af-4864-b33f-e4abc177a806 None None] No DVR routers for this DVR port a2e58f17-5261-49c1-af1a-2aff7bcf33e9 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:34.905126 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:34.906920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 72aa700c-52e8-4948-a9ee-b909b3495070 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:34.922028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.965324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:34.973069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/28f9d59c-d08b-4d35-8981-de59cf661c11 HTTP/1.1" status: 204 len: 168 time: 1.9350343 Aug 31 16:13:34.977363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:35.053406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89720784-61d8-4526-86ee-cd08ac242b55 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=28f9d59c-d08b-4d35-8981-de59cf661c11,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:35.113916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a2e58f17-5261-49c1-af1a-2aff7bcf33e9 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:35.114715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e58f17-5261-49c1-af1a-2aff7bcf33e9 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:35.235926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] Deleting port 72aa700c-52e8-4948-a9ee-b909b3495070 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:35.240551 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:35.273966 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:28Z', 'revision_number': 8, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:35.462147 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91676262-dfe6-40de-8cf9-597d7f17ec95 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:28Z', 'revision_number': 8, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52794fff-9bc5-443c-914a-b26d4923fd11', 'name': '', 'network_id': '2d81ac21-6602-482c-962b-066d0e89b143', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:b2:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:59Z', 'updated_at': '2021-08-31T16:13:09Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '8e080d38-789d-4aec-b12e-1d9d2072a5d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:35.497279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] For port 72aa700c-52e8-4948-a9ee-b909b3495070, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=72aa700c-52e8-4948-a9ee-b909b3495070,segment=NetworkSegment(51b7983e-a0da-4517-b909-e9f26ecf1bc2),segment_id=51b7983e-a0da-4517-b909-e9f26ecf1bc2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:35.500174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:35.561293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] Calling delete_port for 72aa700c-52e8-4948-a9ee-b909b3495070 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:35.703868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c950b6f-566f-4d57-ba58-399e2b4b3037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:35.884232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:35.894416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd6bb3-33c3-4c67-8c5e-47004bf76117 req-0b978a6e-112c-4ce7-96f8-b70eab7355e9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:35.911931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44dd6bb3-33c3-4c67-8c5e-47004bf76117 req-0b978a6e-112c-4ce7-96f8-b70eab7355e9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.6954062 Aug 31 16:13:35.994506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] Pushing event deleted for resources: {'Port': ['ID=72aa700c-52e8-4948-a9ee-b909b3495070,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:36.002147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157c41f-bb9d-407b-8dd6-ebf63e726aaf None None] No DVR routers for this DVR port 72aa700c-52e8-4948-a9ee-b909b3495070 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:36.110502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.169037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No DVR routers for this DVR port 72aa700c-52e8-4948-a9ee-b909b3495070 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:36.408055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44dd6bb3-33c3-4c67-8c5e-47004bf76117 req-ed7dc7a0-b0a5-4e7d-a9ee-f46a30141d38 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941502 Aug 31 16:13:36.410948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=72aa700c-52e8-4948-a9ee-b909b3495070,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:36.626971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.643017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3614e918-a2b5-4f96-bfbc-91651d66263f']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:36.653293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 72aa700c-52e8-4948-a9ee-b909b3495070 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:36.660658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b7983e-a0da-4517-b909-e9f26ecf1bc2') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:36.661176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b7983e-a0da-4517-b909-e9f26ecf1bc2') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:36.674928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.697806 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.703987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 72aa700c-52e8-4948-a9ee-b909b3495070 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:36.704865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 72aa700c-52e8-4948-a9ee-b909b3495070 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:36.707507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7848b93b-4e37-457d-86af-4521e5a27a2b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:36.718952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:36.720967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:36.749402 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:36.753652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7848b93b-4e37-457d-86af-4521e5a27a2b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:36.754127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7848b93b-4e37-457d-86af-4521e5a27a2b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:36.829098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c950b6f-566f-4d57-ba58-399e2b4b3037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.840442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c950b6f-566f-4d57-ba58-399e2b4b3037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.863644 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.913852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:36.921607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41072) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:36.922571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/3614e918-a2b5-4f96-bfbc-91651d66263f HTTP/1.1" status: 204 len: 168 time: 2.9260190 Aug 31 16:13:36.929166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-424602765'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:36.985926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:36.996235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.034363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09b6c-47bb-43ac-a0cf-8ccaae4aaa94 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=3614e918-a2b5-4f96-bfbc-91651d66263f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:37.041091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c950b6f-566f-4d57-ba58-399e2b4b3037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca159cd1-d5c5-414a-b7a6-68057e6aa87a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:37.061568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2c950b6f-566f-4d57-ba58-399e2b4b3037 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdced6497dce451e963a3630bdff65f0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4253824 Aug 31 16:13:37.064223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41078) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:37.094814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:13:37.118679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.119533 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Added segment 869be0ff-8489-4665-a2d7-abbc1256d8f7 of type vlan for network 2c9e825d-07c3-4b1f-aaab-08a399e9067d Aug 31 16:13:37.225024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.255900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.293361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.308339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:37.309932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.508390 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5879ffb-ce4f-4f5f-a2f7-fa88fb59875d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.530349 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6063802 Aug 31 16:13:37.533932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:37.562594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:37.655426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473012a2-e566-49b0-a65b-cc697229782f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Network': ['ID=2c9e825d-07c3-4b1f-aaab-08a399e9067d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:37.669871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:13:37.711632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5879ffb-ce4f-4f5f-a2f7-fa88fb59875d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.782111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:37.786609 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.860220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c480d-2446-48a4-990f-e6c98815c241 req-6864a977-a4bf-4c5d-a88a-78a1c63a0291 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:37.862114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-025c480d-2446-48a4-990f-e6c98815c241 req-6864a977-a4bf-4c5d-a88a-78a1c63a0291 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.1752195 Aug 31 16:13:37.944983 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5879ffb-ce4f-4f5f-a2f7-fa88fb59875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.949873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f5879ffb-ce4f-4f5f-a2f7-fa88fb59875d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:37.952516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5879ffb-ce4f-4f5f-a2f7-fa88fb59875d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca159cd1-d5c5-414a-b7a6-68057e6aa87a HTTP/1.1" status: 204 len: 168 time: 0.8683872 Aug 31 16:13:38.027499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879ffb-ce4f-4f5f-a2f7-fa88fb59875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca159cd1-d5c5-414a-b7a6-68057e6aa87a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:38.050929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-025c480d-2446-48a4-990f-e6c98815c241 req-1b2b0a4e-7533-467e-9256-23e40c2a2ccf tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631117 Aug 31 16:13:38.246990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:38.258306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 52794fff-9bc5-443c-914a-b26d4923fd11 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:38.259147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:38.447771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Checking segment: {'id': '869be0ff-8489-4665-a2d7-abbc1256d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:38.448511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network hostable DHCP agents. Network: 2c9e825d-07c3-4b1f-aaab-08a399e9067d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:13:38.462326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=1f3a4b95-d245-4493-98e3-254cdd49f333,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:38.506674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:13:38.544719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2c9e825d-07c3-4b1f-aaab-08a399e9067d) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:38.559542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43d2d9-3192-43bc-978a-2559bc73acf0 None None] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:38.572079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:38.583375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:38.595909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 52794fff-9bc5-443c-914a-b26d4923fd11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=52794fff-9bc5-443c-914a-b26d4923fd11,segment=NetworkSegment(af7c8b73-444d-43ad-8d7e-c16c82fd873b),segment_id=af7c8b73-444d-43ad-8d7e-c16c82fd873b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:38.598307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:38.633988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0d387087-ae88-4bcd-9b2e-c2470dde46d2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0853362 Aug 31 16:13:38.634863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41106) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:38.645642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1710596460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:38.666888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 52794fff-9bc5-443c-914a-b26d4923fd11 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:38.740486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:38.743002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:38.996975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:39.003813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:39.059326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:39.073664 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-166e109e-ef2b-4b8c-bfaf-c089243f246e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4249525 Aug 31 16:13:39.073664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:39.078369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d', 'name': 'tempest-PortsIpV6TestJSON-1634949813'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:13:39.203959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2c9e825d-07c3-4b1f-aaab-08a399e9067d', 'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': '1f3a4b95-d245-4493-98e3-254cdd49f333'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:13:39.204902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:39.423552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:39.464636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:13:39.468658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:39.510373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port a7cd5810-77ce-488c-8be6-542ab4dfcb32 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:13:39.521909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=52794fff-9bc5-443c-914a-b26d4923fd11,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:39.578528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59295a0-571b-4999-8aae-87a0d1eefd42 req-ffc16299-5fb3-43b8-928f-94ebfeade316 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:39.582124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c59295a0-571b-4999-8aae-87a0d1eefd42 req-ffc16299-5fb3-43b8-928f-94ebfeade316 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2994027 Aug 31 16:13:39.767603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::188 (2c9e825d-07c3-4b1f-aaab-08a399e9067d/1f3a4b95-d245-4493-98e3-254cdd49f333/a7cd5810-77ce-488c-8be6-542ab4dfcb32) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:39.908951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c59295a0-571b-4999-8aae-87a0d1eefd42 req-c01f1ddb-15d8-4c0d-b282-68836de426f2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332842 Aug 31 16:13:40.131016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:40.267230 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:13:40.318571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:40.343731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object a7cd5810-77ce-488c-8be6-542ab4dfcb32 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:40.413204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:40.487751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:40.493310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:40.500717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:40.541630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:40.546360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:40.572140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=a7cd5810-77ce-488c-8be6-542ab4dfcb32,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:40.577978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Allocated IP 2001:db8::2 (2c9e825d-07c3-4b1f-aaab-08a399e9067d/1f3a4b95-d245-4493-98e3-254cdd49f333/809b788f-8c17-4303-9f82-66ce575b96dd) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:13:40.591601 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f94cabc3-0e7f-4510-8ba7-2310ccdf387b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5244420 Aug 31 16:13:40.595328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41146) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:41.125751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:41.153956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Transition to ACTIVE for port object 809b788f-8c17-4303-9f82-66ce575b96dd will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:41.210874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Transition to ACTIVE for port object 809b788f-8c17-4303-9f82-66ce575b96dd will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:13:41.226339 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:41.277037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:41.388088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Pushing event updated for resources: {'Port': ['ID=809b788f-8c17-4303-9f82-66ce575b96dd,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:41.406331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:41.411451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:41.415244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:13:41.496052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Attempting to bind port 809b788f-8c17-4303-9f82-66ce575b96dd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:13:41.496602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Attempting to bind port 809b788f-8c17-4303-9f82-66ce575b96dd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '869be0ff-8489-4665-a2d7-abbc1256d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:13:41.497098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Attempting to bind port 809b788f-8c17-4303-9f82-66ce575b96dd on network 2c9e825d-07c3-4b1f-aaab-08a399e9067d {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:13:41.509859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:13:41.510693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Checking segment: {'id': '869be0ff-8489-4665-a2d7-abbc1256d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:13:41.512752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:41.513425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Bound using segment: {'id': '869be0ff-8489-4665-a2d7-abbc1256d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:13:41.516550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Bound port: 809b788f-8c17-4303-9f82-66ce575b96dd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be0ff-8489-4665-a2d7-abbc1256d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c9e825d-07c3-4b1f-aaab-08a399e9067d'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:13:41.517281 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:41.663932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcf8c6-4843-4ed8-babb-287df438f48e req-0427a88c-b1db-42b9-a3dc-dcde5b881012 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:41.665927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1bcf8c6-4843-4ed8-babb-287df438f48e req-0427a88c-b1db-42b9-a3dc-dcde5b881012 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.4246614 Aug 31 16:13:41.687259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] For port 809b788f-8c17-4303-9f82-66ce575b96dd, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:13:41.691026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] For port 809b788f-8c17-4303-9f82-66ce575b96dd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=809b788f-8c17-4303-9f82-66ce575b96dd,segment=NetworkSegment(869be0ff-8489-4665-a2d7-abbc1256d8f7),segment_id=869be0ff-8489-4665-a2d7-abbc1256d8f7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:13:41.701846 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:41.710374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:41.846664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:41.870249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0ce4570d-7a86-4b7e-95d7-6e106031351c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8565404 Aug 31 16:13:41.874638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41162) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:41.899680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1701-22a2-4883-a2d7-2bcfb0f427f4 None None] Pushing event updated for resources: {'Port': ['ID=809b788f-8c17-4303-9f82-66ce575b96dd,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:41.908953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:41.909290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1bcf8c6-4843-4ed8-babb-287df438f48e req-5ba035b7-41a0-4467-b8d7-2e6057fa9e09 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273762 Aug 31 16:13:41.929649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:41.935343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:42.058556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 8e080d38-789d-4aec-b12e-1d9d2072a5d6 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:42.081401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:42.235879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:42.649939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:42.773494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:42.842369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 809b788f-8c17-4303-9f82-66ce575b96dd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:42.860866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:42.945305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=8e080d38-789d-4aec-b12e-1d9d2072a5d6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:42.962560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:42.973032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-62830d81-be04-4d6d-a6be-a6438dc226ce tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/8e080d38-789d-4aec-b12e-1d9d2072a5d6 HTTP/1.1" status: 204 len: 168 time: 1.0920401 Aug 31 16:13:42.973545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41172) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:43.065222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f578a5-abd2-48ee-aea9-4175751b8237 None None] Network 2d81ac21-6602-482c-962b-066d0e89b143 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:43.323381 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:43.391587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754f056-6672-4dd5-a4f1-940f1505f087 req-726034e1-fc58-4a13-b3c2-04a498e42ef7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:43.423113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7754f056-6672-4dd5-a4f1-940f1505f087 req-726034e1-fc58-4a13-b3c2-04a498e42ef7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2160435 Aug 31 16:13:43.583168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:43.603681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:43.674584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7754f056-6672-4dd5-a4f1-940f1505f087 req-6df89ebe-5a62-4f65-b0eb-971bc523348d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328348 Aug 31 16:13:43.876873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 01101320-c933-4812-a651-33e67405c64b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:43.884930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:43.991875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=a7cd5810-77ce-488c-8be6-542ab4dfcb32,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:44.087908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 809b788f-8c17-4303-9f82-66ce575b96dd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:44.221754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7116a782-2bfa-4135-81d1-fc81adcab0d0 None None] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:44.340063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 01101320-c933-4812-a651-33e67405c64b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=01101320-c933-4812-a651-33e67405c64b,segment=NetworkSegment(af7c8b73-444d-43ad-8d7e-c16c82fd873b),segment_id=af7c8b73-444d-43ad-8d7e-c16c82fd873b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:44.340464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:44.399305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 01101320-c933-4812-a651-33e67405c64b owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:44.509775 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:44.570405 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:44.763158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=01101320-c933-4812-a651-33e67405c64b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:44.794162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port 01101320-c933-4812-a651-33e67405c64b on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:13:44.960044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:13:45.144494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.158064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.191894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d81ac21-6602-482c-962b-066d0e89b143']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:45.243944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7c8b73-444d-43ad-8d7e-c16c82fd873b') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:45.243944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7c8b73-444d-43ad-8d7e-c16c82fd873b') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:45.283724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.318675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] Provisioning for port 809b788f-8c17-4303-9f82-66ce575b96dd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:45.356815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] Provisioning complete for port 809b788f-8c17-4303-9f82-66ce575b96dd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:45.357924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.450204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:45.489494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.518614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28bcc1-2443-428a-9ff1-d429d856b9c7 None None] DHCP port deletion for 2d81ac21-6602-482c-962b-066d0e89b143 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:45.536133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'mac_address': 'fa:16:3e:04:b6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:13:45.539655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:13:45.543829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:13:45.557163 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:13:45.567145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:39Z', 'revision_number': 9, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:45.729999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.737889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:45.757397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdc521-e497-429c-9632-433e90c49be1 req-c227af40-f43c-40c5-87bf-6118e5c39c0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:45.768176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77bdc521-e497-429c-9632-433e90c49be1 req-c227af40-f43c-40c5-87bf-6118e5c39c0b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.4994550 Aug 31 16:13:45.867611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.898768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:45.907727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/2d81ac21-6602-482c-962b-066d0e89b143 HTTP/1.1" status: 204 len: 168 time: 2.9280422 Aug 31 16:13:45.908800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41248) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:45.985543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f1f3a-8331-4845-8b01-304a88924042 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=2d81ac21-6602-482c-962b-066d0e89b143,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:46.017126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77bdc521-e497-429c-9632-433e90c49be1 req-500c51bf-bfac-4afd-af2b-37bf0dceacc8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335865 Aug 31 16:13:46.029077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:13:46.239773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:46.253030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:46.913541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:46.929066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:47.062433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 01101320-c933-4812-a651-33e67405c64b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:47.207921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:47.226439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:47.328459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 01101320-c933-4812-a651-33e67405c64b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:47.329020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 01101320-c933-4812-a651-33e67405c64b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:47.468777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9921b5-b732-4700-be1d-5a2901030457 req-d232e2a2-9bba-4d2e-97e3-a3c33cb70132 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:47.504047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a9921b5-b732-4700-be1d-5a2901030457 req-d232e2a2-9bba-4d2e-97e3-a3c33cb70132 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2604969 Aug 31 16:13:47.707352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a9921b5-b732-4700-be1d-5a2901030457 req-0ff870a9-2a1b-4c23-993a-1cecfecfc32f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945069 Aug 31 16:13:47.824094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:48.037463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:48.063813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=a7cd5810-77ce-488c-8be6-542ab4dfcb32,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:48.069866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:48.099668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:13:48.104284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:13:48.252333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:48.321253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:13:48.328660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] For port 809b788f-8c17-4303-9f82-66ce575b96dd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=809b788f-8c17-4303-9f82-66ce575b96dd,segment=NetworkSegment(869be0ff-8489-4665-a2d7-abbc1256d8f7),segment_id=869be0ff-8489-4665-a2d7-abbc1256d8f7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:48.367184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:48.535027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:39Z', 'revision_number': 9, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:48.548560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-00d89f05-8131-460e-b522-7b9da47069b2 None None] Provisioning for port a7cd5810-77ce-488c-8be6-542ab4dfcb32 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:13:48.604600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db774b83-0387-4207-b225-d870b450c2e5 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:39Z', 'revision_number': 9, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7b5eff8-0cde-400e-8450-59bac6042b5a', 'name': '', 'network_id': '5e70e851-870b-444e-b123-249334123843', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:72:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:49Z', 'updated_at': '2021-08-31T16:13:03Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': '7cb97bd4-2e13-4e9c-8247-f5a810985918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:48.635409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-00d89f05-8131-460e-b522-7b9da47069b2 None None] Provisioning complete for port a7cd5810-77ce-488c-8be6-542ab4dfcb32 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:48.636242 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00d89f05-8131-460e-b522-7b9da47069b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:48.715821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-00d89f05-8131-460e-b522-7b9da47069b2 None None] Port a7cd5810-77ce-488c-8be6-542ab4dfcb32 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:48.722950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f375c8-c598-4877-8c51-44ca5ab95774 None None] Pushing event updated for resources: {'Port': ['ID=809b788f-8c17-4303-9f82-66ce575b96dd,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:48.778466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:48.797285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-00d89f05-8131-460e-b522-7b9da47069b2 None None] Provisioning complete for port 809b788f-8c17-4303-9f82-66ce575b96dd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:48.797820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00d89f05-8131-460e-b522-7b9da47069b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:49.067005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Router 3b0247e7-27ff-4aa7-af1d-b07f7834c000 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:13:49.334794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3f5b23d2-e49c-43e9-9fb4-ff916561732b None None] Provisioning complete for port a7cd5810-77ce-488c-8be6-542ab4dfcb32 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:49.336121 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f5b23d2-e49c-43e9-9fb4-ff916561732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:49.347479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fd6b-d07c-4d66-aa76-8df783f56e2a req-02104f21-3ef3-4c36-bab5-02fc053ce232 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:49.374466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc01fd6b-d07c-4d66-aa76-8df783f56e2a req-02104f21-3ef3-4c36-bab5-02fc053ce232 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 944 time: 0.3330688 Aug 31 16:13:49.444878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b23d2-e49c-43e9-9fb4-ff916561732b None None] Port a7cd5810-77ce-488c-8be6-542ab4dfcb32 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:13:49.575235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc01fd6b-d07c-4d66-aa76-8df783f56e2a req-a2ced087-7f9c-4618-8875-d62ba2c7283d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963918 Aug 31 16:13:50.073645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:50.085254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:50.092944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41296) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:50.095701 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] Sync routers for ids ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:50.100982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-edeb312c-a3ac-4fd7-a69c-20d15934bde8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/routers/3b0247e7-27ff-4aa7-af1d-b07f7834c000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5007188 Aug 31 16:13:50.158392 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] Routers {'3b0247e7-27ff-4aa7-af1d-b07f7834c000'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:50.161747 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:50.284777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:50.285319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:50.315818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436de3a-2a35-4247-89f5-a66655bf81a1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:50.323013 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:50.325290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41300) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:50.326418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9436de3a-2a35-4247-89f5-a66655bf81a1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b0247e7-27ff-4aa7-af1d-b07f7834c000 HTTP/1.1" status: 200 len: 989 time: 0.2310677 Aug 31 16:13:50.363611 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] Routers {'3b0247e7-27ff-4aa7-af1d-b07f7834c000'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:50.365599 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:50.632425 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:50.634195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124aa4dc-b822-43e8-9a22-8dabf3e91a53 None None] The sync data for ids ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:13:50.832385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 809b788f-8c17-4303-9f82-66ce575b96dd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:13:51.090756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:51.165815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d042-f2b6-4c2a-b84a-fd9edc240e78 req-daa5a44f-927c-467e-a03a-19a49f0a64cb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:51.168979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf75d042-f2b6-4c2a-b84a-fd9edc240e78 req-daa5a44f-927c-467e-a03a-19a49f0a64cb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 944 time: 0.2580793 Aug 31 16:13:51.201112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 809b788f-8c17-4303-9f82-66ce575b96dd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:13:51.202911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:51.222399 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-965934b9-14da-458e-9d64-ae82d2357393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:51.246610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bf75d042-f2b6-4c2a-b84a-fd9edc240e78 req-0777b776-199d-4514-b540-7d14964ea7c5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507956 Aug 31 16:13:51.342355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port b7b5eff8-0cde-400e-8450-59bac6042b5a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:51.343511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:51.446788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:51.448553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:13:51.455617 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed81132-8247-4016-87a8-da4d189c9175" -d '{"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:13:51.497088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port b7b5eff8-0cde-400e-8450-59bac6042b5a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7b5eff8-0cde-400e-8450-59bac6042b5a,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:13:51.497475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:51.510016 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:51.542139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for b7b5eff8-0cde-400e-8450-59bac6042b5a owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:51.860719 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c805df40-5fbb-4ac0-8fac-b3f567343265 x-openstack-request-id: req-c805df40-5fbb-4ac0-8fac-b3f567343265 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:13:51.861312 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:13:51.861312 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c805df40-5fbb-4ac0-8fac-b3f567343265 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:13:51.861802 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'code': 200} Aug 31 16:13:51.862316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:51.923927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52794fff-9bc5-443c-914a-b26d4923fd11 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:13:51.990217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 52794fff-9bc5-443c-914a-b26d4923fd11 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:13:51.990551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 52794fff-9bc5-443c-914a-b26d4923fd11 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:13:52.282808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:52.539660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=b7b5eff8-0cde-400e-8450-59bac6042b5a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:52.653532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84a713-d4d5-4f99-8b0a-27c18d97d8a2 req-9aca6fbd-a8de-48ea-a7be-9a6722d42123 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:52.676673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e84a713-d4d5-4f99-8b0a-27c18d97d8a2 req-9aca6fbd-a8de-48ea-a7be-9a6722d42123 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2255819 Aug 31 16:13:52.970252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e84a713-d4d5-4f99-8b0a-27c18d97d8a2 req-6f294ea9-f838-4abf-a6fe-b2a41bd69216 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845960 Aug 31 16:13:53.877805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:54.205884 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8663abde-7106-4dd0-b6d9-16a8ecf78058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:54.276556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:54.310990 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:54.697346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacafdf5-dfde-4b61-9315-6c5076cef645 req-4ec55e75-d126-49f5-a513-1b5d5e3750cb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:54.706872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aacafdf5-dfde-4b61-9315-6c5076cef645 req-4ec55e75-d126-49f5-a513-1b5d5e3750cb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.3872979 Aug 31 16:13:54.828506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aacafdf5-dfde-4b61-9315-6c5076cef645 req-ee8193b1-778c-4362-b9fb-95076f9b20a1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957260 Aug 31 16:13:55.226147 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:55.306920 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:55.498350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:13:55.543308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41364) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:55.859948 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:56.240137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:13:56.260988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:13:56.287989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0726a09-22ff-44c0-8b39-ca77671d8172 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3688323 Aug 31 16:13:56.300003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:56.302660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41378) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:56.303519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb249b2-1508-466e-8aba-cd69edfe1be0 req-e239f44e-ec98-45d0-86b8-6358e3133671 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:56.318340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccb249b2-1508-466e-8aba-cd69edfe1be0 req-e239f44e-ec98-45d0-86b8-6358e3133671 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.1332910 Aug 31 16:13:56.321281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:56.403391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccb249b2-1508-466e-8aba-cd69edfe1be0 req-fa2261da-3016-4311-b399-43e055f56504 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832102 Aug 31 16:13:56.576715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port a7cd5810-77ce-488c-8be6-542ab4dfcb32 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:13:56.578346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:56.599336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet 7cb97bd4-2e13-4e9c-8247-f5a810985918 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:13:56.608444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:56.729664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:56.778592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:57.355058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:57.464757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for a7cd5810-77ce-488c-8be6-542ab4dfcb32 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:13:57.861116 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:57.923234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:58.147622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:51Z', 'revision_number': 10, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:58.282778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:13:58.322872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:13:58.337223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:13:58.611327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:58.672636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:58.684527 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/7cb97bd4-2e13-4e9c-8247-f5a810985918 HTTP/1.1" status: 204 len: 168 time: 2.3598242 Aug 31 16:13:58.687802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41414) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:13:58.693355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4976d01-0fa0-4f04-acd1-e744d1936db0 req-9eaba747-071b-4eda-b8d2-a0e3a8386759 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:13:58.739259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4976d01-0fa0-4f04-acd1-e744d1936db0 req-9eaba747-071b-4eda-b8d2-a0e3a8386759 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.8246748 Aug 31 16:13:58.800209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec4e52-ed3a-4ae0-aa86-2a8e13c5e817 None None] Network 5e70e851-870b-444e-b123-249334123843 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:13:59.047534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4976d01-0fa0-4f04-acd1-e744d1936db0 req-cfbae7a5-5bb6-4531-b883-89181fe708c8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033805 Aug 31 16:13:59.066447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef359d-579e-4c72-824e-ccc7ef687151 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb97bd4-2e13-4e9c-8247-f5a810985918,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:13:59.139098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:13:59.516628 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:59.575942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:59.612153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:13:59.890628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] DHCP port deletion for 5e70e851-870b-444e-b123-249334123843 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:13:59.931174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=a7cd5810-77ce-488c-8be6-542ab4dfcb32,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:00.741053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1830-cc2b-458d-a9ae-a9bd47267f29 req-8defa640-a7c7-40e1-bcc8-3a0e6cb425c8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:00.772795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d86a1830-cc2b-458d-a9ae-a9bd47267f29 req-8defa640-a7c7-40e1-bcc8-3a0e6cb425c8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.3324921 Aug 31 16:14:00.780661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:00.820613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:51Z', 'revision_number': 10, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:00.832955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 075509fc-c956-44d1-a90d-3810f5912398 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:00.975747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d86a1830-cc2b-458d-a9ae-a9bd47267f29 req-60132f88-a523-4880-bb43-53188a11efde tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016466 Aug 31 16:14:01.118704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aceb0b-38f8-4330-a459-7441e11fc7b4 None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:13:51Z', 'revision_number': 10, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None, '_interfaces': [{'id': '003fe0a4-c0e1-4dbe-ac44-4c83fd72c677', 'name': '', 'network_id': 'c7433220-e0f7-4465-aa5e-0d5dbdef3ecd', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'mac_address': 'fa:16:3e:63:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:12:37Z', 'updated_at': '2021-08-31T16:12:51Z', 'revision_number': 5, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'subnets': [{'id': 'ac63e978-20ed-4f1f-9d32-adcf0b7cd89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:01.275102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Deleting port 82d6eabe-39ae-4e80-9e84-b354498ffb18 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:01.277653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.325670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] Deleting port 075509fc-c956-44d1-a90d-3810f5912398 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:01.333945 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.391214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 075509fc-c956-44d1-a90d-3810f5912398 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:01.395214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.563145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Router 3b0247e7-27ff-4aa7-af1d-b07f7834c000 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:14:01.584241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] For port 82d6eabe-39ae-4e80-9e84-b354498ffb18, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=82d6eabe-39ae-4e80-9e84-b354498ffb18,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:01.584797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.617117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Calling delete_port for 82d6eabe-39ae-4e80-9e84-b354498ffb18 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:01.631782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 075509fc-c956-44d1-a90d-3810f5912398, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=075509fc-c956-44d1-a90d-3810f5912398,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:01.635377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.741853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 075509fc-c956-44d1-a90d-3810f5912398 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:01.780922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.900131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] For port 075509fc-c956-44d1-a90d-3810f5912398, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=075509fc-c956-44d1-a90d-3810f5912398,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:01.901119 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:01.976013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] Calling delete_port for 075509fc-c956-44d1-a90d-3810f5912398 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:01.999941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 075509fc-c956-44d1-a90d-3810f5912398, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=075509fc-c956-44d1-a90d-3810f5912398,segment=NetworkSegment(4c850b17-d9c4-4eb2-a6ab-5e440eeac187),segment_id=4c850b17-d9c4-4eb2-a6ab-5e440eeac187)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:02.028653 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:02.111008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:02.138396 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] Sync routers for ids ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:02.192526 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] Routers {'3b0247e7-27ff-4aa7-af1d-b07f7834c000'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:02.197207 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:02.225351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6aabf8f3-adca-4efd-b83c-8f3d70ac5af7 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/routers/3b0247e7-27ff-4aa7-af1d-b07f7834c000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8932488 Aug 31 16:14:02.229928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41454) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:02.318406 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc80813-9ea6-4e0f-90e5-3c60ac5f9a92 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:14:02.320536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7dc80813-9ea6-4e0f-90e5-3c60ac5f9a92 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/a7cd5810-77ce-488c-8be6-542ab4dfcb32 HTTP/1.1" status: 404 len: 333 time: 0.0884356 Aug 31 16:14:02.356712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41456) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:02.391962 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:02.424094 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] Routers {'3b0247e7-27ff-4aa7-af1d-b07f7834c000'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:02.425165 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:02.483385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:02.540690 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:02.541606 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd38b40-1245-4d1c-a12e-917ee81d8537 None None] The sync data for ids ['3b0247e7-27ff-4aa7-af1d-b07f7834c000'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:02.593926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Pushing event deleted for resources: {'Port': ['ID=82d6eabe-39ae-4e80-9e84-b354498ffb18,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:02.596566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=075509fc-c956-44d1-a90d-3810f5912398,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:02.608987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef3405-83d8-42b3-9f53-965bcbeb1564 req-59cfac59-2bf5-4728-a83f-7aabc6fee30e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:02.611424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aaef3405-83d8-42b3-9f53-965bcbeb1564 req-59cfac59-2bf5-4728-a83f-7aabc6fee30e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2870653 Aug 31 16:14:02.652388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7b5eff8-0cde-400e-8450-59bac6042b5a no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:02.661232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.661594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.661979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.662340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.662684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.663027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.663364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.663718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.664024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.664396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.664730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.665062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:02.699522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aaef3405-83d8-42b3-9f53-965bcbeb1564 req-18ca6fac-c1f8-4ab9-8da9-f495d9fb90bd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808821 Aug 31 16:14:02.734370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b7b5eff8-0cde-400e-8450-59bac6042b5a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:02.735149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7b5eff8-0cde-400e-8450-59bac6042b5a not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:02.858855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:03.164911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:03.710415 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:03.817103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:03.853166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] No DVR routers for this DVR port 075509fc-c956-44d1-a90d-3810f5912398 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:14:03.871946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968ea4-4dfc-4b18-a25e-70f13fec91e0 None None] Pushing event deleted for resources: {'Port': ['ID=075509fc-c956-44d1-a90d-3810f5912398,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:03.964958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Router 8255a9dd-b7b2-4c78-95a8-5390774bf89b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:14:03.965783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=075509fc-c956-44d1-a90d-3810f5912398,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:03.983507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.001745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.011428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port 075509fc-c956-44d1-a90d-3810f5912398 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:14:04.213395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.217726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0247e7-27ff-4aa7-af1d-b07f7834c000 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:14:04.260387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.270222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41478) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:04.273934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8b9b8035-d933-42e8-b2b2-dcb745277f1e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/routers/3b0247e7-27ff-4aa7-af1d-b07f7834c000 HTTP/1.1" status: 204 len: 168 time: 1.9126029 Aug 31 16:14:04.365970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.380938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e70e851-870b-444e-b123-249334123843']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:04.399237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c850b17-d9c4-4eb2-a6ab-5e440eeac187') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:04.399929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c850b17-d9c4-4eb2-a6ab-5e440eeac187') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:04.419849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.444811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.459995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:14:04.461101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:14:04.612673 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:14:04.617437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.661661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:04.668095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/5e70e851-870b-444e-b123-249334123843 HTTP/1.1" status: 204 len: 168 time: 5.9195168 Aug 31 16:14:04.670023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=5e70e851-870b-444e-b123-249334123843,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:04.673856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41484) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:04.980532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.982277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.982834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.987718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.988452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.989283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.989846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.990400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.990953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.991495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.992029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:04.992654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77b538-65b2-4c85-8961-a5657643d365 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:05.046341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 1f3a4b95-d245-4493-98e3-254cdd49f333 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:05.062246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.158793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ef81-44ee-40ad-be9f-07e7089d22de req-5363a622-859c-499a-963d-f813c078afc0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:05.161670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5769ef81-44ee-40ad-be9f-07e7089d22de req-5363a622-859c-499a-963d-f813c078afc0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 1.0316746 Aug 31 16:14:05.204761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:05.220464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] Sync routers for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:05.222428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-91a131bd-abea-4688-9acb-c7d09393462e admin admin] 10.222.0.43 "PUT /v2.0/routers/8255a9dd-b7b2-4c78-95a8-5390774bf89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6767955 Aug 31 16:14:05.227306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41486) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:05.241114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.281327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:05.282951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:05.482529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.549832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.680456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:05.786854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.790371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.928952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3a4b95-d245-4493-98e3-254cdd49f333,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:05.941125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:05.955366 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2fdd6998-3f43-4e44-928e-99055ef5c54f tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/1f3a4b95-d245-4493-98e3-254cdd49f333 HTTP/1.1" status: 204 len: 168 time: 1.6729851 Aug 31 16:14:05.959492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41498) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:06.095347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53c6b2-cae2-4062-a3c6-d5d64006640b None None] Network 2c9e825d-07c3-4b1f-aaab-08a399e9067d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:06.228421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Deleting port 1de4073b-7042-40e1-aa57-d3e23448d61c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:06.229288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:06.354500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:06.452963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5769ef81-44ee-40ad-be9f-07e7089d22de req-bb44998d-18f4-43b8-a9de-dc2984d08a6e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2726748 Aug 31 16:14:06.579917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 809b788f-8c17-4303-9f82-66ce575b96dd {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:06.580805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:06.772770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:06.798156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] For port 809b788f-8c17-4303-9f82-66ce575b96dd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=809b788f-8c17-4303-9f82-66ce575b96dd,segment=NetworkSegment(869be0ff-8489-4665-a2d7-abbc1256d8f7),segment_id=869be0ff-8489-4665-a2d7-abbc1256d8f7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:06.798758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:06.856029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 809b788f-8c17-4303-9f82-66ce575b96dd owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:07.065175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:14:02Z', 'revision_number': 5, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port': {'id': '1de4073b-7042-40e1-aa57-d3e23448d61c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:02:25Z', 'updated_at': '2021-08-31T16:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:07.088626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56f28b-39d0-4aed-ad22-b60225047329 None None] DHCP port deletion for 2c9e825d-07c3-4b1f-aaab-08a399e9067d request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:14:07.142042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.149370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] For port 1de4073b-7042-40e1-aa57-d3e23448d61c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1de4073b-7042-40e1-aa57-d3e23448d61c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:07.149870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.190516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] Checking router: 8255a9dd-b7b2-4c78-95a8-5390774bf89b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:14:07.200683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=809b788f-8c17-4303-9f82-66ce575b96dd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:07.210321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Calling delete_port for 1de4073b-7042-40e1-aa57-d3e23448d61c owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:07.217976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No DVR routers for this DVR port 809b788f-8c17-4303-9f82-66ce575b96dd on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:14:07.293550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9c56f28b-39d0-4aed-ad22-b60225047329 None None] The port '809b788f-8c17-4303-9f82-66ce575b96dd' was deleted {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 16:14:07.305702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] Routers {'8255a9dd-b7b2-4c78-95a8-5390774bf89b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:07.312489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:07.400457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.441887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9e825d-07c3-4b1f-aaab-08a399e9067d']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:07.477849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869be0ff-8489-4665-a2d7-abbc1256d8f7') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:07.478367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869be0ff-8489-4665-a2d7-abbc1256d8f7') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:07.534211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.573823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.582768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] Set router 8255a9dd-b7b2-4c78-95a8-5390774bf89b gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:07.592528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:14:07.593613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:14:07.604410 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:14:07.799988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:14:05Z', 'revision_number': 6, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:07.926108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2b61c-7615-4a46-aa2b-91ce43856a20 None None] The sync data for ids ['8255a9dd-b7b2-4c78-95a8-5390774bf89b'] in n-d-793621-35 is: [{'id': '8255a9dd-b7b2-4c78-95a8-5390774bf89b', 'name': 'tempest-TaggedBootDevicesTest-2132372247-router', 'tenant_id': '2757dda4ffcb41e290707aa55b36ef77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:02:24Z', 'updated_at': '2021-08-31T16:14:05Z', 'revision_number': 6, 'project_id': '2757dda4ffcb41e290707aa55b36ef77', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:07.945037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecde8f-22d3-4983-b316-adbbbb8bc953 req-e83fd5f5-b8f0-4b0c-80ee-021896167457 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:07.947341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cecde8f-22d3-4983-b316-adbbbb8bc953 req-e83fd5f5-b8f0-4b0c-80ee-021896167457 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2848070 Aug 31 16:14:07.954484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.959970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:07.962565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/2c9e825d-07c3-4b1f-aaab-08a399e9067d HTTP/1.1" status: 204 len: 168 time: 1.9801190 Aug 31 16:14:07.972131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41510) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:08.034176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.067742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1c952-5dbb-41c1-a036-c54c625006bf tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=2c9e825d-07c3-4b1f-aaab-08a399e9067d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:08.086322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de4073b-7042-40e1-aa57-d3e23448d61c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:08.139488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea25b75-62c0-4d64-9fea-5fc97ac62ba6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:08.149415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1ea25b75-62c0-4d64-9fea-5fc97ac62ba6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/ff3b65dd-a121-471c-bcb2-67a11ba4b28b HTTP/1.1" status: 200 len: 843 time: 0.1654327 Aug 31 16:14:08.153260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41518) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:08.179100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cecde8f-22d3-4983-b316-adbbbb8bc953 req-0d00383f-100a-4d09-baeb-d9be242803f7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059128 Aug 31 16:14:08.215389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:08.216165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.243041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.385145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e318505f-2528-4743-a475-69592bad3797 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/ff3b65dd-a121-471c-bcb2-67a11ba4b28b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2254508 Aug 31 16:14:08.385518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41528) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:08.391621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:08.582030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.595076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.636222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:08.638896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.817688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.819072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8255a9dd-b7b2-4c78-95a8-5390774bf89b {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:14:08.831559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:08.836364 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c7384aa8-e11e-46c1-b1a9-e7fc079eab86 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8255a9dd-b7b2-4c78-95a8-5390774bf89b HTTP/1.1" status: 204 len: 168 time: 3.6044869 Aug 31 16:14:08.845845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:08.986778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Deleting subnet 18594f6c-5fe1-407e-97c9-84a96be3be0c {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:08.994972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.123354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.218980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 82d6eabe-39ae-4e80-9e84-b354498ffb18 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:09.259062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.358370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 82d6eabe-39ae-4e80-9e84-b354498ffb18 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:09.358874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 82d6eabe-39ae-4e80-9e84-b354498ffb18 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:09.369477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 809b788f-8c17-4303-9f82-66ce575b96dd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:09.444841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.482448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 809b788f-8c17-4303-9f82-66ce575b96dd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:09.482809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 809b788f-8c17-4303-9f82-66ce575b96dd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:09.555507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,segment=NetworkSegment(3a9e2ab1-c448-4b69-ab2a-1031f2163d32),segment_id=3a9e2ab1-c448-4b69-ab2a-1031f2163d32)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:09.555890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.592459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:09.700991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=aacedb07-5edd-4bf1-accc-dd3086240bb7,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:09.740236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:09.756308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:09.770220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196cd1f-3cab-456b-907a-247d3ac6120f None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:09.821467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbcd2b-45d1-486a-ad72-0322c65a9f31 req-4e7d6572-7267-4d2f-bda7-ab57d1c01866 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:09.830969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2bbcd2b-45d1-486a-ad72-0322c65a9f31 req-4e7d6572-7267-4d2f-bda7-ab57d1c01866 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.3047779 Aug 31 16:14:09.832583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:09.833605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.866844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:09.979804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2bbcd2b-45d1-486a-ad72-0322c65a9f31 req-4399fd0f-3315-49a2-b2e7-82df253a7292 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917766 Aug 31 16:14:09.984587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-982c7c2c-4fd5-4ef5-99a1-408d1a76d96c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5976872 Aug 31 16:14:09.985240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41544) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:09.990391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1193624340'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:09.997751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18594f6c-5fe1-407e-97c9-84a96be3be0c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:10.023123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.029624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.032913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d0df110-7b38-4a21-97b0-ddf509e6568a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/18594f6c-5fe1-407e-97c9-84a96be3be0c HTTP/1.1" status: 204 len: 168 time: 1.1845746 Aug 31 16:14:10.037579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848f47d-cdda-4a25-9cc9-e2211464f96e None None] Network cb063698-8983-4c49-a309-b68a1c7deaa0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:10.048142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41546) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:10.298623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.378554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.602531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.611719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Deleting port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:10.621351 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.657174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.679160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=003fe0a4-c0e1-4dbe-ac44-4c83fd72c677,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:10.681265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1de4073b-7042-40e1-aa57-d3e23448d61c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:10.837611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 1de4073b-7042-40e1-aa57-d3e23448d61c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:10.837897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1de4073b-7042-40e1-aa57-d3e23448d61c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:10.967990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:10.989278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0024030 Aug 31 16:14:10.990385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41556) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:10.992751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] For port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,segment=NetworkSegment(29a482da-38da-4914-87a4-96f4cebde30d),segment_id=29a482da-38da-4914-87a4-96f4cebde30d)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:10.993127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:11.001850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'security_group': {'name': 'tempest-secgroup-390824237'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:11.026277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af42d6c-ad3e-4f1e-aafc-a7103e84dfa8 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a605f-59b6-4a2f-bbb5-974ce1716b18,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:11.060228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:11.063854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-d0954da5-ecf2-4c63-926f-50baf373a023', 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'tenant_id': '6d4a4e060a4148998c9f1e0527d8f573', 'fixed_ips': [{'subnet_id': 'aacedb07-5edd-4bf1-accc-dd3086240bb7'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:14:11.067594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:11.087570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Calling delete_port for dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:11.283368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:11.495442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Allocated IP 2001:db8::2 (d0954da5-ecf2-4c63-926f-50baf373a023/aacedb07-5edd-4bf1-accc-dd3086240bb7/b7e9d0e9-410f-4a9b-990a-57d639cf4d9c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:11.552061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0550b5-9726-48f3-8c6a-d70ba0f1f44a req-cd8b0f8d-18b8-47a1-982a-b2781ae83808 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:11.555244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e0550b5-9726-48f3-8c6a-d70ba0f1f44a req-cd8b0f8d-18b8-47a1-982a-b2781ae83808 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2907119 Aug 31 16:14:11.619392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e0550b5-9726-48f3-8c6a-d70ba0f1f44a req-dc0cbffa-5fa0-4b7f-9fbd-f2e824fffaa7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481567 Aug 31 16:14:11.620014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:11.659015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] No DVR routers for this DVR port dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:14:11.755451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:12.004124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.027370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Transition to ACTIVE for port object b7e9d0e9-410f-4a9b-990a-57d639cf4d9c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:12.027964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.037153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.058698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.075492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Transition to ACTIVE for port object b7e9d0e9-410f-4a9b-990a-57d639cf4d9c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:12.097674 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.219351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb063698-8983-4c49-a309-b68a1c7deaa0']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:12.225151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc47d260-ded7-43f6-bb2c-f571043df6c7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:12.228831 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.236231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-edcb33c8-d98a-4fa2-b711-457605c1a133 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2389860 Aug 31 16:14:12.243696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41568) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:12.250632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2052790734', 'security_groups': ['cc47d260-ded7-43f6-bb2c-f571043df6c7'], 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aacedb07-5edd-4bf1-accc-dd3086240bb7'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:12.266943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Pushing event updated for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:12.275512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a482da-38da-4914-87a4-96f4cebde30d') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:12.276763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a482da-38da-4914-87a4-96f4cebde30d') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:12.318592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:12.326162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:12.330494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:12.366277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.405413 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.424433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451970b9-4237-43af-93e6-89e59175c037 None None] DHCP port deletion for cb063698-8983-4c49-a309-b68a1c7deaa0 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:14:12.492232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:14:12.492633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:14:12.494767 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:14:12.540365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Attempting to bind port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:14:12.541004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Attempting to bind port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'af4d238d-0f51-4d52-9b2e-6fedf9187683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:14:12.541617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Attempting to bind port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c on network d0954da5-ecf2-4c63-926f-50baf373a023 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:14:12.575550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:14:12.585798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Checking segment: {'id': 'af4d238d-0f51-4d52-9b2e-6fedf9187683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:12.585798 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.585798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Bound using segment: {'id': 'af4d238d-0f51-4d52-9b2e-6fedf9187683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:14:12.585798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Bound port: b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4d238d-0f51-4d52-9b2e-6fedf9187683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:14:12.585798 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.651785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:14:12.688772 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.701734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.706971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] 10.222.0.43 "DELETE /v2.0/networks/cb063698-8983-4c49-a309-b68a1c7deaa0 HTTP/1.1" status: 204 len: 168 time: 2.6503243 Aug 31 16:14:12.792138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a973-2fb8-4db9-8007-86154b4ebc8b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb063698-8983-4c49-a309-b68a1c7deaa0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:12.865273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:12.917732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:12.937473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:14:12.948627 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:12.949324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f773072-6e96-4fde-9647-5f185fdf4ebd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2738068 Aug 31 16:14:12.951601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41574) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:12.960602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,segment=NetworkSegment(af4d238d-0f51-4d52-9b2e-6fedf9187683),segment_id=af4d238d-0f51-4d52-9b2e-6fedf9187683)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:14:12.964149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:12.970844 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:12.976517 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:12.982446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:13.104138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:13.194430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting subnet ac63e978-20ed-4f1f-9d32-adcf0b7cd89b {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:13.209107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:13.302819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:13.328841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe086ba1-1bac-4989-abca-62e0164cfefa None None] Pushing event updated for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:13.341439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:13.344907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dd43bbc5-5f0e-4f7d-9d86-a54a81bb2d6c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:13.496252 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:13.546488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f641d3ea-b2f5-4660-9dd5-10e8ab8d27fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2757dda4ffcb41e290707aa55b36ef77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103112 Aug 31 16:14:13.554712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41584) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:13.596770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe3b5-e035-4375-bdc7-f24fa27c9fba req-03bf88f9-2721-4cca-b598-3bf594cf8e06 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:13.600403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ebbe3b5-e035-4375-bdc7-f24fa27c9fba req-03bf88f9-2721-4cca-b598-3bf594cf8e06 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.6912689 Aug 31 16:14:13.611705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:13.637327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:13.766799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:14:13.785140 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:14:10Z', 'revision_number': 11, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:13.818682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:13.900274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Subnet': ['ID=ac63e978-20ed-4f1f-9d32-adcf0b7cd89b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:13.921149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:13.924554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c0aaec43-03b9-43b8-8bb2-7b011f627ced tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/ac63e978-20ed-4f1f-9d32-adcf0b7cd89b HTTP/1.1" status: 204 len: 168 time: 0.9679563 Aug 31 16:14:13.928960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41594) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:13.931427 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:14:13.971179 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:13.972092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:13.976081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ebbe3b5-e035-4375-bdc7-f24fa27c9fba req-e78199d3-9b05-42d3-bd75-1d72785ed31f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605072 Aug 31 16:14:14.161168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:14.247609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c3b5d-fe04-4ad4-9db9-33421513385f None None] Network c7433220-e0f7-4465-aa5e-0d5dbdef3ecd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:14.300418 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6dc9-7781-4f75-a7ea-801cf3de6dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:14.381237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Deleting port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:14.381617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:14.445515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41602) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:14.447971 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:14.756811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] For port fc346b05-a6d6-47bf-adf4-01139a8ddfd8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,segment=NetworkSegment(3a9e2ab1-c448-4b69-ab2a-1031f2163d32),segment_id=3a9e2ab1-c448-4b69-ab2a-1031f2163d32)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:14.757349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:14.770684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6dc9-7781-4f75-a7ea-801cf3de6dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:14.808536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Calling delete_port for fc346b05-a6d6-47bf-adf4-01139a8ddfd8 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:14.891814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:14:10Z', 'revision_number': 11, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:14.991408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Deleting subnet d82c1723-cddf-48a1-b528-fa21a0e41d68 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:14.994523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:15.022445 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa171b-b64b-4623-a632-d80426a9bfcf None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:14:10Z', 'revision_number': 11, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:15.055994 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:15.135246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::1a (d0954da5-ecf2-4c63-926f-50baf373a023/aacedb07-5edd-4bf1-accc-dd3086240bb7/8b14ff8b-b5bb-45a3-9f5f-517a03daca30) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:15.201578 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:15.289180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:15.421998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6dc9-7781-4f75-a7ea-801cf3de6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:15.428717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6dc9-7781-4f75-a7ea-801cf3de6dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:15.440677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa0a6dc9-7781-4f75-a7ea-801cf3de6dd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bff3b409-372a-4942-9f84-bfa09c89db29 HTTP/1.1" status: 204 len: 168 time: 1.8755157 Aug 31 16:14:15.455707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8fbfa5-89bb-467e-9c98-af4d297537ce None None] DHCP port deletion for c7433220-e0f7-4465-aa5e-0d5dbdef3ecd request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:14:15.485342 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:15.605230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fbfa5-89bb-467e-9c98-af4d297537ce None None] The port 'fc346b05-a6d6-47bf-adf4-01139a8ddfd8' was deleted {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 16:14:15.641331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Port': ['ID=fc346b05-a6d6-47bf-adf4-01139a8ddfd8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:15.664860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No DVR routers for this DVR port fc346b05-a6d6-47bf-adf4-01139a8ddfd8 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:14:15.753095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a6dc9-7781-4f75-a7ea-801cf3de6dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff3b409-372a-4942-9f84-bfa09c89db29,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:15.962483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7f620-2d84-4dfe-96d1-dfd433c33ee5 req-62da0dad-8327-4efc-804c-d189cd32ce57 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:15.964052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:15.982296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47a7f620-2d84-4dfe-96d1-dfd433c33ee5 req-62da0dad-8327-4efc-804c-d189cd32ce57 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.7740619 Aug 31 16:14:15.998659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7433220-e0f7-4465-aa5e-0d5dbdef3ecd']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:16.055561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9e2ab1-c448-4b69-ab2a-1031f2163d32') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:16.063575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9e2ab1-c448-4b69-ab2a-1031f2163d32') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:16.094832 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.146039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.161428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:14:16.161948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.167439 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.416468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Provisioning for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:14:16.421980 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:14:16.438169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.447505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:16.453099 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.470897 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.475039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/networks/c7433220-e0f7-4465-aa5e-0d5dbdef3ecd HTTP/1.1" status: 204 len: 168 time: 2.5447423 Aug 31 16:14:16.478579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:16.481669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47a7f620-2d84-4dfe-96d1-dfd433c33ee5 req-b8c80d7f-6a62-47ab-8e27-aa61848250ee tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981973 Aug 31 16:14:16.520705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'routes': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:16.567747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.672645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccedfcd-f954-4c9f-a3d0-b9f619c781d2 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Pushing event deleted for resources: {'Network': ['ID=c7433220-e0f7-4465-aa5e-0d5dbdef3ecd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:16.754255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82c1723-cddf-48a1-b528-fa21a0e41d68,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:16.754915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:16.806141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.835281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b182cdb8-66c7-498d-82b1-4407323fc916 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d82c1723-cddf-48a1-b528-fa21a0e41d68 HTTP/1.1" status: 204 len: 168 time: 2.3870344 Aug 31 16:14:16.877118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41630) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:16.894294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:16.894484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 003fe0a4-c0e1-4dbe-ac44-4c83fd72c677 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:16.894885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc346b05-a6d6-47bf-adf4-01139a8ddfd8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:16.921649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:16.982147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fc346b05-a6d6-47bf-adf4-01139a8ddfd8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:16.982991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc346b05-a6d6-47bf-adf4-01139a8ddfd8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:17.109587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.205516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Added routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 16:14:17.207654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Removed routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 16:14:17.209822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.224595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,segment=NetworkSegment(af4d238d-0f51-4d52-9b2e-6fedf9187683),segment_id=af4d238d-0f51-4d52-9b2e-6fedf9187683)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:17.233852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.271010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:14:17.301491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:17.370216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Provisioning complete for port ff3b65dd-a121-471c-bcb2-67a11ba4b28b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:17.371017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.419753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.474656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a500c-98f0-44de-979f-521f58afcc07 req-185ab117-b8cf-48ad-a63c-9ff6b0002300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:17.487382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-185ab117-b8cf-48ad-a63c-9ff6b0002300 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1097 time: 0.5565171 Aug 31 16:14:17.579792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Port ff3b65dd-a121-471c-bcb2-67a11ba4b28b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:17.589820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db698c1-580a-461a-a409-bcdab4f79a3a None None] Pushing event updated for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:17.705753 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.717715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:17.950883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41644) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:18.023757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 10ce7d5d-d68c-4a42-ac18-3544570df433 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:14:18.183478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:18.305411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:18.329020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] Sync routers for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:18.365200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:18.369467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:18.370597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:18.382322 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4bbeb78b-c0e5-4b85-80a0-e8d0cb97864f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 701 time: 1.8717954 Aug 31 16:14:18.383409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41652) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:18.387694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41654) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:18.598427 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-de480333-d366-4f84-8ff7-d49c2b154b78 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 205 time: 0.1905241 Aug 31 16:14:18.602579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41660) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:18.668678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-283733582-network', 'tenant_id': 'a107eb3c6d704d0caff73cad9c608fd2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:18.742069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:18.754701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:18.802401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Made reservation on behalf of a107eb3c6d704d0caff73cad9c608fd2 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:18.805784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:18.814416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb7ecc1f-d7f3-4174-83d1-ff655d4a6c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:18.908703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:18.928306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:14:10Z', 'revision_number': 11, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:18.957807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.005336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.013743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be017ace-bc97-4198-890b-de3e987adbc4 req-3a15d2f1-5d15-492f-b659-26177b41b16a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:19.016502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be017ace-bc97-4198-890b-de3e987adbc4 req-3a15d2f1-5d15-492f-b659-26177b41b16a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 1.2180345 Aug 31 16:14:19.036675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:19.045581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] Checking router: 10ce7d5d-d68c-4a42-ac18-3544570df433 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:14:19.056839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f3aa9d-4b6c-425b-a955-b244fed11ba5']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:19.071094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] Routers {'10ce7d5d-d68c-4a42-ac18-3544570df433'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:19.071730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['10ce7d5d-d68c-4a42-ac18-3544570df433'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:19.087258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:19.110427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041840b4-781d-4d06-8989-229a41cb796d') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:19.110898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041840b4-781d-4d06-8989-229a41cb796d') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:19.124345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.143620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.152398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:14:19.152833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.244176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:19.251678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:19.252646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:14:19.255735 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:14:19.260534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=8b14ff8b-b5bb-45a3-9f5f-517a03daca30,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:19.264420 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.280370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.282699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0f3aa9d-4b6c-425b-a955-b244fed11ba5 HTTP/1.1" status: 204 len: 168 time: 2.4038682 Aug 31 16:14:19.291458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41664) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:19.322970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a500c-98f0-44de-979f-521f58afcc07 req-fdd94b8c-565e-4676-a8f0-b950657a188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:19.332158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-fdd94b8c-565e-4676-a8f0-b950657a188a service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 1.7906907 Aug 31 16:14:19.338295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd6d10-42ae-4fc3-98c7-20faca9f8bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f3aa9d-4b6c-425b-a955-b244fed11ba5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:19.357285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] Set router 10ce7d5d-d68c-4a42-ac18-3544570df433 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:19.492561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:14:10Z', 'revision_number': 11, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:19.498176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:19.498553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.504005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb7ecc1f-d7f3-4174-83d1-ff655d4a6c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.507023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.514458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.522177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Deleting subnet ded5bfb6-d6f1-4134-a1f4-c83770652e19 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:19.525833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb7ecc1f-d7f3-4174-83d1-ff655d4a6c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.556229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.613049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1399496-2024-4b51-8c88-bf8f8d5b9eed None None] The sync data for ids ['10ce7d5d-d68c-4a42-ac18-3544570df433'] in n-d-793621-35 is: [{'id': '10ce7d5d-d68c-4a42-ac18-3544570df433', 'name': 'tempest-RoutersTest-router-1784758467', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:12:31Z', 'updated_at': '2021-08-31T16:14:10Z', 'revision_number': 11, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:19.626203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be017ace-bc97-4198-890b-de3e987adbc4 req-7421e298-a3d6-4076-a3f5-5e1cef141739 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5622840 Aug 31 16:14:19.697557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-5cd242af-6a6c-4cd6-9e9b-2e64d76ed08b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 1000 time: 0.3401759 Aug 31 16:14:19.820312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c271cba1-b4a6-444d-b7c6-94896386364b None None] Provisioning for port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:19.835185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c271cba1-b4a6-444d-b7c6-94896386364b None None] Provisioning complete for port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:19.835814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c271cba1-b4a6-444d-b7c6-94896386364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.878594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a500c-98f0-44de-979f-521f58afcc07 req-71e07a08-c0c5-465f-a69b-4323872f3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:19.884137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-71e07a08-c0c5-465f-a69b-4323872f3aae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1759470 Aug 31 16:14:19.934688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c271cba1-b4a6-444d-b7c6-94896386364b None None] Port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:19.949370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ecc1f-d7f3-4174-83d1-ff655d4a6c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d6690-c69c-49a7-b7eb-b47504af8dbe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:19.962199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.962769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router 10ce7d5d-d68c-4a42-ac18-3544570df433 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:14:19.972128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:19.975654 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d32afff2-e5a4-48cf-822a-330022adb6c8 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 204 len: 168 time: 1.3451560 Aug 31 16:14:19.992814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41668) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:19.998000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1480105771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:20.018369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a500c-98f0-44de-979f-521f58afcc07 req-28d05b02-2281-40ed-94c2-576b4932e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:20.020542 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb7ecc1f-d7f3-4174-83d1-ff655d4a6c47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0542eb121511479587e11eb76775a865&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0680490 Aug 31 16:14:20.023183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-28d05b02-2281-40ed-94c2-576b4932e151 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280451 Aug 31 16:14:20.024043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:20.033353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.171362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.222098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-95b7c8f9-bd32-4a84-91d3-2e47885d791e service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862195 Aug 31 16:14:20.307531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.383612 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64f58a17-7428-41c4-8af6-06b487380fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.417832 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.421261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded5bfb6-d6f1-4134-a1f4-c83770652e19,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:20.426110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.435161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f7865fe-88df-4306-8b07-98fb7ef40ee9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ded5bfb6-d6f1-4134-a1f4-c83770652e19 HTTP/1.1" status: 204 len: 168 time: 1.1379902 Aug 31 16:14:20.436644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:20.444697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64f58a17-7428-41c4-8af6-06b487380fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.452584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.524366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64f58a17-7428-41c4-8af6-06b487380fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.529640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64f58a17-7428-41c4-8af6-06b487380fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.534491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-64f58a17-7428-41c4-8af6-06b487380fe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c8d6690-c69c-49a7-b7eb-b47504af8dbe HTTP/1.1" status: 204 len: 168 time: 0.5088327 Aug 31 16:14:20.568619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f58a17-7428-41c4-8af6-06b487380fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d6690-c69c-49a7-b7eb-b47504af8dbe,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:20.597700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9f9f524d-d48d-4784-b40c-4d440f2dc822 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 8.3520503 Aug 31 16:14:20.607000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:14:20.612161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41676) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:20.622608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:20.629774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408a500c-98f0-44de-979f-521f58afcc07 req-461ad93f-9809-4a02-8bba-a9842f6888ed service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016674 Aug 31 16:14:20.651247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e159e022-0bcb-4bb3-960e-1777471b8fcc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:20.670373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.670843 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Added segment 84f480c4-d9a5-4658-bacd-40ed7ae5681d of type vlan for network 291e42d7-a856-458b-b6d1-ee30e639b146 Aug 31 16:14:20.675870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.766333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.768068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.805177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.969148 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:20.984179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.012579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.017496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.019495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:21.020769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.029503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55adb85-8f5c-4dc4-9e44-a5bc5824f254 req-d772fb75-6f93-41af-b01f-0338f699a94a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:21.035441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b55adb85-8f5c-4dc4-9e44-a5bc5824f254 req-d772fb75-6f93-41af-b01f-0338f699a94a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.1925817 Aug 31 16:14:21.045811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a3750577-be8e-4c69-85a2-e24897403f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.132838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b55adb85-8f5c-4dc4-9e44-a5bc5824f254 req-df3a649f-61f8-493c-b3ff-551259020141 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725513 Aug 31 16:14:21.133836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:21.137847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.145325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.151174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-48731adc-8577-47b9-9f6a-b1e50de178dd tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1574786 Aug 31 16:14:21.154125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41694) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:21.177586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:21.205512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] Pushing event updated for resources: {'Network': ['ID=291e42d7-a856-458b-b6d1-ee30e639b146,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:21.212930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b030cce1-12c3-405b-82d5-3826a7f697bf']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:21.221009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 291e42d7-a856-458b-b6d1-ee30e639b146 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:14:21.245154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552df95d-f15f-4914-b6be-a918d6da3ff7') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:21.246156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552df95d-f15f-4914-b6be-a918d6da3ff7') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:21.256932 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1fa8aadc-df8b-4187-b232-a23aba253a1f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8667963 Aug 31 16:14:21.267742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41698) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:21.283919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Request body: {'subnet': {'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-283733582-subnet', 'tenant_id': 'a107eb3c6d704d0caff73cad9c608fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:21.640705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.663237 n-d-793621-35 neutron-server[101477]: INFO neutron.db.ipam_backend_mixin [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aacedb07-5edd-4bf1-accc-dd3086240bb7 (CIDR: 2001:db8::/64) Aug 31 16:14:21.669562 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:14:21.670552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:21.671667 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.685420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:14:21.686163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.687438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:14:21.688655 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:14:21.710064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ad939c6-2251-4848-af56-9424cd2681b1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0913267 Aug 31 16:14:21.744869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41714) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:21.745876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Made reservation on behalf of a107eb3c6d704d0caff73cad9c608fd2 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:21.748714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.748880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.765200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:21.902380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.921868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:21.927578 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] 10.222.0.43 "DELETE /v2.0/networks/b030cce1-12c3-405b-82d5-3826a7f697bf HTTP/1.1" status: 204 len: 168 time: 1.4880648 Aug 31 16:14:21.968267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529fd6f-dd47-4d24-b89d-4d352fd76edf admin admin] Pushing event deleted for resources: {'Network': ['ID=b030cce1-12c3-405b-82d5-3826a7f697bf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:21.998231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Router 464e21a3-fc71-45db-afde-773edbb978df is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:14:22.142284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:22.147971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:22.162223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:22.185263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:22.186890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1eadd023-5304-479c-87f9-0e3d6ee56d6c tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "PUT /v2.0/routers/464e21a3-fc71-45db-afde-773edbb978df HTTP/1.1" status: 200 len: 694 time: 1.0195386 Aug 31 16:14:22.191646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41730) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:22.193806 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] Sync routers for ids ['464e21a3-fc71-45db-afde-773edbb978df'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:22.222869 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] Routers {'464e21a3-fc71-45db-afde-773edbb978df'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:22.225629 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['464e21a3-fc71-45db-afde-773edbb978df'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:22.410116 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] Set router 464e21a3-fc71-45db-afde-773edbb978df gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:22.421359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41736) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:22.631711 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e21a3-fc71-45db-afde-773edbb978df', 'name': 'tempest-RoutersTest-router-1480105771', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:14:20Z', 'updated_at': '2021-08-31T16:14:21Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:22.696927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f3b98289-40aa-4e02-9d1b-fe626141f5bc tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/routers/464e21a3-fc71-45db-afde-773edbb978df HTTP/1.1" status: 200 len: 700 time: 0.4923542 Aug 31 16:14:22.701819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41746) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:22.716973 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] Checking router: 464e21a3-fc71-45db-afde-773edbb978df for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:14:22.741576 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] Routers {'464e21a3-fc71-45db-afde-773edbb978df'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:22.749127 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:13:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['464e21a3-fc71-45db-afde-773edbb978df'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:22.805546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3264068d-29a7-4f8d-a91f-f4ea76c9d8b0 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=464e21a3-fc71-45db-afde-773edbb978df HTTP/1.1" status: 200 len: 205 time: 0.1012137 Aug 31 16:14:22.834373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41750) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:22.841200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:22.883722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:22.912878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba812252-998b-4757-8755-9e82e9028471 req-bc0293d8-a23c-40ba-8c48-e8fcff36969d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:22.927561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:22.931930 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] Set router 464e21a3-fc71-45db-afde-773edbb978df gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:14:22.936025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:22.938586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7962af0-aa00-41e1-9687-21052d791428,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:22.947385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba812252-998b-4757-8755-9e82e9028471 req-bc0293d8-a23c-40ba-8c48-e8fcff36969d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.6116719 Aug 31 16:14:22.949409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d600ff3-dfed-48d2-89ef-e7f9e5dbd61d None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:22.954278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:22.955200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:22.976700 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2246032 Aug 31 16:14:22.994545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:23.062731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Checking segment: {'id': '84f480c4-d9a5-4658-bacd-40ed7ae5681d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:23.068298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Network hostable DHCP agents. Network: 291e42d7-a856-458b-b6d1-ee30e639b146, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:14:23.094020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e283c73-552c-4686-b6ba-41a78508e60d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=886a1034-abdb-4965-a78b-afa48d8b1f8f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:23.094278 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464e21a3-fc71-45db-afde-773edbb978df', 'name': 'tempest-RoutersTest-router-1480105771', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:14:20Z', 'updated_at': '2021-08-31T16:14:21Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:23.121217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-968500109', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '886a1034-abdb-4965-a78b-afa48d8b1f8f'}], 'security_groups': ['b72a605f-59b6-4a2f-bbb5-974ce1716b18']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:23.147097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Network 291e42d7-a856-458b-b6d1-ee30e639b146 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:14:23.159914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 291e42d7-a856-458b-b6d1-ee30e639b146) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:23.181681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:23.182315 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.214743 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aea2c167-ee6d-4c0b-afcd-b486f9415b3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9451170 Aug 31 16:14:23.254866 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23c418-08af-4b2e-85e6-0cfc92795be1 None None] The sync data for ids ['464e21a3-fc71-45db-afde-773edbb978df'] in n-d-793621-35 is: [{'id': '464e21a3-fc71-45db-afde-773edbb978df', 'name': 'tempest-RoutersTest-router-1480105771', 'tenant_id': 'db7d3c41becd445aa96606d359dc3fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:14:20Z', 'updated_at': '2021-08-31T16:14:21Z', 'revision_number': 2, 'project_id': 'db7d3c41becd445aa96606d359dc3fa9', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:23.255571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-63507781-4178-42f0-8619-052b1974ff05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6628ce880f4c42949038b537bc1ce353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297002 Aug 31 16:14:23.259472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41764) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:23.332820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba812252-998b-4757-8755-9e82e9028471 req-5eb9e357-ce1c-4026-b134-c4d1499861fa tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840091 Aug 31 16:14:23.338580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.427154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b977ad24-13a0-486d-93d1-28cc720f73ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.479774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b977ad24-13a0-486d-93d1-28cc720f73ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.621463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b977ad24-13a0-486d-93d1-28cc720f73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.624990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1807144-5460-4975-99d4-180f4c59222f None None] Network 291e42d7-a856-458b-b6d1-ee30e639b146 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:23.625172 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b977ad24-13a0-486d-93d1-28cc720f73ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.626285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b977ad24-13a0-486d-93d1-28cc720f73ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95fa72c8-d505-4c1d-809a-d9ea0f95250b HTTP/1.1" status: 204 len: 168 time: 0.3659678 Aug 31 16:14:23.648363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977ad24-13a0-486d-93d1-28cc720f73ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fa72c8-d505-4c1d-809a-d9ea0f95250b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:23.849776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.853747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:23.940517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cd202-63df-479f-93dd-6f9f0e463a57 None None] Network 291e42d7-a856-458b-b6d1-ee30e639b146 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:24.120506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:24.123554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Fanout notify agent at l3_agent the message router_deleted on router 464e21a3-fc71-45db-afde-773edbb978df {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:14:24.159333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:24.166881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cc08d420-a0bf-4559-a78b-40a66c20cc22 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/464e21a3-fc71-45db-afde-773edbb978df HTTP/1.1" status: 204 len: 168 time: 1.3205450 Aug 31 16:14:24.167743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41792) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.184579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:24.241422 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-76adbbe7-5b7e-48b0-be8b-e56cf253af18 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=464e21a3-fc71-45db-afde-773edbb978df HTTP/1.1" status: 200 len: 205 time: 0.0713110 Aug 31 16:14:24.242225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.355427 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-04c62d26-1c8b-453b-81a4-eae7459fb4d5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:24.367944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-04c62d26-1c8b-453b-81a4-eae7459fb4d5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/464e21a3-fc71-45db-afde-773edbb978df HTTP/1.1" status: 404 len: 336 time: 0.1246214 Aug 31 16:14:24.368623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41804) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.439311 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7cd64abb-78f1-4559-aa0f-7818cae0a450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:24.477700 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-64759b1e-22ed-4da4-a027-b7009d5417e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:24.478178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64759b1e-22ed-4da4-a027-b7009d5417e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:24.484898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64759b1e-22ed-4da4-a027-b7009d5417e5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/6c3fd917-b30f-445a-8db7-1ff3a54d9eaf HTTP/1.1" status: 404 len: 337 time: 0.1150026 Aug 31 16:14:24.489483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41810) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.530028 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:24.585151 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a01c4c-7ebf-4d10-af49-aa7bfe423fb5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:24.587596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a01c4c-7ebf-4d10-af49-aa7bfe423fb5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:24.592474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-47a01c4c-7ebf-4d10-af49-aa7bfe423fb5 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/8e080d38-789d-4aec-b12e-1d9d2072a5d6 HTTP/1.1" status: 404 len: 337 time: 0.1013999 Aug 31 16:14:24.595459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41812) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.677227 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d769871-0c2f-4bd4-95f4-b0e9de16794a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:24.678648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d769871-0c2f-4bd4-95f4-b0e9de16794a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:24.686040 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8d769871-0c2f-4bd4-95f4-b0e9de16794a tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/7cb97bd4-2e13-4e9c-8247-f5a810985918 HTTP/1.1" status: 404 len: 337 time: 0.0860713 Aug 31 16:14:24.686856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.761243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Update dhcp port {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'fixed_ips': [{'subnet_id': 'aacedb07-5edd-4bf1-accc-dd3086240bb7', 'ip_address': '2001:db8::2'}, {'subnet_id': '886a1034-abdb-4965-a78b-afa48d8b1f8f'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'b7e9d0e9-410f-4a9b-990a-57d639cf4d9c'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:14:24.841074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:24.854843 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa2e471-8c1e-4ed7-9b25-ea2015f66a19 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:24.858720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa2e471-8c1e-4ed7-9b25-ea2015f66a19 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:24.863300 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3aa2e471-8c1e-4ed7-9b25-ea2015f66a19 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/ac63e978-20ed-4f1f-9d32-adcf0b7cd89b HTTP/1.1" status: 404 len: 337 time: 0.1721601 Aug 31 16:14:24.866120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:24.911838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41826) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:25.038890 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0936b7c-d2b9-4c25-89d8-0614c10fe150 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 200 len: 205 time: 0.1671002 Aug 31 16:14:25.055597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:25.142196 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-610c8e6e-4909-45b6-a244-077fb34b7f12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:25.143205 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-610c8e6e-4909-45b6-a244-077fb34b7f12 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/10ce7d5d-d68c-4a42-ac18-3544570df433 HTTP/1.1" status: 404 len: 336 time: 0.0864990 Aug 31 16:14:25.150338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:25.239925 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9f6ff5b9-4051-4d44-8477-71ce7b8bf93d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7afe62a3710c4e77abe970a9acf50702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200228 Aug 31 16:14:25.247318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea15ce6e-f6a2-45c8-aace-eef5543ed934 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c HTTP/1.1" status: 200 len: 205 time: 0.0952961 Aug 31 16:14:25.248116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41838) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:25.255953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-3e5d55e3-9b34-4c14-a994-8a6c81b60a85 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:25.257979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-3e5d55e3-9b34-4c14-a994-8a6c81b60a85 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/networks?id=291e42d7-a856-458b-b6d1-ee30e639b146 HTTP/1.1" status: 200 len: 813 time: 0.1900742 Aug 31 16:14:25.259302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41840) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:25.344037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.356678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.399372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce778694-ccbe-409c-8607-fd5701cf7949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.462654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce778694-ccbe-409c-8607-fd5701cf7949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.473353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Allocated IP 2001:db8:0:1::2 (d0954da5-ecf2-4c63-926f-50baf373a023/886a1034-abdb-4965-a78b-afa48d8b1f8f/b7e9d0e9-410f-4a9b-990a-57d639cf4d9c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:25.591636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce778694-ccbe-409c-8607-fd5701cf7949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.594768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce778694-ccbe-409c-8607-fd5701cf7949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.599945 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ce778694-ccbe-409c-8607-fd5701cf7949 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41818949-0ac5-4d3e-9c98-aa3c63e1ce15 HTTP/1.1" status: 204 len: 168 time: 0.3468330 Aug 31 16:14:25.621228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce778694-ccbe-409c-8607-fd5701cf7949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41818949-0ac5-4d3e-9c98-aa3c63e1ce15,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:25.757122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,segment=NetworkSegment(af4d238d-0f51-4d52-9b2e-6fedf9187683),segment_id=af4d238d-0f51-4d52-9b2e-6fedf9187683)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:25.810068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-bfdc511c-3b54-4570-b816-c4b019b2835b tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/quotas/a107eb3c6d704d0caff73cad9c608fd2 HTTP/1.1" status: 200 len: 375 time: 0.2204928 Aug 31 16:14:25.819818 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-be63a285-ec62-4f73-8b45-473f5bca6c30 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:25.825973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41854) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:25.829213 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.830255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-be63a285-ec62-4f73-8b45-473f5bca6c30 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/7b34fb3e-1a46-41b3-a2c9-dbc1a78ad30c HTTP/1.1" status: 404 len: 336 time: 0.5677252 Aug 31 16:14:25.857418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Transition to ACTIVE for port object b7e9d0e9-410f-4a9b-990a-57d639cf4d9c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:25.869454 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:25.925093 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-905adccf-0d9c-4f1d-ac54-44426a08afcb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:25.927499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905adccf-0d9c-4f1d-ac54-44426a08afcb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:25.939773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-905adccf-0d9c-4f1d-ac54-44426a08afcb tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/c628a9af-d5a3-419d-8a79-311956596d41 HTTP/1.1" status: 404 len: 337 time: 0.1087444 Aug 31 16:14:25.940224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41856) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.024740 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a356e075-b6cb-4ea1-b4bf-b81d6685ce91 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 200 len: 205 time: 0.0795112 Aug 31 16:14:26.025925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.037673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:26.126069 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-3ee77d6b-45f6-4f0c-9da4-7acd68c518b6 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:26.129732 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3ee77d6b-45f6-4f0c-9da4-7acd68c518b6 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/5876e9bb-ac4d-45ad-ba57-27f237254998 HTTP/1.1" status: 404 len: 336 time: 0.1002812 Aug 31 16:14:26.131731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41860) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.185936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca8058-6822-4aae-ab68-49e68b5b59e2 None None] Pushing event updated for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:26.222951 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4cee871c-0e67-4a79-af3b-ff6f31618a24 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=2301b655-932c-407f-a727-42f6751439b9 HTTP/1.1" status: 200 len: 205 time: 0.0871224 Aug 31 16:14:26.224689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.315422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-f5ee3ce0-568c-457a-924d-afc41adf7d27 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a107eb3c6d704d0caff73cad9c608fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4827356 Aug 31 16:14:26.331100 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-9306fd54-2c25-43f0-8f51-776e1fbbb32e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:26.332180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9306fd54-2c25-43f0-8f51-776e1fbbb32e tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/2301b655-932c-407f-a727-42f6751439b9 HTTP/1.1" status: 404 len: 336 time: 0.1064701 Aug 31 16:14:26.335120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.388104 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5444b3a5-ea36-41a7-aabf-6a53d55de182 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:26.388604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5444b3a5-ea36-41a7-aabf-6a53d55de182 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:26.390910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5444b3a5-ea36-41a7-aabf-6a53d55de182 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/56ebfd9c-6c7a-42b5-a971-296b92ab3b5d HTTP/1.1" status: 404 len: 337 time: 0.0544913 Aug 31 16:14:26.395700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.497802 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae13c807-e0c6-4e4f-b1b3-4afd3661ddec tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=a96f58d4-30ba-43ef-96b3-4655f86f272a HTTP/1.1" status: 200 len: 205 time: 0.0847712 Aug 31 16:14:26.500461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41878) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.550980 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-bf8789ab-63b7-42f1-910d-c02be5f47493 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:26.551391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a973-c892-414c-b689-4b23ad2e38d6 req-918ed2a1-36fc-478c-9607-8e87a262a117 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:26.552224 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bf8789ab-63b7-42f1-910d-c02be5f47493 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/a96f58d4-30ba-43ef-96b3-4655f86f272a HTTP/1.1" status: 404 len: 336 time: 0.0455456 Aug 31 16:14:26.553782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d38a973-c892-414c-b689-4b23ad2e38d6 req-918ed2a1-36fc-478c-9607-8e87a262a117 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 1.4873629 Aug 31 16:14:26.556355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-31e7ba3f-0c39-4b4f-9482-10bdcb1d6af4 service neutron] 10.222.0.43 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286344 Aug 31 16:14:26.574898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41882) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.735022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:26.739892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Delete allocated IP 2001:db8::1a (d0954da5-ecf2-4c63-926f-50baf373a023/aacedb07-5edd-4bf1-accc-dd3086240bb7) {{(pid=101477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 16:14:26.772547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-bc34f1f0-f66b-4bc5-8f83-c7ef2ca59880 service neutron] 10.222.0.43 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934044 Aug 31 16:14:26.789744 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f76501-67b5-4576-8834-45ed3c0814d4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:26.790789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f76501-67b5-4576-8834-45ed3c0814d4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:26.793734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-59f76501-67b5-4576-8834-45ed3c0814d4 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/3a1fa455-444e-4a11-8aa6-1aebda27bfeb HTTP/1.1" status: 404 len: 337 time: 0.2170746 Aug 31 16:14:26.796625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:26.801026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8:0:1::2ae (d0954da5-ecf2-4c63-926f-50baf373a023/886a1034-abdb-4965-a78b-afa48d8b1f8f/8b14ff8b-b5bb-45a3-9f5f-517a03daca30) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:26.859976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d38a973-c892-414c-b689-4b23ad2e38d6 req-d0d70caa-6a11-4b08-a164-8d4bb4d8f8ca tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816217 Aug 31 16:14:27.005372 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0ac3c318-d999-436c-acab-1ebcd823c7c7 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9e30dc0-b879-4115-bf3b-97e6412a65f8 HTTP/1.1" status: 200 len: 205 time: 0.2039533 Aug 31 16:14:27.010226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:27.176142 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-16686690-8618-4d04-8db6-3f16b4f36226 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] delete failed (client error): The resource could not be found. Aug 31 16:14:27.193280 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-16686690-8618-4d04-8db6-3f16b4f36226 tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/routers/e9e30dc0-b879-4115-bf3b-97e6412a65f8 HTTP/1.1" status: 404 len: 336 time: 0.1789782 Aug 31 16:14:27.197916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:27.207409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41906) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:27.318160 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd53532b-89d2-48e2-bf4a-637fd895c83f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:27.325594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd53532b-89d2-48e2-bf4a-637fd895c83f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:27.327807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd53532b-89d2-48e2-bf4a-637fd895c83f tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/28bc9795-30b5-4a7e-b1eb-0d7e49eb5c93 HTTP/1.1" status: 404 len: 337 time: 0.1072562 Aug 31 16:14:27.331092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41916) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:27.382265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b85534be-49c2-44e6-81b2-4601e8ae153c req-f8ceeb65-a808-4bfd-984a-cf915261e144 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 210 time: 0.1476779 Aug 31 16:14:27.454247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.460976 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfaf27a-09ba-4102-bde5-b31793ce3c4d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:27.461596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfaf27a-09ba-4102-bde5-b31793ce3c4d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:27.463984 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9cfaf27a-09ba-4102-bde5-b31793ce3c4d tempest-RoutersTest-332152673 tempest-RoutersTest-332152673-project] 10.222.0.43 "DELETE /v2.0/subnets/799d78de-7424-41fb-b054-5f35fe4914d6 HTTP/1.1" status: 404 len: 337 time: 0.1315155 Aug 31 16:14:27.486391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:27.508847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.683288 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.688567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Provisioning for port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:27.705757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Provisioning complete for port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:27.708904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.727729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-815442fb-cfc7-4068-92cf-e74d1559993f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.728721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] In _notify_port_updated(), no bound segment for port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 on network d0954da5-ecf2-4c63-926f-50baf373a023 {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:14:27.754460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:27.755287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.760647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/ports/8b14ff8b-b5bb-45a3-9f5f-517a03daca30 HTTP/1.1" status: 200 len: 930 time: 4.6600289 Aug 31 16:14:27.760647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df945658-6e03-4cc1-b1fd-a0937074f7fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=8b14ff8b-b5bb-45a3-9f5f-517a03daca30,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:27.763077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41940) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:27.870860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:27.914685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Provisioning for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:27.966224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:27.966867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:27.997090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:27.998049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.129473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-815442fb-cfc7-4068-92cf-e74d1559993f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.136358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-815442fb-cfc7-4068-92cf-e74d1559993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.286660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Provisioning complete for port ff3b65dd-a121-471c-bcb2-67a11ba4b28b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:28.287059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.292015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-815442fb-cfc7-4068-92cf-e74d1559993f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6009da3a89eb4bac8c1410f799d0aaae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889189 Aug 31 16:14:28.298722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:28.338411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815442fb-cfc7-4068-92cf-e74d1559993f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5a3bf-716d-4efe-9816-dbdf12535940,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:28.360390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41964) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:28.364898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.397600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3abdd346-9d24-442e-a003-a8a1acceb94b None None] Port ff3b65dd-a121-471c-bcb2-67a11ba4b28b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:28.420885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ee4d-a8a7-4416-9464-fc0da87795ac req-7e49c632-ae90-467a-b233-67d4b8d0adb9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:28.428486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d52ee4d-a8a7-4416-9464-fc0da87795ac req-7e49c632-ae90-467a-b233-67d4b8d0adb9 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2916942 Aug 31 16:14:28.450459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:28.510962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d52ee4d-a8a7-4416-9464-fc0da87795ac req-e9ad67ce-8060-43a0-8a98-96f6e573b115 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716093 Aug 31 16:14:28.546113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3d16-da44-4973-80aa-ec7cde57dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.546563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-05334fbb-708c-4a2b-8462-72393f06b32f None None] Provisioning complete for port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:28.546563 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-05334fbb-708c-4a2b-8462-72393f06b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.676403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3d16-da44-4973-80aa-ec7cde57dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.729843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-05334fbb-708c-4a2b-8462-72393f06b32f None None] Port 8b14ff8b-b5bb-45a3-9f5f-517a03daca30 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:28.739296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-789914f4-8104-4203-ab86-852ff6320ab0 req-88c70112-886b-46cc-9623-f4c1c38a056e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 210 time: 0.1448650 Aug 31 16:14:28.746090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-798de085-3e8e-4c2f-9588-fefec1c0dda9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db7d3c41becd445aa96606d359dc3fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834844 Aug 31 16:14:28.752014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42002) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:28.797126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3d16-da44-4973-80aa-ec7cde57dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.804580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3d16-da44-4973-80aa-ec7cde57dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:28.807392 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1e3d3d16-da44-4973-80aa-ec7cde57dc06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1d5a3bf-716d-4efe-9816-dbdf12535940 HTTP/1.1" status: 204 len: 168 time: 0.5063899 Aug 31 16:14:28.820115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3d16-da44-4973-80aa-ec7cde57dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5a3bf-716d-4efe-9816-dbdf12535940,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:28.845139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-2e387f2d-5c02-4ee2-9cd5-f9b7197c7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:28.847070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-2e387f2d-5c02-4ee2-9cd5-f9b7197c7354 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1097 time: 0.2678671 Aug 31 16:14:28.980442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe76c4a0-b4a0-435c-a12a-b4c24da0e1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.065117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe76c4a0-b4a0-435c-a12a-b4c24da0e1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.125770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.270319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=8b14ff8b-b5bb-45a3-9f5f-517a03daca30,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:29.282504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.282893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.283238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.283578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.284032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.284455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.284789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.285120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.285481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.285843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.286302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.286794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:14:29.294696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-e26e1c90-2963-4c1d-a411-2982d021f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:29.296005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-e26e1c90-2963-4c1d-a411-2982d021f9e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.4391308 Aug 31 16:14:29.300982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe76c4a0-b4a0-435c-a12a-b4c24da0e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.303695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe76c4a0-b4a0-435c-a12a-b4c24da0e1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.306847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fe76c4a0-b4a0-435c-a12a-b4c24da0e1d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebb80f9e-d9d7-4fda-b096-1c3a61a4b07b HTTP/1.1" status: 204 len: 168 time: 0.5522399 Aug 31 16:14:29.366635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76c4a0-b4a0-435c-a12a-b4c24da0e1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb80f9e-d9d7-4fda-b096-1c3a61a4b07b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:29.386229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-03269fdd-7d6a-477b-afd5-0fc300d9ed74 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:29.388397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-03269fdd-7d6a-477b-afd5-0fc300d9ed74 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.49 "GET /v2.0/networks?id=291e42d7-a856-458b-b6d1-ee30e639b146 HTTP/1.1" status: 200 len: 813 time: 0.3042183 Aug 31 16:14:29.413695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Request body: {'port': {'device_id': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146', 'admin_state_up': True, 'tenant_id': 'a107eb3c6d704d0caff73cad9c608fd2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:29.468339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42028) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:29.471571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.476635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e3639b5e-0e3e-4856-b5ec-14671fb4ef75 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/8b14ff8b-b5bb-45a3-9f5f-517a03daca30 HTTP/1.1" status: 204 len: 168 time: 1.7098258 Aug 31 16:14:29.491801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42030) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:29.556385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4156e69-df51-4cad-95cc-aad97ab01bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.609500 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4deaca3-9a90-4089-8739-bce5292c54b9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:14:29.614199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d4deaca3-9a90-4089-8739-bce5292c54b9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/8b14ff8b-b5bb-45a3-9f5f-517a03daca30 HTTP/1.1" status: 404 len: 333 time: 0.1183541 Aug 31 16:14:29.614951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42044) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:29.707154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-fee02812-75aa-4287-8fda-4412e11448b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 1000 time: 0.4006848 Aug 31 16:14:29.885390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4519-d8cc-4b0b-a54b-e6a53a4a7c4a req-5be25b43-8763-471a-8633-bfa14681deb7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:29.887846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c1e4519-d8cc-4b0b-a54b-e6a53a4a7c4a req-5be25b43-8763-471a-8633-bfa14681deb7 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.1829212 Aug 31 16:14:29.890680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22b19871-5c6b-4ce5-86ec-07ccd6c810dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.893972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-656823da-4f81-4d8e-b05f-aa67c078f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:29.895525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-656823da-4f81-4d8e-b05f-aa67c078f984 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.1307020 Aug 31 16:14:29.910447 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4156e69-df51-4cad-95cc-aad97ab01bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.915872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-293864c8-918e-49c1-a0a8-03d02d87067b req-302b62ca-46fa-4d29-a66c-6320850faf58 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 210 time: 0.0576339 Aug 31 16:14:29.943111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4156e69-df51-4cad-95cc-aad97ab01bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:29.966685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Made reservation on behalf of a107eb3c6d704d0caff73cad9c608fd2 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:29.971226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.055075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22b19871-5c6b-4ce5-86ec-07ccd6c810dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.074485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c1e4519-d8cc-4b0b-a54b-e6a53a4a7c4a req-66687c58-4b97-44a0-a79d-fff31d8949df tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514292 Aug 31 16:14:30.099059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4156e69-df51-4cad-95cc-aad97ab01bb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a586baf549c04c2ea531a3e5a001830f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270351 Aug 31 16:14:30.099059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4156e69-df51-4cad-95cc-aad97ab01bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91121d2-f40f-454a-b4a8-807dfb39b439,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:30.109346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42084) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:30.150841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-39dc3058-e2be-43af-aca2-aefa190b7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:30.152425 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-39dc3058-e2be-43af-aca2-aefa190b7526 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397594 Aug 31 16:14:30.284235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-d0e28455-abc9-4f68-b5c2-7861896a2044 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181929 Aug 31 16:14:30.307126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cddd193-0b01-4dba-9e19-90a2ff6abd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.371814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Allocated IP 172.20.0.6 (291e42d7-a856-458b-b6d1-ee30e639b146/f7962af0-aa00-41e1-9687-21052d791428/c202ea5f-bd39-4813-afc8-ea31ac8ca491) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:30.397610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22b19871-5c6b-4ce5-86ec-07ccd6c810dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.403351 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22b19871-5c6b-4ce5-86ec-07ccd6c810dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.408125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-22b19871-5c6b-4ce5-86ec-07ccd6c810dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc47d260-ded7-43f6-bb2c-f571043df6c7 HTTP/1.1" status: 204 len: 168 time: 0.7445328 Aug 31 16:14:30.410236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42094) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:30.412604 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cddd193-0b01-4dba-9e19-90a2ff6abd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.452455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b19871-5c6b-4ce5-86ec-07ccd6c810dd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc47d260-ded7-43f6-bb2c-f571043df6c7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:30.539526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8face915-aaf4-4078-9ff2-3f8ce66a1105 req-398307d0-b2e5-4545-8cfb-2692a63540b4 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341144 Aug 31 16:14:30.553426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cddd193-0b01-4dba-9e19-90a2ff6abd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.556084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cddd193-0b01-4dba-9e19-90a2ff6abd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.565483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2cddd193-0b01-4dba-9e19-90a2ff6abd70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b91121d2-f40f-454a-b4a8-807dfb39b439 HTTP/1.1" status: 204 len: 168 time: 0.4534254 Aug 31 16:14:30.608954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddd193-0b01-4dba-9e19-90a2ff6abd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91121d2-f40f-454a-b4a8-807dfb39b439,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:30.688293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ba466e5-ca8e-4bb3-90d0-41327e8ed656 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.737724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ba466e5-ca8e-4bb3-90d0-41327e8ed656 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.823401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.841030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ba466e5-ca8e-4bb3-90d0-41327e8ed656 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.844560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6ba466e5-ca8e-4bb3-90d0-41327e8ed656 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.846055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6ba466e5-ca8e-4bb3-90d0-41327e8ed656 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/security-groups/b72a605f-59b6-4a2f-bbb5-974ce1716b18 HTTP/1.1" status: 204 len: 168 time: 0.4346640 Aug 31 16:14:30.848841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42114) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:30.860548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba466e5-ca8e-4bb3-90d0-41327e8ed656 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a605f-59b6-4a2f-bbb5-974ce1716b18,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:30.954264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:30.973291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42118) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:31.002627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet aacedb07-5edd-4bf1-accc-dd3086240bb7 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:31.007867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.057977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Network 291e42d7-a856-458b-b6d1-ee30e639b146 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:31.064914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:31.073409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:31.113231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Pushing event updated for resources: {'Port': ['ID=c202ea5f-bd39-4813-afc8-ea31ac8ca491,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:31.169069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:31.169981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.197852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-24a3b080-71ec-437f-8e52-c8e6b0a34ba4 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7920065 Aug 31 16:14:31.212573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Request body: {'port': {'device_id': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:31.267958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.315909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.524387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902578-dd5a-4105-a590-a752c3db5c5a req-b174da0a-c7fe-4199-a44e-4ca1cc8a4226 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:31.527115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44902578-dd5a-4105-a590-a752c3db5c5a req-b174da0a-c7fe-4199-a44e-4ca1cc8a4226 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 931 time: 0.4242008 Aug 31 16:14:31.563445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-395057294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:31.610443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99737c2-1a40-4c54-9847-3183e58353c0 req-6ce8fba1-6bab-4999-a8a0-dd10a2e5a1cf tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:31.612156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e99737c2-1a40-4c54-9847-3183e58353c0 req-6ce8fba1-6bab-4999-a8a0-dd10a2e5a1cf tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 945 time: 0.2395692 Aug 31 16:14:31.655412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44902578-dd5a-4105-a590-a752c3db5c5a req-eede3343-2b7c-40ca-8ddb-a2111c7b604b tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102779 Aug 31 16:14:31.660678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.723812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.725258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.771263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e99737c2-1a40-4c54-9847-3183e58353c0 req-9c9ad46d-4f9b-4f33-9953-060c7e4eed38 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357665 Aug 31 16:14:31.825672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.842986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.857072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.870784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=aacedb07-5edd-4bf1-accc-dd3086240bb7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:31.887651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.887822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48c5b2-1d65-4322-9c45-b8fa0162ceda None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:31.891154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d6a38f3-b011-4d96-b557-3f23072a512a tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/aacedb07-5edd-4bf1-accc-dd3086240bb7 HTTP/1.1" status: 204 len: 168 time: 1.0406036 Aug 31 16:14:31.894719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42148) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:31.898752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:31.906337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-30b22781-0cd8-4803-9c07-cc946cdf3199 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8911304 Aug 31 16:14:31.907689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42150) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:31.908600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:31.915872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-33642692'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:31.999505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c202ea5f-bd39-4813-afc8-ea31ac8ca491 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:14:32.010895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Made reservation on behalf of 05dae8268b364a5d8f5e0456f7eb4ff9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:32.016829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.022007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.035705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.059771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Transition to ACTIVE for port object c202ea5f-bd39-4813-afc8-ea31ac8ca491 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:32.066800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.255421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:32.287777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Pushing event updated for resources: {'Port': ['ID=c202ea5f-bd39-4813-afc8-ea31ac8ca491,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:32.445453 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.488013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:14:32.491183 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae167c7-fd19-43b5-bdfc-e1eb83ee2e4d" -d '{"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-unplugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:14:32.511307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Attempting to bind port c202ea5f-bd39-4813-afc8-ea31ac8ca491 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:14:32.511948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Attempting to bind port c202ea5f-bd39-4813-afc8-ea31ac8ca491 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '84f480c4-d9a5-4658-bacd-40ed7ae5681d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:14:32.512610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Attempting to bind port c202ea5f-bd39-4813-afc8-ea31ac8ca491 on network 291e42d7-a856-458b-b6d1-ee30e639b146 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:14:32.520790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Port c202ea5f-bd39-4813-afc8-ea31ac8ca491 on network 291e42d7-a856-458b-b6d1-ee30e639b146 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:14:32.521371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Attempting to bind port c202ea5f-bd39-4813-afc8-ea31ac8ca491 on network 291e42d7-a856-458b-b6d1-ee30e639b146 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:14:32.542288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:14:32.542761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Checking segment: {'id': '84f480c4-d9a5-4658-bacd-40ed7ae5681d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:32.543901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Bound using segment: {'id': '84f480c4-d9a5-4658-bacd-40ed7ae5681d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:14:32.544495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Bound port: c202ea5f-bd39-4813-afc8-ea31ac8ca491, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f480c4-d9a5-4658-bacd-40ed7ae5681d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:14:32.545170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.596978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:32.600327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.612650 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.656471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:32.672941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.673186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.681922 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fedf14-ada4-47ba-a8cb-87f55e7bf18a x-openstack-request-id: req-31fedf14-ada4-47ba-a8cb-87f55e7bf18a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:14:32.682729 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-unplugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:14:32.683261 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31fedf14-ada4-47ba-a8cb-87f55e7bf18a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:14:32.692951 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'code': 200} Aug 31 16:14:32.787443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:32.894053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:14:32.930270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4651a-5300-420d-887b-ac0140f9da3f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:32.941009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] For port c202ea5f-bd39-4813-afc8-ea31ac8ca491, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:14:32.944127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:32.947262 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Added segment f3b173da-01ac-4758-94fa-9300fe9cd874 of type vlan for network 630c3402-d973-44b2-9d7f-cbcbe737c272 Aug 31 16:14:32.974062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] For port c202ea5f-bd39-4813-afc8-ea31ac8ca491, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491,segment=NetworkSegment(84f480c4-d9a5-4658-bacd-40ed7ae5681d),segment_id=84f480c4-d9a5-4658-bacd-40ed7ae5681d)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:14:33.012727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.101580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.152078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.153740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.155374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] 10.222.0.49 "PUT /v2.0/ports/c202ea5f-bd39-4813-afc8-ea31ac8ca491 HTTP/1.1" status: 200 len: 1092 time: 1.9476297 Aug 31 16:14:33.155938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'tag': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:14:33.161521 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb5225-6a79-48b6-9dd7-16da58402822" -d '{"events": [{"name": "network-changed", "server_uuid": "1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19", "tag": "c202ea5f-bd39-4813-afc8-ea31ac8ca491"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:14:33.186924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7bda-44b3-450b-ba6e-6c933d96072b req-45af27fb-dac7-472a-a17b-8bd5168b32e2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.188561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b8f7bda-44b3-450b-ba6e-6c933d96072b req-45af27fb-dac7-472a-a17b-8bd5168b32e2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.1780615 Aug 31 16:14:33.196858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89df110-c020-4ffa-b8ee-4d676eec5753 req-6ca2b70b-6713-4816-9a74-ef930164b249 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.198620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c89df110-c020-4ffa-b8ee-4d676eec5753 req-6ca2b70b-6713-4816-9a74-ef930164b249 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 943 time: 0.3164613 Aug 31 16:14:33.303010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac2c68-741e-48c4-849f-6708f137f122 service neutron] Pushing event updated for resources: {'Port': ['ID=c202ea5f-bd39-4813-afc8-ea31ac8ca491,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:33.326614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.336422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.337171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.361625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-ab8c0c09-7904-4dec-9603-a19dbd185a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.365123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-ab8c0c09-7904-4dec-9603-a19dbd185a19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a107eb3c6d704d0caff73cad9c608fd2&device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 1095 time: 0.1503813 Aug 31 16:14:33.389771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b8f7bda-44b3-450b-ba6e-6c933d96072b req-9aad3f64-bbe0-44c9-aea3-5dc5de3548f0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875198 Aug 31 16:14:33.412966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ff26072d-f751-45b4-a9f1-0beef491b5a0 None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:33.413761 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ff26072d-f751-45b4-a9f1-0beef491b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.444135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c89df110-c020-4ffa-b8ee-4d676eec5753 req-83cd6c18-e5eb-4746-bda1-6e41bee77920 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263246 Aug 31 16:14:33.527662 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6164877 Aug 31 16:14:33.531910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:33.539060 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b910201-b49d-4287-b0c1-cd313d4ea623 x-openstack-request-id: req-5b910201-b49d-4287-b0c1-cd313d4ea623 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:14:33.539618 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19", "tag": "c202ea5f-bd39-4813-afc8-ea31ac8ca491", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:14:33.540024 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b910201-b49d-4287-b0c1-cd313d4ea623 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:14:33.540878 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'tag': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491', 'status': 'completed', 'code': 200} Aug 31 16:14:33.549535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'subnet': {'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:33.585204 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-aab1c904-eebb-40e8-8d85-99ce503facae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491 HTTP/1.1" status: 200 len: 217 time: 0.1970072 Aug 31 16:14:33.703317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b417b-2102-4d86-9600-914e79689c4b req-7005686f-18e5-4b89-bbe7-8e34309a4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.706776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-7005686f-18e5-4b89-bbe7-8e34309a4c62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7962af0-aa00-41e1-9687-21052d791428 HTTP/1.1" status: 200 len: 853 time: 0.0893695 Aug 31 16:14:33.707889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5162dc-bd94-4c74-b065-869284f5b68a tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Network': ['ID=630c3402-d973-44b2-9d7f-cbcbe737c272,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:33.742873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:14:33.756282 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.808015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-8a13c18a-cdb1-4365-9d6c-f83eced7f315 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291e42d7-a856-458b-b6d1-ee30e639b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916586 Aug 31 16:14:33.847250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ff26072d-f751-45b4-a9f1-0beef491b5a0 None None] Provisioning complete for port ff3b65dd-a121-471c-bcb2-67a11ba4b28b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:33.847728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ff26072d-f751-45b4-a9f1-0beef491b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.887464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:33.904088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ff26072d-f751-45b4-a9f1-0beef491b5a0 None None] Port ff3b65dd-a121-471c-bcb2-67a11ba4b28b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:33.922824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:33.953330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:33.953871 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:33.955405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae0e54-f803-47e3-99d4-7f3133efd90b None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:34.009636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=fd754a9c-d4d1-460e-acc2-343b3d45eaca,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:34.034520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Made reservation on behalf of 05dae8268b364a5d8f5e0456f7eb4ff9 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:34.049758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.070118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fdd1ae58-afbb-4d0c-8a67-ca13708848fb tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1713269 Aug 31 16:14:34.084157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42222) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:34.097296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'security_group': {'name': 'tempest-secgroup-9370495'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:34.132084 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-320b762a-fe2f-48d1-8367-bf71afe853f1 service neutron] 10.222.0.49 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153605 Aug 31 16:14:34.255969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.327389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-927b417b-2102-4d86-9600-914e79689c4b req-142d9004-8235-4c83-92dd-d3752a0a2b18 service neutron] 10.222.0.49 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811743 Aug 31 16:14:34.463861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.565200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Update dhcp port {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'fixed_ips': [{'subnet_id': '886a1034-abdb-4965-a78b-afa48d8b1f8f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd754a9c-d4d1-460e-acc2-343b3d45eaca'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'b7e9d0e9-410f-4a9b-990a-57d639cf4d9c'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:14:34.610321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.615926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-fd8658e2-c977-4d34-b6b2-43c85b65c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:34.619099 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-fd8658e2-c977-4d34-b6b2-43c85b65c1f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a107eb3c6d704d0caff73cad9c608fd2&device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 1095 time: 0.2226362 Aug 31 16:14:34.657362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.675601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Checking segment: {'id': 'f3b173da-01ac-4758-94fa-9300fe9cd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:34.675601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network hostable DHCP agents. Network: 630c3402-d973-44b2-9d7f-cbcbe737c272, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:14:34.695135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.707887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Subnet': ['ID=02b06507-2f17-433d-bbc9-e7af114b31bd,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:34.744623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456d3ae-ae9a-4fb1-a7ea-66ca793de706 req-dce3f516-6f0a-4683-a724-6dc019ed9894 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:34.746428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b456d3ae-ae9a-4fb1-a7ea-66ca793de706 req-dce3f516-6f0a-4683-a724-6dc019ed9894 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 943 time: 0.1275530 Aug 31 16:14:34.748105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:14:34.803175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 630c3402-d973-44b2-9d7f-cbcbe737c272) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:34.815960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:34.816605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.865934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:34.871944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7808666 Aug 31 16:14:34.877451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42248) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:34.892913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869130122'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:34.895889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d295646-5456-45a2-a523-fc1fed2740cd tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82c7784-5c9e-4a7f-89e9-6a0a16dd5ff5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:34.921019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b456d3ae-ae9a-4fb1-a7ea-66ca793de706 req-1e0a5a61-1339-4c06-870e-a6e4f10b57b6 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666427 Aug 31 16:14:34.928469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148e9b7-be77-4a42-ae75-4a7b0efccb2f None None] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:34.929906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6c0e9003-7e9a-4ee6-b2ce-e2ffb6983a0b tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3900466 Aug 31 16:14:34.936803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42252) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:34.959919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'network': {'name': 'tempest-router-network01--1332034076'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:34.991312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-9175bba1-e2a3-4a86-968e-f17fd750e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:34.992960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-9175bba1-e2a3-4a86-968e-f17fd750e84e service neutron] 10.222.0.49 "GET /v2.0/networks?id=291e42d7-a856-458b-b6d1-ee30e639b146 HTTP/1.1" status: 200 len: 914 time: 0.3644681 Aug 31 16:14:35.026290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.064252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Made reservation on behalf of 05dae8268b364a5d8f5e0456f7eb4ff9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:35.065882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.098715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-44705aee-abb2-40b4-81b6-1331c1b18cde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491 HTTP/1.1" status: 200 len: 217 time: 0.0983396 Aug 31 16:14:35.216848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Allocated IP 2001:db8::2 (d0954da5-ecf2-4c63-926f-50baf373a023/fd754a9c-d4d1-460e-acc2-343b3d45eaca/b7e9d0e9-410f-4a9b-990a-57d639cf4d9c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:35.300041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-bc2e8143-cf58-4cff-b5d3-7250986a18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:35.306067 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-bc2e8143-cf58-4cff-b5d3-7250986a18f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7962af0-aa00-41e1-9687-21052d791428 HTTP/1.1" status: 200 len: 853 time: 0.1991258 Aug 31 16:14:35.358966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.376019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.379264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:14:35.405327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,segment=NetworkSegment(af4d238d-0f51-4d52-9b2e-6fedf9187683),segment_id=af4d238d-0f51-4d52-9b2e-6fedf9187683)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:35.416246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.418443 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Added segment 6d667db5-6ef9-4753-9f2a-013cee81001d of type vlan for network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f Aug 31 16:14:35.423618 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-f3ad4954-9d95-4b0a-85f6-479ad6471e4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291e42d7-a856-458b-b6d1-ee30e639b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088874 Aug 31 16:14:35.462776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ffa2c9-b2b2-4d60-8bdd-86ca7a867dc2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:35.464534 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.521248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Transition to ACTIVE for port object b7e9d0e9-410f-4a9b-990a-57d639cf4d9c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:35.532380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-630c3402-d973-44b2-9d7f-cbcbe737c272', 'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272', 'tenant_id': '05dae8268b364a5d8f5e0456f7eb4ff9', 'fixed_ips': [{'subnet_id': '02b06507-2f17-433d-bbc9-e7af114b31bd'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:14:35.533346 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.561932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.571352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3effdc6f-0222-4c15-93e6-8d9a6e03fe86 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6863394 Aug 31 16:14:35.579966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42272) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:35.588523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'security_group': {'name': 'tempest-secgroup-480365206'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:35.664757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.686000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-6058a2c3-37a1-4a2d-ad14-bed0f97d1e87 service neutron] 10.222.0.49 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557144 Aug 31 16:14:35.707817 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.736732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.748851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:35.750339 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:35.802510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8645887 Aug 31 16:14:35.854036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42286) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:35.895033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Allocated IP 172.20.0.2 (630c3402-d973-44b2-9d7f-cbcbe737c272/02b06507-2f17-433d-bbc9-e7af114b31bd/efa6f18e-7552-443a-8114-cce6d31e200e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:35.906475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'network': {'name': 'tempest-router-network02--2036866381'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:35.992899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72fe5-fe07-438c-88b9-d1be246691d7 req-67267df5-0fab-4cfb-a4e9-ef0b4e673ad2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:36.002649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68f72fe5-fe07-438c-88b9-d1be246691d7 req-67267df5-0fab-4cfb-a4e9-ef0b4e673ad2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.2320364 Aug 31 16:14:36.010044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aca9bd-9103-4785-8ed9-0a74340b7935 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Network': ['ID=68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:36.100671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68f72fe5-fe07-438c-88b9-d1be246691d7 req-75b837db-1b5c-4179-90dd-38e5373e77f0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967762 Aug 31 16:14:36.105200 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1bb5225-6a79-48b6-9dd7-16da58402822 req-bb32fb81-c44b-4e6a-b49e-11549df00112 service neutron] 10.222.0.49 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103158 Aug 31 16:14:36.115210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:14:36.280228 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.504169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c202ea5f-bd39-4813-afc8-ea31ac8ca491 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:14:36.506474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:36.583093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.616612 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.652708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa676f16-6519-4c40-a50b-8319c4493d2e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:36.669458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcefbe-5b67-4a8a-8b6d-d4b4adce4bcc req-fcbe52ef-87ae-40f0-9076-cba1edff8941 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:36.677523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73dcefbe-5b67-4a8a-8b6d-d4b4adce4bcc req-fcbe52ef-87ae-40f0-9076-cba1edff8941 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 943 time: 0.5658398 Aug 31 16:14:36.684701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Made reservation on behalf of 05dae8268b364a5d8f5e0456f7eb4ff9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:36.688560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.722687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:14:36.741648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.745379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-531cca75-fdd6-465b-92bf-0c68c057cf3c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1606011 Aug 31 16:14:36.746840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42308) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:36.753045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673805278', 'security_groups': ['fa676f16-6519-4c40-a50b-8319c4493d2e'], 'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd754a9c-d4d1-460e-acc2-343b3d45eaca'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:36.755900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.755900 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Added segment 18a8c8ef-0897-4d76-902f-7f5fcd994389 of type vlan for network 2cd3e479-053c-4640-849b-59350a9d43eb Aug 31 16:14:36.883031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71362a3-9f0a-4c4a-9593-b1afec5d9968 None None] Pushing event updated for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:36.909397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73dcefbe-5b67-4a8a-8b6d-d4b4adce4bcc req-7a8167e0-68f9-45de-87d0-c06f55620093 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298517 Aug 31 16:14:36.911318 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:36.919079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 16:14:37.065712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.067197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:37.087359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:37.091435 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.180106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c202ea5f-bd39-4813-afc8-ea31ac8ca491, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491,segment=NetworkSegment(84f480c4-d9a5-4658-bacd-40ed7ae5681d),segment_id=84f480c4-d9a5-4658-bacd-40ed7ae5681d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:37.225327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491', 'network_id': '291e42d7-a856-458b-b6d1-ee30e639b146', 'port_id': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491', 'mac_address': 'fa:16:3e:f5:69:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7962af0-aa00-41e1-9687-21052d791428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:14:37.297485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Network': ['ID=2cd3e479-053c-4640-849b-59350a9d43eb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:37.319095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.383026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] device_id is not set on port 77bdfbab-c077-4750-8da5-3c17069bf01a yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:14:37.410680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-3336ef87-d933-4da5-9420-ed9e5f0c94d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8748937 Aug 31 16:14:37.415832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-55097f3f-193c-42a7-96af-7f7b02990f3c tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5145690 Aug 31 16:14:37.418969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42324) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:37.424091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'subnet': {'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:37.437653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-06132e56-54ae-4fd5-8636-916fbf62c0d9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:14:37.438811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-06132e56-54ae-4fd5-8636-916fbf62c0d9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215325 Aug 31 16:14:37.452063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42326) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:37.589108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811839f9-dce5-40bc-8a9c-af140eb1ba8f req-99554539-4148-415c-865d-541a429018e4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:37.596577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-811839f9-dce5-40bc-8a9c-af140eb1ba8f req-99554539-4148-415c-865d-541a429018e4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.2990043 Aug 31 16:14:37.601540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2cd3e479-053c-4640-849b-59350a9d43eb details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:14:37.767765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d43856d7-8f52-4230-b54b-e70c4db5fb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.771507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-811839f9-dce5-40bc-8a9c-af140eb1ba8f req-81e430ba-3087-4c87-8a30-ee2c438fd449 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672783 Aug 31 16:14:37.775690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Made reservation on behalf of 05dae8268b364a5d8f5e0456f7eb4ff9 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:37.787768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.859634 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.863190 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:37.952900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Transition to ACTIVE for port object efa6f18e-7552-443a-8114-cce6d31e200e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:37.961327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c202ea5f-bd39-4813-afc8-ea31ac8ca491 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:14:38.018813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Transition to ACTIVE for port object efa6f18e-7552-443a-8114-cce6d31e200e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:38.036432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c202ea5f-bd39-4813-afc8-ea31ac8ca491, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491,segment=NetworkSegment(84f480c4-d9a5-4658-bacd-40ed7ae5681d),segment_id=84f480c4-d9a5-4658-bacd-40ed7ae5681d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:38.038619 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.067836 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.099895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:38.104388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:38.113048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:38.128335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Pushing event updated for resources: {'Port': ['ID=efa6f18e-7552-443a-8114-cce6d31e200e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:38.211707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8::ba (d0954da5-ecf2-4c63-926f-50baf373a023/fd754a9c-d4d1-460e-acc2-343b3d45eaca/77bdfbab-c077-4750-8da5-3c17069bf01a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:38.262446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c724b9ab-9135-4e99-961e-a76739763e6e None None] Provisioning for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:38.303718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Attempting to bind port efa6f18e-7552-443a-8114-cce6d31e200e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:14:38.303718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Attempting to bind port efa6f18e-7552-443a-8114-cce6d31e200e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'f3b173da-01ac-4758-94fa-9300fe9cd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:14:38.303718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Attempting to bind port efa6f18e-7552-443a-8114-cce6d31e200e on network 630c3402-d973-44b2-9d7f-cbcbe737c272 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:14:38.311969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b43b0-269c-442f-bacc-f01bcc471ed6 req-f1ab5c02-0daf-4f4a-80dd-e4c20e1093c8 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:38.318870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-145b43b0-269c-442f-bacc-f01bcc471ed6 req-f1ab5c02-0daf-4f4a-80dd-e4c20e1093c8 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 944 time: 0.2781000 Aug 31 16:14:38.335319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c202ea5f-bd39-4813-afc8-ea31ac8ca491'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:14:38.356962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:14:38.357660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Checking segment: {'id': 'f3b173da-01ac-4758-94fa-9300fe9cd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:38.362935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.363751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Bound using segment: {'id': 'f3b173da-01ac-4758-94fa-9300fe9cd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:14:38.364459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Bound port: efa6f18e-7552-443a-8114-cce6d31e200e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b173da-01ac-4758-94fa-9300fe9cd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '630c3402-d973-44b2-9d7f-cbcbe737c272'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:14:38.365055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.367616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c724b9ab-9135-4e99-961e-a76739763e6e None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:38.370263 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c724b9ab-9135-4e99-961e-a76739763e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.465886 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d43856d7-8f52-4230-b54b-e70c4db5fb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.479555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.499191 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d43856d7-8f52-4230-b54b-e70c4db5fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.504234 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c202ea5f-bd39-4813-afc8-ea31ac8ca491,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:38.649302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 77bdfbab-c077-4750-8da5-3c17069bf01a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:38.662134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c724b9ab-9135-4e99-961e-a76739763e6e None None] Provisioning complete for port ff3b65dd-a121-471c-bcb2-67a11ba4b28b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:38.662525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c724b9ab-9135-4e99-961e-a76739763e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.669075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43856d7-8f52-4230-b54b-e70c4db5fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c88b72-683d-4ee3-b071-ad441696cbc2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:38.688158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d43856d7-8f52-4230-b54b-e70c4db5fb15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7b4c2b693364305bcfb30410bf9da9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2348278 Aug 31 16:14:38.689309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42350) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:38.712570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.764243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:38.781261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] For port efa6f18e-7552-443a-8114-cce6d31e200e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:14:38.820635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.820842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c724b9ab-9135-4e99-961e-a76739763e6e None None] Port ff3b65dd-a121-471c-bcb2-67a11ba4b28b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:38.861192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] For port efa6f18e-7552-443a-8114-cce6d31e200e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=efa6f18e-7552-443a-8114-cce6d31e200e,segment=NetworkSegment(f3b173da-01ac-4758-94fa-9300fe9cd874),segment_id=f3b173da-01ac-4758-94fa-9300fe9cd874)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:14:38.883849 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.901348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Subnet': ['ID=11777666-c026-4de2-99a8-bcd25b674c68,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:38.919495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a089dd53-bd4f-44f0-9b00-0364cbab4e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:38.956639 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-145b43b0-269c-442f-bacc-f01bcc471ed6 req-6b8a0654-a7d7-400a-80c7-dea3ddc78e11 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503488 Aug 31 16:14:39.016597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:39.025201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:39.025771 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.027814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=77bdfbab-c077-4750-8da5-3c17069bf01a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:39.032044 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a089dd53-bd4f-44f0-9b00-0364cbab4e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.034813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:39.038384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dde195-bed2-41e7-97bb-6d76ed4142ac None None] Pushing event updated for resources: {'Port': ['ID=efa6f18e-7552-443a-8114-cce6d31e200e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:39.042557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:39.049069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:39.049759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.084534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fe786488-65d3-4018-9a75-0246b030b421 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3337646 Aug 31 16:14:39.091890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42360) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:39.099651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:39.104300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Checking segment: {'id': '6d667db5-6ef9-4753-9f2a-013cee81001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:39.104931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network hostable DHCP agents. Network: 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:14:39.218659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-f07a6711-1cb6-4f4f-984c-a977b545f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:39.220293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-f07a6711-1cb6-4f4f-984c-a977b545f5d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd&tenant_id=53e15c931a4b489db69dc5b03881f6a3 HTTP/1.1" status: 200 len: 1095 time: 0.2991364 Aug 31 16:14:39.232497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:14:39.247162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330dca-2213-4d59-88ba-a1d3ea0ec9ca req-f415ac70-b1f1-4bcb-aa39-33d8703a25ce tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:39.249239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9330dca-2213-4d59-88ba-a1d3ea0ec9ca req-f415ac70-b1f1-4bcb-aa39-33d8703a25ce tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.2914166 Aug 31 16:14:39.271320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a089dd53-bd4f-44f0-9b00-0364cbab4e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.274368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a089dd53-bd4f-44f0-9b00-0364cbab4e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.278587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a089dd53-bd4f-44f0-9b00-0364cbab4e5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94c88b72-683d-4ee3-b071-ad441696cbc2 HTTP/1.1" status: 204 len: 168 time: 0.5826480 Aug 31 16:14:39.313493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089dd53-bd4f-44f0-9b00-0364cbab4e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c88b72-683d-4ee3-b071-ad441696cbc2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:39.392481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:39.401470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:39.402128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.405038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:39.410435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.424373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a91756-bf20-4c25-92ae-572c0d62825f None None] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:39.580956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9330dca-2213-4d59-88ba-a1d3ea0ec9ca req-455b3266-94a4-4f8b-bb1b-c1ba13d7d095 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201571 Aug 31 16:14:39.593093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c96d443e-0a3e-4bcc-b4db-4b2d3ea01b89 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1698921 Aug 31 16:14:39.593093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-26a7add5-62eb-4f11-9ae5-39174223474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:39.595862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-26a7add5-62eb-4f11-9ae5-39174223474f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1095 time: 0.3323088 Aug 31 16:14:39.596645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42370) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:39.605935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'subnet': {'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:39.665099 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd754a9c-d4d1-460e-acc2-343b3d45eaca (CIDR: 2001:db8::/64) Aug 31 16:14:39.682662 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:14:39.684278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:39.689812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e424b210-4c95-4d5b-bc73-deb09cb9cddd None None] Provisioning for port 77bdfbab-c077-4750-8da5-3c17069bf01a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:39.710085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e424b210-4c95-4d5b-bc73-deb09cb9cddd None None] Provisioning complete for port 77bdfbab-c077-4750-8da5-3c17069bf01a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:39.711036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e424b210-4c95-4d5b-bc73-deb09cb9cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.807500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Made reservation on behalf of 05dae8268b364a5d8f5e0456f7eb4ff9 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:39.812964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:39.819445 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-85563504-43cc-4288-957c-2ca53f651bb2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7263346 Aug 31 16:14:39.822150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:39.835680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:39.951063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-d5ec5a74-eb51-46a8-b105-4f6f5f00d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:39.953071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-d5ec5a74-eb51-46a8-b105-4f6f5f00d479 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.2304935 Aug 31 16:14:40.103210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e424b210-4c95-4d5b-bc73-deb09cb9cddd None None] Port 77bdfbab-c077-4750-8da5-3c17069bf01a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:40.113816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f', 'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f', 'tenant_id': '05dae8268b364a5d8f5e0456f7eb4ff9', 'fixed_ips': [{'subnet_id': '11777666-c026-4de2-99a8-bcd25b674c68'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:14:40.114697 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:40.123037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-43307066-8859-4d17-85df-76c3c105c237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 998 time: 0.1350336 Aug 31 16:14:40.236620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:40.241104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:40.247514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:40.328334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7807f14-2fc8-4e87-8f47-31fdc0789486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:40.400219 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 886a1034-abdb-4965-a78b-afa48d8b1f8f (CIDR: 2001:db8:0:1::/64) Aug 31 16:14:40.405360 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:14:40.405969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:40.445772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Allocated IP 172.20.0.2 (68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f/11777666-c026-4de2-99a8-bcd25b674c68/3569b0ba-5861-4050-9bf7-ffd5981b0b29) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:40.467787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-641da0b2-3861-449b-9018-8a3e9db660bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:40.469352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-641da0b2-3861-449b-9018-8a3e9db660bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.2514410 Aug 31 16:14:40.495025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4883ce-1824-4a28-bc7c-0cced462c1eb req-935ca740-2b81-4ae0-8d9e-22f3c1afb2aa tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:40.499156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a4883ce-1824-4a28-bc7c-0cced462c1eb req-935ca740-2b81-4ae0-8d9e-22f3c1afb2aa tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 944 time: 0.2969656 Aug 31 16:14:40.522269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:40.661373 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:40.672480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Transition to ACTIVE for port object 3569b0ba-5861-4050-9bf7-ffd5981b0b29 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:40.689334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Transition to ACTIVE for port object 3569b0ba-5861-4050-9bf7-ffd5981b0b29 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:40.699442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c202ea5f-bd39-4813-afc8-ea31ac8ca491 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:40.717419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Subnet': ['ID=817f7804-40b5-4ba8-85e1-9e0aa5147122,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:40.761369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:40.817400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a4883ce-1824-4a28-bc7c-0cced462c1eb req-c2db0549-cd29-496b-ba0a-d59adb9dd7a7 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078215 Aug 31 16:14:40.861749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device efa6f18e-7552-443a-8114-cce6d31e200e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:40.880891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-faf8417c-4c7e-40ff-bd94-967ae9f96d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:40.882375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-faf8417c-4c7e-40ff-bd94-967ae9f96d84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3744304 Aug 31 16:14:40.934746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d67963-4e53-4350-b534-776e33ec6e67 None None] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:40.983978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:40.998486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c202ea5f-bd39-4813-afc8-ea31ac8ca491 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:41.001421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:41.014974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-dcc5af52-3c61-4ab3-9efb-5f2538fec2d9 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183114 Aug 31 16:14:41.021647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Checking segment: {'id': '18a8c8ef-0897-4d76-902f-7f5fcd994389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:41.022017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network hostable DHCP agents. Network: 2cd3e479-053c-4640-849b-59350a9d43eb, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:14:41.033187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:41.037642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55e2b5-ef46-46be-9519-683830a90881 req-66bf7bc1-b10a-4762-9e4d-17a2075dda5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:41.039984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b55e2b5-ef46-46be-9519-683830a90881 req-66bf7bc1-b10a-4762-9e4d-17a2075dda5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.2456784 Aug 31 16:14:41.057383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c202ea5f-bd39-4813-afc8-ea31ac8ca491 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:41.057975 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.066168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Pushing event updated for resources: {'Port': ['ID=3569b0ba-5861-4050-9bf7-ffd5981b0b29,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:41.072809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port efa6f18e-7552-443a-8114-cce6d31e200e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:41.120649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] Provisioning for port efa6f18e-7552-443a-8114-cce6d31e200e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:41.154630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] Provisioning complete for port efa6f18e-7552-443a-8114-cce6d31e200e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:41.154979 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.167429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7807f14-2fc8-4e87-8f47-31fdc0789486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.180145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 2cd3e479-053c-4640-849b-59350a9d43eb is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:14:41.181741 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-78f8eb57-3eef-4ef3-8315-d79bf67accb4 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3580430 Aug 31 16:14:41.184508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42400) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:41.191162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'subnet': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:41.202215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7807f14-2fc8-4e87-8f47-31fdc0789486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.215924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b55e2b5-ef46-46be-9519-683830a90881 req-1579b75a-c0bb-4e55-abe2-3b3ccfffe9cd tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645627 Aug 31 16:14:41.245101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2cd3e479-053c-4640-849b-59350a9d43eb) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:41.269284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Attempting to bind port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:14:41.270003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Attempting to bind port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6d667db5-6ef9-4753-9f2a-013cee81001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:14:41.270593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Attempting to bind port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 on network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:14:41.276398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ca5c0-891a-46b3-9ef1-93e576c43492 None None] Network 2cd3e479-053c-4640-849b-59350a9d43eb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:41.278379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:41.279012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.352700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7807f14-2fc8-4e87-8f47-31fdc0789486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de381cd-277e-4ef7-8314-b239ab0b79bf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:41.371813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7807f14-2fc8-4e87-8f47-31fdc0789486 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16f9ea94251049c3b6e624d9c5bbfe16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1103194 Aug 31 16:14:41.377735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:41.385789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8a3baed-7d1b-4e11-96af-44b0b2298905 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7879927 Aug 31 16:14:41.389516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af3d5d70-5791-426e-8f48-8d2e12fb2adf req-1930b1b6-d933-4dfe-90a8-6bad444150bb service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610728 Aug 31 16:14:41.390203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:41.450182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Made reservation on behalf of 6d4a4e060a4148998c9f1e0527d8f573 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:14:41.461612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:14:41.462907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.467922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Checking segment: {'id': '6d667db5-6ef9-4753-9f2a-013cee81001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:41.468491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.468974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Bound using segment: {'id': '6d667db5-6ef9-4753-9f2a-013cee81001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:14:41.469682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Bound port: 3569b0ba-5861-4050-9bf7-ffd5981b0b29, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d667db5-6ef9-4753-9f2a-013cee81001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:14:41.470149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.605159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1113b7d4-f981-4a72-bed0-5910b1d15fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:41.833286 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1113b7d4-f981-4a72-bed0-5910b1d15fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.021571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.086245 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.142693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.236015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4109a-1ddc-4651-a6c7-7de6227a8162 req-db21479f-fbf4-4865-86f6-769e16ae7f84 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:42.237817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64a4109a-1ddc-4651-a6c7-7de6227a8162 req-db21479f-fbf4-4865-86f6-769e16ae7f84 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 944 time: 0.2325120 Aug 31 16:14:42.248982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] For port 3569b0ba-5861-4050-9bf7-ffd5981b0b29, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:14:42.260089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Network d0954da5-ecf2-4c63-926f-50baf373a023 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:42.272129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:42.272129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:42.272129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.288983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Subnet': ['ID=5bf87d67-7e5b-4c94-825a-d6ee414df219,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:42.305586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1113b7d4-f981-4a72-bed0-5910b1d15fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.312234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2c1f3151-db1c-44ed-b37d-189b163f1559 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1257358 Aug 31 16:14:42.313541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1113b7d4-f981-4a72-bed0-5910b1d15fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:42.316335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42436) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:42.317274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1113b7d4-f981-4a72-bed0-5910b1d15fa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1de381cd-277e-4ef7-8314-b239ab0b79bf HTTP/1.1" status: 204 len: 168 time: 0.9378574 Aug 31 16:14:42.335512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-306094270', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5bf87d67-7e5b-4c94-825a-d6ee414df219'}], 'security_groups': ['b82c7784-5c9e-4a7f-89e9-6a0a16dd5ff5', '76ffa2c9-b2b2-4d60-8bdd-86ca7a867dc2']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:42.429663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] For port 3569b0ba-5861-4050-9bf7-ffd5981b0b29, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3569b0ba-5861-4050-9bf7-ffd5981b0b29,segment=NetworkSegment(6d667db5-6ef9-4753-9f2a-013cee81001d),segment_id=6d667db5-6ef9-4753-9f2a-013cee81001d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:14:42.466643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1cd7d-459c-4546-9f4a-8e14c3f45885 None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:42.927507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.085656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c202ea5f-bd39-4813-afc8-ea31ac8ca491, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491,segment=NetworkSegment(84f480c4-d9a5-4658-bacd-40ed7ae5681d),segment_id=84f480c4-d9a5-4658-bacd-40ed7ae5681d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:43.105115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:14:43.108958 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2718448f-4c0b-4e20-bafd-d6ec8c49b96d" -d '{"events": [{"server_uuid": "1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19", "name": "network-vif-plugged", "status": "completed", "tag": "c202ea5f-bd39-4813-afc8-ea31ac8ca491"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:14:43.116451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.321892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Allocated IP 172.20.0.1 (68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f/11777666-c026-4de2-99a8-bcd25b674c68/64cf46cf-fd8a-4efe-994a-5baf0e034b24) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:43.380800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.389875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.511840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.530016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Transition to ACTIVE for port object 64cf46cf-fd8a-4efe-994a-5baf0e034b24 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:43.597215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113b7d4-f981-4a72-bed0-5910b1d15fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de381cd-277e-4ef7-8314-b239ab0b79bf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:43.601934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.629815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2cd3e479-053c-4640-849b-59350a9d43eb', 'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb', 'tenant_id': '05dae8268b364a5d8f5e0456f7eb4ff9', 'fixed_ips': [{'subnet_id': '817f7804-40b5-4ba8-85e1-9e0aa5147122'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:14:43.632967 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.716683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Delete allocated IP 2001:db8::ba (d0954da5-ecf2-4c63-926f-50baf373a023/fd754a9c-d4d1-460e-acc2-343b3d45eaca) {{(pid=101478) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 16:14:43.746064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Allocated IP 2001:db8:0:2::134 (d0954da5-ecf2-4c63-926f-50baf373a023/5bf87d67-7e5b-4c94-825a-d6ee414df219/77bdfbab-c077-4750-8da5-3c17069bf01a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:43.826875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Port': ['ID=64cf46cf-fd8a-4efe-994a-5baf0e034b24,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:43.834809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:43.836844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] For port efa6f18e-7552-443a-8114-cce6d31e200e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=efa6f18e-7552-443a-8114-cce6d31e200e,segment=NetworkSegment(f3b173da-01ac-4758-94fa-9300fe9cd874),segment_id=f3b173da-01ac-4758-94fa-9300fe9cd874)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:43.851013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64a4109a-1ddc-4651-a6c7-7de6227a8162 req-51d84648-2da4-4629-8e19-276bf7ec9c72 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5772099 Aug 31 16:14:43.863125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:43.872759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:43.924483 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:43.998414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f71936-dcaf-47a4-80e9-3b47ce35e9f6 req-7644d5d0-babc-4fd8-987b-7db40d546869 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:44.028765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6f71936-dcaf-47a4-80e9-3b47ce35e9f6 req-7644d5d0-babc-4fd8-987b-7db40d546869 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.4316399 Aug 31 16:14:44.170246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:44.506877 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeabad4-73f1-4228-974c-94ae813dc03b x-openstack-request-id: req-ddeabad4-73f1-4228-974c-94ae813dc03b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:14:44.507918 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19", "name": "network-vif-plugged", "status": "completed", "tag": "c202ea5f-bd39-4813-afc8-ea31ac8ca491", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:14:44.522593 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddeabad4-73f1-4228-974c-94ae813dc03b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:14:44.523488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6f71936-dcaf-47a4-80e9-3b47ce35e9f6 req-5aff62e2-934e-406c-a11e-965926af873f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875631 Aug 31 16:14:44.525793 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491', 'code': 200} Aug 31 16:14:44.611145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be257642-a494-483b-9cac-ea45adeccb33 None None] Pushing event updated for resources: {'Port': ['ID=3569b0ba-5861-4050-9bf7-ffd5981b0b29,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:44.665815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:44.680625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:44.722355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Transition to ACTIVE for port object 77bdfbab-c077-4750-8da5-3c17069bf01a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:44.752478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:44.837300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3e355a6a-daf4-491b-aabb-ca7872cb5c65 None None] Provisioning complete for port efa6f18e-7552-443a-8114-cce6d31e200e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:44.838287 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3e355a6a-daf4-491b-aabb-ca7872cb5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:45.002982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c202ea5f-bd39-4813-afc8-ea31ac8ca491,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:45.053754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event updated for resources: {'Port': ['ID=77bdfbab-c077-4750-8da5-3c17069bf01a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:45.137394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Update dhcp port {'port': {'network_id': 'd0954da5-ecf2-4c63-926f-50baf373a023', 'fixed_ips': [{'subnet_id': '886a1034-abdb-4965-a78b-afa48d8b1f8f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd754a9c-d4d1-460e-acc2-343b3d45eaca', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bf87d67-7e5b-4c94-825a-d6ee414df219'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'b7e9d0e9-410f-4a9b-990a-57d639cf4d9c'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:14:45.141572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Allocated IP 172.20.0.2 (2cd3e479-053c-4640-849b-59350a9d43eb/817f7804-40b5-4ba8-85e1-9e0aa5147122/6b72f867-705f-484b-8a84-c77ff2c401b6) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:45.216338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] In _notify_port_updated(), no bound segment for port 77bdfbab-c077-4750-8da5-3c17069bf01a on network d0954da5-ecf2-4c63-926f-50baf373a023 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:14:45.235830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:45.251564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26eddb-0e09-46e6-b0e0-c9d944b90cc4 None None] Pushing event updated for resources: {'Port': ['ID=efa6f18e-7552-443a-8114-cce6d31e200e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:45.252247 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:45.258117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:45.260659 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3e8ceac4-60c4-4535-9596-faa92db1c6db tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "PUT /v2.0/ports/77bdfbab-c077-4750-8da5-3c17069bf01a HTTP/1.1" status: 200 len: 969 time: 2.9380088 Aug 31 16:14:45.267447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42486) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:45.325437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2b72d-e73a-43a2-944e-2ba03841ff0d req-2b36402a-c237-47ef-bdf6-b6306c3077f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:45.328281 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bb2b72d-e73a-43a2-944e-2ba03841ff0d req-2b36402a-c237-47ef-bdf6-b6306c3077f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 1097 time: 0.8267405 Aug 31 16:14:45.488314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10de1-374e-43ba-a2dc-1107f16ae25c req-da0bb4fa-4379-4c73-bcc9-5de2c01cf583 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:45.490681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcc10de1-374e-43ba-a2dc-1107f16ae25c req-da0bb4fa-4379-4c73-bcc9-5de2c01cf583 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.5107863 Aug 31 16:14:45.606284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bb2b72d-e73a-43a2-944e-2ba03841ff0d req-90945e1a-a7c8-499b-a9d7-ee74bad4d46d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427664 Aug 31 16:14:45.686152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port 77bdfbab-c077-4750-8da5-3c17069bf01a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:45.686507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:45.893225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcc10de1-374e-43ba-a2dc-1107f16ae25c req-9679f024-6888-482c-a8f6-357b151f727c tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857598 Aug 31 16:14:45.936795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:45.982711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Transition to ACTIVE for port object 6b72f867-705f-484b-8a84-c77ff2c401b6 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:46.104013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:46.111243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b549f5-32fd-4173-bc0f-7b1e834e3134 req-09f16716-f215-47a5-ad2b-7fc54ecbdfee tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:46.118980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b549f5-32fd-4173-bc0f-7b1e834e3134 req-09f16716-f215-47a5-ad2b-7fc54ecbdfee tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.3055134 Aug 31 16:14:46.137946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for 77bdfbab-c077-4750-8da5-3c17069bf01a owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:46.176971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Transition to ACTIVE for port object 6b72f867-705f-484b-8a84-c77ff2c401b6 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:46.178540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b9e68-79a3-437d-959d-8ded70b55f0e None None] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:46.219822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:46.302728 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:46.346477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:46.352220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2b946544-f194-4ae7-b6ea-98fb97bfd11b None None] Provisioning for port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:46.428846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Network 2cd3e479-053c-4640-849b-59350a9d43eb is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:46.440178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:46.443096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:14:46.596926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:46.602851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Port': ['ID=64cf46cf-fd8a-4efe-994a-5baf0e034b24,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:46.627403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b549f5-32fd-4173-bc0f-7b1e834e3134 req-46579186-1594-4d13-a831-d107f0c60716 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4957869 Aug 31 16:14:46.681114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:46.821183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Pushing event updated for resources: {'Port': ['ID=6b72f867-705f-484b-8a84-c77ff2c401b6,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:46.844832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=77bdfbab-c077-4750-8da5-3c17069bf01a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:46.923393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:14:46.943605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:14:46.992969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.011752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device efa6f18e-7552-443a-8114-cce6d31e200e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:47.031741 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-014ebe15-388b-4086-8d0e-524f4bfb0b7d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/77bdfbab-c077-4750-8da5-3c17069bf01a HTTP/1.1" status: 204 len: 168 time: 1.7614458 Aug 31 16:14:47.033774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Attempting to bind port 6b72f867-705f-484b-8a84-c77ff2c401b6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:14:47.034154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Attempting to bind port 6b72f867-705f-484b-8a84-c77ff2c401b6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '18a8c8ef-0897-4d76-902f-7f5fcd994389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:14:47.034528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Attempting to bind port 6b72f867-705f-484b-8a84-c77ff2c401b6 on network 2cd3e479-053c-4640-849b-59350a9d43eb {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:14:47.036739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:47.160820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:14:47.162564 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb4d418-a3bc-482d-879d-11f0e680575c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] GET failed (client error): The resource could not be found. Aug 31 16:14:47.164440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Checking segment: {'id': '18a8c8ef-0897-4d76-902f-7f5fcd994389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:14:47.167170 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.169418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Bound using segment: {'id': '18a8c8ef-0897-4d76-902f-7f5fcd994389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:14:47.170924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Bound port: 6b72f867-705f-484b-8a84-c77ff2c401b6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a8c8ef-0897-4d76-902f-7f5fcd994389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cd3e479-053c-4640-849b-59350a9d43eb'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:14:47.171162 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5fb4d418-a3bc-482d-879d-11f0e680575c tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports/77bdfbab-c077-4750-8da5-3c17069bf01a HTTP/1.1" status: 404 len: 333 time: 0.1328514 Aug 31 16:14:47.171799 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.173727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42526) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:47.323316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8197af4d-2ac7-443d-abf9-173c9518755b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.332026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Allocated IP 2001:db8:0:2::2 (d0954da5-ecf2-4c63-926f-50baf373a023/5bf87d67-7e5b-4c94-825a-d6ee414df219/b7e9d0e9-410f-4a9b-990a-57d639cf4d9c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:14:47.338900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f428a51-6166-40d8-86f5-f8ade9411aed req-ab16a394-2206-4bfd-a456-f2932399593d tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:47.340575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f428a51-6166-40d8-86f5-f8ade9411aed req-ab16a394-2206-4bfd-a456-f2932399593d tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.2090514 Aug 31 16:14:47.370530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8197af4d-2ac7-443d-abf9-173c9518755b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.456254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8197af4d-2ac7-443d-abf9-173c9518755b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.461017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8197af4d-2ac7-443d-abf9-173c9518755b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.465283 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8197af4d-2ac7-443d-abf9-173c9518755b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/security-groups/fa676f16-6519-4c40-a50b-8319c4493d2e HTTP/1.1" status: 204 len: 168 time: 0.2874358 Aug 31 16:14:47.469916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:47.535926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Router 0ee0bf0a-7d0f-4691-9990-a9a15fb056cd is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:14:47.547127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197af4d-2ac7-443d-abf9-173c9518755b tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa676f16-6519-4c40-a50b-8319c4493d2e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:47.605395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd1509fa-4424-4a16-aeb3-369e129e059d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.728573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd1509fa-4424-4a16-aeb3-369e129e059d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.780554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] For port 6b72f867-705f-484b-8a84-c77ff2c401b6, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:14:47.908593 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f428a51-6166-40d8-86f5-f8ade9411aed req-7fce94fe-acc4-40b3-9e30-2fd55f80eb16 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424747 Aug 31 16:14:47.919741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:47.927332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] For port 6b72f867-705f-484b-8a84-c77ff2c401b6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6b72f867-705f-484b-8a84-c77ff2c401b6,segment=NetworkSegment(18a8c8ef-0897-4d76-902f-7f5fcd994389),segment_id=18a8c8ef-0897-4d76-902f-7f5fcd994389)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:14:47.935977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd1509fa-4424-4a16-aeb3-369e129e059d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.941639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd1509fa-4424-4a16-aeb3-369e129e059d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.947015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dd1509fa-4424-4a16-aeb3-369e129e059d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/security-groups/76ffa2c9-b2b2-4d60-8bdd-86ca7a867dc2 HTTP/1.1" status: 204 len: 168 time: 0.4745767 Aug 31 16:14:47.947737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42546) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:47.960871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port efa6f18e-7552-443a-8114-cce6d31e200e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:47.964761 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:47.981655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e333285-bf62-4eed-9dfc-6553611fcd05 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5851259 Aug 31 16:14:47.985744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42550) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:48.037123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1509fa-4424-4a16-aeb3-369e129e059d tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ffa2c9-b2b2-4d60-8bdd-86ca7a867dc2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:48.092073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,segment=NetworkSegment(af4d238d-0f51-4d52-9b2e-6fedf9187683),segment_id=af4d238d-0f51-4d52-9b2e-6fedf9187683)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:48.236914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae6ae-385c-4f82-9671-d7db06e00757 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.295736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.346043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Transition to ACTIVE for port object b7e9d0e9-410f-4a9b-990a-57d639cf4d9c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:14:48.353768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae6ae-385c-4f82-9671-d7db06e00757 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.356456 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.403370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] Sync routers for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:48.490955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.499632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae6ae-385c-4f82-9671-d7db06e00757 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.513562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae6ae-385c-4f82-9671-d7db06e00757 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:48.519709 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1e6ae6ae-385c-4f82-9671-d7db06e00757 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/security-groups/b82c7784-5c9e-4a7f-89e9-6a0a16dd5ff5 HTTP/1.1" status: 204 len: 168 time: 0.5225644 Aug 31 16:14:48.520495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:48.576332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f7cb-6949-4561-a5cb-f5fa20f09ed6 req-47dda1aa-4705-458b-b5da-8e520891d7a4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:48.587263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30a7f7cb-6949-4561-a5cb-f5fa20f09ed6 req-47dda1aa-4705-458b-b5da-8e520891d7a4 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.6714709 Aug 31 16:14:48.783242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:48.784009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:48.843524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ae6ae-385c-4f82-9671-d7db06e00757 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82c7784-5c9e-4a7f-89e9-6a0a16dd5ff5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:48.864375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet fd754a9c-d4d1-460e-acc2-343b3d45eaca {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:48.938489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:49.088787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-30a7f7cb-6949-4561-a5cb-f5fa20f09ed6 req-4fcd6747-a994-4c60-8b15-0b3572237522 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959478 Aug 31 16:14:49.186320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:49.291585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e784e7-796e-4ceb-bb41-592654887175 req-2844e80f-b916-4594-a7d7-281e70c230bb tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:49.300461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-020a8067-aa66-40ca-b051-71da8abef44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:49.302161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-020a8067-aa66-40ca-b051-71da8abef44a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a107eb3c6d704d0caff73cad9c608fd2&device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 1097 time: 0.4274240 Aug 31 16:14:49.306112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e784e7-796e-4ceb-bb41-592654887175 req-2844e80f-b916-4594-a7d7-281e70c230bb tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.2554379 Aug 31 16:14:49.354083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:49.414273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6c66c-b478-4639-a519-a4557c3ccaf2 None None] Pushing event updated for resources: {'Port': ['ID=6b72f867-705f-484b-8a84-c77ff2c401b6,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:49.599041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e784e7-796e-4ceb-bb41-592654887175 req-1b3a2227-ef44-40a4-b066-fd6ab7de91ef tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915232 Aug 31 16:14:49.604553 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-eaacca25-77d6-4c4b-ad6b-82505b5bc8c3 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:14:49.606145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eaacca25-77d6-4c4b-ad6b-82505b5bc8c3 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5695050 Aug 31 16:14:49.626359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42590) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:49.721587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:49.722650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde0357-e4fe-4bbe-bdf4-f014b71f7145 None None] Pushing event updated for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:49.840555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:49.886598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:49.897194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/fd754a9c-d4d1-460e-acc2-343b3d45eaca HTTP/1.1" status: 204 len: 168 time: 1.3418078 Aug 31 16:14:49.910103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42592) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:49.985077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3569b0ba-5861-4050-9bf7-ffd5981b0b29 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:50.009028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f96a5861-7c5a-4b0e-8d5a-568106e0801e None None] Provisioning for port 64cf46cf-fd8a-4efe-994a-5baf0e034b24 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:50.113856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f96a5861-7c5a-4b0e-8d5a-568106e0801e None None] Provisioning complete for port 64cf46cf-fd8a-4efe-994a-5baf0e034b24 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:50.114240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f96a5861-7c5a-4b0e-8d5a-568106e0801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:50.119656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2985-beca-4fd5-9124-a5f3ed99e2f9 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=fd754a9c-d4d1-460e-acc2-343b3d45eaca,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:50.276150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f96a5861-7c5a-4b0e-8d5a-568106e0801e None None] Port 64cf46cf-fd8a-4efe-994a-5baf0e034b24 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:50.280120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:50.282302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:50.436970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 5bf87d67-7e5b-4c94-825a-d6ee414df219 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:50.458416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-dc125e30-b102-44f6-bfd4-0a332739febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:50.463031 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-dc125e30-b102-44f6-bfd4-0a332739febb service neutron] 10.222.0.49 "GET /v2.0/networks?id=291e42d7-a856-458b-b6d1-ee30e639b146 HTTP/1.1" status: 200 len: 914 time: 1.1463888 Aug 31 16:14:50.463651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:50.471177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:50.473509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef53eb43-585b-4700-bfbb-bc86d66ebe37 None None] The sync data for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:14:50.532097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c97436b5-46bc-4860-9d92-9be894dbe713 None None] Provisioning complete for port 64cf46cf-fd8a-4efe-994a-5baf0e034b24 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:50.532500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c97436b5-46bc-4860-9d92-9be894dbe713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:50.626367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c97436b5-46bc-4860-9d92-9be894dbe713 None None] Port 64cf46cf-fd8a-4efe-994a-5baf0e034b24 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:50.656383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:50.668816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:50.669351 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:50.842717 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-21c81c08-36a9-48f0-9938-73b8d8e479e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491 HTTP/1.1" status: 200 len: 217 time: 0.3521819 Aug 31 16:14:50.910970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:50.985324 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:51.088574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e483f-e509-4c51-b422-6f691cb02dcc None None] Network 2cd3e479-053c-4640-849b-59350a9d43eb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:51.183983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 3569b0ba-5861-4050-9bf7-ffd5981b0b29, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3569b0ba-5861-4050-9bf7-ffd5981b0b29,segment=NetworkSegment(6d667db5-6ef9-4753-9f2a-013cee81001d),segment_id=6d667db5-6ef9-4753-9f2a-013cee81001d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:51.237794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-410f6f0a-9a05-4e48-98bd-5d45f535a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:51.239674 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-410f6f0a-9a05-4e48-98bd-5d45f535a2e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7962af0-aa00-41e1-9687-21052d791428 HTTP/1.1" status: 200 len: 853 time: 0.3862157 Aug 31 16:14:51.359694 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-32a6ed4e-c518-4ac4-9dc7-67d5d6c89d7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291e42d7-a856-458b-b6d1-ee30e639b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078732 Aug 31 16:14:51.759542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1e1408bf-d497-4a8e-b76f-bcd6a619f2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:51.765905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62a511-2519-4b5b-a1f8-c0aa2cd562a2 None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:51.774018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:51.781455 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:51.816544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6821-d7fa-42fd-aa71-29f195598f70 req-bf49a304-f024-4422-bc67-3e968cb5ec4b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:51.832484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb8f6821-d7fa-42fd-aa71-29f195598f70 req-bf49a304-f024-4422-bc67-3e968cb5ec4b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 1.4962962 Aug 31 16:14:51.977495 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-5d2439bc-1465-4667-bd8a-350f74127f82 service neutron] 10.222.0.49 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107657 Aug 31 16:14:52.046611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:52.055683 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-96167b4d-52b2-4eb5-beb2-1a6d843110ad None None] Provisioning for port 6b72f867-705f-484b-8a84-c77ff2c401b6 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:52.137650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=3569b0ba-5861-4050-9bf7-ffd5981b0b29,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:52.204403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d536d42-2038-415c-8274-01f8ceab2b64 req-d584054a-3241-43eb-9317-3daf872a2ab7 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:52.217969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d536d42-2038-415c-8274-01f8ceab2b64 req-d584054a-3241-43eb-9317-3daf872a2ab7 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.4855394 Aug 31 16:14:52.223994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb8f6821-d7fa-42fd-aa71-29f195598f70 req-d6c6c223-c4dd-49e5-94f6-51ee95d34542 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967056 Aug 31 16:14:52.347025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d536d42-2038-415c-8274-01f8ceab2b64 req-74489dc1-ac20-4f1a-b307-f491b6da7587 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043351 Aug 31 16:14:52.383072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:52.445324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf87d67-7e5b-4c94-825a-d6ee414df219,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:52.452817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8a36b8f9-2c74-4db6-bcd7-19c7995bb702 req-b03a79de-8a50-4173-a380-5b62dcbe0c5b service neutron] 10.222.0.49 "GET /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672177 Aug 31 16:14:52.466598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:52.472475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-88013aa6-1f57-487c-a031-d13925cb3078 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/5bf87d67-7e5b-4c94-825a-d6ee414df219 HTTP/1.1" status: 204 len: 168 time: 2.5461376 Aug 31 16:14:52.484789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:52.580776 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bf804e-65a5-4929-9b5d-0f6d361ecd28 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:52.585999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bf804e-65a5-4929-9b5d-0f6d361ecd28 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:52.588936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-23bf804e-65a5-4929-9b5d-0f6d361ecd28 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/fd754a9c-d4d1-460e-acc2-343b3d45eaca HTTP/1.1" status: 404 len: 337 time: 0.0958147 Aug 31 16:14:52.592525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:52.629369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Provisioning for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:52.676333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:52.676732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:52.713154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:52.741376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting subnet 886a1034-abdb-4965-a78b-afa48d8b1f8f {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:14:52.751783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:52.898427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:52.901361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:53.268216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:53.277158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b72f867-705f-484b-8a84-c77ff2c401b6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:53.571310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Provisioning complete for port ff3b65dd-a121-471c-bcb2-67a11ba4b28b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:53.571693 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:53.692011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Port ff3b65dd-a121-471c-bcb2-67a11ba4b28b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:53.701107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-15d55e28-be01-46fd-b8c5-28d1e612e6ef None None] Could not find standard attr ID for object 77bdfbab-c077-4750-8da5-3c17069bf01a. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:14:53.732624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6b72f867-705f-484b-8a84-c77ff2c401b6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:14:53.748340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6b72f867-705f-484b-8a84-c77ff2c401b6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:53.748795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:53.984621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c5502-d9b3-42d1-8f81-adb99b8d1dbe req-02efe3c2-8b51-40c4-8efd-bd70e73ba855 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:53.987322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d41c5502-d9b3-42d1-8f81-adb99b8d1dbe req-02efe3c2-8b51-40c4-8efd-bd70e73ba855 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.3894374 Aug 31 16:14:54.023819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.038118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-df759363-f5fd-4b74-839a-4efaca018406 None None] Provisioning complete for port 6b72f867-705f-484b-8a84-c77ff2c401b6 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:54.038877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2a1e5-3a80-4483-821e-cbefedd9c948 req-71582604-5163-40c4-a415-4fc5a3815e54 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:54.039620 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df759363-f5fd-4b74-839a-4efaca018406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.040575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6f2a1e5-3a80-4483-821e-cbefedd9c948 req-71582604-5163-40c4-a415-4fc5a3815e54 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.5113752 Aug 31 16:14:54.135436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting port 64cf46cf-fd8a-4efe-994a-5baf0e034b24 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:54.135811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.275022 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:14:54.331103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.350286 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-403bd10f-d76a-4f0b-b367-2a87923f1417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.383916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.386354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6f2a1e5-3a80-4483-821e-cbefedd9c948 req-5734e746-6b80-4d5f-a6f6-78d1324d151b tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917557 Aug 31 16:14:54.411829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d41c5502-d9b3-42d1-8f81-adb99b8d1dbe req-06052d86-3adc-4d6e-a573-a410f2be80a3 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071190 Aug 31 16:14:54.565180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.575061 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df759363-f5fd-4b74-839a-4efaca018406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.589885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6b72f867-705f-484b-8a84-c77ff2c401b6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6b72f867-705f-484b-8a84-c77ff2c401b6,segment=NetworkSegment(18a8c8ef-0897-4d76-902f-7f5fcd994389),segment_id=18a8c8ef-0897-4d76-902f-7f5fcd994389)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:54.634006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.713098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Subnet': ['ID=886a1034-abdb-4965-a78b-afa48d8b1f8f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:54.809927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.865674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:54.869500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0f033bd0-2c90-4e83-a8b7-96bf0b832afc tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/886a1034-abdb-4965-a78b-afa48d8b1f8f HTTP/1.1" status: 204 len: 168 time: 2.2755532 Aug 31 16:14:54.872562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42694) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:54.922572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6b72f867-705f-484b-8a84-c77ff2c401b6,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:54.926115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Calling delete_port for 64cf46cf-fd8a-4efe-994a-5baf0e034b24 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:54.959468 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d69859b-e5b3-41a8-8566-931039826ffe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:54.967391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d69859b-e5b3-41a8-8566-931039826ffe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:54.972912 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0d69859b-e5b3-41a8-8566-931039826ffe tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/aacedb07-5edd-4bf1-accc-dd3086240bb7 HTTP/1.1" status: 404 len: 337 time: 0.0947154 Aug 31 16:14:54.973224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42698) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.012303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3569b0ba-5861-4050-9bf7-ffd5981b0b29 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:55.015294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-df759363-f5fd-4b74-839a-4efaca018406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:14:55.015841 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-df759363-f5fd-4b74-839a-4efaca018406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:14:55.200646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:55.201688 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:55.239717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9ff46349-bcf9-4792-8431-c92610c73ba1 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b0247e7-27ff-4aa7-af1d-b07f7834c000 HTTP/1.1" status: 200 len: 205 time: 0.2645872 Aug 31 16:14:55.244623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42704) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.378325 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:55.384793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b0db7-bf10-4d98-9fed-f9283dda20bf None None] Network d0954da5-ecf2-4c63-926f-50baf373a023 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:14:55.393529 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:55.491592 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-8277b41a-c070-4ded-8497-4d7136611730 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] delete failed (client error): The resource could not be found. Aug 31 16:14:55.497603 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8277b41a-c070-4ded-8497-4d7136611730 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/routers/3b0247e7-27ff-4aa7-af1d-b07f7834c000 HTTP/1.1" status: 404 len: 336 time: 0.2518225 Aug 31 16:14:55.501468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.568799 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c7a73c-34a6-4f59-8396-a2db791a64ea tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:55.570013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c7a73c-34a6-4f59-8396-a2db791a64ea tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:55.575703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-99c7a73c-34a6-4f59-8396-a2db791a64ea tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/1f3a4b95-d245-4493-98e3-254cdd49f333 HTTP/1.1" status: 404 len: 337 time: 0.0728390 Aug 31 16:14:55.580169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42712) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.645813 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b483d8-9b28-4248-9e21-2536f2652163 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:55.647315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b483d8-9b28-4248-9e21-2536f2652163 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:55.652978 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79b483d8-9b28-4248-9e21-2536f2652163 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/691c2267-33cd-418b-a10a-921cc551bd0b HTTP/1.1" status: 404 len: 337 time: 0.0713403 Aug 31 16:14:55.662398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42716) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.795038 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-816f9754-a518-479b-a422-015ae40b841e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:55.795996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816f9754-a518-479b-a422-015ae40b841e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:55.813095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-816f9754-a518-479b-a422-015ae40b841e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/9edb9e3b-f777-4eff-bca2-925e78b45f5a HTTP/1.1" status: 404 len: 337 time: 0.1489041 Aug 31 16:14:55.816795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42726) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.955924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:55.972427 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-42361cec-17a2-4b73-a164-5a9ed0c61bf2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:55.973861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42361cec-17a2-4b73-a164-5a9ed0c61bf2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:55.988345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42361cec-17a2-4b73-a164-5a9ed0c61bf2 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/c4246406-f583-43bf-aca0-db4d81c45847 HTTP/1.1" status: 404 len: 333 time: 0.1677282 Aug 31 16:14:55.989838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42736) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:55.996349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b7a5fc16-db67-4f0e-a45e-8badf6a3a74d None None] Provisioning complete for port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:55.996875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fc16-db67-4f0e-a45e-8badf6a3a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:56.036743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7a87-9cac-46f6-af48-27adcb426089 req-7a2d6614-5adc-48a3-bc62-60786cc05669 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:56.044213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408e7a87-9cac-46f6-af48-27adcb426089 req-7a2d6614-5adc-48a3-bc62-60786cc05669 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.6121271 Aug 31 16:14:56.139602 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a8f737-3a4b-42a8-89f3-1877d6a126e6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:56.156180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a8f737-3a4b-42a8-89f3-1877d6a126e6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:56.158493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-72a8f737-3a4b-42a8-89f3-1877d6a126e6 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/1255c23a-56b9-4480-bf36-9978ecf86833 HTTP/1.1" status: 404 len: 337 time: 0.1648924 Aug 31 16:14:56.164164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:56.246691 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f72c17-acae-4f14-b961-a30ef3023632 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:56.247393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f72c17-acae-4f14-b961-a30ef3023632 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:56.248522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] DHCP port deletion for d0954da5-ecf2-4c63-926f-50baf373a023 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:14:56.250966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a3f72c17-acae-4f14-b961-a30ef3023632 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/7d522afd-c522-4c09-93ed-d190dcab0d05 HTTP/1.1" status: 404 len: 337 time: 0.0693636 Aug 31 16:14:56.257774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:56.344211 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a8efd2-f9a4-4c71-8ef1-ce5dda10412e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:56.345274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a8efd2-f9a4-4c71-8ef1-ce5dda10412e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:56.347749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c2a8efd2-f9a4-4c71-8ef1-ce5dda10412e tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/0aa1cd5b-69aa-486e-8d65-412846d93886 HTTP/1.1" status: 404 len: 333 time: 0.0886238 Aug 31 16:14:56.352692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42752) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:56.407865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-408e7a87-9cac-46f6-af48-27adcb426089 req-af759e6f-2d0b-4b80-bb50-a8c56592234b tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256824 Aug 31 16:14:56.438676 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce11d24a-8e63-4df5-8c71-6e3b3a412dce tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:56.460230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d876c5-9162-4844-821c-70cc8834c1a7 req-8baac1fb-d7bd-4c35-9933-fb65a08581ba tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:56.460523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce11d24a-8e63-4df5-8c71-6e3b3a412dce tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:56.460523 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ce11d24a-8e63-4df5-8c71-6e3b3a412dce tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/82e5af37-75c3-4c89-8595-fe298e8c3c88 HTTP/1.1" status: 404 len: 337 time: 0.0993977 Aug 31 16:14:56.461967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:56.466694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5d876c5-9162-4844-821c-70cc8834c1a7 req-8baac1fb-d7bd-4c35-9933-fb65a08581ba tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.5769732 Aug 31 16:14:56.551736 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ecc60e-2a33-475e-98f5-7675f6d448ea tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] DELETE failed (client error): The resource could not be found. Aug 31 16:14:56.552416 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ecc60e-2a33-475e-98f5-7675f6d448ea tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:14:56.554575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f7ecc60e-2a33-475e-98f5-7675f6d448ea tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/subnets/2e23c0cc-6ad5-4a0e-9ca9-edee71ee8b38 HTTP/1.1" status: 404 len: 337 time: 0.0915654 Aug 31 16:14:56.560603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42762) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:56.622902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:56.762809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b7a5fc16-db67-4f0e-a45e-8badf6a3a74d None None] Provisioning complete for port ff3b65dd-a121-471c-bcb2-67a11ba4b28b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:56.763211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fc16-db67-4f0e-a45e-8badf6a3a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:56.826609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-2b06e665-b35c-4480-87ed-dad8d13d9005 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:56.832054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-2b06e665-b35c-4480-87ed-dad8d13d9005 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.1753201 Aug 31 16:14:56.836419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Port': ['ID=64cf46cf-fd8a-4efe-994a-5baf0e034b24,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:56.860064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5d876c5-9162-4844-821c-70cc8834c1a7 req-f8dd966f-fb1f-46c4-898c-1a7dc3417900 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942966 Aug 31 16:14:56.969223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b72f867-705f-484b-8a84-c77ff2c401b6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:14:57.241361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] Deleting port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:57.243154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:57.247944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5fc16-db67-4f0e-a45e-8badf6a3a74d None None] Port ff3b65dd-a121-471c-bcb2-67a11ba4b28b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:14:57.294468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b7a5fc16-db67-4f0e-a45e-8badf6a3a74d None None] Could not find standard attr ID for object 77bdfbab-c077-4750-8da5-3c17069bf01a. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:14:57.338555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Deleting port ff3b65dd-a121-471c-bcb2-67a11ba4b28b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:57.343201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:57.694095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Deleting port c202ea5f-bd39-4813-afc8-ea31ac8ca491 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:14:57.694510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:57.790647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:57.819072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] For port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,segment=NetworkSegment(af4d238d-0f51-4d52-9b2e-6fedf9187683),segment_id=af4d238d-0f51-4d52-9b2e-6fedf9187683)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:57.820024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:57.875920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] Calling delete_port for b7e9d0e9-410f-4a9b-990a-57d639cf4d9c owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:57.879050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:57.889151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6b72f867-705f-484b-8a84-c77ff2c401b6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:14:57.890274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:58.013570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:58.088719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761fea0-a0c1-48b6-8582-ae6c9893bf50 req-f7b35eb3-cca0-4702-b3c1-00f9428aa027 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:58.102475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4761fea0-a0c1-48b6-8582-ae6c9893bf50 req-f7b35eb3-cca0-4702-b3c1-00f9428aa027 tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 945 time: 0.3171601 Aug 31 16:14:58.130251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Calling delete_port for ff3b65dd-a121-471c-bcb2-67a11ba4b28b owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:58.382119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] For port c202ea5f-bd39-4813-afc8-ea31ac8ca491, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c202ea5f-bd39-4813-afc8-ea31ac8ca491,segment=NetworkSegment(84f480c4-d9a5-4658-bacd-40ed7ae5681d),segment_id=84f480c4-d9a5-4658-bacd-40ed7ae5681d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:14:58.383205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:58.425810 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:58.465595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Calling delete_port for c202ea5f-bd39-4813-afc8-ea31ac8ca491 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:14:58.515344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:14:58.533590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] Pushing event deleted for resources: {'Port': ['ID=b7e9d0e9-410f-4a9b-990a-57d639cf4d9c,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:58.549748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12465d6c-e7e5-4672-a833-7ef6304be0cd None None] No DVR routers for this DVR port b7e9d0e9-410f-4a9b-990a-57d639cf4d9c on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:14:58.655656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b7e9d0e9-410f-4a9b-990a-57d639cf4d9c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:14:58.656429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b7e9d0e9-410f-4a9b-990a-57d639cf4d9c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:14:58.668336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Router 0ee0bf0a-7d0f-4691-9990-a9a15fb056cd has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:14:58.686175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4761fea0-a0c1-48b6-8582-ae6c9893bf50 req-efdddbac-7146-45db-9d1c-6b9a2bd65f0e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811069 Aug 31 16:14:58.707449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:58.811897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Port': ['ID=ff3b65dd-a121-471c-bcb2-67a11ba4b28b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:14:58.814156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5989ba-75a3-4376-ac89-fc819ca33cd9 req-795315c2-b357-4da5-9758-840d208accd0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:14:58.823156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab5989ba-75a3-4376-ac89-fc819ca33cd9 req-795315c2-b357-4da5-9758-840d208accd0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.6837087 Aug 31 16:14:58.894677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:14:58.909034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7c4dd45-085e-4a2a-9824-cacee3636191 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/ports/ff3b65dd-a121-471c-bcb2-67a11ba4b28b HTTP/1.1" status: 204 len: 168 time: 2.3468540 Aug 31 16:14:58.916607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42850) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:59.156674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:14:59.172973 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] Sync routers for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:14:59.190589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-46996ac6-9240-4bb6-9ade-98f35ec740e2 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5592003 Aug 31 16:14:59.193134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab5989ba-75a3-4376-ac89-fc819ca33cd9 req-72f42cff-244f-4dd1-97c4-4a4ff44e680d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458791 Aug 31 16:14:59.193772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42866) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:59.228842 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:59.247372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:59.315875 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-d769cd9c-008e-49c4-b8cf-b5e1fd1e2f84 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] delete failed (client error): The resource could not be found. Aug 31 16:14:59.324773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d769cd9c-008e-49c4-b8cf-b5e1fd1e2f84 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1604630800 HTTP/1.1" status: 404 len: 335 time: 0.1263595 Aug 31 16:14:59.325644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42870) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:14:59.336631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8fb29c66-da98-4fe7-93c6-0a07f970f346 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:14:59.389630 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:59.419214 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:14:59.420113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:59.518295 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:14:59.524153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e19063-d283-4832-b24e-e0c1e1551dd8 None None] The sync data for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:00.181091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.310784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.336264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c202ea5f-bd39-4813-afc8-ea31ac8ca491 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:00.414128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: c202ea5f-bd39-4813-afc8-ea31ac8ca491 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:15:00.415305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c202ea5f-bd39-4813-afc8-ea31ac8ca491 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:00.509921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Pushing event deleted for resources: {'Port': ['ID=c202ea5f-bd39-4813-afc8-ea31ac8ca491,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:00.530245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7ec3b-ebc7-4544-9ff8-25eb506b058f req-2d29711b-1fa9-48ee-bb7d-827399fed79a tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:00.534436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3c7ec3b-ebc7-4544-9ff8-25eb506b058f req-2d29711b-1fa9-48ee-bb7d-827399fed79a tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19 HTTP/1.1" status: 200 len: 867 time: 0.4038827 Aug 31 16:15:00.555684 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.588933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] No DVR routers for this DVR port c202ea5f-bd39-4813-afc8-ea31ac8ca491 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:00.594635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.596783 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b217070f-8031-4ccd-9a45-9f06d78b4b77 req-9aab5c41-c6a9-494e-825b-68b66a72d01e tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.49 "DELETE /v2.0/ports/c202ea5f-bd39-4813-afc8-ea31ac8ca491 HTTP/1.1" status: 204 len: 173 time: 3.6133752 Aug 31 16:15:00.597283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'name': 'network-vif-deleted', 'tag': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:00.621014 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a16da9d-774c-42fa-a02d-0829ad6cb91a" -d '{"events": [{"server_uuid": "1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19", "name": "network-vif-deleted", "tag": "c202ea5f-bd39-4813-afc8-ea31ac8ca491"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:00.634947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0954da5-ecf2-4c63-926f-50baf373a023']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:00.675784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4d238d-0f51-4d52-9b2e-6fedf9187683') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:00.676090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4d238d-0f51-4d52-9b2e-6fedf9187683') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:00.726645 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.755874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.765839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb29c66-da98-4fe7-93c6-0a07f970f346 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.771748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:00.772014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.904270 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-8fb29c66-da98-4fe7-93c6-0a07f970f346 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] update failed (client error): The resource could not be found. Aug 31 16:15:00.908389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8fb29c66-da98-4fe7-93c6-0a07f970f346 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd HTTP/1.1" status: 404 len: 339 time: 1.5779846 Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:00.910181 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:00.917709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3c7ec3b-ebc7-4544-9ff8-25eb506b058f req-a7ad2642-0ed9-42d3-96e3-918d07fc376c tempest-InstanceActionsTestJSON-11047972 tempest-InstanceActionsTestJSON-11047972-project] 10.222.0.43 "GET /v2.0/security-groups?id=e159e022-0bcb-4bb3-960e-1777471b8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736623 Aug 31 16:15:00.918570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42926) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:00.924136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.934384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:00.937468 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] 10.222.0.43 "DELETE /v2.0/networks/d0954da5-ecf2-4c63-926f-50baf373a023 HTTP/1.1" status: 204 len: 168 time: 2.0187197 Aug 31 16:15:01.008253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d271f1-3ffb-46ad-b434-0d95d3844a63 tempest-PortsIpV6TestJSON-2089683085 tempest-PortsIpV6TestJSON-2089683085-project] Pushing event deleted for resources: {'Network': ['ID=d0954da5-ecf2-4c63-926f-50baf373a023,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:01.094144 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d458a74d-9e4a-42fe-bb06-5e5d89da7ef6 x-openstack-request-id: req-d458a74d-9e4a-42fe-bb06-5e5d89da7ef6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:01.094665 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19", "name": "network-vif-deleted", "tag": "c202ea5f-bd39-4813-afc8-ea31ac8ca491", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:01.095157 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d458a74d-9e4a-42fe-bb06-5e5d89da7ef6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:01.095802 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d48e2b4-b40f-4b4a-aaa6-37c5d2ff6a19', 'name': 'network-vif-deleted', 'tag': 'c202ea5f-bd39-4813-afc8-ea31ac8ca491', 'status': 'completed', 'code': 200} Aug 31 16:15:01.237468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6a7b2-2268-4b36-a5c4-d94cea62cfe8 req-2905c7c0-7ea2-4a3a-aefb-ee162c8ba6f8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:01.252423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4e6a7b2-2268-4b36-a5c4-d94cea62cfe8 req-2905c7c0-7ea2-4a3a-aefb-ee162c8ba6f8 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.7138577 Aug 31 16:15:01.528323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:01.540032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42948) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:01.618891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4e6a7b2-2268-4b36-a5c4-d94cea62cfe8 req-8efad439-5804-4634-be71-f641e160a29a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640280 Aug 31 16:15:02.059622 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.105265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:02.106946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d96809a1-fc6d-4023-8448-000cd859779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.255176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Deleting subnet f7962af0-aa00-41e1-9687-21052d791428 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:15:02.280055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-010e2068-43e2-49c8-af2f-721b1b7a81a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d4a4e060a4148998c9f1e0527d8f573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7459564 Aug 31 16:15:02.281744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.283942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42964) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:02.473083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.475104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15ed07fe-8d16-4d0a-9020-aa050eb82556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.507691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15ed07fe-8d16-4d0a-9020-aa050eb82556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.638053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Allocated IP 172.20.0.1 (630c3402-d973-44b2-9d7f-cbcbe737c272/02b06507-2f17-433d-bbc9-e7af114b31bd/f34b60bf-4c1b-4ef2-b46e-f80d520d541b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:02.670054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.810251 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.843916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.845475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f7962af0-aa00-41e1-9687-21052d791428 HTTP/1.1" status: 204 len: 168 time: 0.7226517 Aug 31 16:15:02.850079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42976) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:02.884439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf02a9-0587-41ad-a792-ef3ee0cacdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7962af0-aa00-41e1-9687-21052d791428,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:02.953222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15ed07fe-8d16-4d0a-9020-aa050eb82556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.956029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-15ed07fe-8d16-4d0a-9020-aa050eb82556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:02.960547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-15ed07fe-8d16-4d0a-9020-aa050eb82556 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ff9ea47-edd0-4981-9d9b-421041a632d4 HTTP/1.1" status: 204 len: 168 time: 0.6699464 Aug 31 16:15:02.992298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c467a-cf28-4b2f-bd05-4a30c5e3521c req-617ae468-b1a9-4ad9-8fce-505e4a477581 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:02.994673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f8c467a-cf28-4b2f-bd05-4a30c5e3521c req-617ae468-b1a9-4ad9-8fce-505e4a477581 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.1556246 Aug 31 16:15:03.009676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.042993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.048132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed07fe-8d16-4d0a-9020-aa050eb82556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9ea47-edd0-4981-9d9b-421041a632d4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:03.082838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Transition to ACTIVE for port object f34b60bf-4c1b-4ef2-b46e-f80d520d541b will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:03.123220 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f8c467a-cf28-4b2f-bd05-4a30c5e3521c req-980efeaa-3377-4252-a3fa-3f6af663ff15 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049762 Aug 31 16:15:03.179417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.236041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.272934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291e42d7-a856-458b-b6d1-ee30e639b146']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:03.273795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Port': ['ID=f34b60bf-4c1b-4ef2-b46e-f80d520d541b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:03.281164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d96809a1-fc6d-4023-8448-000cd859779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.295291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:03.296992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d96809a1-fc6d-4023-8448-000cd859779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.297598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:03.301216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:03.343637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f480c4-d9a5-4658-bacd-40ed7ae5681d') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:03.344298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f480c4-d9a5-4658-bacd-40ed7ae5681d') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:03.355991 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d96809a1-fc6d-4023-8448-000cd859779c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93631bd96cc64509a92f2d4a90852d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8095570 Aug 31 16:15:03.367761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 42992) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:03.378544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.381957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.452421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.466226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96809a1-fc6d-4023-8448-000cd859779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa69c7-4616-4767-ab2f-a0d64df9b20a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:03.517410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:03.523703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:03.527463 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:03.628585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd932-be38-4d68-94d9-dbe841479a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.669229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd932-be38-4d68-94d9-dbe841479a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.680782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.697770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.735279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.738373 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] 10.222.0.43 "DELETE /v2.0/networks/291e42d7-a856-458b-b6d1-ee30e639b146 HTTP/1.1" status: 204 len: 168 time: 0.8892345 Aug 31 16:15:03.739540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119c0c4-d0b7-4c48-91b1-5eca3f301abe admin admin] Pushing event deleted for resources: {'Network': ['ID=291e42d7-a856-458b-b6d1-ee30e639b146,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:03.802821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dfce22e2-8eb2-40c9-87bc-25b2a87d34e8 None None] Provisioning for port f34b60bf-4c1b-4ef2-b46e-f80d520d541b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:03.813357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dfce22e2-8eb2-40c9-87bc-25b2a87d34e8 None None] Provisioning complete for port f34b60bf-4c1b-4ef2-b46e-f80d520d541b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:03.813746 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfce22e2-8eb2-40c9-87bc-25b2a87d34e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.841534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd932-be38-4d68-94d9-dbe841479a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.844238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd932-be38-4d68-94d9-dbe841479a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:03.848240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bf2dd932-be38-4d68-94d9-dbe841479a38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24aa69c7-4616-4767-ab2f-a0d64df9b20a HTTP/1.1" status: 204 len: 168 time: 0.4792316 Aug 31 16:15:03.880344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dd932-be38-4d68-94d9-dbe841479a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa69c7-4616-4767-ab2f-a0d64df9b20a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:03.955763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-dfce22e2-8eb2-40c9-87bc-25b2a87d34e8 None None] Port f34b60bf-4c1b-4ef2-b46e-f80d520d541b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:15:04.026481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:04.134734 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f44a5a1c-b9fb-4dd0-b09e-028a407c85c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a107eb3c6d704d0caff73cad9c608fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043451 Aug 31 16:15:04.135169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:04.224890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a9243661-b6dc-4b99-8b3c-2b343bcb7f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.255157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a9243661-b6dc-4b99-8b3c-2b343bcb7f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.348713 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a9243661-b6dc-4b99-8b3c-2b343bcb7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.365200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a9243661-b6dc-4b99-8b3c-2b343bcb7f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.365200 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a9243661-b6dc-4b99-8b3c-2b343bcb7f06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e159e022-0bcb-4bb3-960e-1777471b8fcc HTTP/1.1" status: 204 len: 168 time: 0.2219002 Aug 31 16:15:04.380252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9243661-b6dc-4b99-8b3c-2b343bcb7f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e159e022-0bcb-4bb3-960e-1777471b8fcc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:04.464995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.472102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.531623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412da8-1233-45fb-848d-9a1917456123 req-f88f14dd-7bf6-4936-99b1-1438accc2cd2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:04.534399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7412da8-1233-45fb-848d-9a1917456123 req-f88f14dd-7bf6-4936-99b1-1438accc2cd2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.2120817 Aug 31 16:15:04.575780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43028) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:04.586600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event updated for resources: {'Port': ['ID=f34b60bf-4c1b-4ef2-b46e-f80d520d541b,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:04.612951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.613197 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-569f82e0-c2ed-4edd-a879-984986b7eda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.756917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7412da8-1233-45fb-848d-9a1917456123 req-e1ac4e04-be8f-4a42-8515-28846a9394eb tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709425 Aug 31 16:15:04.912849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:04.914532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:04.930287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-569f82e0-c2ed-4edd-a879-984986b7eda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.939012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-569f82e0-c2ed-4edd-a879-984986b7eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:04.990376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f82e0-c2ed-4edd-a879-984986b7eda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36453b-86d5-44aa-96f9-fdb0e2ffabd1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:05.053709 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-569f82e0-c2ed-4edd-a879-984986b7eda1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69364f40e2cf49c58f90b5af11a68b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761746 Aug 31 16:15:05.058878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:05.170061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:05.195437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Router 0ee0bf0a-7d0f-4691-9990-a9a15fb056cd has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:15:05.303061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:05.409085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f981e692-dda2-4635-8651-41d643215182 None None] Provisioning complete for port f34b60bf-4c1b-4ef2-b46e-f80d520d541b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:05.409739 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f981e692-dda2-4635-8651-41d643215182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:05.439230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:05.455333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43058) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:05.468604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-950e5322-3c12-4ccb-a972-9de8f1151063 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5288527 Aug 31 16:15:05.486794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] Sync routers for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:05.539311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:05.541246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:05.631634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:05.635634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f981e692-dda2-4635-8651-41d643215182 None None] Port f34b60bf-4c1b-4ef2-b46e-f80d520d541b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:15:05.645874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71923bd1-994b-408b-901c-bb0756fcd343 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:05.651031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:05.675643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:05.741713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43064) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:05.763279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:05.770035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:05.772455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b36453b-86d5-44aa-96f9-fdb0e2ffabd1 HTTP/1.1" status: 204 len: 168 time: 0.7117555 Aug 31 16:15:05.832593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:05.833161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca4b67-5452-4957-a83b-b74794cf0365 None None] The sync data for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:05.839844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36453b-86d5-44aa-96f9-fdb0e2ffabd1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:05.858848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.859438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.860441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.861336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.861785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.862149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.862488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.862875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.863215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.863691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.864070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.864445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb292bc7-5297-4362-87d3-9e554ba840f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:05.918810 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-71923bd1-994b-408b-901c-bb0756fcd343 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:05.928600 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-71923bd1-994b-408b-901c-bb0756fcd343 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd HTTP/1.1" status: 409 len: 329 time: 0.4671412 Aug 31 16:15:05.929000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43078) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:06.077464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded939c-0d69-4e74-b289-beb486dc64ce req-b0a0ef49-edc6-4b56-851f-de83b817af2d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:06.082000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ded939c-0d69-4e74-b289-beb486dc64ce req-b0a0ef49-edc6-4b56-851f-de83b817af2d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 943 time: 0.1301298 Aug 31 16:15:06.198732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ded939c-0d69-4e74-b289-beb486dc64ce req-6f41f7b6-99eb-4323-ae10-1f49fdde5610 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036673 Aug 31 16:15:06.395653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:15:06.546942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8f344329-7176-4c03-bab3-6d951361537e tempest-DvrRoutersNegativeTest-808989840 tempest-DvrRoutersNegativeTest-808989840-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1395596681', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:06.550240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.policy [None req-8f344329-7176-4c03-bab3-6d951361537e tempest-DvrRoutersNegativeTest-808989840 tempest-DvrRoutersNegativeTest-808989840-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101477) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 16:15:06.550548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.policy [None req-8f344329-7176-4c03-bab3-6d951361537e tempest-DvrRoutersNegativeTest-808989840 tempest-DvrRoutersNegativeTest-808989840-project] Failed policy check for 'create_router' {{(pid=101477) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 16:15:06.551150 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-8f344329-7176-4c03-bab3-6d951361537e tempest-DvrRoutersNegativeTest-808989840 tempest-DvrRoutersNegativeTest-808989840-project] create failed (client error): Access was denied to this resource. Aug 31 16:15:06.571177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8f344329-7176-4c03-bab3-6d951361537e tempest-DvrRoutersNegativeTest-808989840 tempest-DvrRoutersNegativeTest-808989840-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8278944 Aug 31 16:15:06.592043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:06.639158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:06.661077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'port_id': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'mac_address': 'fa:16:3e:04:b6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:15:06.779798 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:06.796972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:06.843383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:06.850756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:06.931263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:06.943450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.943910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.944360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.944938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.945349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.945923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.946336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.946749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.947151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.947688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.948837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:06.949498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:07.039556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43112) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:07.061410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:15:07.089619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43116) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:07.168831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting port f34b60bf-4c1b-4ef2-b46e-f80d520d541b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:07.169180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.405334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519714-2f39-4425-b71d-818e4ba578ca req-6b1d0a78-b3cb-4999-951d-d67765dcf147 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:07.412674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d519714-2f39-4425-b71d-818e4ba578ca req-6b1d0a78-b3cb-4999-951d-d67765dcf147 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 944 time: 0.0827017 Aug 31 16:15:07.434801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.466660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Calling delete_port for f34b60bf-4c1b-4ef2-b46e-f80d520d541b owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:07.484512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d519714-2f39-4425-b71d-818e4ba578ca req-69d86ccc-4f3c-4b3a-9b20-fdc31eb204bc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642242 Aug 31 16:15:07.562865 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4708e0e7-ab4f-4c0f-8074-68ec6738fba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.681024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1161332875-network', 'tenant_id': 'b394ec23bca54b68890e0a7620719b05'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:07.765216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4708e0e7-ab4f-4c0f-8074-68ec6738fba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.789753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4708e0e7-ab4f-4c0f-8074-68ec6738fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.859474 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.872966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4708e0e7-ab4f-4c0f-8074-68ec6738fba2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fed45810b2bb4886bc48cb4b1f8d6d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819493 Aug 31 16:15:07.877371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43140) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:07.882399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Made reservation on behalf of b394ec23bca54b68890e0a7620719b05 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:07.883290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:07.982072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708e0e7-ab4f-4c0f-8074-68ec6738fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e498c260-20aa-4f62-afc8-935464c20c95,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:07.986853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Port': ['ID=f34b60bf-4c1b-4ef2-b46e-f80d520d541b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:07.992350 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.090601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3e211db0-b882-4b2f-9626-bba2dc534e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.236704 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.327431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3e211db0-b882-4b2f-9626-bba2dc534e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.400131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:08.499336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.510109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.533814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:08.534863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.625152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:08.655921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3e211db0-b882-4b2f-9626-bba2dc534e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.665965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3e211db0-b882-4b2f-9626-bba2dc534e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.668033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3e211db0-b882-4b2f-9626-bba2dc534e0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e498c260-20aa-4f62-afc8-935464c20c95 HTTP/1.1" status: 204 len: 168 time: 0.7883101 Aug 31 16:15:08.717082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.735463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.741384 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Added segment 862f12c7-65a0-46e5-ba01-1a3a7510dbd2 of type vlan for network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 Aug 31 16:15:08.781856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16133e95-702b-4001-9821-d45c03d67582,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:08.790808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Router 0ee0bf0a-7d0f-4691-9990-a9a15fb056cd has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:15:08.818499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e211db0-b882-4b2f-9626-bba2dc534e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e498c260-20aa-4f62-afc8-935464c20c95,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:08.852014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:08.853452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:08.866304 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec26556-7bb9-491c-9eb5-95191a5092db" -d '{"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:08.929462 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:08.938244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:09.041632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213f368-afbc-4182-adda-e9058c98dbbd req-e357b81b-f4b1-45c6-a4d2-d2f52aacbda0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:09.044990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e213f368-afbc-4182-adda-e9058c98dbbd req-e357b81b-f4b1-45c6-a4d2-d2f52aacbda0 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 944 time: 0.2971642 Aug 31 16:15:09.106952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:09.110212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:09.110840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:09.189779 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc8b726-8932-4fdb-be1a-32754d8befa3 x-openstack-request-id: req-6cc8b726-8932-4fdb-be1a-32754d8befa3 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:09.192248 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-plugged", "status": "completed", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:09.192469 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cc8b726-8932-4fdb-be1a-32754d8befa3 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:09.194371 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'code': 200} Aug 31 16:15:09.196412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1556365 Aug 31 16:15:09.198153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=10']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:09.199537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43180) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:09.205347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Request body: {'subnet': {'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1161332875-subnet', 'tenant_id': 'b394ec23bca54b68890e0a7620719b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:09.221150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:09.233283 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e17aa86f-3b68-4d23-a6d6-2ca348f1df80 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3025858 Aug 31 16:15:09.239858 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] Sync routers for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:09.251364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43184) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:09.281177 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:09.283690 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:09.363152 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-e337f4a5-3067-45e8-b97e-27ce06f1cc88 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] show failed (client error): The resource could not be found. Aug 31 16:15:09.368030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e337f4a5-3067-45e8-b97e-27ce06f1cc88 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-179987336 HTTP/1.1" status: 404 len: 334 time: 0.1155744 Aug 31 16:15:09.377413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43196) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:09.391796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-746ed766-2111-4c17-8efd-485353489fb3 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:09.445281 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:09.470399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] Routers {'0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:09.471042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:14:54Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:09.477404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Made reservation on behalf of b394ec23bca54b68890e0a7620719b05 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:09.481047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:09.485460 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-746ed766-2111-4c17-8efd-485353489fb3 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] update failed (client error): The resource could not be found. Aug 31 16:15:09.486953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-746ed766-2111-4c17-8efd-485353489fb3 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1038598073 HTTP/1.1" status: 404 len: 335 time: 0.1034319 Aug 31 16:15:09.500518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43200) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:09.533717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e213f368-afbc-4182-adda-e9058c98dbbd req-b3cd8c74-f220-41a2-8f6e-ea76f2673bc2 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4695120 Aug 31 16:15:09.566884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937ae1-b374-47fe-b989-5cce56cebf56 admin admin] Pushing event updated for resources: {'Network': ['ID=32d5d5a5-4acb-47bc-8315-2757f09dfaf7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:09.570128 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:09.570867 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e0cd9-b987-4b2a-8752-f09b6d63cb61 None None] The sync data for ids ['0ee0bf0a-7d0f-4691-9990-a9a15fb056cd'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:09.611623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:09.615024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09c323-89cc-408a-89db-fdae5cef0373 req-11cfa23b-93e8-4b20-9b10-0f6737ba0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:09.619852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e09c323-89cc-408a-89db-fdae5cef0373 req-11cfa23b-93e8-4b20-9b10-0f6737ba0c8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1098 time: 0.4338136 Aug 31 16:15:09.708085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e09c323-89cc-408a-89db-fdae5cef0373 req-accf5773-574b-4d72-b210-ff08859407f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803657 Aug 31 16:15:09.709217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting subnet 817f7804-40b5-4ba8-85e1-9e0aa5147122 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:15:09.717607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:09.808497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.052247 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.208609 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.271661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.271932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc635a1-63ff-4416-905a-c3a9c75943e5 None None] Network 2cd3e479-053c-4640-849b-59350a9d43eb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:10.275206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.277779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/subnets/817f7804-40b5-4ba8-85e1-9e0aa5147122 HTTP/1.1" status: 204 len: 168 time: 0.7756603 Aug 31 16:15:10.278989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7960f65-1564-4879-be66-5d3a60cb27fe tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Subnet': ['ID=817f7804-40b5-4ba8-85e1-9e0aa5147122,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:10.280130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43228) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:10.336097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07c5fe2-486f-48fb-84c1-82410e98b7bc,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:10.387561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43232) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:10.455049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting subnet 11777666-c026-4de2-99a8-bcd25b674c68 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:15:10.458503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Checking segment: {'id': '862f12c7-65a0-46e5-ba01-1a3a7510dbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:10.458765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Network hostable DHCP agents. Network: 32d5d5a5-4acb-47bc-8315-2757f09dfaf7, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:10.466094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.528379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:10.559073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 32d5d5a5-4acb-47bc-8315-2757f09dfaf7) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:10.585366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:10.590021 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.595391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.668071 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0063c371-3933-4ba7-a76c-95066af041e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4600353 Aug 31 16:15:10.744582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb78d1-0290-433a-8e7c-67e3c6631f27 None None] Network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:10.847635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:10.969820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-28645904-1fee-48e6-bae0-fb1c014c230b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:10.971063 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-28645904-1fee-48e6-bae0-fb1c014c230b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 16:15:10.971585 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-28645904-1fee-48e6-bae0-fb1c014c230b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:10.978854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-28645904-1fee-48e6-bae0-fb1c014c230b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5816913 Aug 31 16:15:10.978854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:10.996760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028610816'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:11.009987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f54dec-af6b-4df2-82c6-cf1cf9fe81bd None None] Network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:11.093619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.115303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.144279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17188c57-9bc8-4892-b1f2-f6d9ee9c972a req-353aec38-72df-49fa-9591-2db7b97f38dc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:11.151043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17188c57-9bc8-4892-b1f2-f6d9ee9c972a req-353aec38-72df-49fa-9591-2db7b97f38dc tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.2519739 Aug 31 16:15:11.168563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.188140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] DHCP port deletion for 2cd3e479-053c-4640-849b-59350a9d43eb request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:15:11.354477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.364531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.407237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.418056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/subnets/11777666-c026-4de2-99a8-bcd25b674c68 HTTP/1.1" status: 204 len: 168 time: 1.1319885 Aug 31 16:15:11.419229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:11.419537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6d217-cb37-4af1-80c9-4acec8121f64 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Subnet': ['ID=11777666-c026-4de2-99a8-bcd25b674c68,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:11.466945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a3080-9b16-4e06-b84e-42999b1142e8 None None] Network 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:11.485154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17188c57-9bc8-4892-b1f2-f6d9ee9c972a req-5a4a63c3-9273-490c-9197-91e072025eb1 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219440 Aug 31 16:15:11.647619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] Deleting port 6b72f867-705f-484b-8a84-c77ff2c401b6 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:11.648587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.784549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.872077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] For port 6b72f867-705f-484b-8a84-c77ff2c401b6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6b72f867-705f-484b-8a84-c77ff2c401b6,segment=NetworkSegment(18a8c8ef-0897-4d76-902f-7f5fcd994389),segment_id=18a8c8ef-0897-4d76-902f-7f5fcd994389)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:11.872685 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:11.911571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] Calling delete_port for 6b72f867-705f-484b-8a84-c77ff2c401b6 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:12.008596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc9181-0c5b-48d4-bd84-acd23eef0431,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:12.066905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] DHCP port deletion for 68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:15:12.258254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] Deleting port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:12.258957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.264885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.400726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] No DVR routers for this DVR port 6b72f867-705f-484b-8a84-c77ff2c401b6 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:12.410975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf984e-b9ea-4228-b2d1-c8a9e810750c None None] Pushing event deleted for resources: {'Port': ['ID=6b72f867-705f-484b-8a84-c77ff2c401b6,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:12.441448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.459792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.486308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting port 6b72f867-705f-484b-8a84-c77ff2c401b6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:12.487345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.513721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] For port 3569b0ba-5861-4050-9bf7-ffd5981b0b29, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3569b0ba-5861-4050-9bf7-ffd5981b0b29,segment=NetworkSegment(6d667db5-6ef9-4753-9f2a-013cee81001d),segment_id=6d667db5-6ef9-4753-9f2a-013cee81001d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:12.515794 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.565876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] Calling delete_port for 3569b0ba-5861-4050-9bf7-ffd5981b0b29 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:12.572752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e488d628-b560-4475-b42e-7dea3b732516,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:12.680545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.688264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-00341fad-2437-4c4d-8eba-2bcc027e8560 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7072508 Aug 31 16:15:12.689650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43332) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:12.718333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'e488d628-b560-4475-b42e-7dea3b732516', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:12.761521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] For port 6b72f867-705f-484b-8a84-c77ff2c401b6, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:12.763291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.808982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c0b7c299-eecb-4a71-90f3-27c0c63dd075 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:12.822299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Calling delete_port for 6b72f867-705f-484b-8a84-c77ff2c401b6 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:12.822583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c0b7c299-eecb-4a71-90f3-27c0c63dd075 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/networks?id=32d5d5a5-4acb-47bc-8315-2757f09dfaf7 HTTP/1.1" status: 200 len: 821 time: 0.4026949 Aug 31 16:15:12.829274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.840317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Port 6b72f867-705f-484b-8a84-c77ff2c401b6 was not found and therefore no delete operation was performed {{(pid=101478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:15:12.847004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.889154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] No DVR routers for this DVR port 6b72f867-705f-484b-8a84-c77ff2c401b6 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:12.962867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] Pushing event deleted for resources: {'Port': ['ID=3569b0ba-5861-4050-9bf7-ffd5981b0b29,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:12.968663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:12.983574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b72f867-705f-484b-8a84-c77ff2c401b6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:13.024848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Port': ['ID=6b72f867-705f-484b-8a84-c77ff2c401b6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:13.126455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.146229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.153792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6b72f867-705f-484b-8a84-c77ff2c401b6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:15:13.162224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b72f867-705f-484b-8a84-c77ff2c401b6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:13.166355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3569b0ba-5861-4050-9bf7-ffd5981b0b29 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:13.178992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d350a4-a54a-45e2-8d84-f855e8b9de2f req-994c9c52-fe40-4337-86c1-2168fdb4b051 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:13.196035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85d350a4-a54a-45e2-8d84-f855e8b9de2f req-994c9c52-fe40-4337-86c1-2168fdb4b051 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.4002347 Aug 31 16:15:13.266367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a0d3c-3d09-42b2-b55c-6514d056d9d5 None None] No DVR routers for this DVR port 3569b0ba-5861-4050-9bf7-ffd5981b0b29 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:13.277463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3569b0ba-5861-4050-9bf7-ffd5981b0b29 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:15:13.278183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3569b0ba-5861-4050-9bf7-ffd5981b0b29 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:13.383412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.430673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd3e479-053c-4640-849b-59350a9d43eb']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:13.487711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a8c8ef-0897-4d76-902f-7f5fcd994389') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:13.488765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a8c8ef-0897-4d76-902f-7f5fcd994389') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:13.535205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.565329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.579420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:13.580436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.891307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f8d96a-c8ed-4a13-b4ed-e4fe6bb587d0,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:13.909349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-cb20d86c-deee-4aa1-b615-c8ec8f5ded1c tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/quotas/b394ec23bca54b68890e0a7620719b05 HTTP/1.1" status: 200 len: 375 time: 0.9794888 Aug 31 16:15:13.940305 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:13.945784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ec3e9604-8630-4d99-bf59-2e08e8de5b08 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2524803 Aug 31 16:15:13.946767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43356) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:13.975317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c231ae94-cd08-4c20-a1b9-ef542afee61f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'e488d628-b560-4475-b42e-7dea3b732516', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:14.018230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85d350a4-a54a-45e2-8d84-f855e8b9de2f req-a47a9a5e-15ff-4644-a06f-5118da60f6d5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8123641 Aug 31 16:15:14.023421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8b9ee1e9-12f1-409a-a7a1-f5f56ec4537e tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b394ec23bca54b68890e0a7620719b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960488 Aug 31 16:15:14.130502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c231ae94-cd08-4c20-a1b9-ef542afee61f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.284770 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-c231ae94-cd08-4c20-a1b9-ef542afee61f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:14.296927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c231ae94-cd08-4c20-a1b9-ef542afee61f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3233306 Aug 31 16:15:14.298221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43366) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:14.443120 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:14.445397 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5382e3a4-0b33-4e39-a33d-d9e771078484 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.452729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.470931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.499433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/networks/2cd3e479-053c-4640-849b-59350a9d43eb HTTP/1.1" status: 204 len: 168 time: 3.0444419 Aug 31 16:15:14.500814 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5382e3a4-0b33-4e39-a33d-d9e771078484 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.501681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:14.560302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43376) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:14.622578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594cfe-420d-48a6-b7bf-251e881a4bb9 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Network': ['ID=2cd3e479-053c-4640-849b-59350a9d43eb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:14.673362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:14.723751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5382e3a4-0b33-4e39-a33d-d9e771078484 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.727488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5382e3a4-0b33-4e39-a33d-d9e771078484 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.731826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5382e3a4-0b33-4e39-a33d-d9e771078484 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/e488d628-b560-4475-b42e-7dea3b732516 HTTP/1.1" status: 204 len: 168 time: 0.4292920 Aug 31 16:15:14.759175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:14.760041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382e3a4-0b33-4e39-a33d-d9e771078484 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488d628-b560-4475-b42e-7dea3b732516,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:14.835974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.853878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd8fa-246d-4913-9f13-c7c1b322eda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.894541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3cf54e3-433f-4721-a72d-7d557c0fbc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:14.933540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-1721e862-2201-4c20-ade3-f7f4acf1c6a8 service neutron] 10.222.0.43 "GET /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8706112 Aug 31 16:15:15.023808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f1ad9d6d-f79f-46a6-97cf-64317a905b86 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2600636 Aug 31 16:15:15.025312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43390) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:15.062414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--765453205'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:15.064149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.079686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:15.097290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d667db5-6ef9-4753-9f2a-013cee81001d') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:15.097687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d667db5-6ef9-4753-9f2a-013cee81001d') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:15.116921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.161680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.177848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:15.178798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.234865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-59fbef32-2da4-4058-9d4a-33659b5d3cd0 service neutron] 10.222.0.43 "GET /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076259 Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:15.306639 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:15.316459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.327693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd8fa-246d-4913-9f13-c7c1b322eda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.327988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.331913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/networks/68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f HTTP/1.1" status: 204 len: 168 time: 0.7296076 Aug 31 16:15:15.337693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:15.343912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd8fa-246d-4913-9f13-c7c1b322eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.377325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46305def-545b-49ce-a7f6-6cd66d57aa86 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Network': ['ID=68059caf-a398-4ba7-8b6e-f4a9b1f3ab2f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:15.499396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd8fa-246d-4913-9f13-c7c1b322eda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9108b9d3-ef4d-49fb-80f8-715e0bc6079d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:15.504381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3cf54e3-433f-4721-a72d-7d557c0fbc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.512806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3cf54e3-433f-4721-a72d-7d557c0fbc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.533432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:15:15.533432 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:15:15.533432 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': '0093cacd53d840ffb903313f1a1a1123', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 15, 15, 124136)}] Aug 31 16:15:15.533432 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:15:15.534721 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:15.574745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf54e3-433f-4721-a72d-7d557c0fbc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a67e70e-9ca8-4d64-868f-197f39021bad,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:15.583350 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a3cf54e3-433f-4721-a72d-7d557c0fbc66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b23cee5208a4808a81bed4213ba8a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9052861 Aug 31 16:15:15.583877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:15.641906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-88a86d5f-ff1b-4ea8-825d-e40472f16356 req-19cb05f2-6a34-4aa4-af62-e3af792bd90e tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 210 time: 0.0655468 Aug 31 16:15:15.647899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ac8cd8fa-246d-4913-9f13-c7c1b322eda0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8be328bd41574eed8a0a53de070117a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0848727 Aug 31 16:15:15.649829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43410) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:15.658717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting subnet 02b06507-2f17-433d-bbc9-e7af114b31bd {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:15:15.674437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.676592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59c637d-1099-457c-81eb-7eff4e8f6de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.717838 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59c637d-1099-457c-81eb-7eff4e8f6de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.780016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.795810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801ebc2-aa60-43f1-8452-6127758d34bc req-85f45182-0937-4e61-8c3b-5fbd30109876 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:15.803663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2801ebc2-aa60-43f1-8452-6127758d34bc req-85f45182-0937-4e61-8c3b-5fbd30109876 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.6087987 Aug 31 16:15:15.842831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59c637d-1099-457c-81eb-7eff4e8f6de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.848301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59c637d-1099-457c-81eb-7eff4e8f6de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:15.852573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d59c637d-1099-457c-81eb-7eff4e8f6de4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a67e70e-9ca8-4d64-868f-197f39021bad HTTP/1.1" status: 204 len: 168 time: 0.2676723 Aug 31 16:15:15.890763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c637d-1099-457c-81eb-7eff4e8f6de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a67e70e-9ca8-4d64-868f-197f39021bad,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:15.941758 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2801ebc2-aa60-43f1-8452-6127758d34bc req-44c9fa6d-2f8b-4ffa-87fa-f48b7bd4955c tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370852 Aug 31 16:15:15.977070 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c90f6-1b1f-414e-997b-4c2c25993940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.059524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c90f6-1b1f-414e-997b-4c2c25993940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.123802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.168351 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.245708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c90f6-1b1f-414e-997b-4c2c25993940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.249084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-843c90f6-1b1f-414e-997b-4c2c25993940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.266603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-843c90f6-1b1f-414e-997b-4c2c25993940 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9108b9d3-ef4d-49fb-80f8-715e0bc6079d HTTP/1.1" status: 204 len: 168 time: 0.6127636 Aug 31 16:15:16.292063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c90f6-1b1f-414e-997b-4c2c25993940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9108b9d3-ef4d-49fb-80f8-715e0bc6079d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:16.299564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.355861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.360578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:16.360965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/subnets/02b06507-2f17-433d-bbc9-e7af114b31bd HTTP/1.1" status: 204 len: 168 time: 1.0210261 Aug 31 16:15:16.365173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5eef2-570a-42eb-a6e1-71afc9f68094 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Subnet': ['ID=02b06507-2f17-433d-bbc9-e7af114b31bd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:16.381474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28438012-d848-481d-95a5-6629512bbbf3 None None] Network 630c3402-d973-44b2-9d7f-cbcbe737c272 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:16.446581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.460110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.532054 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.535549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4910543 Aug 31 16:15:16.544277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43442) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:16.568888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.660740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-73cbd8b8-cf84-4be9-80ae-0a8f064be2ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '5ec1f850-1499-405d-adc8-df2723a06243', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:16.663757 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-73cbd8b8-cf84-4be9-80ae-0a8f064be2ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 16:15:16.668351 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-73cbd8b8-cf84-4be9-80ae-0a8f064be2ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:16.692400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-73cbd8b8-cf84-4be9-80ae-0a8f064be2ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1109910 Aug 31 16:15:16.693691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43450) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:16.742714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Deleting port efa6f18e-7552-443a-8114-cce6d31e200e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:16.746932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:16.782938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a58bc3-52be-4311-b964-fb363dc6f76f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1f850-1499-405d-adc8-df2723a06243,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:16.978657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-632d16ad-c60e-483d-a418-5277b294fd63 req-e7aea659-baf1-45d8-8d3b-6813f1cec057 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 210 time: 0.0923488 Aug 31 16:15:17.051623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] For port efa6f18e-7552-443a-8114-cce6d31e200e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=efa6f18e-7552-443a-8114-cce6d31e200e,segment=NetworkSegment(f3b173da-01ac-4758-94fa-9300fe9cd874),segment_id=f3b173da-01ac-4758-94fa-9300fe9cd874)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:17.052382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.066337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be8375a4-0840-47f5-8bf3-216155d5df34 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.086117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] DHCP port deletion for 630c3402-d973-44b2-9d7f-cbcbe737c272 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:15:17.091351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Calling delete_port for efa6f18e-7552-443a-8114-cce6d31e200e owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:17.133780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be8375a4-0840-47f5-8bf3-216155d5df34 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.218202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] Deleting port efa6f18e-7552-443a-8114-cce6d31e200e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:17.219294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.256596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be8375a4-0840-47f5-8bf3-216155d5df34 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.259667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be8375a4-0840-47f5-8bf3-216155d5df34 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.266478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-be8375a4-0840-47f5-8bf3-216155d5df34 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/5ec1f850-1499-405d-adc8-df2723a06243 HTTP/1.1" status: 204 len: 168 time: 0.5677526 Aug 31 16:15:17.272161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43458) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:17.272939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43460) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:17.304058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8375a4-0840-47f5-8bf3-216155d5df34 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1f850-1499-405d-adc8-df2723a06243,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:17.390689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] For port efa6f18e-7552-443a-8114-cce6d31e200e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=efa6f18e-7552-443a-8114-cce6d31e200e,segment=NetworkSegment(f3b173da-01ac-4758-94fa-9300fe9cd874),segment_id=f3b173da-01ac-4758-94fa-9300fe9cd874)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:17.391941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.432791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] Calling delete_port for efa6f18e-7552-443a-8114-cce6d31e200e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:17.530708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.580241 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d0822c8d-424f-439b-a596-28ba52d3782d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3056219 Aug 31 16:15:17.584590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43470) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:17.592829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950192253'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:17.614220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.628145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.629910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.656976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:15:17.656976 n-d-793621-35 neutron-server[101478]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:15:17.656976 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id': '5249b9c25f92440eb7b8b5b4d2cea399', 'id': '3d862cb7-5904-4943-a9d2-a5998a6663a0', 'expiration': datetime.datetime(2021, 8, 31, 16, 17, 17, 611946)}] Aug 31 16:15:17.656976 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:15:17.657841 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:17.670853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Port': ['ID=efa6f18e-7552-443a-8114-cce6d31e200e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:17.679994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] No DVR routers for this DVR port efa6f18e-7552-443a-8114-cce6d31e200e on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:17.722321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-d1982cc9-7c25-4b08-a96b-2845fd745873 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:17.726885 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-d1982cc9-7c25-4b08-a96b-2845fd745873 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.49 "GET /v2.0/networks?id=32d5d5a5-4acb-47bc-8315-2757f09dfaf7 HTTP/1.1" status: 200 len: 821 time: 0.5123067 Aug 31 16:15:17.753798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] Pushing event deleted for resources: {'Port': ['ID=efa6f18e-7552-443a-8114-cce6d31e200e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:17.772825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899df2c-72d7-4bfc-8da4-c4e74aca87c8 None None] No DVR routers for this DVR port efa6f18e-7552-443a-8114-cce6d31e200e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:17.774106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.781789 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.825706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Request body: {'port': {'device_id': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7', 'admin_state_up': True, 'tenant_id': 'b394ec23bca54b68890e0a7620719b05'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:17.865923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.871773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2849557 Aug 31 16:15:17.890184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43480) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:17.898015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-358fd376-6edc-4182-bbdc-262dd6e41f69 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'b4298e1a-0901-4d85-9792-5f7dfc3f9f65', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:17.899065 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-358fd376-6edc-4182-bbdc-262dd6e41f69 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 16:15:17.899832 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-358fd376-6edc-4182-bbdc-262dd6e41f69 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:17.901930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-358fd376-6edc-4182-bbdc-262dd6e41f69 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100460 Aug 31 16:15:17.907338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43482) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:17.908890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:17.942344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78225fe-58c4-4093-afbe-72be7387c278 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4298e1a-0901-4d85-9792-5f7dfc3f9f65,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:17.981797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630c3402-d973-44b2-9d7f-cbcbe737c272']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:18.002107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b173da-01ac-4758-94fa-9300fe9cd874') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:18.002807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b173da-01ac-4758-94fa-9300fe9cd874') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:18.017343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-a775e9c3-7058-4277-aca0-a77f33d76b78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1891086 Aug 31 16:15:18.018989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-851bd25e-0cbb-4188-83c9-3eda86c23cd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.035959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.052081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-851bd25e-0cbb-4188-83c9-3eda86c23cd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.068534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.098857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Made reservation on behalf of b394ec23bca54b68890e0a7620719b05 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:18.121499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.126047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:18.127039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:18.134653 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:18.165527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.173510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0442df7-b72c-4b32-b677-a98377e24642 req-af804043-2634-44ac-bff7-e0a20d1423f8 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 210 time: 0.0427630 Aug 31 16:15:18.184686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-d956d323-ac78-4253-b50a-32673ed3f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:18.186433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-d956d323-ac78-4253-b50a-32673ed3f270 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53e15c931a4b489db69dc5b03881f6a3&device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 1098 time: 0.0984840 Aug 31 16:15:18.196255 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-851bd25e-0cbb-4188-83c9-3eda86c23cd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.201028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-851bd25e-0cbb-4188-83c9-3eda86c23cd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.203407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-851bd25e-0cbb-4188-83c9-3eda86c23cd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/b4298e1a-0901-4d85-9792-5f7dfc3f9f65 HTTP/1.1" status: 204 len: 168 time: 0.2925422 Aug 31 16:15:18.207823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43494) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:18.276651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bd25e-0cbb-4188-83c9-3eda86c23cd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4298e1a-0901-4d85-9792-5f7dfc3f9f65,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:18.430892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Allocated IP 172.20.0.13 (32d5d5a5-4acb-47bc-8315-2757f09dfaf7/c07c5fe2-486f-48fb-84c1-82410e98b7bc/c2c87be4-2991-4e93-9805-c89d12850fed) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:18.490414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c11fa6c7-be6a-4668-8a88-f1b71469656b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2781219 Aug 31 16:15:18.496337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43500) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:18.506089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--686475075'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:18.512354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.543334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-d4ecac14-e78e-4a50-b77d-ff437ed18cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:18.544934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-d4ecac14-e78e-4a50-b77d-ff437ed18cf9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 200 len: 917 time: 0.3269882 Aug 31 16:15:18.552115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.573009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.578112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/networks/630c3402-d973-44b2-9d7f-cbcbe737c272 HTTP/1.1" status: 204 len: 168 time: 2.2159650 Aug 31 16:15:18.585091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43504) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:18.657443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-939d7d86-c400-42d1-88be-d36a3aa640c1 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ee0bf0a-7d0f-4691-9990-a9a15fb056cd HTTP/1.1" status: 200 len: 205 time: 0.0709937 Aug 31 16:15:18.662295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43506) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:18.665501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca841a-b33d-4923-87d4-533cba36f165 tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Pushing event deleted for resources: {'Network': ['ID=630c3402-d973-44b2-9d7f-cbcbe737c272,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:18.842719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device efa6f18e-7552-443a-8114-cce6d31e200e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:18.871109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.874770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-b9852643-858a-4876-aaa1-829cfccd0925 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 200 len: 1000 time: 0.2976222 Aug 31 16:15:18.882066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.911434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: efa6f18e-7552-443a-8114-cce6d31e200e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:15:18.912168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device efa6f18e-7552-443a-8114-cce6d31e200e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:18.950328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:18.963848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.071473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf3630-9d8f-4d3a-882e-cf9d65f74636,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:19.080245 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6fbcea9-bc8e-43c8-93d7-59d1d6347c25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5249b9c25f92440eb7b8b5b4d2cea399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8002162 Aug 31 16:15:19.080245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43518) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:19.110906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.143025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-0add98e8-613f-493a-8e29-94d8be591175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:19.145648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-0add98e8-613f-493a-8e29-94d8be591175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 200 len: 855 time: 0.2601600 Aug 31 16:15:19.192248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Pushing event updated for resources: {'Port': ['ID=c2c87be4-2991-4e93-9805-c89d12850fed,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:19.197045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:19.207497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:19.219542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:19.255437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.266592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.283280 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29d8a0be-7db0-46dc-ae93-cfe0619642b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.313447 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29d8a0be-7db0-46dc-ae93-cfe0619642b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.360949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-49cd5316-f839-4fb1-9212-34b3a12eaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:19.364912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-49cd5316-f839-4fb1-9212-34b3a12eaa6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79671171-0daa-4f81-aa27-323525c7bd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073047 Aug 31 16:15:19.366405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:19.367291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.419552 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29d8a0be-7db0-46dc-ae93-cfe0619642b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.423844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29d8a0be-7db0-46dc-ae93-cfe0619642b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.427720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-29d8a0be-7db0-46dc-ae93-cfe0619642b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12bf3630-9d8f-4d3a-882e-cf9d65f74636 HTTP/1.1" status: 204 len: 168 time: 0.3444307 Aug 31 16:15:19.437807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8a0be-7db0-46dc-ae93-cfe0619642b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf3630-9d8f-4d3a-882e-cf9d65f74636,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:19.447938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.449370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.449990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee0bf0a-7d0f-4691-9990-a9a15fb056cd {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:15:19.477558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.478688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad23185d-f6a0-4a66-928c-97315fee674e tempest-RoutersNegativeTest-1265495241 tempest-RoutersNegativeTest-1265495241-project] 10.222.0.43 "DELETE /v2.0/routers/0ee0bf0a-7d0f-4691-9990-a9a15fb056cd HTTP/1.1" status: 204 len: 168 time: 0.8145995 Aug 31 16:15:19.488685 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-c511d5eb-1db1-44d5-b91c-99e069992a01 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7212455 Aug 31 16:15:19.512633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.516560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Request body: {'port': {'device_id': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:19.562939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.565893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0684099 Aug 31 16:15:19.577944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43532) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:19.593687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9e379634-7916-4589-a540-1196747280f1 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '8290e500-c4da-4a3d-b50e-250628b3b4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:19.607731 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-9e379634-7916-4589-a540-1196747280f1 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 16:15:19.609154 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-9e379634-7916-4589-a540-1196747280f1 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:19.610539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9e379634-7916-4589-a540-1196747280f1 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0252800 Aug 31 16:15:19.613472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43534) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:19.631203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ce1d9d4d-6723-4d02-b4c0-1113ea6ac237 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '8290e500-c4da-4a3d-b50e-250628b3b4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:19.632058 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-ce1d9d4d-6723-4d02-b4c0-1113ea6ac237 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 16:15:19.632614 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-ce1d9d4d-6723-4d02-b4c0-1113ea6ac237 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:19.634056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ce1d9d4d-6723-4d02-b4c0-1113ea6ac237 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089407 Aug 31 16:15:19.642802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43536) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:19.652769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cba5bc1c-175a-4cae-b8a4-4c3b2e510746 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '8290e500-c4da-4a3d-b50e-250628b3b4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:19.656757 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-cba5bc1c-175a-4cae-b8a4-4c3b2e510746 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 16:15:19.659082 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-cba5bc1c-175a-4cae-b8a4-4c3b2e510746 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:19.660512 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cba5bc1c-175a-4cae-b8a4-4c3b2e510746 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164032 Aug 31 16:15:19.663697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43538) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:19.673332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-28560f05-7eef-4154-bee6-ee336d89119d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '8290e500-c4da-4a3d-b50e-250628b3b4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:19.674563 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-28560f05-7eef-4154-bee6-ee336d89119d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 16:15:19.674875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:19.675651 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-28560f05-7eef-4154-bee6-ee336d89119d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:19.677145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28560f05-7eef-4154-bee6-ee336d89119d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090787 Aug 31 16:15:19.678257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ffc4f-7065-4574-bd0f-f56321c16805 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8290e500-c4da-4a3d-b50e-250628b3b4d6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:19.682768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43540) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:19.708495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663b6f7-c730-4633-bd6c-8ec68cfb731b req-65ba4dda-a8b3-4edb-ad68-e3a7600a94e0 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:19.718246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7663b6f7-c730-4633-bd6c-8ec68cfb731b req-65ba4dda-a8b3-4edb-ad68-e3a7600a94e0 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 932 time: 0.2782457 Aug 31 16:15:19.778952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-dd45390b-e695-4b19-b7b2-ff2d2c774fb4 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002988 Aug 31 16:15:19.800385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7663b6f7-c730-4633-bd6c-8ec68cfb731b req-df81750d-d42f-463d-bb37-5842a89d23ee tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806882 Aug 31 16:15:20.097850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2938d6-b670-46de-b9fd-a5421d506d31 req-e6f8af6e-f3c9-4d4e-94fe-0efa34392e85 service neutron] 10.222.0.30 "GET /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950864 Aug 31 16:15:20.269198 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-656f941d-69fe-4306-b198-3e97eb78e8ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.304135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-656f941d-69fe-4306-b198-3e97eb78e8ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.314150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43562) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:20.473408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c87be4-2991-4e93-9805-c89d12850fed {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:20.483549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.498259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Transition to ACTIVE for port object c2c87be4-2991-4e93-9805-c89d12850fed will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:20.499983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-656f941d-69fe-4306-b198-3e97eb78e8ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.505629 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-656f941d-69fe-4306-b198-3e97eb78e8ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.507212 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-656f941d-69fe-4306-b198-3e97eb78e8ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/8290e500-c4da-4a3d-b50e-250628b3b4d6 HTTP/1.1" status: 204 len: 168 time: 0.8232062 Aug 31 16:15:20.510057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43568) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:20.521901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.526043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f941d-69fe-4306-b198-3e97eb78e8ba tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8290e500-c4da-4a3d-b50e-250628b3b4d6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:20.609509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87e68c85-53ec-4c69-8a41-17244b3998f2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977106 Aug 31 16:15:20.613898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:20.618587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--194474601'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:20.649811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c87be4-2991-4e93-9805-c89d12850fed,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:20.677153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b5004b39-f8b4-446a-903c-82aa058c28e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05dae8268b364a5d8f5e0456f7eb4ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601224 Aug 31 16:15:20.678210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43584) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:20.690553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.735013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Attempting to bind port c2c87be4-2991-4e93-9805-c89d12850fed on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:15:20.735258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Attempting to bind port c2c87be4-2991-4e93-9805-c89d12850fed by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '862f12c7-65a0-46e5-ba01-1a3a7510dbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:15:20.735597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Attempting to bind port c2c87be4-2991-4e93-9805-c89d12850fed on network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:20.742295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Port c2c87be4-2991-4e93-9805-c89d12850fed on network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:15:20.742665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Attempting to bind port c2c87be4-2991-4e93-9805-c89d12850fed on network 32d5d5a5-4acb-47bc-8315-2757f09dfaf7 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:20.749403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:15:20.749864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Checking segment: {'id': '862f12c7-65a0-46e5-ba01-1a3a7510dbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:20.750139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Bound using segment: {'id': '862f12c7-65a0-46e5-ba01-1a3a7510dbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:15:20.750593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Bound port: c2c87be4-2991-4e93-9805-c89d12850fed, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862f12c7-65a0-46e5-ba01-1a3a7510dbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:15:20.750947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.836092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9c503b7-f5f3-4129-b195-29f6ded83ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.868809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] For port c2c87be4-2991-4e93-9805-c89d12850fed, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:20.877432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] For port c2c87be4-2991-4e93-9805-c89d12850fed, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c2c87be4-2991-4e93-9805-c89d12850fed,segment=NetworkSegment(862f12c7-65a0-46e5-ba01-1a3a7510dbd2),segment_id=862f12c7-65a0-46e5-ba01-1a3a7510dbd2)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:20.883837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.935156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.935565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:20.936479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.939022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] 10.222.0.49 "PUT /v2.0/ports/c2c87be4-2991-4e93-9805-c89d12850fed HTTP/1.1" status: 200 len: 1093 time: 1.4406071 Aug 31 16:15:20.939798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'tag': 'c2c87be4-2991-4e93-9805-c89d12850fed'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:20.942610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:20.946842 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b2201-758e-472b-a6cf-c7ce893e19d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2789f4-7761-4776-92ac-19c4f2f7ea2b", "tag": "c2c87be4-2991-4e93-9805-c89d12850fed"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:20.948583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9c503b7-f5f3-4129-b195-29f6ded83ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:21.009840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:21.010264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f2cd8-f58c-42d7-8938-43c9383b0043 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c87be4-2991-4e93-9805-c89d12850fed,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:21.011132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3962555 Aug 31 16:15:21.019001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.027345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2f98c03f-4590-4ffc-a6d9-00f28d8af2fb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.028435 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-2f98c03f-4590-4ffc-a6d9-00f28d8af2fb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 16:15:21.028958 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-2f98c03f-4590-4ffc-a6d9-00f28d8af2fb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.034305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f98c03f-4590-4ffc-a6d9-00f28d8af2fb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140393 Aug 31 16:15:21.035429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43602) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.036081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ccaa2-d758-4589-b1f0-de16a7a4adf3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c59344-5d76-4761-92ef-45db71fa8481,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:21.045932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6070243f-61ed-46dc-bbb6-a4550bbca9cd tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.077021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-83a952ab-753d-4663-b94f-6f576ee9bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:21.094805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9c503b7-f5f3-4129-b195-29f6ded83ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:21.107813 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0891d59e-5ae2-4816-917f-8febdf4032e1 x-openstack-request-id: req-0891d59e-5ae2-4816-917f-8febdf4032e1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:21.107813 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2789f4-7761-4776-92ac-19c4f2f7ea2b", "tag": "c2c87be4-2991-4e93-9805-c89d12850fed", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:21.107813 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0891d59e-5ae2-4816-917f-8febdf4032e1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:21.107813 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'tag': 'c2c87be4-2991-4e93-9805-c89d12850fed', 'status': 'completed', 'code': 200} Aug 31 16:15:21.124493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f9c503b7-f5f3-4129-b195-29f6ded83ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:21.127022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f9c503b7-f5f3-4129-b195-29f6ded83ca8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39a4651a-5300-420d-887b-ac0140f9da3f HTTP/1.1" status: 204 len: 168 time: 0.4472771 Aug 31 16:15:21.145712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c503b7-f5f3-4129-b195-29f6ded83ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4651a-5300-420d-887b-ac0140f9da3f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:21.155043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-ad7180c3-080b-401e-93be-bd6d78afa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:21.157162 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-ad7180c3-080b-401e-93be-bd6d78afa17d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b394ec23bca54b68890e0a7620719b05&device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 1096 time: 0.1059070 Aug 31 16:15:21.161407 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-6070243f-61ed-46dc-bbb6-a4550bbca9cd tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.162695 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6070243f-61ed-46dc-bbb6-a4550bbca9cd tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1262908 Aug 31 16:15:21.171899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43608) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.179813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2ffa5d1b-802b-4073-9d65-2c2efb6d0236 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.181353 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-2ffa5d1b-802b-4073-9d65-2c2efb6d0236 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 16:15:21.181863 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-2ffa5d1b-802b-4073-9d65-2c2efb6d0236 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.182918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ffa5d1b-802b-4073-9d65-2c2efb6d0236 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085649 Aug 31 16:15:21.204667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe030f-33f3-4425-a5c2-a859e9f15383 req-356f8c86-b36e-4ce9-9bac-ba8c0dae3754 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:21.206322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3fe030f-33f3-4425-a5c2-a859e9f15383 req-356f8c86-b36e-4ce9-9bac-ba8c0dae3754 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 944 time: 0.1890655 Aug 31 16:15:21.206840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43610) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.214704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b6260404-975e-4d8c-b767-5df1b90c18f7 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.234141 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-96a81d3a-9573-4931-a422-b005e5048851 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2c87be4-2991-4e93-9805-c89d12850fed HTTP/1.1" status: 200 len: 217 time: 0.0679312 Aug 31 16:15:21.284238 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-b6260404-975e-4d8c-b767-5df1b90c18f7 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.288119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b6260404-975e-4d8c-b767-5df1b90c18f7 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0775638 Aug 31 16:15:21.288838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3fe030f-33f3-4425-a5c2-a859e9f15383 req-6454262f-9b22-4387-ba3a-e5804321fe50 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683470 Aug 31 16:15:21.288989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43614) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.298236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6e22a8b9-a030-411c-bb32-f723281771ca tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.298997 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-6e22a8b9-a030-411c-bb32-f723281771ca tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 16:15:21.299683 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-6e22a8b9-a030-411c-bb32-f723281771ca tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.303435 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e22a8b9-a030-411c-bb32-f723281771ca tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107229 Aug 31 16:15:21.303887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43616) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.311879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1cbc43a1-f719-441a-92fc-daaf1abcab0e tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.341442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-b9a49d81-4456-4c97-b1e4-3b00250675a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:21.342437 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-1cbc43a1-f719-441a-92fc-daaf1abcab0e tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Project 0093cacd53d840ffb903313f1a1a1123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:15:21.344399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-b9a49d81-4456-4c97-b1e4-3b00250675a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c07c5fe2-486f-48fb-84c1-82410e98b7bc HTTP/1.1" status: 200 len: 861 time: 0.1025257 Aug 31 16:15:21.368800 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-1cbc43a1-f719-441a-92fc-daaf1abcab0e tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.372785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1cbc43a1-f719-441a-92fc-daaf1abcab0e tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0642369 Aug 31 16:15:21.373159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43618) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.378043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ddb00aaa-8767-4c76-bb29-3934fe25ec9c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.380178 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-ddb00aaa-8767-4c76-bb29-3934fe25ec9c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 16:15:21.381506 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-ddb00aaa-8767-4c76-bb29-3934fe25ec9c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.385214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ddb00aaa-8767-4c76-bb29-3934fe25ec9c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107660 Aug 31 16:15:21.389240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43620) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.395085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-3d465653-ab8f-44d1-8486-629a344151f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=32d5d5a5-4acb-47bc-8315-2757f09dfaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436864 Aug 31 16:15:21.396500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4b3fdf0d-0cb8-4dfe-8f83-2376d7658353 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.477060 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-4b3fdf0d-0cb8-4dfe-8f83-2376d7658353 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Project 0093cacd53d840ffb903313f1a1a1123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:15:21.546446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-b8e7aedc-b98c-4ba9-a3bb-13f5db1925d1 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396857 Aug 31 16:15:21.570252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-2163df9a-9205-47bd-9d39-c2ad9c817d14 service neutron] 10.222.0.49 "GET /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679876 Aug 31 16:15:21.578608 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-4b3fdf0d-0cb8-4dfe-8f83-2376d7658353 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.582208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4b3fdf0d-0cb8-4dfe-8f83-2376d7658353 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1904352 Aug 31 16:15:21.584930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.594515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-06477235-0e22-4357-8eb4-6c652c69687f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '71c59344-5d76-4761-92ef-45db71fa8481', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:21.707801 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-06477235-0e22-4357-8eb4-6c652c69687f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Project 0093cacd53d840ffb903313f1a1a1123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:15:21.728116 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-06477235-0e22-4357-8eb4-6c652c69687f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:21.732119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-06477235-0e22-4357-8eb4-6c652c69687f tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1441376 Aug 31 16:15:21.732591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43648) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:21.751852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-852e17ee-b8f2-4e3f-9ca3-dceb8eac2993 req-db03927c-2162-4146-9d27-830053376126 service neutron] 10.222.0.49 "GET /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731751 Aug 31 16:15:21.829480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-b50fa35d-49ab-49e7-bacb-ff3cbb5c6e5b tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:21.838978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-b50fa35d-49ab-49e7-bacb-ff3cbb5c6e5b tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810888 Aug 31 16:15:21.859000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-1872d441-238a-42f2-bbc6-770de3bf8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:21.860788 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-1872d441-238a-42f2-bbc6-770de3bf8349 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b394ec23bca54b68890e0a7620719b05&device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 1096 time: 0.0471027 Aug 31 16:15:21.878246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-a576a99e-f506-41c0-9d91-9ec8c78c613c tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/quotas/6db5f3b6434a4b8e9a08b56e64617b19 HTTP/1.1" status: 200 len: 375 time: 0.0379577 Aug 31 16:15:21.931689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-e7bf7836-053c-4834-944f-b346e8b83817 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516856 Aug 31 16:15:21.940668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb91bbe0-57da-485b-b970-941fad65e464 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.014223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb91bbe0-57da-485b-b970-941fad65e464 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.050692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-2a71a789-43ec-4c7f-8373-54938dd4a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:22.052155 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-2a71a789-43ec-4c7f-8373-54938dd4a163 service neutron] 10.222.0.49 "GET /v2.0/networks?id=32d5d5a5-4acb-47bc-8315-2757f09dfaf7 HTTP/1.1" status: 200 len: 922 time: 0.1843050 Aug 31 16:15:22.106056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-5a281586-b994-4a81-8943-131a2780b994 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2c87be4-2991-4e93-9805-c89d12850fed HTTP/1.1" status: 200 len: 217 time: 0.0452445 Aug 31 16:15:22.130168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb91bbe0-57da-485b-b970-941fad65e464 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.145819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb91bbe0-57da-485b-b970-941fad65e464 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.161354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fb91bbe0-57da-485b-b970-941fad65e464 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/71c59344-5d76-4761-92ef-45db71fa8481 HTTP/1.1" status: 204 len: 168 time: 0.4271557 Aug 31 16:15:22.175703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:22.288622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-311964e4-eec0-4850-8ee7-bc3839464bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:22.296888 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-311964e4-eec0-4850-8ee7-bc3839464bcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c07c5fe2-486f-48fb-84c1-82410e98b7bc HTTP/1.1" status: 200 len: 861 time: 0.1818531 Aug 31 16:15:22.358413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50391b5e-bca3-42fc-951b-e6d3d51fbf7c req-6366f182-3e06-4de3-9c36-e750122a7062 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 210 time: 0.0910380 Aug 31 16:15:22.359759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91bbe0-57da-485b-b970-941fad65e464 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c59344-5d76-4761-92ef-45db71fa8481,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:22.402861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-f9d93002-78b8-43c9-a99f-fe8dc57bd8dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=32d5d5a5-4acb-47bc-8315-2757f09dfaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983317 Aug 31 16:15:22.443241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c3f11594-7101-4f0c-93d0-633cd41a642e tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2343180 Aug 31 16:15:22.449794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43684) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:22.456382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--22317074'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:22.569395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.624989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0577d-a857-4e90-9148-01e60290d665 req-3bdff853-a8d6-4201-829d-4e3e94b37e54 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:22.626724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63e0577d-a857-4e90-9148-01e60290d665 req-3bdff853-a8d6-4201-829d-4e3e94b37e54 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 944 time: 0.1194766 Aug 31 16:15:22.724407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63e0577d-a857-4e90-9148-01e60290d665 req-11b5847a-1229-4c14-a2cf-9bb7c8f1de76 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Aug 31 16:15:22.777611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-6ab3eba5-616b-408a-ab09-8a2fe9084df9 service neutron] 10.222.0.49 "GET /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598180 Aug 31 16:15:22.805848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.815174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.890500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:22.893404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4414778 Aug 31 16:15:22.895489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:22.903087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35418b-6a3a-4b52-b837-bdc25c5a2f26 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db7a9d-fc50-4328-a720-1fe76293e0dc,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:22.921302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7c20d11a-84e9-4961-ada7-4e6e6788178a tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'b5db7a9d-fc50-4328-a720-1fe76293e0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:22.948556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43712) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:22.956677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d40b2201-758e-472b-a6cf-c7ce893e19d3 req-5b8d89cc-7314-4918-87d3-e67169c46a07 service neutron] 10.222.0.49 "GET /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699440 Aug 31 16:15:22.991730 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-7c20d11a-84e9-4961-ada7-4e6e6788178a tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The resource could not be found. Aug 31 16:15:22.996037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7c20d11a-84e9-4961-ada7-4e6e6788178a tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0964804 Aug 31 16:15:22.996641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43718) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.004582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2ad8af95-46be-4387-85ca-182c8e77f933 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'b5db7a9d-fc50-4328-a720-1fe76293e0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fb986669-3235-4da0-b5ea-4d89d4e5cde3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:23.113021 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-2ad8af95-46be-4387-85ca-182c8e77f933 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The resource could not be found. Aug 31 16:15:23.114733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ad8af95-46be-4387-85ca-182c8e77f933 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1164417 Aug 31 16:15:23.118043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43724) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.144159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04fa8341-a14f-471d-a1f6-feab0df66217 tempest-ServiceProvidersTest-1758705952 tempest-ServiceProvidersTest-1758705952-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1941695 Aug 31 16:15:23.202961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7c692ce-95ce-4481-b149-ef952a071497 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.241219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7c692ce-95ce-4481-b149-ef952a071497 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.317756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7c692ce-95ce-4481-b149-ef952a071497 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.320751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7c692ce-95ce-4481-b149-ef952a071497 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.326868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7c692ce-95ce-4481-b149-ef952a071497 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/b5db7a9d-fc50-4328-a720-1fe76293e0dc HTTP/1.1" status: 204 len: 168 time: 0.2027817 Aug 31 16:15:23.327172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43736) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.334015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c692ce-95ce-4481-b149-ef952a071497 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db7a9d-fc50-4328-a720-1fe76293e0dc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:23.414113 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-deaca4fa-e04c-4ca7-9c19-52053e0559b0 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854013 Aug 31 16:15:23.418600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43744) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.423745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ebbaf17e-ea3a-487c-b1a0-b091d927d636 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '4d102394-2cba-4057-a51b-34d2cfc7cc40', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:23.496754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b03a05c-54f5-4779-ba1f-b9fb2a55b61c req-2feff19d-cc7a-4c11-a7a6-a7804d66228f tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 210 time: 0.0302594 Aug 31 16:15:23.529307 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-ebbaf17e-ea3a-487c-b1a0-b091d927d636 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The resource could not be found. Aug 31 16:15:23.530390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ebbaf17e-ea3a-487c-b1a0-b091d927d636 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1106563 Aug 31 16:15:23.536405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43746) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.543012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--53381060'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:23.550932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.573115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43752) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.607878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.681820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-16d070cd-4441-40d0-b4a3-b2e2b76c3bbd tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571718 Aug 31 16:15:23.846419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.851011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.883278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.884901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3472271 Aug 31 16:15:23.888544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43760) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:23.890468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5f620a1-20b1-4226-9078-12ca97202c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.894306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--325811213'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:23.900304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89897082-074c-473e-a4ef-fc12bce990ab tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd5b47-79ca-4748-ba3a-794f8d036de3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:23.938902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-ec8a911f-a845-43a2-a887-794eb4986341 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:23.941067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-ec8a911f-a845-43a2-a887-794eb4986341 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519841 Aug 31 16:15:23.949073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.950136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:23.970006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Request body: {'port': {'device_id': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '6db5f3b6434a4b8e9a08b56e64617b19'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:24.079276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971248cd-5dfb-4748-88ee-b8c0716a3de2 req-e5e74bf2-6d41-46d9-8121-e24c8b38c8ae tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:24.081817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-971248cd-5dfb-4748-88ee-b8c0716a3de2 req-e5e74bf2-6d41-46d9-8121-e24c8b38c8ae tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 944 time: 0.2354753 Aug 31 16:15:24.183760 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e2cfdec0-5a4b-42a7-999e-0b697a811c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.220105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-971248cd-5dfb-4748-88ee-b8c0716a3de2 req-61852105-54f0-43e4-a973-57d58c6a6bdb tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269176 Aug 31 16:15:24.256748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5f620a1-20b1-4226-9078-12ca97202c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.266593 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a5f620a1-20b1-4226-9078-12ca97202c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.273223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.289963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:15:24.289963 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:15:24.289963 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': '6db5f3b6434a4b8e9a08b56e64617b19', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 15, 24, 191163)}] Aug 31 16:15:24.289963 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:15:24.290720 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:24.294936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:15:24.294936 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:15:24.294936 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': 'ee0db6a1ff9c402088ec502e64b19cc9', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 15, 24, 24682)}] Aug 31 16:15:24.294936 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:15:24.295421 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:24.326837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a5f620a1-20b1-4226-9078-12ca97202c98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c17b1b0245484646907fbc875fcb8df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762594 Aug 31 16:15:24.327804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f620a1-20b1-4226-9078-12ca97202c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88fdfee-1e5a-4143-8771-3b6b00eff576,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:24.330318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43762) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:24.356828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.366533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.393922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac708657-54dc-4d55-8f52-d2c51f5616ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.405881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.408898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5175149 Aug 31 16:15:24.409361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eee9c-4bb6-4afd-a620-1ec20ee5e45c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b970f-e0f8-4b12-903d-14911958683e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:24.411441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43764) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:24.416401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f526f13a-9f88-430f-9e45-1428520c176d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': '09fd5b47-79ca-4748-ba3a-794f8d036de3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6d1b970f-e0f8-4b12-903d-14911958683e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:24.423517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac708657-54dc-4d55-8f52-d2c51f5616ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.461007 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-f526f13a-9f88-430f-9e45-1428520c176d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:24.462136 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f526f13a-9f88-430f-9e45-1428520c176d tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0495238 Aug 31 16:15:24.465218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43766) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:24.493598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c2c87be4-2991-4e93-9805-c89d12850fed details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:15:24.523389 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac708657-54dc-4d55-8f52-d2c51f5616ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.526274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac708657-54dc-4d55-8f52-d2c51f5616ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.531932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ac708657-54dc-4d55-8f52-d2c51f5616ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b88fdfee-1e5a-4143-8771-3b6b00eff576 HTTP/1.1" status: 204 len: 168 time: 0.1981514 Aug 31 16:15:24.549443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac708657-54dc-4d55-8f52-d2c51f5616ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88fdfee-1e5a-4143-8771-3b6b00eff576,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:24.562760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9b26ef1-c4b7-47c5-a6e4-a2da6830b43b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.615975 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9b26ef1-c4b7-47c5-a6e4-a2da6830b43b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.676813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34093bda-0e86-4774-affe-8f2083c513ce req-0225761e-2cfb-4205-a197-a158397af5fd tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 210 time: 0.0511193 Aug 31 16:15:24.682849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c2c87be4-2991-4e93-9805-c89d12850fed, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c2c87be4-2991-4e93-9805-c89d12850fed,segment=NetworkSegment(862f12c7-65a0-46e5-ba01-1a3a7510dbd2),segment_id=862f12c7-65a0-46e5-ba01-1a3a7510dbd2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:24.694630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c2c87be4-2991-4e93-9805-c89d12850fed', 'network_id': '32d5d5a5-4acb-47bc-8315-2757f09dfaf7', 'port_id': 'c2c87be4-2991-4e93-9805-c89d12850fed', 'mac_address': 'fa:16:3e:15:6a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07c5fe2-486f-48fb-84c1-82410e98b7bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:15:24.771792 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.794641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c87be4-2991-4e93-9805-c89d12850fed {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:24.831827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c2c87be4-2991-4e93-9805-c89d12850fed, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c2c87be4-2991-4e93-9805-c89d12850fed,segment=NetworkSegment(862f12c7-65a0-46e5-ba01-1a3a7510dbd2),segment_id=862f12c7-65a0-46e5-ba01-1a3a7510dbd2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:24.838066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:24.934715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c2c87be4-2991-4e93-9805-c89d12850fed,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:25.036644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c2c87be4-2991-4e93-9805-c89d12850fed'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:15:25.058559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.232544 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.265452 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.282726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9b26ef1-c4b7-47c5-a6e4-a2da6830b43b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.290206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9b26ef1-c4b7-47c5-a6e4-a2da6830b43b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.294151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e9b26ef1-c4b7-47c5-a6e4-a2da6830b43b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d1b970f-e0f8-4b12-903d-14911958683e HTTP/1.1" status: 204 len: 168 time: 0.8249269 Aug 31 16:15:25.294651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43790) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:25.327650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b26ef1-c4b7-47c5-a6e4-a2da6830b43b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b970f-e0f8-4b12-903d-14911958683e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:25.365269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.372986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.445324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f06fbf8a-4d7a-433b-bb7e-da9b252c973c tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1496630 Aug 31 16:15:25.450340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:25.479794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee0db6a1ff9c402088ec502e64b19cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9054205 Aug 31 16:15:25.486175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Made reservation on behalf of 6db5f3b6434a4b8e9a08b56e64617b19 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:25.490206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.501066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43796) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:25.502904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.532212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49915bc3-2f5a-4e74-b391-3bbfb02001c6 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.581318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49915bc3-2f5a-4e74-b391-3bbfb02001c6 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.581676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b5fad-a9b8-4768-9410-7e15b7bb6b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0798657-f6cd-4bc9-acee-16f70cb4e526,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:25.641396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0a190-0a65-457a-a7a8-19c0a336e773 req-25062461-afcd-4e24-8124-b7427ac6b2b0 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:25.643633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79c0a190-0a65-457a-a7a8-19c0a336e773 req-25062461-afcd-4e24-8124-b7427ac6b2b0 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 945 time: 0.2464862 Aug 31 16:15:25.668598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49915bc3-2f5a-4e74-b391-3bbfb02001c6 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.672567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49915bc3-2f5a-4e74-b391-3bbfb02001c6 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.674353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-49915bc3-2f5a-4e74-b391-3bbfb02001c6 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/09fd5b47-79ca-4748-ba3a-794f8d036de3 HTTP/1.1" status: 204 len: 168 time: 0.2223673 Aug 31 16:15:25.679294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43800) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:25.690020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49915bc3-2f5a-4e74-b391-3bbfb02001c6 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd5b47-79ca-4748-ba3a-794f8d036de3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:25.697004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34e074c7-8366-4c99-9548-03a6fbc1f1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.758945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.795472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.844693 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.863069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d96eadb9-a9cf-465a-a11e-d301bf27b03a req-12f0c129-1fea-4328-9e7a-db2a07a549f9 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 210 time: 0.0883267 Aug 31 16:15:25.882119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34e074c7-8366-4c99-9548-03a6fbc1f1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:25.976795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79c0a190-0a65-457a-a7a8-19c0a336e773 req-cca0e52f-ef57-4983-a81f-79b6cdf79f29 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051531 Aug 31 16:15:25.993869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.034690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3db555ff-09d5-4d5d-91a6-24e4aa57c535 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3489449 Aug 31 16:15:26.040585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43810) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:26.053854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277563355'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:26.086134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.139023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Allocated IP 192.168.233.92 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/ffc2b481-00e0-4a7f-af73-601cf7c744c7) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:26.142866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34e074c7-8366-4c99-9548-03a6fbc1f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.146604 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-34e074c7-8366-4c99-9548-03a6fbc1f1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.148487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-34e074c7-8366-4c99-9548-03a6fbc1f1b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0798657-f6cd-4bc9-acee-16f70cb4e526 HTTP/1.1" status: 204 len: 168 time: 0.6351221 Aug 31 16:15:26.191766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e074c7-8366-4c99-9548-03a6fbc1f1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0798657-f6cd-4bc9-acee-16f70cb4e526,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.229757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.238891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.278954 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.284429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2413795 Aug 31 16:15:26.290007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:26.298983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-486f84db-3fc8-4701-868e-e953385564b3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'dec85ca8-c360-4fb1-8e03-b4d812c52343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:26.321994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c0e9d-2098-46c7-90d5-f6f0937f6fd2 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec85ca8-c360-4fb1-8e03-b4d812c52343,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.412865 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-486f84db-3fc8-4701-868e-e953385564b3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:26.419551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-486f84db-3fc8-4701-868e-e953385564b3 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1273499 Aug 31 16:15:26.421187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43822) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:26.430238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ec4b56da-0baf-4d8d-9760-ea3a4d367777 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group_rule': {'security_group_id': 'dec85ca8-c360-4fb1-8e03-b4d812c52343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:26.506440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c2c87be4-2991-4e93-9805-c89d12850fed up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:26.554994 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-ec4b56da-0baf-4d8d-9760-ea3a4d367777 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:26.563719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ec4b56da-0baf-4d8d-9760-ea3a4d367777 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1360331 Aug 31 16:15:26.564586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:26.629576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c2c87be4-2991-4e93-9805-c89d12850fed completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:26.637102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c2c87be4-2991-4e93-9805-c89d12850fed triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:26.637481 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.662327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.663224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0a80be0-ddca-46b1-aaa5-36a0db86c492 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.699751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Transition to ACTIVE for port object ffc2b481-00e0-4a7f-af73-601cf7c744c7 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:26.712099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0a80be0-ddca-46b1-aaa5-36a0db86c492 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.811002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.839911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0a80be0-ddca-46b1-aaa5-36a0db86c492 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.846493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0a80be0-ddca-46b1-aaa5-36a0db86c492 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.852971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0a80be0-ddca-46b1-aaa5-36a0db86c492 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/dec85ca8-c360-4fb1-8e03-b4d812c52343 HTTP/1.1" status: 204 len: 168 time: 0.2827613 Aug 31 16:15:26.870226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43840) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:26.896475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:26.904657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:26.908027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:26.923472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:26.944855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c87be4-2991-4e93-9805-c89d12850fed'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:26.953047 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f0a96f-ba6f-4490-9106-6ae79a62d98f" -d '{"events": [{"server_uuid": "3c2789f4-7761-4776-92ac-19c4f2f7ea2b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c87be4-2991-4e93-9805-c89d12850fed"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:26.984636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-262c3232-78d1-45b5-9d55-3da671c9e339 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105714 Aug 31 16:15:26.985681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a80be0-ddca-46b1-aaa5-36a0db86c492 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec85ca8-c360-4fb1-8e03-b4d812c52343,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:26.990562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43846) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:26.998404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048911368'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:27.007586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c2c87be4-2991-4e93-9805-c89d12850fed, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c2c87be4-2991-4e93-9805-c89d12850fed,segment=NetworkSegment(862f12c7-65a0-46e5-ba01-1a3a7510dbd2),segment_id=862f12c7-65a0-46e5-ba01-1a3a7510dbd2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:27.043299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.099153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.111213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:27.113880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.120655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Pushing event updated for resources: {'Port': ['ID=ffc2b481-00e0-4a7f-af73-601cf7c744c7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:27.223327 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c2c24-ac83-42dd-b9f1-faeca0540e21 x-openstack-request-id: req-884c2c24-ac83-42dd-b9f1-faeca0540e21 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:27.223935 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2789f4-7761-4776-92ac-19c4f2f7ea2b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c87be4-2991-4e93-9805-c89d12850fed", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:27.224368 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-884c2c24-ac83-42dd-b9f1-faeca0540e21 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:27.225371 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c87be4-2991-4e93-9805-c89d12850fed', 'code': 200} Aug 31 16:15:27.226218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c2c87be4-2991-4e93-9805-c89d12850fed,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:27.398738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68493730-71a9-437a-b5f7-f428554437ed req-cd968920-c696-44d0-8ff4-ce4161286777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:27.401993 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-68493730-71a9-437a-b5f7-f428554437ed req-cd968920-c696-44d0-8ff4-ce4161286777 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 1098 time: 0.1587923 Aug 31 16:15:27.429393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4ec5759a-25ac-46ed-873d-1f2cfb3816ad None None] Provisioning for port ffc2b481-00e0-4a7f-af73-601cf7c744c7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:27.436313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4ec5759a-25ac-46ed-873d-1f2cfb3816ad None None] Provisioning complete for port ffc2b481-00e0-4a7f-af73-601cf7c744c7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:27.437600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0655cd8-b22a-42a4-aa0e-204d65d4e036 req-4f78cbed-f82b-43ae-8641-2f4f71590e0c tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:27.438954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4ec5759a-25ac-46ed-873d-1f2cfb3816ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.439272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0655cd8-b22a-42a4-aa0e-204d65d4e036 req-4f78cbed-f82b-43ae-8641-2f4f71590e0c tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 935 time: 0.3003120 Aug 31 16:15:27.482219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1c6bf-b8b9-477d-b1f1-95bf6aca15a6 req-b237f691-e567-415a-8e7a-4a91a94b9479 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:27.484215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9b1c6bf-b8b9-477d-b1f1-95bf6aca15a6 req-b237f691-e567-415a-8e7a-4a91a94b9479 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 946 time: 0.1822472 Aug 31 16:15:27.494914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.515051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.527996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-68493730-71a9-437a-b5f7-f428554437ed req-3d7550a0-7d6a-483f-a8f0-4b19841107c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151381 Aug 31 16:15:27.561993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.568451 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5765016 Aug 31 16:15:27.570007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43860) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:27.570642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5759a-25ac-46ed-873d-1f2cfb3816ad None None] Port ffc2b481-00e0-4a7f-af73-601cf7c744c7 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:15:27.578105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-de96b49c-a816-4b5d-8aff-7cd372b58b03 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6214585 Aug 31 16:15:27.578315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a08ecc-a057-4a75-94d6-397fd48c3d0b tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d33208f-e096-4356-ad23-c367bde98ec1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:27.587421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ca758c71-58ae-4a51-b140-dd7a3eb10c65 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:27.589049 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-ca758c71-58ae-4a51-b140-dd7a3eb10c65 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 16:15:27.590357 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-ca758c71-58ae-4a51-b140-dd7a3eb10c65 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:27.596720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca758c71-58ae-4a51-b140-dd7a3eb10c65 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "PUT /v2.0/security-groups/8d33208f-e096-4356-ad23-c367bde98ec1 HTTP/1.1" status: 409 len: 330 time: 0.0139103 Aug 31 16:15:27.597956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:27.625559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Request body: {'port': {'device_id': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:27.645293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.698161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f5f5b66-0f78-422b-9f02-86bdb1ddadfb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.750045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f5f5b66-0f78-422b-9f02-86bdb1ddadfb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.756880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0655cd8-b22a-42a4-aa0e-204d65d4e036 req-6fd65891-4164-428f-9ca1-0496973c953a tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719166 Aug 31 16:15:27.776055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.797255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f9b1c6bf-b8b9-477d-b1f1-95bf6aca15a6 req-9afc858a-c41d-4bcb-9d17-b8ff436f7b0f tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834902 Aug 31 16:15:27.846590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f5f5b66-0f78-422b-9f02-86bdb1ddadfb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.852958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f5f5b66-0f78-422b-9f02-86bdb1ddadfb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:27.854994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7f5f5b66-0f78-422b-9f02-86bdb1ddadfb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/8d33208f-e096-4356-ad23-c367bde98ec1 HTTP/1.1" status: 204 len: 168 time: 0.2557113 Aug 31 16:15:27.858474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43872) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:27.886223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f5b66-0f78-422b-9f02-86bdb1ddadfb tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d33208f-e096-4356-ad23-c367bde98ec1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:27.943527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fdefcb2e-3ad8-4a63-8c3d-4edf8852f727 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817552 Aug 31 16:15:27.949812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43878) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:27.977255 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-6d588a3b-9309-4c2d-8172-6195de5368bf tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] delete failed (client error): The resource could not be found. Aug 31 16:15:27.983066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6d588a3b-9309-4c2d-8172-6195de5368bf tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "DELETE /v2.0/security-groups/41882d93-2508-47fe-94c8-4fd42791016d HTTP/1.1" status: 404 len: 347 time: 0.0278816 Aug 31 16:15:27.984568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:28.017553 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-d2af17cd-9951-4d6e-a150-17b43e535475 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] show failed (client error): The resource could not be found. Aug 31 16:15:28.023010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d2af17cd-9951-4d6e-a150-17b43e535475 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-groups/23b6bdfe-b57f-489f-a8c8-7714e7c656ba HTTP/1.1" status: 404 len: 347 time: 0.0306752 Aug 31 16:15:28.024169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:28.055046 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-293cb44a-5d3a-4f96-a642-c7d8aba42816 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] show failed (client error): The resource could not be found. Aug 31 16:15:28.060498 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-293cb44a-5d3a-4f96-a642-c7d8aba42816 tempest-NegativeSecGroupIPv6Test-1828798819 tempest-NegativeSecGroupIPv6Test-1828798819-project] 10.222.0.43 "GET /v2.0/security-group-rules/686a5cc6-004e-451e-9921-180346e497b7 HTTP/1.1" status: 404 len: 356 time: 0.0320318 Aug 31 16:15:28.317560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2b481-00e0-4a7f-af73-601cf7c744c7 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:28.332935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:28.361599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Transition to ACTIVE for port object ffc2b481-00e0-4a7f-af73-601cf7c744c7 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:28.365872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:28.508832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:28.517643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2b481-00e0-4a7f-af73-601cf7c744c7,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:28.652713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Attempting to bind port ffc2b481-00e0-4a7f-af73-601cf7c744c7 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:15:28.655193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Attempting to bind port ffc2b481-00e0-4a7f-af73-601cf7c744c7 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:15:28.656033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Attempting to bind port ffc2b481-00e0-4a7f-af73-601cf7c744c7 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:28.671555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Port ffc2b481-00e0-4a7f-af73-601cf7c744c7 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:15:28.672501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Attempting to bind port ffc2b481-00e0-4a7f-af73-601cf7c744c7 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:28.698728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:15:28.700079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:28.701007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:15:28.701769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Bound port: ffc2b481-00e0-4a7f-af73-601cf7c744c7, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:15:28.702732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:28.956535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] For port ffc2b481-00e0-4a7f-af73-601cf7c744c7, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:28.971962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-956481d2-0675-45f4-92d1-dcfd4ed20720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:28.980633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] For port ffc2b481-00e0-4a7f-af73-601cf7c744c7, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:28.991268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43908) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:29.011411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.130438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:29.131301 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.132860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/ffc2b481-00e0-4a7f-af73-601cf7c744c7 HTTP/1.1" status: 200 len: 1096 time: 1.5317688 Aug 31 16:15:29.133731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'tag': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:29.137983 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83991e7e-b89a-40bd-b019-4a8cedb79cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b87818-1cda-4fbc-bfad-3a904bce3745", "tag": "ffc2b481-00e0-4a7f-af73-601cf7c744c7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:29.183459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eddf45-3ca9-418f-8154-ef902b263de4 req-6688a57a-aea1-4adc-9cfa-2c784cc0cf34 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:29.194856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6eddf45-3ca9-418f-8154-ef902b263de4 req-6688a57a-aea1-4adc-9cfa-2c784cc0cf34 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 947 time: 0.2121217 Aug 31 16:15:29.218443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f25d4a-66d4-4f9c-8779-3041a041ca4d req-2b22635c-dade-4533-9555-fae19411f02f tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:29.227668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0f25d4a-66d4-4f9c-8779-3041a041ca4d req-2b22635c-dade-4533-9555-fae19411f02f tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 946 time: 0.3241141 Aug 31 16:15:29.229402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5592cf-9f8e-42ee-9afd-0b86e65c87e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2b481-00e0-4a7f-af73-601cf7c744c7,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.326848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-956481d2-0675-45f4-92d1-dcfd4ed20720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.345680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-956481d2-0675-45f4-92d1-dcfd4ed20720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.378238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6eddf45-3ca9-418f-8154-ef902b263de4 req-cbe270e8-99b9-407d-8990-e4cfad354f57 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225729 Aug 31 16:15:29.380028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6b29536-00ac-445f-8e8b-348b395dc551 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0093cacd53d840ffb903313f1a1a1123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857729 Aug 31 16:15:29.380620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43918) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:29.418079 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-956481d2-0675-45f4-92d1-dcfd4ed20720 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79044e8e04f64ca6b660062c5da8b8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065382 Aug 31 16:15:29.429243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:29.483921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956481d2-0675-45f4-92d1-dcfd4ed20720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1debaa66-f429-4422-bff2-562d413de891,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0f25d4a-66d4-4f9c-8779-3041a041ca4d req-ee143937-6e83-48bc-af4c-7713a1d80c8e tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423832 Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea54a4b-fc2f-48ef-a29a-ff17f029d92a x-openstack-request-id: req-2ea54a4b-fc2f-48ef-a29a-ff17f029d92a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b87818-1cda-4fbc-bfad-3a904bce3745", "tag": "ffc2b481-00e0-4a7f-af73-601cf7c744c7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ea54a4b-fc2f-48ef-a29a-ff17f029d92a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'tag': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7', 'status': 'completed', 'code': 200} Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-6999d5a0-3abc-4da5-927e-1e33782a90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:29.512103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-6999d5a0-3abc-4da5-927e-1e33782a90ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 1099 time: 0.2745223 Aug 31 16:15:29.561361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed86036-1506-4f73-9064-98fe3f22bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.592230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed86036-1506-4f73-9064-98fe3f22bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.644029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-f31a3748-ffe4-4fd5-a39a-86690b6fb33b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7 HTTP/1.1" status: 200 len: 217 time: 0.1244175 Aug 31 16:15:29.686591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed86036-1506-4f73-9064-98fe3f22bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.691611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3ed86036-1506-4f73-9064-98fe3f22bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.693439 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3ed86036-1506-4f73-9064-98fe3f22bafa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1debaa66-f429-4422-bff2-562d413de891 HTTP/1.1" status: 204 len: 168 time: 0.2559807 Aug 31 16:15:29.712785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed86036-1506-4f73-9064-98fe3f22bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1debaa66-f429-4422-bff2-562d413de891,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.734687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.759623 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.811750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-61693de0-e00c-4016-87d5-f8d20946dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:29.813606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-61693de0-e00c-4016-87d5-f8d20946dbd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1584256 Aug 31 16:15:29.882596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.887419 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:29.892394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fdc9181-0c5b-48d4-bd84-acd23eef0431 HTTP/1.1" status: 204 len: 168 time: 0.5077405 Aug 31 16:15:29.905440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc9181-0c5b-48d4-bd84-acd23eef0431,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:29.909150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7089a-fda7-4f35-8016-007993340c3a req-5ed33bc4-aa01-48a2-aca4-3d9ad2a8b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:29.910934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-5ed33bc4-aa01-48a2-aca4-3d9ad2a8b272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833921 Aug 31 16:15:29.918471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.918804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.919168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.919515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.919860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.920242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.920590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.920959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.921261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.921592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.921919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:29.922254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc6d14-a8a9-4605-9900-cc1d27e30b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:30.114350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-187a88cd-e3e3-423a-9bf4-b051b01bd681 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882918 Aug 31 16:15:30.310103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29f7089a-fda7-4f35-8016-007993340c3a req-c52a2669-c4f5-40c7-abd1-90632a33f19a service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870618 Aug 31 16:15:30.441676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-3e533aa6-31a1-449b-a566-9292af3d2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:30.444559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-3e533aa6-31a1-449b-a566-9292af3d2ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 1099 time: 0.0798111 Aug 31 16:15:30.628923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43986) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:30.677904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ed63452-33dc-42eb-ba93-577a18d9bec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:30.832246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751cb0-03b9-4294-a20e-a367ca699dd8 req-2fa4ea57-525f-45b7-a87e-d203f6848bc9 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:30.836268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97751cb0-03b9-4294-a20e-a367ca699dd8 req-2fa4ea57-525f-45b7-a87e-d203f6848bc9 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 947 time: 0.3126462 Aug 31 16:15:30.942002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ed63452-33dc-42eb-ba93-577a18d9bec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:30.961311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ed63452-33dc-42eb-ba93-577a18d9bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:31.042338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-20df17bf-df44-4ea1-9ad4-497de068458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:31.046071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-20df17bf-df44-4ea1-9ad4-497de068458f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.5933604 Aug 31 16:15:31.105192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97751cb0-03b9-4294-a20e-a367ca699dd8 req-3a5d084c-64f8-4a23-acd6-6d79519f100d tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492809 Aug 31 16:15:31.140070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed63452-33dc-42eb-ba93-577a18d9bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1825447-688b-469d-bb67-49b170044701,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:31.175935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8ed63452-33dc-42eb-ba93-577a18d9bec8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1366db7e979d42d38cd563997bf0b644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442688 Aug 31 16:15:31.177660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:31.238673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-eaace405-63db-42ce-a8df-e29e78563374 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7 HTTP/1.1" status: 200 len: 217 time: 0.1729634 Aug 31 16:15:31.274008 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:15:31.346801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-a9425c28-ce3a-46e6-add4-ce281d91ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:31.348377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-a9425c28-ce3a-46e6-add4-ce281d91ace0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1071279 Aug 31 16:15:31.407316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60437086-3c5d-4197-865f-50219457a561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:31.495405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60437086-3c5d-4197-865f-50219457a561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:31.547142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-23e6394a-e94a-4d0e-a27b-8f1ee6e4b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:31.549772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-23e6394a-e94a-4d0e-a27b-8f1ee6e4b287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1924922 Aug 31 16:15:31.602861 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60437086-3c5d-4197-865f-50219457a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:31.612313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60437086-3c5d-4197-865f-50219457a561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:31.621313 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60437086-3c5d-4197-865f-50219457a561 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1825447-688b-469d-bb67-49b170044701 HTTP/1.1" status: 204 len: 168 time: 0.4415946 Aug 31 16:15:31.642921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60437086-3c5d-4197-865f-50219457a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1825447-688b-469d-bb67-49b170044701,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:31.758855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-d663f566-d4d1-4f66-9d84-08bd20700df1 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003140 Aug 31 16:15:31.802790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d7c00-2788-4e2c-867e-30e98fcaa840 req-e31ec0e2-7eda-4577-9dd2-347cba5a7444 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:31.812159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc8d7c00-2788-4e2c-867e-30e98fcaa840 req-e31ec0e2-7eda-4577-9dd2-347cba5a7444 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 946 time: 0.2237716 Aug 31 16:15:31.945936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc8d7c00-2788-4e2c-867e-30e98fcaa840 req-0c5a9cbb-9338-4eed-afff-35106f0ca919 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326125 Aug 31 16:15:32.026272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83991e7e-b89a-40bd-b019-4a8cedb79cf9 req-9611d239-6c7f-4082-8a61-b65daac8dd9b service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582567 Aug 31 16:15:32.096229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44180) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:32.255629 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c2b9d4-18f6-4f9d-a42b-464e4d9aa81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.330379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f96bb-6001-41b0-85c6-cccacf2a381f req-de4a5799-75a7-4b32-8cb1-14f5210e410d tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:32.349956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-439f96bb-6001-41b0-85c6-cccacf2a381f req-de4a5799-75a7-4b32-8cb1-14f5210e410d tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 947 time: 0.1201358 Aug 31 16:15:32.413942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-439f96bb-6001-41b0-85c6-cccacf2a381f req-23202ff0-cd55-4896-9a29-3e84987fa289 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518157 Aug 31 16:15:32.424503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c2b9d4-18f6-4f9d-a42b-464e4d9aa81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.433769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c2b9d4-18f6-4f9d-a42b-464e4d9aa81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.487398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ffc2b481-00e0-4a7f-af73-601cf7c744c7 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:15:32.488069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2b9d4-18f6-4f9d-a42b-464e4d9aa81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf6f65-2fc3-4397-b0d2-35129072c1e5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:32.502257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:32.515386 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61c2b9d4-18f6-4f9d-a42b-464e4d9aa81f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=897c847f34e24b429f19fd74771ccb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170885 Aug 31 16:15:32.522435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:32.659896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4ada61de-0a94-499b-aaab-eabb3e96c8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.742735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ffc2b481-00e0-4a7f-af73-601cf7c744c7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:32.764506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4ada61de-0a94-499b-aaab-eabb3e96c8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.766419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7', 'mac_address': 'fa:16:3e:8e:6e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:15:32.847733 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.869919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2b481-00e0-4a7f-af73-601cf7c744c7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:32.886973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4ada61de-0a94-499b-aaab-eabb3e96c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.889615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4ada61de-0a94-499b-aaab-eabb3e96c8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.893102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4ada61de-0a94-499b-aaab-eabb3e96c8b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49cf6f65-2fc3-4397-b0d2-35129072c1e5 HTTP/1.1" status: 204 len: 168 time: 0.3671267 Aug 31 16:15:32.900136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ffc2b481-00e0-4a7f-af73-601cf7c744c7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:32.911856 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:32.913388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f964c-6296-4658-b2fc-56e2db563448 req-f8990300-5710-4aec-95ea-112868e4a62e tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:32.916835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-389f964c-6296-4658-b2fc-56e2db563448 req-f8990300-5710-4aec-95ea-112868e4a62e tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 946 time: 0.1185935 Aug 31 16:15:32.925648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada61de-0a94-499b-aaab-eabb3e96c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf6f65-2fc3-4397-b0d2-35129072c1e5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:33.081281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-88eb7983-ddf9-4c98-b9b6-161d22b32f99 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:33.082065 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-88eb7983-ddf9-4c98-b9b6-161d22b32f99 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 16:15:33.082752 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-88eb7983-ddf9-4c98-b9b6-161d22b32f99 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:33.083796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-88eb7983-ddf9-4c98-b9b6-161d22b32f99 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5779207 Aug 31 16:15:33.087404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:33.107664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--275039944'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:33.116650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b481-00e0-4a7f-af73-601cf7c744c7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:33.158281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Deleting port c2c87be4-2991-4e93-9805-c89d12850fed {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:33.159223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.162609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ffc2b481-00e0-4a7f-af73-601cf7c744c7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:15:33.281258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.337037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06179be-4bef-4569-aca1-e33af77d92b6 req-842615af-bd79-4b6d-a315-0dc9d7c88ee7 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:33.341509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c06179be-4bef-4569-aca1-e33af77d92b6 req-842615af-bd79-4b6d-a315-0dc9d7c88ee7 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2789f4-7761-4776-92ac-19c4f2f7ea2b HTTP/1.1" status: 200 len: 946 time: 0.2137566 Aug 31 16:15:33.346374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.369878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] For port c2c87be4-2991-4e93-9805-c89d12850fed, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c2c87be4-2991-4e93-9805-c89d12850fed,segment=NetworkSegment(862f12c7-65a0-46e5-ba01-1a3a7510dbd2),segment_id=862f12c7-65a0-46e5-ba01-1a3a7510dbd2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:33.371015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.396461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Calling delete_port for c2c87be4-2991-4e93-9805-c89d12850fed owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:33.522165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c06179be-4bef-4569-aca1-e33af77d92b6 req-cf79edd5-43b9-4a85-ae21-f9c72c78ae8e tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.43 "GET /v2.0/security-groups?id=16133e95-702b-4001-9821-d45c03d67582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690774 Aug 31 16:15:33.665377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dd498-406f-4d57-8fb6-4edf86db1e66 req-b46661d6-1d5f-4c03-9173-42fe29399f9d tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:33.665700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44362) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:33.668445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d49dd498-406f-4d57-8fb6-4edf86db1e66 req-b46661d6-1d5f-4c03-9173-42fe29399f9d tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 948 time: 0.0959511 Aug 31 16:15:33.686508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.698883 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.699661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c2c87be4-2991-4e93-9805-c89d12850fed'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:15:33.719284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.729121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f447-99b3-4431-a18b-61a40e52ad92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.760845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4829e3-127c-465a-8da7-82cd63d00300,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:33.766089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Pushing event deleted for resources: {'Port': ['ID=c2c87be4-2991-4e93-9805-c89d12850fed,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:33.809997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d49dd498-406f-4d57-8fb6-4edf86db1e66 req-cebabaf3-b322-4782-ae6a-8ef5bfe6f5b8 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080673 Aug 31 16:15:33.855134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] No DVR routers for this DVR port c2c87be4-2991-4e93-9805-c89d12850fed on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:33.858709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.860999 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-389f964c-6296-4658-b2fc-56e2db563448 req-21c84d32-4047-4f64-930d-f0e44d80baf6 tempest-ServerMetadataNegativeTestJSON-165784253 tempest-ServerMetadataNegativeTestJSON-165784253-project] 10.222.0.49 "DELETE /v2.0/ports/c2c87be4-2991-4e93-9805-c89d12850fed HTTP/1.1" status: 204 len: 173 time: 0.9328828 Aug 31 16:15:33.861650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'name': 'network-vif-deleted', 'tag': 'c2c87be4-2991-4e93-9805-c89d12850fed'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:33.872459 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1849ff43-6e20-4626-b4a0-9b5c2ef3bdd9" -d '{"events": [{"server_uuid": "3c2789f4-7761-4776-92ac-19c4f2f7ea2b", "name": "network-vif-deleted", "tag": "c2c87be4-2991-4e93-9805-c89d12850fed"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:33.915039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.926493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:33.955308 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1d7ae6-1fac-42c7-9753-69e98bf198b5 x-openstack-request-id: req-4f1d7ae6-1fac-42c7-9753-69e98bf198b5 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:33.956645 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2789f4-7761-4776-92ac-19c4f2f7ea2b", "name": "network-vif-deleted", "tag": "c2c87be4-2991-4e93-9805-c89d12850fed", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:33.960859 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f1d7ae6-1fac-42c7-9753-69e98bf198b5 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:33.961626 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2789f4-7761-4776-92ac-19c4f2f7ea2b', 'name': 'network-vif-deleted', 'tag': 'c2c87be4-2991-4e93-9805-c89d12850fed', 'status': 'completed', 'code': 200} Aug 31 16:15:33.989995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e87920-1fb9-4b89-bc63-a62856fe7d0e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:34.066528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f447-99b3-4431-a18b-61a40e52ad92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.073551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f447-99b3-4431-a18b-61a40e52ad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.078569 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.082598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7db2dfa-d5fb-4a3e-a0a0-9c0198b87f69 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9893260 Aug 31 16:15:34.082876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44412) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.087588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'b0e87920-1fb9-4b89-bc63-a62856fe7d0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:34.117568 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9bc6f447-99b3-4431-a18b-61a40e52ad92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=180dc341017248fb8bea2b6920de5fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500620 Aug 31 16:15:34.118323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f447-99b3-4431-a18b-61a40e52ad92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375db0b4-d0f7-41f4-92b2-f010651f8b64,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:34.121960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44418) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.167534 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.220228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-74c8d004-f757-43a3-827f-89326df71117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.271571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-74c8d004-f757-43a3-827f-89326df71117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.294218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.309336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.343524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dd1335-37d6-495d-a3ba-5aa0d3bfc0f9,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:34.353974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.355487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a757d7e8-e897-4f0a-bbf7-222fe7554adb tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2716281 Aug 31 16:15:34.358265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44446) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.364834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6b4024e9-5e78-4e5a-87f6-8acbcd26f268 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'b0e87920-1fb9-4b89-bc63-a62856fe7d0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:34.391659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-74c8d004-f757-43a3-827f-89326df71117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.396376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-74c8d004-f757-43a3-827f-89326df71117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.397784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-74c8d004-f757-43a3-827f-89326df71117 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/375db0b4-d0f7-41f4-92b2-f010651f8b64 HTTP/1.1" status: 204 len: 168 time: 0.2736020 Aug 31 16:15:34.415673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8d004-f757-43a3-827f-89326df71117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375db0b4-d0f7-41f4-92b2-f010651f8b64,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:34.418859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6b4024e9-5e78-4e5a-87f6-8acbcd26f268 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.492436 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-6b4024e9-5e78-4e5a-87f6-8acbcd26f268 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:34.499689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6b4024e9-5e78-4e5a-87f6-8acbcd26f268 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1344826 Aug 31 16:15:34.502665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ffc2b481-00e0-4a7f-af73-601cf7c744c7 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:34.503500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44464) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.537814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44470) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.609261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44484) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.621705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port ffc2b481-00e0-4a7f-af73-601cf7c744c7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:34.631083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port ffc2b481-00e0-4a7f-af73-601cf7c744c7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:34.632283 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.667411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-870db7d0-e3ac-460b-9ad6-e7929144a988 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.701668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Deleting subnet c07c5fe2-486f-48fb-84c1-82410e98b7bc {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:15:34.710213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-870db7d0-e3ac-460b-9ad6-e7929144a988 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.713857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.749444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cbba7900-8ed3-4c62-88a7-a9ab15bf43ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.790384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.792948 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.823783 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-870db7d0-e3ac-460b-9ad6-e7929144a988 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.826889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-870db7d0-e3ac-460b-9ad6-e7929144a988 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.829973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-870db7d0-e3ac-460b-9ad6-e7929144a988 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/b0e87920-1fb9-4b89-bc63-a62856fe7d0e HTTP/1.1" status: 204 len: 168 time: 0.3231266 Aug 31 16:15:34.836223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44506) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:34.842015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:34.848090 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c0fc5-dc2a-44dc-8a63-430aaa050519" -d '{"events": [{"server_uuid": "a7b87818-1cda-4fbc-bfad-3a904bce3745", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2b481-00e0-4a7f-af73-601cf7c744c7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:34.848497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db7d0-e3ac-460b-9ad6-e7929144a988 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e87920-1fb9-4b89-bc63-a62856fe7d0e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:34.881008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port ffc2b481-00e0-4a7f-af73-601cf7c744c7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:34.891026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.896968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:34.958827 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc375f-dc0d-44f8-bb00-73f3b375247a x-openstack-request-id: req-55dc375f-dc0d-44f8-bb00-73f3b375247a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:34.959104 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b87818-1cda-4fbc-bfad-3a904bce3745", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2b481-00e0-4a7f-af73-601cf7c744c7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:34.959365 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55dc375f-dc0d-44f8-bb00-73f3b375247a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:34.959969 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7', 'code': 200} Aug 31 16:15:34.980678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b481-00e0-4a7f-af73-601cf7c744c7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.007103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.108818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07c5fe2-486f-48fb-84c1-82410e98b7bc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.113838 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.115904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8fb81519-fa3d-4224-95ab-5ff82cd6fe37 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c07c5fe2-486f-48fb-84c1-82410e98b7bc HTTP/1.1" status: 204 len: 168 time: 0.5053682 Aug 31 16:15:35.119794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44548) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.179902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4e3529cd-aaaa-4da9-ba0b-6c7e2ef771cf tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3406849 Aug 31 16:15:35.182692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44552) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.198288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270256680'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:35.211610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dcaa3-bfd8-424f-a728-9eef6e3d736a req-8c342bda-e20b-4dd2-a4ee-f3fb0caa7e31 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:35.213390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d2dcaa3-bfd8-424f-a728-9eef6e3d736a req-8c342bda-e20b-4dd2-a4ee-f3fb0caa7e31 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 949 time: 0.2374980 Aug 31 16:15:35.218943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b916-ec50-4146-8796-cfcba0a9e7d6 req-ba3e8d77-8acf-41ff-9a04-b70989e0fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:35.220472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c3b916-ec50-4146-8796-cfcba0a9e7d6 req-ba3e8d77-8acf-41ff-9a04-b70989e0fa91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 1101 time: 0.2039514 Aug 31 16:15:35.248307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.286868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cbba7900-8ed3-4c62-88a7-a9ab15bf43ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.310661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cbba7900-8ed3-4c62-88a7-a9ab15bf43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.343721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.344648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d2dcaa3-bfd8-424f-a728-9eef6e3d736a req-f78aa62e-49e7-4be3-82df-b3c6961f0f69 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186173 Aug 31 16:15:35.360022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d5d5a5-4acb-47bc-8315-2757f09dfaf7']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:35.363666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c3b916-ec50-4146-8796-cfcba0a9e7d6 req-35b7706e-80c6-4960-99ee-9aa079bde481 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278231 Aug 31 16:15:35.374544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.380763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cbba7900-8ed3-4c62-88a7-a9ab15bf43ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=255acd52b0af477c85b17665ab5cfb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395338 Aug 31 16:15:35.380907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862f12c7-65a0-46e5-ba01-1a3a7510dbd2') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:35.381244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862f12c7-65a0-46e5-ba01-1a3a7510dbd2') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:35.383177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44560) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.403032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.410394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba7900-8ed3-4c62-88a7-a9ab15bf43ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e8d12-ed0a-4599-b9c4-1daf334af1ca,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.432303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.446146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:35.446562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:35.448474 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:35.527430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44b02e04-c701-4692-b48b-7207f1e2ab8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.549085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.556928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.557930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.563396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44b02e04-c701-4692-b48b-7207f1e2ab8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.570082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.572469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] 10.222.0.43 "DELETE /v2.0/networks/32d5d5a5-4acb-47bc-8315-2757f09dfaf7 HTTP/1.1" status: 204 len: 168 time: 0.4509878 Aug 31 16:15:35.593128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78970c00-c9d5-4bd2-93f7-a911adf96a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d5d5a5-4acb-47bc-8315-2757f09dfaf7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.603492 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.608067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4197345 Aug 31 16:15:35.608067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404470-238c-4b1c-b87b-9549e0725fc3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f73b6-7f8a-498a-a54c-9e1ae834633e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.608978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44572) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.614017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-56c6f9bb-b2ba-41ae-9e23-48a4bf6d71e9 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'f24f73b6-7f8a-498a-a54c-9e1ae834633e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:35.614592 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-56c6f9bb-b2ba-41ae-9e23-48a4bf6d71e9 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 16:15:35.615142 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-56c6f9bb-b2ba-41ae-9e23-48a4bf6d71e9 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:35.616240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-56c6f9bb-b2ba-41ae-9e23-48a4bf6d71e9 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063407 Aug 31 16:15:35.619555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44574) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.668429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44b02e04-c701-4692-b48b-7207f1e2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.673237 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44b02e04-c701-4692-b48b-7207f1e2ab8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.675143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44b02e04-c701-4692-b48b-7207f1e2ab8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b8e8d12-ed0a-4599-b9c4-1daf334af1ca HTTP/1.1" status: 204 len: 168 time: 0.2909999 Aug 31 16:15:35.685791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b02e04-c701-4692-b48b-7207f1e2ab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e8d12-ed0a-4599-b9c4-1daf334af1ca,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.687761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11ca72-1bd6-4b22-9520-71f438e15f55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.723512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11ca72-1bd6-4b22-9520-71f438e15f55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.785586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11ca72-1bd6-4b22-9520-71f438e15f55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.788319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11ca72-1bd6-4b22-9520-71f438e15f55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.792539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44588) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.803696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa11ca72-1bd6-4b22-9520-71f438e15f55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/f24f73b6-7f8a-498a-a54c-9e1ae834633e HTTP/1.1" status: 204 len: 168 time: 0.1790340 Aug 31 16:15:35.832143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11ca72-1bd6-4b22-9520-71f438e15f55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f73b6-7f8a-498a-a54c-9e1ae834633e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:35.874461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7d586a69-1bee-414f-90dd-76c746072f51 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806146 Aug 31 16:15:35.878848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44594) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.886410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--249070594'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:35.925143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:35.927490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44596) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:35.983873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-9c53ac5d-25bb-4c5c-a0dc-3c966041b9bc tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:35.986139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-9c53ac5d-25bb-4c5c-a0dc-3c966041b9bc tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 814 time: 0.1450245 Aug 31 16:15:36.007546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-14414355-a025-400d-9cc5-f5b181188cc7 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/quotas/5dcfc83a7cbb4c4fbf5e5df41a49049e HTTP/1.1" status: 200 len: 375 time: 0.0149181 Aug 31 16:15:36.011348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dc1363c9-5e34-4908-a858-ead4bdbd90e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b394ec23bca54b68890e0a7620719b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812044 Aug 31 16:15:36.013921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44600) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.066322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-9f8d876e-eead-488b-846f-9bb33a37eab4 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431590 Aug 31 16:15:36.124698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.133550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.175703 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-832d279b-4671-4d64-9372-df1976be86a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.175909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.181124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3008227 Aug 31 16:15:36.185448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44608) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.193363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c9565995-e5d6-47d1-b4a1-0e7691222c01 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'f5e1b8eb-7a25-4051-ad8e-201930b2b44b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.194493 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-c9565995-e5d6-47d1-b4a1-0e7691222c01 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 16:15:36.195282 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-c9565995-e5d6-47d1-b4a1-0e7691222c01 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:36.200743 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c9565995-e5d6-47d1-b4a1-0e7691222c01 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130732 Aug 31 16:15:36.202188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44610) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.209742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da931c-eba3-4f3f-8319-ae3145221b38 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e1b8eb-7a25-4051-ad8e-201930b2b44b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:36.233829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-832d279b-4671-4d64-9372-df1976be86a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.263096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-24ae09a6-953d-4e6a-8d1e-8f0bd74e3fc1 service neutron] 10.222.0.43 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847188 Aug 31 16:15:36.285372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83d0bba0-1b09-41bb-ba43-0527365ad918 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.316126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83d0bba0-1b09-41bb-ba43-0527365ad918 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.387370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83d0bba0-1b09-41bb-ba43-0527365ad918 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.390801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83d0bba0-1b09-41bb-ba43-0527365ad918 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.393665 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-83d0bba0-1b09-41bb-ba43-0527365ad918 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/f5e1b8eb-7a25-4051-ad8e-201930b2b44b HTTP/1.1" status: 204 len: 168 time: 0.1884501 Aug 31 16:15:36.407221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44620) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.408425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0bba0-1b09-41bb-ba43-0527365ad918 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e1b8eb-7a25-4051-ad8e-201930b2b44b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:36.506002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-36164550-7818-4a1a-a664-14aa7c1a22cf tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871627 Aug 31 16:15:36.506317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.521515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c2c87be4-2991-4e93-9805-c89d12850fed no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:36.524136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--71437967'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.555510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: c2c87be4-2991-4e93-9805-c89d12850fed {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:15:36.555886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c2c87be4-2991-4e93-9805-c89d12850fed not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:36.600017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.753447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-832d279b-4671-4d64-9372-df1976be86a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.756844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-832d279b-4671-4d64-9372-df1976be86a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.761229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-832d279b-4671-4d64-9372-df1976be86a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16133e95-702b-4001-9821-d45c03d67582 HTTP/1.1" status: 204 len: 168 time: 0.7455354 Aug 31 16:15:36.764083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.772514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.794243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee18c-44aa-4e03-ab8e-62f99d418085 req-58b03d55-ac61-4883-bf3d-21e4303c0d7a tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:36.796377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91eee18c-44aa-4e03-ab8e-62f99d418085 req-58b03d55-ac61-4883-bf3d-21e4303c0d7a tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 949 time: 0.1145320 Aug 31 16:15:36.797580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d279b-4671-4d64-9372-df1976be86a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16133e95-702b-4001-9821-d45c03d67582,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:36.825576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-eca3062b-af55-499a-bf6b-97aa4ce0d874 service neutron] 10.222.0.43 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549638 Aug 31 16:15:36.843570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:36.847082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3392558 Aug 31 16:15:36.850765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.857795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4419211f-8f7c-4e3e-a21b-81145eec81c4 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'a1eb6700-de8a-448c-9112-fc7e168fd4d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.858333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3775f1e-f148-430d-8d43-134a327156a8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb6700-de8a-448c-9112-fc7e168fd4d4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:36.859032 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-4419211f-8f7c-4e3e-a21b-81145eec81c4 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 16:15:36.859883 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-4419211f-8f7c-4e3e-a21b-81145eec81c4 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:36.861169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4419211f-8f7c-4e3e-a21b-81145eec81c4 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092592 Aug 31 16:15:36.864765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44642) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.865964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91eee18c-44aa-4e03-ab8e-62f99d418085 req-aa4dea42-c82a-494e-b33f-3afe5fe5d4e5 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603719 Aug 31 16:15:36.872414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e0932586-016e-43fe-9253-ba8aae1b206c tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'a1eb6700-de8a-448c-9112-fc7e168fd4d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.873174 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-e0932586-016e-43fe-9253-ba8aae1b206c tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 16:15:36.873689 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-e0932586-016e-43fe-9253-ba8aae1b206c tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:36.875261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e0932586-016e-43fe-9253-ba8aae1b206c tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093460 Aug 31 16:15:36.878290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.888391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-002c6b93-0b4b-4dd3-b45c-f068c177355f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'a1eb6700-de8a-448c-9112-fc7e168fd4d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.889477 n-d-793621-35 neutron-server[101477]: WARNING neutron.api.v2.base [None req-002c6b93-0b4b-4dd3-b45c-f068c177355f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 16:15:36.891480 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-002c6b93-0b4b-4dd3-b45c-f068c177355f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:36.894108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-002c6b93-0b4b-4dd3-b45c-f068c177355f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141802 Aug 31 16:15:36.898167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:36.903554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fc6cdfee-18d2-4a72-a41f-5a1136e133cc tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'a1eb6700-de8a-448c-9112-fc7e168fd4d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:36.904490 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-fc6cdfee-18d2-4a72-a41f-5a1136e133cc tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 16:15:36.905341 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-fc6cdfee-18d2-4a72-a41f-5a1136e133cc tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:36.906332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fc6cdfee-18d2-4a72-a41f-5a1136e133cc tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069301 Aug 31 16:15:36.910576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44648) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.099959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29a28847-c011-4500-befb-d4b44d0e2125 req-3bffbf5d-58df-41dd-8241-428c85fa305c tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 210 time: 0.0329914 Aug 31 16:15:37.153040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44664) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.288671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877e7331-f502-43a5-b155-75d6d5315f28 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.313865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877e7331-f502-43a5-b155-75d6d5315f28 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.378976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877e7331-f502-43a5-b155-75d6d5315f28 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.383011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-877e7331-f502-43a5-b155-75d6d5315f28 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.386107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-877e7331-f502-43a5-b155-75d6d5315f28 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/a1eb6700-de8a-448c-9112-fc7e168fd4d4 HTTP/1.1" status: 204 len: 168 time: 0.4739509 Aug 31 16:15:37.388737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.398862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e7331-f502-43a5-b155-75d6d5315f28 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb6700-de8a-448c-9112-fc7e168fd4d4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:37.490963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.491390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5749a541-df1e-4cd9-b1b0-43d6135d115e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1013253 Aug 31 16:15:37.496679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--493281222'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:37.529580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.595853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-523148920', 'router:external': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:37.653212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.658165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.692774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794bf1fe-a833-452d-9f5a-a723c0f56ef2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:37.702758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Made reservation on behalf of faa42f02de1e4d869469adcf449748a0 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:37.705928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.719271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.720898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-52251c3f-800d-492c-a134-2343aa3353e2 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2288558 Aug 31 16:15:37.723810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44688) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.730070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-23527187-1532-445e-b441-f63a678ef633 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:37.730694 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-23527187-1532-445e-b441-f63a678ef633 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 16:15:37.731301 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-23527187-1532-445e-b441-f63a678ef633 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:37.732432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23527187-1532-445e-b441-f63a678ef633 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075026 Aug 31 16:15:37.736081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44690) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.740316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.745476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-71921c10-c8ac-48a8-ae05-08cd4bb03dd8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:37.897177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.903043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:37.908056 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-71921c10-c8ac-48a8-ae05-08cd4bb03dd8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:37.912745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-71921c10-c8ac-48a8-ae05-08cd4bb03dd8 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1763327 Aug 31 16:15:37.915679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44698) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.922172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1337a66d-655b-4e91-bad6-200b886a0a0d tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:37.922665 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-1337a66d-655b-4e91-bad6-200b886a0a0d tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 16:15:37.925294 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-1337a66d-655b-4e91-bad6-200b886a0a0d tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:37.927779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1337a66d-655b-4e91-bad6-200b886a0a0d tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091424 Aug 31 16:15:37.929857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44700) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.941338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8d1f4e47-5894-4d55-9f03-e8406ad9be4f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:37.955459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44702) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:37.975950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:37.999562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eca018-f6af-443b-a5b4-1a194f3e230d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:38.018185 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.018724 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Added segment 85667307-ffb2-4f2b-abad-22271be4bc85 of type vlan for network a35fb7ab-dc5f-4acc-86d6-43c884547692 Aug 31 16:15:38.050496 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-8d1f4e47-5894-4d55-9f03-e8406ad9be4f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:38.051981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8d1f4e47-5894-4d55-9f03-e8406ad9be4f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1209652 Aug 31 16:15:38.055696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.071218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-815e6418-fa35-4497-b05c-a6d335ef7f5a tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.072480 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-815e6418-fa35-4497-b05c-a6d335ef7f5a tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 16:15:38.072887 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-815e6418-fa35-4497-b05c-a6d335ef7f5a tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:38.077095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-815e6418-fa35-4497-b05c-a6d335ef7f5a tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0161779 Aug 31 16:15:38.077248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44712) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.082576 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.093485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2d06d8ad-bd0a-468f-8068-9a85b5881c55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.097826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92879181-87db-42ef-a0ae-33f45d0e23f8 req-679f890a-cec1-4035-8990-ea4b7481e9e2 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:38.110016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92879181-87db-42ef-a0ae-33f45d0e23f8 req-679f890a-cec1-4035-8990-ea4b7481e9e2 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 949 time: 0.1395230 Aug 31 16:15:38.143279 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-2d06d8ad-bd0a-468f-8068-9a85b5881c55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:38.149327 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2d06d8ad-bd0a-468f-8068-9a85b5881c55 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0647779 Aug 31 16:15:38.149849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44718) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.160701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e38f23e3-e2c1-40a3-9f77-4414ef85e726 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.161266 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-e38f23e3-e2c1-40a3-9f77-4414ef85e726 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 16:15:38.161888 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-e38f23e3-e2c1-40a3-9f77-4414ef85e726 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:38.162985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e38f23e3-e2c1-40a3-9f77-4414ef85e726 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109301 Aug 31 16:15:38.167848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44720) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.175894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b7eeb20e-d30a-4d79-8a31-4536767507c1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.205922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a868c92b-9a9a-46b8-b617-20daa2975cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.227863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-92879181-87db-42ef-a0ae-33f45d0e23f8 req-3991bba2-3a09-4bd7-b920-5fb653e0c069 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167734 Aug 31 16:15:38.229844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.241829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:38.241829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.323366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44728) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.332608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7e94f17-acd8-4dc7-89d2-b082cd43110a req-1b99a63c-fef8-4b68-88a1-916a93ec1f31 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 210 time: 0.0675457 Aug 31 16:15:38.341450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Network': ['ID=a35fb7ab-dc5f-4acc-86d6-43c884547692,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:38.358356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a35fb7ab-dc5f-4acc-86d6-43c884547692 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:38.394449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a868c92b-9a9a-46b8-b617-20daa2975cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.403837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a868c92b-9a9a-46b8-b617-20daa2975cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.407053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-88dbc8d9-e9ce-4521-81e4-ed5fee4e6f90 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2528522 Aug 31 16:15:38.411058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44732) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.417329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'subnet': {'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.424720 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-b7eeb20e-d30a-4d79-8a31-4536767507c1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:38.430695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44734) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.432714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7eeb20e-d30a-4d79-8a31-4536767507c1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2568803 Aug 31 16:15:38.450735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a940a6dd-825c-4099-84f2-c0fb03654c6f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '794bf1fe-a833-452d-9f5a-a723c0f56ef2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.470764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-a940a6dd-825c-4099-84f2-c0fb03654c6f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:15:38.470764 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:15:38.470764 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': '7dc261503a984253acdeef8ef80cfd16', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 15, 38, 458363)}] Aug 31 16:15:38.470764 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:15:38.471463 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-a940a6dd-825c-4099-84f2-c0fb03654c6f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:15:38.480017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Made reservation on behalf of faa42f02de1e4d869469adcf449748a0 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:38.482920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.483861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868c92b-9a9a-46b8-b617-20daa2975cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1e7ee-3af7-4837-9a39-39125c29cba9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:38.495090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a868c92b-9a9a-46b8-b617-20daa2975cdc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=646e2df826034d508b56928ec10bdca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5314813 Aug 31 16:15:38.497801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44736) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:38.545201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-810071037-network', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.624733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Made reservation on behalf of 290ff2d6fdd24d53a1c3143942792ffb for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:38.627106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.641002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b690077-171e-477e-a43c-1adbe7896b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.691127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.755782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b690077-171e-477e-a43c-1adbe7896b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.904008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-3eb2238d-a97e-4dfe-8313-a5d54d5a7ce3 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:38.905556 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-3eb2238d-a97e-4dfe-8313-a5d54d5a7ce3 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 814 time: 0.3022192 Aug 31 16:15:38.906918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:15:38.907917 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.925530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Request body: {'port': {'device_id': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3', 'admin_state_up': True, 'tenant_id': '5dcfc83a7cbb4c4fbf5e5df41a49049e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:38.954768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b690077-171e-477e-a43c-1adbe7896b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.956783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4811104e-35e4-4715-9e56-42966c8d32c1,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:38.957434 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b690077-171e-477e-a43c-1adbe7896b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:38.958605 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1b690077-171e-477e-a43c-1adbe7896b8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3be1e7ee-3af7-4837-9a39-39125c29cba9 HTTP/1.1" status: 204 len: 168 time: 0.4585600 Aug 31 16:15:39.005918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Checking segment: {'id': '85667307-ffb2-4f2b-abad-22271be4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:39.006551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network hostable DHCP agents. Network: a35fb7ab-dc5f-4acc-86d6-43c884547692, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:39.030341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a35fb7ab-dc5f-4acc-86d6-43c884547692 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:39.044797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a35fb7ab-dc5f-4acc-86d6-43c884547692) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:39.050592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:39.051296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.056776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42b9d6-f0eb-4df6-b52f-f77fd7e5a31e None None] Network a35fb7ab-dc5f-4acc-86d6-43c884547692 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:39.080131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690077-171e-477e-a43c-1adbe7896b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1e7ee-3af7-4837-9a39-39125c29cba9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.132299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.140915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.180487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:39.200684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a2fb479c-22ce-437a-9d6f-a48a340b65e1 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7829881 Aug 31 16:15:39.200972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:39.201838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b5ee4-4901-4966-91ae-0d8f6e7e1445,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.211761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-908375419', 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:39.220734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Made reservation on behalf of 5dcfc83a7cbb4c4fbf5e5df41a49049e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:39.225164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.242877 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-a940a6dd-825c-4099-84f2-c0fb03654c6f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:39.245213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a940a6dd-825c-4099-84f2-c0fb03654c6f tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8123076 Aug 31 16:15:39.249992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44750) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:39.260309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.260660 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Added segment 15202ac8-6779-4a97-93ed-899b7dbeffd5 of type vlan for network a68a9808-2734-41ad-9b97-47391fe21895 Aug 31 16:15:39.275427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Made reservation on behalf of faa42f02de1e4d869469adcf449748a0 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:39.278686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.284477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226018cc-76bb-4e25-9c16-a1c2e6fb9f72 None None] Network a35fb7ab-dc5f-4acc-86d6-43c884547692 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:39.334799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] device_id is not set on port c748ff95-4de9-4f2a-8cd8-e045b85e6fe8 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:15:39.371696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.515998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.521989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:39.522991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.533225 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7b76f0a-a2ba-40aa-9606-7f017f7cf322 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.554405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-272f48d8-e52f-4605-8fd8-bbaaf80e753e req-9df4dd25-87aa-4f98-a923-03b2bcffe761 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 210 time: 0.1055160 Aug 31 16:15:39.579433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7b76f0a-a2ba-40aa-9606-7f017f7cf322 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.670750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Allocated IP 172.20.0.5 (a35fb7ab-dc5f-4acc-86d6-43c884547692/4811104e-35e4-4715-9e56-42966c8d32c1/c748ff95-4de9-4f2a-8cd8-e045b85e6fe8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:39.737645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Allocated IP 172.20.0.7 (94f1cd75-e915-4af1-8f11-daf4eb05e3d3/82bfb85b-e687-4fc6-91c7-146c26af3d55/dd16d58b-3d2a-43fc-80df-b3ea2507c360) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:39.742488 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4156306 Aug 31 16:15:39.748318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7b76f0a-a2ba-40aa-9606-7f017f7cf322 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.749693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:39.752272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7b76f0a-a2ba-40aa-9606-7f017f7cf322 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:39.753886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c7b76f0a-a2ba-40aa-9606-7f017f7cf322 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/794bf1fe-a833-452d-9f5a-a723c0f56ef2 HTTP/1.1" status: 204 len: 168 time: 0.5010369 Aug 31 16:15:39.760834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Request body: {'subnet': {'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-810071037-subnet', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:39.768833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44766) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:39.789675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b76f0a-a2ba-40aa-9606-7f017f7cf322 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794bf1fe-a833-452d-9f5a-a723c0f56ef2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.793920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e739aa-cfc1-40c1-b07a-259386e6ef37 admin admin] Pushing event updated for resources: {'Network': ['ID=a68a9808-2734-41ad-9b97-47391fe21895,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:39.825021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a68a9808-2734-41ad-9b97-47391fe21895 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:39.944655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Made reservation on behalf of 290ff2d6fdd24d53a1c3143942792ffb for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:39.947783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.012384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.023871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:40.024251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f0bcb6ed-6fe8-4626-9f2c-26a150856f21 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2530444 Aug 31 16:15:40.032942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--398364551'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:40.086808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.104252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.173849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.229946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.249862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:40.255546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:40.257312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.264644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.267446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:40.328979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Pushing event updated for resources: {'Port': ['ID=dd16d58b-3d2a-43fc-80df-b3ea2507c360,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.329622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Port': ['ID=c748ff95-4de9-4f2a-8cd8-e045b85e6fe8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.338053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.341698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a35fb7ab-dc5f-4acc-86d6-43c884547692 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:40.347674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.348984 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3236511 Aug 31 16:15:40.355816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:40.361211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cd4a3552-956c-4e36-9d1e-0a34af89e803 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'fefa4e6e-0a29-4118-8c40-ac1b54824603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:40.370182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2344-a0b9-433c-89c5-e8089efbaeb3 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa4e6e-0a29-4118-8c40-ac1b54824603,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.370836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:40.373964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:40.391093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:40.391934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.430936 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-0d0b8904-0027-42b3-9e7b-09a3c5ff802e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5127993 Aug 31 16:15:40.448997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Request body: {'port': {'device_id': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:40.450433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf6901e-2fac-4089-8fd6-e67e3c0034e2,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:40.462058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:40.463768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.494722 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-cd4a3552-956c-4e36-9d1e-0a34af89e803 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The resource could not be found. Aug 31 16:15:40.495362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd4a3552-956c-4e36-9d1e-0a34af89e803 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1378334 Aug 31 16:15:40.501715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44786) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:40.511910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Checking segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:40.512474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Network hostable DHCP agents. Network: a68a9808-2734-41ad-9b97-47391fe21895, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:15:40.512795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b755ce39-e032-4882-80e3-00cd68fbbe04 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'fefa4e6e-0a29-4118-8c40-ac1b54824603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '99be4e90-5dd1-4210-842b-1e496b7508ab'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:40.519880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ac660e98-fd68-48ef-b951-d3df29125f5f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3150973 Aug 31 16:15:40.520751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44788) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:40.542840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Network a68a9808-2734-41ad-9b97-47391fe21895 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:15:40.558170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a68a9808-2734-41ad-9b97-47391fe21895) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:40.565406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:40.566145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.567373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8188e-d147-4117-bb88-c10b6d9da986 None None] Network a68a9808-2734-41ad-9b97-47391fe21895 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:40.620100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.637491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2b548e25-c569-4631-8597-d6187c894606 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8854995 Aug 31 16:15:40.640496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44792) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:40.648667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:40.749538 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.752399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.762001 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-b755ce39-e032-4882-80e3-00cd68fbbe04 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The resource could not be found. Aug 31 16:15:40.763081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b755ce39-e032-4882-80e3-00cd68fbbe04 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2601757 Aug 31 16:15:40.776067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44794) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:40.782419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea3f24-7402-4860-9cda-dda03365172b None None] Network a68a9808-2734-41ad-9b97-47391fe21895 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:15:40.836512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Deleting port c748ff95-4de9-4f2a-8cd8-e045b85e6fe8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:40.836821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:40.987069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.003472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.022620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67ca5f-db94-4552-adf3-a997f1fe82e3 req-dcf03809-cb62-4540-a087-5bf5251ec91b tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:41.025887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Calling delete_port for c748ff95-4de9-4f2a-8cd8-e045b85e6fe8 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:41.032442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab67ca5f-db94-4552-adf3-a997f1fe82e3 req-dcf03809-cb62-4540-a087-5bf5251ec91b tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 931 time: 0.3705003 Aug 31 16:15:41.169749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9a92d410-9deb-4e4e-8dbd-343913457267 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.170386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd16d58b-3d2a-43fc-80df-b3ea2507c360 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:41.176209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab67ca5f-db94-4552-adf3-a997f1fe82e3 req-b417ed57-b9d7-49ac-94f5-ade1d954ffd7 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326401 Aug 31 16:15:41.191456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.266360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Transition to ACTIVE for port object dd16d58b-3d2a-43fc-80df-b3ea2507c360 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:41.267746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.277003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.281485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.286062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9a92d410-9deb-4e4e-8dbd-343913457267 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.309896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event deleted for resources: {'Port': ['ID=c748ff95-4de9-4f2a-8cd8-e045b85e6fe8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:41.389223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9a92d410-9deb-4e4e-8dbd-343913457267 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.392147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9a92d410-9deb-4e4e-8dbd-343913457267 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.393432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9a92d410-9deb-4e4e-8dbd-343913457267 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/fefa4e6e-0a29-4118-8c40-ac1b54824603 HTTP/1.1" status: 204 len: 168 time: 0.6144738 Aug 31 16:15:41.406112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44804) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:41.407195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92d410-9deb-4e4e-8dbd-343913457267 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa4e6e-0a29-4118-8c40-ac1b54824603,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:41.464918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-05128fcd-357a-480c-922a-affed3c717cc tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549846 Aug 31 16:15:41.471458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44806) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:41.477758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d5b9f918-1416-4463-8a1b-6474f65831d0 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': 'e2051388-e08a-4971-b38f-58c23a740f0d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:41.493580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.498768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-afe80ec2-3a81-43fa-b18f-ae214c703245 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c748ff95-4de9-4f2a-8cd8-e045b85e6fe8 HTTP/1.1" status: 204 len: 168 time: 0.9743543 Aug 31 16:15:41.499128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44808) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:41.507207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692', 'external_fixed_ips': [{'subnet_id': '4811104e-35e4-4715-9e56-42966c8d32c1', 'ip_address': '172.20.0.5'}]}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:41.532364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Pushing event updated for resources: {'Port': ['ID=dd16d58b-3d2a-43fc-80df-b3ea2507c360,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:41.598583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Attempting to bind port dd16d58b-3d2a-43fc-80df-b3ea2507c360 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:15:41.598919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Attempting to bind port dd16d58b-3d2a-43fc-80df-b3ea2507c360 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:15:41.599257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Attempting to bind port dd16d58b-3d2a-43fc-80df-b3ea2507c360 on network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:41.606401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Port dd16d58b-3d2a-43fc-80df-b3ea2507c360 on network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:15:41.606721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Attempting to bind port dd16d58b-3d2a-43fc-80df-b3ea2507c360 on network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:41.612884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:15:41.613234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Checking segment: {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:41.613656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Bound using segment: {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:15:41.614100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Bound port: dd16d58b-3d2a-43fc-80df-b3ea2507c360, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:15:41.614492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.645447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.646744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.684634 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-d5b9f918-1416-4463-8a1b-6474f65831d0 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The resource could not be found. Aug 31 16:15:41.689733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d5b9f918-1416-4463-8a1b-6474f65831d0 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2119853 Aug 31 16:15:41.692333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44810) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:41.699905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932658922'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:41.783833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.788422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.807808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] For port dd16d58b-3d2a-43fc-80df-b3ea2507c360, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:41.823922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.838665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] For port dd16d58b-3d2a-43fc-80df-b3ea2507c360, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:41.851919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.863616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.875950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:41.876755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:41.878854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] 10.222.0.49 "PUT /v2.0/ports/dd16d58b-3d2a-43fc-80df-b3ea2507c360 HTTP/1.1" status: 200 len: 1092 time: 1.4391446 Aug 31 16:15:41.883974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'tag': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:41.887730 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "34aeb369-8c2f-4527-9788-2d4fead532fc", "tag": "dd16d58b-3d2a-43fc-80df-b3ea2507c360"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:42.015733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20885e3e-3064-4803-8888-408c5e310c38 service neutron] Pushing event updated for resources: {'Port': ['ID=dd16d58b-3d2a-43fc-80df-b3ea2507c360,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:42.034847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-b855920c-f2c4-4178-bfe3-dbf374bbc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:42.036801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-b855920c-f2c4-4178-bfe3-dbf374bbc3e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 1095 time: 0.1068645 Aug 31 16:15:42.055493 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a81ea-ff4a-4fac-b4c4-09a0dfce37a4 x-openstack-request-id: req-b02a81ea-ff4a-4fac-b4c4-09a0dfce37a4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:42.055796 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34aeb369-8c2f-4527-9788-2d4fead532fc", "tag": "dd16d58b-3d2a-43fc-80df-b3ea2507c360", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:42.056064 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b02a81ea-ff4a-4fac-b4c4-09a0dfce37a4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:42.056546 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'tag': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360', 'status': 'completed', 'code': 200} Aug 31 16:15:42.102186 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-14de1ff3-7623-4e58-947e-6a0faff4e234 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360 HTTP/1.1" status: 200 len: 217 time: 0.0570087 Aug 31 16:15:42.134190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.160314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Allocated IP 172.25.6.171 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d4498f6e-6e29-4127-aa20-49a6a4fc86da) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:42.185719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-6ea47e66-0b09-4fe1-ade8-6461a9f5ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:42.187438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-6ea47e66-0b09-4fe1-ade8-6461a9f5ee63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82bfb85b-e687-4fc6-91c7-146c26af3d55 HTTP/1.1" status: 200 len: 854 time: 0.0778110 Aug 31 16:15:42.202329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.233190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-1d6d3447-2b3f-401f-9a41-581d5c3d7a66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346761 Aug 31 16:15:42.236485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.340411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.341668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6480539 Aug 31 16:15:42.348389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44826) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:42.356855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--274249574'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:42.364619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e68f8-bcf3-41d3-bd4c-cc22e3d12b0e tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e99134a-d8b8-4cfc-aee5-735b26cd5285,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:42.418374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.436399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-20094981-264f-4df7-8bf6-7226a66646b0 service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934035 Aug 31 16:15:42.603711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.613738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.662971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.677724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.679384 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3288181 Aug 31 16:15:42.684731 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c6c4fd2a-c196-4744-9480-24d77d438923 req-59c2065b-c687-4d07-bbb7-d85373c95ca9 service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922765 Aug 31 16:15:42.686135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:42.691951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-47219ea6-b315-4b3d-9117-98308090f239 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group_rule': {'security_group_id': '7e99134a-d8b8-4cfc-aee5-735b26cd5285', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '382970f0-d1f8-46fd-a993-b411110076fa'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:42.697022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a373831-b8a7-4b61-b020-0f461599e651 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382970f0-d1f8-46fd-a993-b411110076fa,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:42.773075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304894df-fed8-482b-b70e-7a4b175d3146 req-e7e82c4f-327d-43f4-8fa8-c8af63ae7c47 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:42.775074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-304894df-fed8-482b-b70e-7a4b175d3146 req-e7e82c4f-327d-43f4-8fa8-c8af63ae7c47 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 943 time: 0.4640784 Aug 31 16:15:42.796906 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-47219ea6-b315-4b3d-9117-98308090f239 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:15:42.798081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-47219ea6-b315-4b3d-9117-98308090f239 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1108778 Aug 31 16:15:42.802577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44834) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:42.813989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-a42fa176-72d8-4d94-bbb4-dca3ec83c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:42.815600 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-a42fa176-72d8-4d94-bbb4-dca3ec83c278 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 1095 time: 0.0690210 Aug 31 16:15:42.825832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778831ac-c6ba-4f86-bb56-16837f827e9b req-d56daa4f-5cf5-46a5-b626-2d37ace83648 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:42.827724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-778831ac-c6ba-4f86-bb56-16837f827e9b req-d56daa4f-5cf5-46a5-b626-2d37ace83648 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.1730738 Aug 31 16:15:42.835190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.889238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-304894df-fed8-482b-b70e-7a4b175d3146 req-22219b64-776e-4bbf-bb61-11531f476c66 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059794 Aug 31 16:15:42.913852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:42.929691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55f41aac-0504-443e-ada8-24ea03fa3596 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.973731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55f41aac-0504-443e-ada8-24ea03fa3596 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:42.983765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-327e6966-537a-4195-a434-751f5e540240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:42.985390 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-327e6966-537a-4195-a434-751f5e540240 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 915 time: 0.1611958 Aug 31 16:15:43.017731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-778831ac-c6ba-4f86-bb56-16837f827e9b req-b565c23b-0d7b-4a0c-b7c3-d7c3a7663e49 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796763 Aug 31 16:15:43.018726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:43.025817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:43.029584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Pushing event updated for resources: {'Port': ['ID=d4498f6e-6e29-4127-aa20-49a6a4fc86da,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:43.049885 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-29c8c3ad-bb43-4ee1-a381-028c140b8102 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360 HTTP/1.1" status: 200 len: 217 time: 0.0541906 Aug 31 16:15:43.080089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55f41aac-0504-443e-ada8-24ea03fa3596 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.087564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-55f41aac-0504-443e-ada8-24ea03fa3596 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.089490 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-55f41aac-0504-443e-ada8-24ea03fa3596 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/382970f0-d1f8-46fd-a993-b411110076fa HTTP/1.1" status: 204 len: 168 time: 0.2876475 Aug 31 16:15:43.094929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44838) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:43.127389 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.136847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f41aac-0504-443e-ada8-24ea03fa3596 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382970f0-d1f8-46fd-a993-b411110076fa,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:43.167068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-976d5c3c-b35e-4feb-aca1-48babc01c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:43.169633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-976d5c3c-b35e-4feb-aca1-48babc01c312 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82bfb85b-e687-4fc6-91c7-146c26af3d55 HTTP/1.1" status: 200 len: 854 time: 0.1045799 Aug 31 16:15:43.217241 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-3c5fa78d-b00f-49ec-8fbf-036304f28170 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388687 Aug 31 16:15:43.282147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.356174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-b225352b-7ada-4bb8-91cc-79e39102973c service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294363 Aug 31 16:15:43.426431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fafbfec3-4417-4723-9f4e-c886feb58401 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3303134 Aug 31 16:15:43.439894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44846) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:43.494338 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f6315d2f-8e76-4fdc-9bc3-956b9488e8dd req-0a0ccc02-6319-4075-a883-ee1c1ccd778e service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314056 Aug 31 16:15:43.620066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.697676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8e91b79-e24f-4408-9c02-3e0951d7c087 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.751131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8e91b79-e24f-4408-9c02-3e0951d7c087 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.796150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Allocated IP 172.20.0.5 (a35fb7ab-dc5f-4acc-86d6-43c884547692/4811104e-35e4-4715-9e56-42966c8d32c1/d446ec3a-daa1-4885-9dd6-32be047da095) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:43.956340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8e91b79-e24f-4408-9c02-3e0951d7c087 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.959243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8e91b79-e24f-4408-9c02-3e0951d7c087 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:43.963209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b8e91b79-e24f-4408-9c02-3e0951d7c087 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e99134a-d8b8-4cfc-aee5-735b26cd5285 HTTP/1.1" status: 204 len: 168 time: 0.4858708 Aug 31 16:15:43.963887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44850) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.018859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e91b79-e24f-4408-9c02-3e0951d7c087 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e99134a-d8b8-4cfc-aee5-735b26cd5285,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:44.059029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8bc1f930-e350-428b-8f6d-c1b9d8952840 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928082 Aug 31 16:15:44.069282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44852) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.074060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'tempest-secgroup--708816277'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:44.102714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.262122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.268763 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.284744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.293467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.313074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.314524 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2441916 Aug 31 16:15:44.317999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292424b-4c17-463d-9af6-6ca2935f89bd req-6e728202-186c-4d03-8a8d-02bcd0dac7c0 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:44.319122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44856) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.319612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9292424b-4c17-463d-9af6-6ca2935f89bd req-6e728202-186c-4d03-8a8d-02bcd0dac7c0 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 943 time: 0.2539980 Aug 31 16:15:44.324506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-280dcfe3-e82d-4836-b29d-2a5192cf1ba1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:44.325321 n-d-793621-35 neutron-server[101478]: WARNING neutron.api.v2.base [None req-280dcfe3-e82d-4836-b29d-2a5192cf1ba1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 16:15:44.326017 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-280dcfe3-e82d-4836-b29d-2a5192cf1ba1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 16:15:44.327177 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-280dcfe3-e82d-4836-b29d-2a5192cf1ba1 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "PUT /v2.0/security-groups/a52c4a93-4536-41eb-9384-3ee8021d14cd HTTP/1.1" status: 409 len: 330 time: 0.0065994 Aug 31 16:15:44.327323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-a0de073b-5d3a-4967-bd80-f6b157fae9d5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:44.328867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-a0de073b-5d3a-4967-bd80-f6b157fae9d5 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.3138578 Aug 31 16:15:44.331236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.340989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3dde-2ff1-4d76-9fc9-e70bc3094345 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52c4a93-4536-41eb-9384-3ee8021d14cd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:44.397297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f831b79-8ae6-4e7e-b2d9-c9b82c388436 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.424586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f831b79-8ae6-4e7e-b2d9-c9b82c388436 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.455516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c301-df48-4999-a1a0-8bbe082a0cec req-1dd0e512-0df7-40b6-b394-4e09ca5a5f5f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:44.465246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf10c301-df48-4999-a1a0-8bbe082a0cec req-1dd0e512-0df7-40b6-b394-4e09ca5a5f5f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.2696712 Aug 31 16:15:44.491541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f831b79-8ae6-4e7e-b2d9-c9b82c388436 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.495514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6f831b79-8ae6-4e7e-b2d9-c9b82c388436 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.497428 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f831b79-8ae6-4e7e-b2d9-c9b82c388436 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/a52c4a93-4536-41eb-9384-3ee8021d14cd HTTP/1.1" status: 204 len: 168 time: 0.1648102 Aug 31 16:15:44.511530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44864) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.568222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd16d58b-3d2a-43fc-80df-b3ea2507c360 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:15:44.600158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9292424b-4c17-463d-9af6-6ca2935f89bd req-378eee57-5b2f-48ea-8904-00fec9c22891 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606518 Aug 31 16:15:44.614956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f831b79-8ae6-4e7e-b2d9-c9b82c388436 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52c4a93-4536-41eb-9384-3ee8021d14cd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:44.633592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.660237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-835ef161-dff7-4ceb-a6af-beaa411bb623 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1439745 Aug 31 16:15:44.667831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44866) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.685258 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-aa8d7c47-20f3-4a7c-9c6a-c0c499bcfd00 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] delete failed (client error): The resource could not be found. Aug 31 16:15:44.693866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aa8d7c47-20f3-4a7c-9c6a-c0c499bcfd00 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "DELETE /v2.0/security-groups/1b2b5173-e660-4059-bdd1-f7e44aee91af HTTP/1.1" status: 404 len: 347 time: 0.0242288 Aug 31 16:15:44.694479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44868) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.698570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf10c301-df48-4999-a1a0-8bbe082a0cec req-bfcf11c0-79d5-4b65-9758-abf0576fd62b tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323530 Aug 31 16:15:44.733117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a35fb7ab-dc5f-4acc-86d6-43c884547692 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:44.749324 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-be773b28-3087-4271-a8a8-a1ad707bd813 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] show failed (client error): The resource could not be found. Aug 31 16:15:44.756932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44870) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:44.765508 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-be773b28-3087-4271-a8a8-a1ad707bd813 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-groups/c25454c7-b774-4fd3-b493-db9b66dc53fb HTTP/1.1" status: 404 len: 347 time: 0.0658574 Aug 31 16:15:44.770803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:44.784211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:44.797381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Port': ['ID=d446ec3a-daa1-4885-9dd6-32be047da095,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:44.832096 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-b70578f4-6ebd-4abd-b608-e46de7778273 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] show failed (client error): The resource could not be found. Aug 31 16:15:44.839120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b70578f4-6ebd-4abd-b608-e46de7778273 tempest-NegativeSecGroupTest-1284326639 tempest-NegativeSecGroupTest-1284326639-project] 10.222.0.43 "GET /v2.0/security-group-rules/50f395c2-129e-424a-a909-a1ea12604a0f HTTP/1.1" status: 404 len: 356 time: 0.0657713 Aug 31 16:15:44.862485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Deleting port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:44.862829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:44.936797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Router f5db691d-5391-498f-9c11-04cd03cb4a36 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:15:44.972055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd16d58b-3d2a-43fc-80df-b3ea2507c360, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:44.990219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360', 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3', 'port_id': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360', 'mac_address': 'fa:16:3e:43:ea:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bfb85b-e687-4fc6-91c7-146c26af3d55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:15:45.082207 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.103116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd16d58b-3d2a-43fc-80df-b3ea2507c360 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:15:45.143409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd16d58b-3d2a-43fc-80df-b3ea2507c360, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:45.150829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.228657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dd16d58b-3d2a-43fc-80df-b3ea2507c360,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:45.240907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:45.362931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dd16d58b-3d2a-43fc-80df-b3ea2507c360'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:15:45.443398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60a6f82a-3080-482b-875b-e5b5358e6710 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7dc261503a984253acdeef8ef80cfd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006326 Aug 31 16:15:45.445608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:45.471977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] For port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:45.472573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.514623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a946e1d0-1dd1-4c3e-a27f-4a8366e57155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.552381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a946e1d0-1dd1-4c3e-a27f-4a8366e57155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.632873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a946e1d0-1dd1-4c3e-a27f-4a8366e57155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.635624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a946e1d0-1dd1-4c3e-a27f-4a8366e57155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.637865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a946e1d0-1dd1-4c3e-a27f-4a8366e57155 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf4829e3-127c-465a-8da7-82cd63d00300 HTTP/1.1" status: 204 len: 168 time: 0.1902158 Aug 31 16:15:45.646299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946e1d0-1dd1-4c3e-a27f-4a8366e57155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4829e3-127c-465a-8da7-82cd63d00300,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:45.914202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:45.938637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Sync routers for ids ['f5db691d-5391-498f-9c11-04cd03cb4a36'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:45.959015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Routers {'f5db691d-5391-498f-9c11-04cd03cb4a36'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:45.960305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f5db691d-5391-498f-9c11-04cd03cb4a36'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:45.971234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:45.972538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e0090074-e3d8-4bbe-b0a2-9ab9e7533635 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3309574 Aug 31 16:15:45.975723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:46.043610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca4690-225e-4395-99c1-ebd4ca2b5bc9 req-9b870a53-752c-4631-b480-7179e771df0b tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:46.045428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06ca4690-225e-4395-99c1-ebd4ca2b5bc9 req-9b870a53-752c-4631-b480-7179e771df0b tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 944 time: 0.3257051 Aug 31 16:15:46.116360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b485aaf-aeca-4405-b420-80ccbbfbc334 req-02c47566-0606-4ab2-a2d6-b47dccba8836 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:46.118408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b485aaf-aeca-4405-b420-80ccbbfbc334 req-02c47566-0606-4ab2-a2d6-b47dccba8836 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 946 time: 0.3231483 Aug 31 16:15:46.120018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:46.155222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Set router f5db691d-5391-498f-9c11-04cd03cb4a36 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:46.280479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b485aaf-aeca-4405-b420-80ccbbfbc334 req-09140b7b-9991-447a-9e86-823ef20ff028 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b927eab-9eb0-460e-bfad-988daee87b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490526 Aug 31 16:15:46.286982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:46.287387 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:46.287755 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Floating IP 0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc disassociated. External IP: 172.25.6.23, port: 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57. Aug 31 16:15:46.289184 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Calling delete_port for 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:46.340229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06ca4690-225e-4395-99c1-ebd4ca2b5bc9 req-70a8ddc3-49b8-44e3-9c87-fc3b7b0f34d8 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842443 Aug 31 16:15:46.446502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:15:43Z', 'revision_number': 3, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:46.527513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Checking router: f5db691d-5391-498f-9c11-04cd03cb4a36 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:46.527864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Updating router f5db691d-5391-498f-9c11-04cd03cb4a36 port d4498f6e-6e29-4127-aa20-49a6a4fc86da binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:15:46.581754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:15:46.637049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:46.706512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd16d58b-3d2a-43fc-80df-b3ea2507c360 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:46.738176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:46.752862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event deleted for resources: {'Port': ['ID=54fbbec5-7bbb-40e4-9b94-9ffd1b628e57,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:46.840676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:46.948908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44916) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:46.977297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.014294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No active binding found for port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 {{(pid=101479) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 16:15:47.014925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:15:47.035292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port dd16d58b-3d2a-43fc-80df-b3ea2507c360 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:47.047076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port dd16d58b-3d2a-43fc-80df-b3ea2507c360 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:47.047397 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.119405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:15:47.230066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.240898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-739911643'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:47.281977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Router 2ae66a70-fa92-4371-9aa0-17f1c0a9b709 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:15:47.292983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port dd16d58b-3d2a-43fc-80df-b3ea2507c360, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:47.295333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:47.297913 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76625c9-9b99-42cf-87a4-7c171edf87ca" -d '{"events": [{"server_uuid": "34aeb369-8c2f-4527-9788-2d4fead532fc", "name": "network-vif-plugged", "status": "completed", "tag": "dd16d58b-3d2a-43fc-80df-b3ea2507c360"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:47.326102 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.331053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Made reservation on behalf of 25589ca6cadf42d4911348b32122dee3 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:47.334566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.362411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.417370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Allocated IP 172.20.0.1 (a68a9808-2734-41ad-9b97-47391fe21895/0bf6901e-2fac-4089-8fd6-e67e3c0034e2/741012b5-e9c3-4491-902e-bc82ed30bc05) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:47.424421 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5df94f-043b-46e8-8eaa-d53808d2c53f x-openstack-request-id: req-ca5df94f-043b-46e8-8eaa-d53808d2c53f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:47.424821 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34aeb369-8c2f-4527-9788-2d4fead532fc", "name": "network-vif-plugged", "status": "completed", "tag": "dd16d58b-3d2a-43fc-80df-b3ea2507c360", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:47.424997 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca5df94f-043b-46e8-8eaa-d53808d2c53f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:47.425385 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360', 'code': 200} Aug 31 16:15:47.506055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.532096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50ca914a-f305-44f6-9609-ce0f90ad3202 req-0f31a473-e6f7-4e9d-bb91-779fd5f8534a tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 210 time: 0.0737648 Aug 31 16:15:47.552525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Transition to ACTIVE for port object d4498f6e-6e29-4127-aa20-49a6a4fc86da will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:47.565338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=dd16d58b-3d2a-43fc-80df-b3ea2507c360,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:47.567316 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.613960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:47.624923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Sync routers for ids ['2ae66a70-fa92-4371-9aa0-17f1c0a9b709'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:47.636793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Attempting to bind port d4498f6e-6e29-4127-aa20-49a6a4fc86da on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:15:47.637727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Attempting to bind port d4498f6e-6e29-4127-aa20-49a6a4fc86da by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:15:47.638197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Attempting to bind port d4498f6e-6e29-4127-aa20-49a6a4fc86da on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:47.641387 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Routers {'2ae66a70-fa92-4371-9aa0-17f1c0a9b709'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:47.642033 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2ae66a70-fa92-4371-9aa0-17f1c0a9b709'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:47.652169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:15:47.652705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:47.653182 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.653698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:15:47.654383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Bound port: d4498f6e-6e29-4127-aa20-49a6a4fc86da, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:15:47.654840 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.659769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72a13d-d9ad-40c0-a77a-2660c73593e2 None None] Pushing event updated for resources: {'Port': ['ID=d4498f6e-6e29-4127-aa20-49a6a4fc86da,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:47.714615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:47.726778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] For port d4498f6e-6e29-4127-aa20-49a6a4fc86da, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:47.732333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] For port d4498f6e-6e29-4127-aa20-49a6a4fc86da, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d4498f6e-6e29-4127-aa20-49a6a4fc86da,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:47.742891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:47.755739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:47.818108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:47.818964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:47.913334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Routers {'f5db691d-5391-498f-9c11-04cd03cb4a36'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:47.914162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f5db691d-5391-498f-9c11-04cd03cb4a36'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:47.941359 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Set router 2ae66a70-fa92-4371-9aa0-17f1c0a9b709 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:47.983937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e975568-6d37-4bc9-b351-4102b7d6b3e3 req-f22d06fb-ffd9-4583-8822-72b235e9a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:47.986429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3e975568-6d37-4bc9-b351-4102b7d6b3e3 req-f22d06fb-ffd9-4583-8822-72b235e9a80a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 1097 time: 0.4396706 Aug 31 16:15:47.994494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72a13d-d9ad-40c0-a77a-2660c73593e2 None None] Pushing event updated for resources: {'Port': ['ID=d4498f6e-6e29-4127-aa20-49a6a4fc86da,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:48.048228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3e975568-6d37-4bc9-b351-4102b7d6b3e3 req-c2c29a5e-4a17-49b2-a1db-53b08ab06957 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Aug 31 16:15:48.052415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.113647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.160467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] Set router f5db691d-5391-498f-9c11-04cd03cb4a36 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:48.184931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] No DVR routers for this DVR port 54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:15:48.192892 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.195368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1c57d55-6c2f-4069-80f0-4a60954d9c37 req-ee0c8f84-7467-46a2-8867-3411a5301187 tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.30 "DELETE /v2.0/ports/54fbbec5-7bbb-40e4-9b94-9ffd1b628e57 HTTP/1.1" status: 204 len: 173 time: 3.8570750 Aug 31 16:15:48.197696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-deleted', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:15:48.200395 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e806c-3f68-403f-bbd1-77e25510e585" -d '{"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-deleted", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:15:48.241769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Pushing event updated for resources: {'Port': ['ID=741012b5-e9c3-4491-902e-bc82ed30bc05,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:48.261098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f8d32-af84-465e-adab-e08751c8c2cf req-6c8a1b6b-d3e0-436a-8fcd-cbc32478625e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:48.267018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e92f8d32-af84-465e-adab-e08751c8c2cf req-6c8a1b6b-d3e0-436a-8fcd-cbc32478625e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 945 time: 0.7468071 Aug 31 16:15:48.273971 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966bf7d6-90ec-4529-abba-2dd68736e91f x-openstack-request-id: req-966bf7d6-90ec-4529-abba-2dd68736e91f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:15:48.274633 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f740c-259e-4e87-ae97-6017414ca4cd", "name": "network-vif-deleted", "tag": "54fbbec5-7bbb-40e4-9b94-9ffd1b628e57", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:15:48.275153 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-966bf7d6-90ec-4529-abba-2dd68736e91f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:15:48.275799 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7f740c-259e-4e87-ae97-6017414ca4cd', 'name': 'network-vif-deleted', 'tag': '54fbbec5-7bbb-40e4-9b94-9ffd1b628e57', 'status': 'completed', 'code': 200} Aug 31 16:15:48.277351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:48.288299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Network a68a9808-2734-41ad-9b97-47391fe21895 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:48.295511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:48.300466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:48.350640 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae66a70-fa92-4371-9aa0-17f1c0a9b709', 'name': '', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692', 'external_fixed_ips': [{'subnet_id': '4811104e-35e4-4715-9e56-42966c8d32c1', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd446ec3a-daa1-4885-9dd6-32be047da095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:45Z', 'revision_number': 3, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port': {'id': 'd446ec3a-daa1-4885-9dd6-32be047da095', 'name': '', 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae66a70-fa92-4371-9aa0-17f1c0a9b709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '4811104e-35e4-4715-9e56-42966c8d32c1', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:43Z', 'updated_at': '2021-08-31T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4811104e-35e4-4715-9e56-42966c8d32c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:48.351590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e92f8d32-af84-465e-adab-e08751c8c2cf req-be2c71a3-3621-4258-b68d-f1aa92d8ba6a tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743468 Aug 31 16:15:48.397673 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Checking router: 2ae66a70-fa92-4371-9aa0-17f1c0a9b709 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:48.397977 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Updating router 2ae66a70-fa92-4371-9aa0-17f1c0a9b709 port d446ec3a-daa1-4885-9dd6-32be047da095 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:15:48.398667 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.432169 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.434131 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.445957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.475599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.478509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a7d28fc1-5b7e-4120-abdd-7f6b032541a4 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.9771938 Aug 31 16:15:48.482889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44934) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:48.502736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:15:48.532116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.532554 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Added segment d85565bd-fe7e-4855-99cd-3a2ff83ec96d of type vlan for network 9777dfc3-d9fc-4a81-9e57-45167c4d54cf Aug 31 16:15:48.535922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563f8e2f-d8a1-49d1-9311-1ba0ad5f13bf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:48.618409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.645068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.707053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.712676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:48.713536 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:48.733700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0ad783-2f49-49d9-8558-70ff806b5617 req-9aea1496-8e41-4fff-a906-b0fc17efa90e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f7f740c-259e-4e87-ae97-6017414ca4cd HTTP/1.1" status: 200 len: 210 time: 0.0894082 Aug 31 16:15:48.879452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.9280381 Aug 31 16:15:48.880124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44942) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:48.887235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ace7d-727a-4921-8420-1b8f1eecf751 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Pushing event updated for resources: {'Network': ['ID=9777dfc3-d9fc-4a81-9e57-45167c4d54cf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:48.908398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9777dfc3-d9fc-4a81-9e57-45167c4d54cf details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:15:48.910666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-7357d15a-86b5-43e2-a27e-9ff935180c4c tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-971205563') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:48.985937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:15:43Z', 'revision_number': 3, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.053431 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.061690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95089f-3ee0-40ad-89a8-c2e9bc3e0bce None None] The sync data for ids ['f5db691d-5391-498f-9c11-04cd03cb4a36'] in n-d-793621-35 is: [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:15:43Z', 'revision_number': 3, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:49.080649 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Transition to ACTIVE for port object d446ec3a-daa1-4885-9dd6-32be047da095 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:49.082835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.091339 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.116095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7357d15a-86b5-43e2-a27e-9ff935180c4c tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "PUT /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-971205563 HTTP/1.1" status: 201 len: 201 time: 0.2160308 Aug 31 16:15:49.117161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44944) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:49.126354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-f844caff-6462-4418-8282-3f816af6a165 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-971205563') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.162099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:49.166671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.185003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.191178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Pushing event updated for resources: {'Port': ['ID=d446ec3a-daa1-4885-9dd6-32be047da095,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:49.202533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.203332 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.203908 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.204511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.205074 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.205670 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.206334 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.206891 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.207445 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.208459 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.209041 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.210001 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:15:49.213173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:49.213935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.234452 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Attempting to bind port d446ec3a-daa1-4885-9dd6-32be047da095 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:15:49.235425 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Attempting to bind port d446ec3a-daa1-4885-9dd6-32be047da095 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '85667307-ffb2-4f2b-abad-22271be4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:15:49.236397 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Attempting to bind port d446ec3a-daa1-4885-9dd6-32be047da095 on network a35fb7ab-dc5f-4acc-86d6-43c884547692 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:49.247169 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:15:49.247709 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Checking segment: {'id': '85667307-ffb2-4f2b-abad-22271be4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:49.248227 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.248729 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Bound using segment: {'id': '85667307-ffb2-4f2b-abad-22271be4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:15:49.249156 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Bound port: d446ec3a-daa1-4885-9dd6-32be047da095, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85667307-ffb2-4f2b-abad-22271be4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a35fb7ab-dc5f-4acc-86d6-43c884547692'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:15:49.249546 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.303173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f844caff-6462-4418-8282-3f816af6a165 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-971205563 HTTP/1.1" status: 204 len: 168 time: 0.1846328 Aug 31 16:15:49.305020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44946) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:49.315092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-f69c274d-fc3f-4696-be8b-eda4ee7f0e13 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.315703 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] For port d446ec3a-daa1-4885-9dd6-32be047da095, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:49.320426 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] For port d446ec3a-daa1-4885-9dd6-32be047da095, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d446ec3a-daa1-4885-9dd6-32be047da095,segment=NetworkSegment(85667307-ffb2-4f2b-abad-22271be4bc85),segment_id=85667307-ffb2-4f2b-abad-22271be4bc85)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:49.328743 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.411279 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44d46-e04c-4640-a139-9fbad223df97 None None] Pushing event updated for resources: {'Port': ['ID=d446ec3a-daa1-4885-9dd6-32be047da095,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:49.432239 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Routers {'2ae66a70-fa92-4371-9aa0-17f1c0a9b709'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:49.433034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2ae66a70-fa92-4371-9aa0-17f1c0a9b709'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.449347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f69c274d-fc3f-4696-be8b-eda4ee7f0e13 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags HTTP/1.1" status: 200 len: 237 time: 0.1421268 Aug 31 16:15:49.452796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44950) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:49.463873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-6e754a66-6ccd-4831-89e1-82b99c6cf687 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', {'tags': ['tempest-TagsTest-Tag-2097772908', 'tempest-TagsTest-Tag-1058146055', 'tempest-TagsTest-Tag-1966933169']}) {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.529479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Deleting port d446ec3a-daa1-4885-9dd6-32be047da095 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:49.531614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.553224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] Set router 2ae66a70-fa92-4371-9aa0-17f1c0a9b709 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:49.639688 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae66a70-fa92-4371-9aa0-17f1c0a9b709', 'name': '', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:49Z', 'revision_number': 4, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.680178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e754a66-6ccd-4831-89e1-82b99c6cf687 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "PUT /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags HTTP/1.1" status: 200 len: 309 time: 0.2261989 Aug 31 16:15:49.686219 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f50597-6b31-4a40-bf57-4120f2a56ca3 None None] The sync data for ids ['2ae66a70-fa92-4371-9aa0-17f1c0a9b709'] in n-d-793621-35 is: [{'id': '2ae66a70-fa92-4371-9aa0-17f1c0a9b709', 'name': '', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:49Z', 'revision_number': 4, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:49.688238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44952) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:49.695039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-0520becb-028b-40c6-b4eb-63cd0590070a tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-2097772908') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:49.769511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9aeb-8213-40b8-8294-13396e76e2bf req-d1c92074-9412-4a67-9ccf-9ae8cfa7c1e8 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:49.772973 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-060c9aeb-8213-40b8-8294-13396e76e2bf req-d1c92074-9412-4a67-9ccf-9ae8cfa7c1e8 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 945 time: 0.1456707 Aug 31 16:15:49.796507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] For port d446ec3a-daa1-4885-9dd6-32be047da095, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d446ec3a-daa1-4885-9dd6-32be047da095,segment=NetworkSegment(85667307-ffb2-4f2b-abad-22271be4bc85),segment_id=85667307-ffb2-4f2b-abad-22271be4bc85)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:49.796884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:49.878684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:49.897960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Calling delete_port for d446ec3a-daa1-4885-9dd6-32be047da095 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:49.940812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-060c9aeb-8213-40b8-8294-13396e76e2bf req-e05c83b5-39a0-4df6-b6d5-8c63af929883 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067069 Aug 31 16:15:49.996108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0520becb-028b-40c6-b4eb-63cd0590070a tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "DELETE /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-2097772908 HTTP/1.1" status: 204 len: 168 time: 0.3065281 Aug 31 16:15:49.998563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44966) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.010179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-e32c9f12-3415-4379-8a56-b55d740c1e6d tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-2097772908') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.025858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44968) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.292738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.310283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.311078 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7376dc11-39a0-4b59-844e-d8e88644f14f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.314456 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-e32c9f12-3415-4379-8a56-b55d740c1e6d tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] show failed (client error): The resource could not be found. Aug 31 16:15:50.315789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e32c9f12-3415-4379-8a56-b55d740c1e6d tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-2097772908 HTTP/1.1" status: 404 len: 326 time: 0.3162518 Aug 31 16:15:50.323895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45000) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.332459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-fca0a76c-052a-48a6-84f7-12dd6d3d6a61 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-1058146055') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.402591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.458528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a50783-d774-49e0-9d10-64a22b495428 None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:06:27Z', 'revision_number': 4, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6b4eddb5-5f91-49d9-84a3-04fccb9a2883', 'name': '', 'network_id': '79671171-0daa-4f81-aa27-323525c7bd74', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'mac_address': 'fa:16:3e:19:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:26Z', 'updated_at': '2021-08-31T16:06:33Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'subnets': [{'id': '6d817104-b22f-44a3-9a41-6babd928e2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:50.465344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7376dc11-39a0-4b59-844e-d8e88644f14f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.570332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fca0a76c-052a-48a6-84f7-12dd6d3d6a61 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-1058146055 HTTP/1.1" status: 204 len: 168 time: 0.2449327 Aug 31 16:15:50.578493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45008) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.588727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-0f81c6fd-aaad-4325-84ac-a79d4ae1a91a tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-1966933169') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.601808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Pushing event updated for resources: {'Port': ['ID=741012b5-e9c3-4491-902e-bc82ed30bc05,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:50.610052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.626652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7376dc11-39a0-4b59-844e-d8e88644f14f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.630937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7376dc11-39a0-4b59-844e-d8e88644f14f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.636115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7376dc11-39a0-4b59-844e-d8e88644f14f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "DELETE /v2.0/security-groups/5b927eab-9eb0-460e-bfad-988daee87b6f HTTP/1.1" status: 204 len: 168 time: 0.5988965 Aug 31 16:15:50.655463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.696032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376dc11-39a0-4b59-844e-d8e88644f14f tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b927eab-9eb0-460e-bfad-988daee87b6f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:50.736443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0f81c6fd-aaad-4325-84ac-a79d4ae1a91a tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-1966933169 HTTP/1.1" status: 204 len: 168 time: 0.1548669 Aug 31 16:15:50.737138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45012) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.743498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-8b29ce0f-398f-499b-b81f-b7681744c3fd tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.891042 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-25814755-82d8-4f17-aab5-36b87e57c35d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] show failed (client error): The resource could not be found. Aug 31 16:15:50.892673 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25814755-82d8-4f17-aab5-36b87e57c35d tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "GET /v2.0/security-groups/5b927eab-9eb0-460e-bfad-988daee87b6f HTTP/1.1" status: 404 len: 347 time: 0.2370248 Aug 31 16:15:50.893625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:50.895894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45020) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.922889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b29ce0f-398f-499b-b81f-b7681744c3fd tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "DELETE /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1806915 Aug 31 16:15:50.926277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45022) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:50.948012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-f896e7a9-60af-4b1e-946f-d8f9ea34eb99 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-1058146055') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:50.979643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d4498f6e-6e29-4127-aa20-49a6a4fc86da up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:51.056773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event deleted for resources: {'Port': ['ID=d446ec3a-daa1-4885-9dd6-32be047da095,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:51.085216 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-38759b3a-6093-4b25-aa29-12f66a700342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.122341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d4498f6e-6e29-4127-aa20-49a6a4fc86da completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:51.129817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d4498f6e-6e29-4127-aa20-49a6a4fc86da triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:51.130246 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.135784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Network a68a9808-2734-41ad-9b97-47391fe21895 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:51.137252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.140322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:51.190490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a13db-b583-4d29-942b-792fa49c1fdb None None] New status for floating IP 0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:15:51.297205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.359805 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-f896e7a9-60af-4b1e-946f-d8f9ea34eb99 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] show failed (client error): The resource could not be found. Aug 31 16:15:51.366922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f896e7a9-60af-4b1e-946f-d8f9ea34eb99 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-1058146055 HTTP/1.1" status: 404 len: 326 time: 0.4289968 Aug 31 16:15:51.367544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45050) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:51.375227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.tag.tag_plugin [None req-1eafc99c-b1d0-4909-9826-802d912aa9b3 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf', 'tempest-TagsTest-Tag-1966933169') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:51.376807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.383586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.388540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d4498f6e-6e29-4127-aa20-49a6a4fc86da, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d4498f6e-6e29-4127-aa20-49a6a4fc86da,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:51.400126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.488399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Deleting port 3b6dddbc-bc99-4fc2-8e27-09e31b85ffdc {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:15:51.488790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.514134 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-1eafc99c-b1d0-4909-9826-802d912aa9b3 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] show failed (client error): The resource could not be found. Aug 31 16:15:51.515388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1eafc99c-b1d0-4909-9826-802d912aa9b3 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "GET /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags/tempest-TagsTest-Tag-1966933169 HTTP/1.1" status: 404 len: 326 time: 0.1445527 Aug 31 16:15:51.522067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d4498f6e-6e29-4127-aa20-49a6a4fc86da,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:51.537066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:51.561146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.tag.tag_plugin [None req-7ed92ded-f991-45b8-8019-bcac7b841749 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9777dfc3-d9fc-4a81-9e57-45167c4d54cf') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:51.652023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Router f5db691d-5391-498f-9c11-04cd03cb4a36 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:15:51.694680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.695120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.726281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.726700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae66a70-fa92-4371-9aa0-17f1c0a9b709 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:15:51.733643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Calling delete_port for 3b6dddbc-bc99-4fc2-8e27-09e31b85ffdc owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:15:51.740970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:51.745555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-14e68a0d-94b9-43f4-bbfc-348b6f27ce13 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2ae66a70-fa92-4371-9aa0-17f1c0a9b709 HTTP/1.1" status: 204 len: 168 time: 3.2604640 Aug 31 16:15:51.745782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45064) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:51.922392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:15:51.929882 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-33df6843-4f94-4e86-af4a-a9941e3379fa admin admin] 10.222.0.43 "PUT /v2.0/routers/f5db691d-5391-498f-9c11-04cd03cb4a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9520619 Aug 31 16:15:52.028708 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7ed92ded-f991-45b8-8019-bcac7b841749 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "DELETE /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf/tags HTTP/1.1" status: 204 len: 168 time: 0.4713576 Aug 31 16:15:52.033122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45072) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:52.072153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Deleting subnet 4811104e-35e4-4715-9e56-42966c8d32c1 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:15:52.085132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.175209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.268109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.295320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Sync routers for ids ['f5db691d-5391-498f-9c11-04cd03cb4a36'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:15:52.310642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.317986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Routers {'f5db691d-5391-498f-9c11-04cd03cb4a36'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:52.318549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f5db691d-5391-498f-9c11-04cd03cb4a36'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:52.331009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9777dfc3-d9fc-4a81-9e57-45167c4d54cf']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:52.376498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85565bd-fe7e-4855-99cd-3a2ff83ec96d') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:52.376799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85565bd-fe7e-4855-99cd-3a2ff83ec96d') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:52.386965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.397813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.431362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.454217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:52.456881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:52.491072 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:52.499177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.549888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4811104e-35e4-4715-9e56-42966c8d32c1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:52.569085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.572374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c0f176a4-bb72-48aa-ab65-2feab3766777 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/4811104e-35e4-4715-9e56-42966c8d32c1 HTTP/1.1" status: 204 len: 168 time: 0.8245976 Aug 31 16:15:52.577090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45092) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:52.671939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Set router f5db691d-5391-498f-9c11-04cd03cb4a36 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:52.681538 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.690405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.696392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.710181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:52.715140 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] 10.222.0.43 "DELETE /v2.0/networks/9777dfc3-d9fc-4a81-9e57-45167c4d54cf HTTP/1.1" status: 204 len: 168 time: 0.6745899 Aug 31 16:15:52.773762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Pushing event deleted for resources: {'Port': ['ID=3b6dddbc-bc99-4fc2-8e27-09e31b85ffdc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:52.817861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dd66d-ddca-470d-a8df-8fb9b7e7df53 tempest-TagsTest-1609092211 tempest-TagsTest-1609092211-project] Pushing event deleted for resources: {'Network': ['ID=9777dfc3-d9fc-4a81-9e57-45167c4d54cf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:52.929197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d4498f6e-6e29-4127-aa20-49a6a4fc86da up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:53.150622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d4498f6e-6e29-4127-aa20-49a6a4fc86da triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:53.151072 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.278012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.312998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35fb7ab-dc5f-4acc-86d6-43c884547692']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:53.338757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:15:49Z', 'revision_number': 4, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '741012b5-e9c3-4491-902e-bc82ed30bc05', 'name': '', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'mac_address': 'fa:16:3e:21:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:47Z', 'updated_at': '2021-08-31T16:15:49Z', 'revision_number': 2, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'subnets': [{'id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:53.356125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85667307-ffb2-4f2b-abad-22271be4bc85') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:53.369282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85667307-ffb2-4f2b-abad-22271be4bc85') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:53.382544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Checking router: f5db691d-5391-498f-9c11-04cd03cb4a36 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:15:53.382904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Updating router f5db691d-5391-498f-9c11-04cd03cb4a36 port 741012b5-e9c3-4491-902e-bc82ed30bc05 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:15:53.413934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.415898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.429607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.429786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45118) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:53.436314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.451900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-08f0ee2e-26a3-4eb8-a037-c0d2b0bddf5e tempest-AttachVolumeShelveTestJSON-489087137 tempest-AttachVolumeShelveTestJSON-489087137-project] 10.222.0.43 "DELETE /v2.0/floatingips/0cc1ff3b-7ff9-44ff-ab22-0a2ea906fffc HTTP/1.1" status: 204 len: 168 time: 2.5548105 Aug 31 16:15:53.515450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-f1d8951c-eb30-489d-a4a0-f0846dcfbd9c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:53.535138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-f1d8951c-eb30-489d-a4a0-f0846dcfbd9c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 810 time: 0.7658985 Aug 31 16:15:53.549216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.558270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:15:53.558632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:15:53.596540 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:15:53.661365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5220696a-9e81-4ea5-93ab-f7585eae0439 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/quotas/290ff2d6fdd24d53a1c3143942792ffb HTTP/1.1" status: 200 len: 375 time: 0.1041615 Aug 31 16:15:53.811253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.817732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a35fb7ab-dc5f-4acc-86d6-43c884547692 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:15:53.829367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-db94b939-6083-4de8-9f16-dd66e359fd9e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670284 Aug 31 16:15:53.834071 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:53.836413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a35fb7ab-dc5f-4acc-86d6-43c884547692 HTTP/1.1" status: 204 len: 168 time: 1.2578840 Aug 31 16:15:53.905730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4b1798b4-aaa6-4e62-b714-53a26ec70182 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25589ca6cadf42d4911348b32122dee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731033 Aug 31 16:15:53.907483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45136) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:53.915126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d15e8-e45e-434d-8780-83b05bacbafa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event deleted for resources: {'Network': ['ID=a35fb7ab-dc5f-4acc-86d6-43c884547692,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:54.153188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c995f6d3-bb89-45f1-96fd-cd3e803b3199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.177256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-acaa078a-0ac3-4d37-96ef-aa0d1d9c7d25 service neutron] 10.222.0.43 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838264 Aug 31 16:15:54.260695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c995f6d3-bb89-45f1-96fd-cd3e803b3199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.474164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c995f6d3-bb89-45f1-96fd-cd3e803b3199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.487323 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c995f6d3-bb89-45f1-96fd-cd3e803b3199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.487323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c995f6d3-bb89-45f1-96fd-cd3e803b3199 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/563f8e2f-d8a1-49d1-9311-1ba0ad5f13bf HTTP/1.1" status: 204 len: 168 time: 0.5700116 Aug 31 16:15:54.502572 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.515234 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.525499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f6d3-bb89-45f1-96fd-cd3e803b3199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f8e2f-d8a1-49d1-9311-1ba0ad5f13bf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:54.569545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Transition to ACTIVE for port object 741012b5-e9c3-4491-902e-bc82ed30bc05 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:15:54.579713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45152) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:54.594753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'name': 'tempest-router--168368289', 'project_id': '0b27a36addcc48f0bd4eda00cdd78706'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:54.601133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.604008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-e3e25020-df61-4392-8387-be9b42831ced service neutron] 10.222.0.43 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192824 Aug 31 16:15:54.683384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.686328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.829766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ba73e-864c-4993-8f87-96692bc01503 None None] Pushing event updated for resources: {'Port': ['ID=741012b5-e9c3-4491-902e-bc82ed30bc05,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:54.905936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.914213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.963742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:54.982584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f005ad61-8e21-4182-b792-484d1672083a tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4014411 Aug 31 16:15:54.985388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45160) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:55.044463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Attempting to bind port 741012b5-e9c3-4491-902e-bc82ed30bc05 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:15:55.044463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Attempting to bind port 741012b5-e9c3-4491-902e-bc82ed30bc05 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:15:55.044784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Attempting to bind port 741012b5-e9c3-4491-902e-bc82ed30bc05 on network a68a9808-2734-41ad-9b97-47391fe21895 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:15:55.051883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:15:55.052318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Checking segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:15:55.052697 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:55.053091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Bound using segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:15:55.053568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Bound port: 741012b5-e9c3-4491-902e-bc82ed30bc05, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:15:55.053950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:55.262655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5ddaf08-d82f-463f-8ba1-f32da2d242d3 req-7625c5b9-cab2-440c-aade-f36ea1abfcf1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 210 time: 0.1107249 Aug 31 16:15:55.264409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] For port 741012b5-e9c3-4491-902e-bc82ed30bc05, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:15:55.278874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] For port 741012b5-e9c3-4491-902e-bc82ed30bc05, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=741012b5-e9c3-4491-902e-bc82ed30bc05,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:15:55.355731 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:55.409080 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:55.465814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:55.472708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ba73e-864c-4993-8f87-96692bc01503 None None] Pushing event updated for resources: {'Port': ['ID=741012b5-e9c3-4491-902e-bc82ed30bc05,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:55.476530 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:55.508932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Routers {'f5db691d-5391-498f-9c11-04cd03cb4a36'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:15:55.510484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:24Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f5db691d-5391-498f-9c11-04cd03cb4a36'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:55.892267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] Set router f5db691d-5391-498f-9c11-04cd03cb4a36 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:15:55.970727 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8f86cc95-19e7-4d91-8904-301d1f9ac5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:56.043413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:56.058026 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:56.065197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:56.559157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:15:49Z', 'revision_number': 4, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '741012b5-e9c3-4491-902e-bc82ed30bc05', 'name': '', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'mac_address': 'fa:16:3e:21:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:47Z', 'updated_at': '2021-08-31T16:15:55Z', 'revision_number': 4, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'subnets': [{'id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:15:56.653908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326802ac-69f7-4fb2-a8f5-2022f4db09ae None None] The sync data for ids ['f5db691d-5391-498f-9c11-04cd03cb4a36'] in n-d-793621-35 is: [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:15:49Z', 'revision_number': 4, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '741012b5-e9c3-4491-902e-bc82ed30bc05', 'name': '', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'mac_address': 'fa:16:3e:21:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:47Z', 'updated_at': '2021-08-31T16:15:55Z', 'revision_number': 4, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'subnets': [{'id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:15:56.877262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-542c2567-0a8b-454f-8bd6-337e5c2fb2f9 req-6c2e7adf-1bb0-42fe-9457-4199b484b203 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 210 time: 0.0669916 Aug 31 16:15:56.880850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:56.881411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77dc2012-609d-4b20-968f-6ea671ad5cbf {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:15:56.904251 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:56.907967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bd9b954d-d382-4a3c-aaea-9c2582915a4b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/77dc2012-609d-4b20-968f-6ea671ad5cbf HTTP/1.1" status: 204 len: 168 time: 1.9197969 Aug 31 16:15:57.132538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 741012b5-e9c3-4491-902e-bc82ed30bc05 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:57.310602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 741012b5-e9c3-4491-902e-bc82ed30bc05 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:15:57.317081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 741012b5-e9c3-4491-902e-bc82ed30bc05 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:57.318715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:57.373323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-a9fd1d47-e0a2-4620-90f5-dc0ef3299a23 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:57.374989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-a9fd1d47-e0a2-4620-90f5-dc0ef3299a23 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.49 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 810 time: 0.4411607 Aug 31 16:15:57.412310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Request body: {'port': {'device_id': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'admin_state_up': True, 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:57.470592 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:57.543529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45230) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:15:57.602412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 741012b5-e9c3-4491-902e-bc82ed30bc05, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=741012b5-e9c3-4491-902e-bc82ed30bc05,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:15:57.623527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:57.752501 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:57.839625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=741012b5-e9c3-4491-902e-bc82ed30bc05,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:57.884254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Made reservation on behalf of 290ff2d6fdd24d53a1c3143942792ffb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:15:57.901242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.000575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1219339311', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:58.095937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.097079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.214295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Allocated IP 172.20.0.13 (a68a9808-2734-41ad-9b97-47391fe21895/0bf6901e-2fac-4089-8fd6-e67e3c0034e2/0f653968-596d-4161-9508-20d1b1a7df7a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:15:58.238960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e64185d8-ba36-461c-a3ce-262aae9187fc req-2969c32e-9c40-449d-9c00-ea753f5f6ca2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 210 time: 0.1233544 Aug 31 16:15:58.437834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.776559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.825839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.906593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:58.942222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 741012b5-e9c3-4491-902e-bc82ed30bc05 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:15:59.075373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Network a68a9808-2734-41ad-9b97-47391fe21895 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:15:59.079289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:15:59.095359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:15:59.112782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Pushing event updated for resources: {'Port': ['ID=0f653968-596d-4161-9508-20d1b1a7df7a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:15:59.229687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 741012b5-e9c3-4491-902e-bc82ed30bc05 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:15:59.231522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:59.281728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:15:59.282431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:59.358326 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-99e7cd79-a78f-44b3-a42f-9b8395c0eec4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9571011 Aug 31 16:15:59.372945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Request body: {'port': {'device_id': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:15:59.617834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:59.670922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:15:59.713017 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:00.094993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ca6e-02bd-4e37-bac9-e5b75bd245a0 req-e9af198b-e03e-4692-a87e-4038f8908c4d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:00.105422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15b0ca6e-02bd-4e37-bac9-e5b75bd245a0 req-e9af198b-e03e-4692-a87e-4038f8908c4d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 932 time: 0.6731031 Aug 31 16:16:00.246113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Allocated IP 172.25.6.249 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/2e50895c-2300-47ae-87ce-3d6fa6be60aa) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:00.301895 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15b0ca6e-02bd-4e37-bac9-e5b75bd245a0 req-00a60a3d-6e07-4619-86ef-1e09ea846be4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764197 Aug 31 16:16:00.535922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f653968-596d-4161-9508-20d1b1a7df7a {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:16:00.549050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:00.567833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Transition to ACTIVE for port object 0f653968-596d-4161-9508-20d1b1a7df7a will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:16:00.574161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:00.638811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Pushing event updated for resources: {'Port': ['ID=0f653968-596d-4161-9508-20d1b1a7df7a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:00.660577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:00.783056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:00.833437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:00.837246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:00.848545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:00.865829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Attempting to bind port 0f653968-596d-4161-9508-20d1b1a7df7a on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:16:00.866621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Attempting to bind port 0f653968-596d-4161-9508-20d1b1a7df7a by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:16:00.866621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Attempting to bind port 0f653968-596d-4161-9508-20d1b1a7df7a on network a68a9808-2734-41ad-9b97-47391fe21895 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:00.877144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Port 0f653968-596d-4161-9508-20d1b1a7df7a on network a68a9808-2734-41ad-9b97-47391fe21895 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:16:00.877611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Attempting to bind port 0f653968-596d-4161-9508-20d1b1a7df7a on network a68a9808-2734-41ad-9b97-47391fe21895 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:00.887656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:16:00.888073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Checking segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:16:00.889098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Bound using segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:16:00.889578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Bound port: 0f653968-596d-4161-9508-20d1b1a7df7a, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:16:00.889952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:01.001563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event updated for resources: {'Port': ['ID=2e50895c-2300-47ae-87ce-3d6fa6be60aa,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:01.052167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] For port 0f653968-596d-4161-9508-20d1b1a7df7a, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:01.063507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] For port 0f653968-596d-4161-9508-20d1b1a7df7a, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0f653968-596d-4161-9508-20d1b1a7df7a,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:01.072080 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:01.182239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45332) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:01.238583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Pushing event updated for resources: {'Port': ['ID=0f653968-596d-4161-9508-20d1b1a7df7a,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:01.265167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:01.269200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:01.271194 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-5345d748-00f9-4aba-80c4-b66883bd8c03 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f653968-596d-4161-9508-20d1b1a7df7a HTTP/1.1" status: 200 len: 1093 time: 1.9041150 Aug 31 16:16:01.271687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'tag': '0f653968-596d-4161-9508-20d1b1a7df7a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:16:01.275339 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb4bfb4-9607-449f-b24a-4b5f732be75a", "tag": "0f653968-596d-4161-9508-20d1b1a7df7a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:01.336262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:01.421780 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419bbc4b-f173-4d5f-bda8-229ffc4f626c x-openstack-request-id: req-419bbc4b-f173-4d5f-bda8-229ffc4f626c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:01.422408 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb4bfb4-9607-449f-b24a-4b5f732be75a", "tag": "0f653968-596d-4161-9508-20d1b1a7df7a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:01.422817 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-419bbc4b-f173-4d5f-bda8-229ffc4f626c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:01.423304 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'tag': '0f653968-596d-4161-9508-20d1b1a7df7a', 'status': 'completed', 'code': 200} Aug 31 16:16:01.494838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-48476658-59ba-4cdf-a9b1-05fe772f1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:01.517112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-48476658-59ba-4cdf-a9b1-05fe772f1234 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 1096 time: 0.1726973 Aug 31 16:16:01.582831 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-0b6329f3-ae0c-4d47-a3f9-a7af8abdac7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f653968-596d-4161-9508-20d1b1a7df7a HTTP/1.1" status: 200 len: 217 time: 0.0713251 Aug 31 16:16:01.664661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-2fa7bb99-c4c4-45a1-88d8-f0baa8f53872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:01.666040 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-2fa7bb99-c4c4-45a1-88d8-f0baa8f53872 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.0726995 Aug 31 16:16:01.698556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e47149f-3d5e-406d-8cbb-32cd0dc2f3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:01.840149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-6e4cb73a-e56f-439e-9280-6b1caceb68ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627676 Aug 31 16:16:01.891216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83480f9-3ea9-4d0f-91b4-85222a9b1364 req-58e58dcb-8e6c-4401-97ab-b54738100153 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:01.899496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c83480f9-3ea9-4d0f-91b4-85222a9b1364 req-58e58dcb-8e6c-4401-97ab-b54738100153 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 944 time: 0.2685390 Aug 31 16:16:02.015211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:02.377021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c83480f9-3ea9-4d0f-91b4-85222a9b1364 req-78fe06ff-46e5-4ed0-8a49-87e9e3f1c567 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762733 Aug 31 16:16:02.475772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-dbdb6b66-608a-4091-8f05-dbd3bd681341 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247349 Aug 31 16:16:02.479572 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e47149f-3d5e-406d-8cbb-32cd0dc2f3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:02.507298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4e47149f-3d5e-406d-8cbb-32cd0dc2f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:02.606399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4e47149f-3d5e-406d-8cbb-32cd0dc2f3ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8aa6e733fbd349d5a6a267c780f1d85a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4141417 Aug 31 16:16:02.608609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45362) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:02.613360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47149f-3d5e-406d-8cbb-32cd0dc2f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a49431-2947-4736-8c10-d1e11f06f22f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:02.629775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Router 4205a82a-22db-4bf4-9ab0-43f7fd099de3 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:02.705056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-85b0a08b-84ed-45c9-b4ef-d43d6630e727 req-e2fe4523-5176-4eb8-af8c-4db88a106ce5 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195456 Aug 31 16:16:02.854799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-175ed5e2-77d5-4d17-a2a1-0dc649efdb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:02.894067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-175ed5e2-77d5-4d17-a2a1-0dc649efdb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:02.924830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-a6cff4cc-0e63-4615-9cac-9ef8270f419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:02.940249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-a6cff4cc-0e63-4615-9cac-9ef8270f419a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 1096 time: 0.1502364 Aug 31 16:16:03.025557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-175ed5e2-77d5-4d17-a2a1-0dc649efdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:03.032165 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-175ed5e2-77d5-4d17-a2a1-0dc649efdb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:03.036836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-175ed5e2-77d5-4d17-a2a1-0dc649efdb10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4a49431-2947-4736-8c10-d1e11f06f22f HTTP/1.1" status: 204 len: 168 time: 0.4254701 Aug 31 16:16:03.172175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ed5e2-77d5-4d17-a2a1-0dc649efdb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a49431-2947-4736-8c10-d1e11f06f22f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:03.216140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:03.229499 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] Sync routers for ids ['4205a82a-22db-4bf4-9ab0-43f7fd099de3'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:03.261564 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] Routers {'4205a82a-22db-4bf4-9ab0-43f7fd099de3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:03.263937 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['4205a82a-22db-4bf4-9ab0-43f7fd099de3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:03.267218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:03.273687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3afd683f-9edb-4beb-a7ba-1af5e6523dba tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7272360 Aug 31 16:16:03.273913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-bc9b5181-4187-4a77-95a6-008616465ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:03.275481 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-bc9b5181-4187-4a77-95a6-008616465ac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 911 time: 0.3253260 Aug 31 16:16:03.277388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45374) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:03.371468 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-c75430d8-ec9b-415e-b98b-c5b7e5587d7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f653968-596d-4161-9508-20d1b1a7df7a HTTP/1.1" status: 200 len: 217 time: 0.0880949 Aug 31 16:16:03.407539 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:03.464728 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] Routers {'4205a82a-22db-4bf4-9ab0-43f7fd099de3'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:03.475415 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['4205a82a-22db-4bf4-9ab0-43f7fd099de3'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:03.555633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-a8e82bc5-f990-460c-9836-0b2a77fc13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:03.567275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-a8e82bc5-f990-460c-9836-0b2a77fc13e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.1879528 Aug 31 16:16:03.596126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d2e5ca20-5146-498c-8705-feea1600f798 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/4205a82a-22db-4bf4-9ab0-43f7fd099de3 HTTP/1.1" status: 200 len: 921 time: 0.3167024 Aug 31 16:16:03.604423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45386) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:03.619699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-9789ed15-0c81-4f41-b8df-0f8d9a1d4cad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426037 Aug 31 16:16:03.633198 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:03.641042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7fcf0-1108-4114-bb0c-0107d2d59a4b None None] The sync data for ids ['4205a82a-22db-4bf4-9ab0-43f7fd099de3'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:03.885661 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-5a495b83-02ef-4f74-aa5e-128fafaa37f1 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553804 Aug 31 16:16:04.019594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45394) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:04.051444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94e2fcfc-a4bc-45a7-8e69-3f6589d61276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:04.265578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94e2fcfc-a4bc-45a7-8e69-3f6589d61276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:04.273891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2b0f85e0-8a18-43c3-abf6-42daed7ccaef req-930cdf57-dfbb-4d9f-93ae-4e7c7ee85268 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810642 Aug 31 16:16:04.276286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94e2fcfc-a4bc-45a7-8e69-3f6589d61276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:04.336404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2fcfc-a4bc-45a7-8e69-3f6589d61276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdcfd4e-1f25-4e68-844d-431360e32100,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:04.395079 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-94e2fcfc-a4bc-45a7-8e69-3f6589d61276 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5267e70d86e140bfa458350734ac1507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742082 Aug 31 16:16:04.397983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45402) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:04.442696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7875da70-0a45-401f-ad3d-47edbc6d2fcf tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=4205a82a-22db-4bf4-9ab0-43f7fd099de3 HTTP/1.1" status: 200 len: 205 time: 0.8345025 Aug 31 16:16:04.481385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45404) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:04.532780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4edf5-543c-4524-9b3b-2ddcf7c282fc req-47725583-a523-4cf2-ac72-9a03ae777d50 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:04.538711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75f4edf5-543c-4524-9b3b-2ddcf7c282fc req-47725583-a523-4cf2-ac72-9a03ae777d50 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 944 time: 0.9309607 Aug 31 16:16:04.574320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c61e31-1e18-435c-bddc-4eb49281bc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:04.654061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75f4edf5-543c-4524-9b3b-2ddcf7c282fc req-fa202e2e-af44-49a4-8dd2-6c455807ef27 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074119 Aug 31 16:16:04.707722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0f653968-596d-4161-9508-20d1b1a7df7a details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:16:04.737309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:04.738333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45414) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:04.740473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c61e31-1e18-435c-bddc-4eb49281bc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:04.942197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 0f653968-596d-4161-9508-20d1b1a7df7a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0f653968-596d-4161-9508-20d1b1a7df7a,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:04.973662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '0f653968-596d-4161-9508-20d1b1a7df7a', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'port_id': '0f653968-596d-4161-9508-20d1b1a7df7a', 'mac_address': 'fa:16:3e:38:ba:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:16:05.019570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.043920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f653968-596d-4161-9508-20d1b1a7df7a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:16:05.093093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 0f653968-596d-4161-9508-20d1b1a7df7a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0f653968-596d-4161-9508-20d1b1a7df7a,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:05.103337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.176099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.194852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c61e31-1e18-435c-bddc-4eb49281bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.200262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61c61e31-1e18-435c-bddc-4eb49281bc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.202695 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61c61e31-1e18-435c-bddc-4eb49281bc00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cdcfd4e-1f25-4e68-844d-431360e32100 HTTP/1.1" status: 204 len: 168 time: 0.8021662 Aug 31 16:16:05.221760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c61e31-1e18-435c-bddc-4eb49281bc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdcfd4e-1f25-4e68-844d-431360e32100,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:05.347284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Deleting port 2e50895c-2300-47ae-87ce-3d6fa6be60aa {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:05.347964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.607815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['0f653968-596d-4161-9508-20d1b1a7df7a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:16:05.660746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:05.694510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Calling delete_port for 2e50895c-2300-47ae-87ce-3d6fa6be60aa owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:05.902613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=0f653968-596d-4161-9508-20d1b1a7df7a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:06.178298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.203216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957e63-af4b-4d5d-add2-139bf6f90789 req-d5def358-513e-43ec-89d9-165ccf1c1b79 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:06.212257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77957e63-af4b-4d5d-add2-139bf6f90789 req-d5def358-513e-43ec-89d9-165ccf1c1b79 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 945 time: 0.3845177 Aug 31 16:16:06.252836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event deleted for resources: {'Port': ['ID=2e50895c-2300-47ae-87ce-3d6fa6be60aa,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:06.314511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.315076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.316081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.316661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.317335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.317782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.318240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.318840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.319293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.321100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.321592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.322199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:06.359739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77957e63-af4b-4d5d-add2-139bf6f90789 req-16793acb-977c-4ba5-8d22-d21de082505d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435344 Aug 31 16:16:06.493310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.702618 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.726569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0f653968-596d-4161-9508-20d1b1a7df7a up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:06.741481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.844112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.849670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.850279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Fanout notify agent at l3_agent the message router_deleted on router 4205a82a-22db-4bf4-9ab0-43f7fd099de3 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:06.859077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.860277 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d69fc5d-3539-421a-bec7-5c064c3f5bb7 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/4205a82a-22db-4bf4-9ab0-43f7fd099de3 HTTP/1.1" status: 204 len: 168 time: 2.3778901 Aug 31 16:16:06.873494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:06.878845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 0f653968-596d-4161-9508-20d1b1a7df7a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:16:06.890131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1402122775', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': False}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:06.900860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 0f653968-596d-4161-9508-20d1b1a7df7a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:16:06.904887 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.965343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:06.966584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:07.139681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:07.150715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:07.203228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f653968-596d-4161-9508-20d1b1a7df7a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:16:07.206312 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722c4767-eeb2-4bde-84ca-2e5ee55e4b8f" -d '{"events": [{"server_uuid": "ddb4bfb4-9607-449f-b24a-4b5f732be75a", "name": "network-vif-plugged", "status": "completed", "tag": "0f653968-596d-4161-9508-20d1b1a7df7a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:07.270634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 0f653968-596d-4161-9508-20d1b1a7df7a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0f653968-596d-4161-9508-20d1b1a7df7a,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:07.279244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:07.366802 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea67f728-aaca-4e74-99e3-f9bb816d7369 x-openstack-request-id: req-ea67f728-aaca-4e74-99e3-f9bb816d7369 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:07.367140 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb4bfb4-9607-449f-b24a-4b5f732be75a", "name": "network-vif-plugged", "status": "completed", "tag": "0f653968-596d-4161-9508-20d1b1a7df7a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:07.367611 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea67f728-aaca-4e74-99e3-f9bb816d7369 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:07.368355 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f653968-596d-4161-9508-20d1b1a7df7a', 'code': 200} Aug 31 16:16:07.434328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=0f653968-596d-4161-9508-20d1b1a7df7a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:07.469171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.469931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.470648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.472878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.475315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.476523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.478226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.481166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.482266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.484315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.486578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.487902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:07.657639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Deleting port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:07.659175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:07.782571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:07.826542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c831f-a528-4ac8-b536-60cf8c26f5fc req-e5c7819a-bff4-4b55-8187-2e984b41194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:07.841668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c08c831f-a528-4ac8-b536-60cf8c26f5fc req-e5c7819a-bff4-4b55-8187-2e984b41194c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 1098 time: 0.3821394 Aug 31 16:16:07.863650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a4ee-905d-455b-b296-10545cf00996 req-828052c5-3ace-4545-a829-03747f9e85c8 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:07.881064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8898a4ee-905d-455b-b296-10545cf00996 req-828052c5-3ace-4545-a829-03747f9e85c8 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1616569 Aug 31 16:16:07.947324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c08c831f-a528-4ac8-b536-60cf8c26f5fc req-d2c4b2c9-56a1-4af4-b602-c5c96047c678 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741084 Aug 31 16:16:08.037538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] For port 6b4eddb5-5f91-49d9-84a3-04fccb9a2883, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:08.042848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:08.054814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8898a4ee-905d-455b-b296-10545cf00996 req-27e270c7-700f-45c6-a350-6101a9812c45 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515074 Aug 31 16:16:08.063584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Calling delete_port for 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:08.281460 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:16:08.529897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:08.597140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:08.622278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:08.644301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4eddb5-5f91-49d9-84a3-04fccb9a2883,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:08.916588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Allocated IP 172.25.6.200 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/cd8450b0-4c2a-49b0-b985-058395157b7c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:09.069573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:09.348721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:09.435154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:09.486159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e3da7-4473-4a10-9c7a-efcb73646f95 req-6897ba47-579d-48f6-8f47-09b5c7738393 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:09.487389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743e3da7-4473-4a10-9c7a-efcb73646f95 req-6897ba47-579d-48f6-8f47-09b5c7738393 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1711311 Aug 31 16:16:09.507399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:09.509630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:09.526396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:09.567080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Port': ['ID=cd8450b0-4c2a-49b0-b985-058395157b7c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:09.695859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-743e3da7-4473-4a10-9c7a-efcb73646f95 req-faf70b84-f094-4905-8c79-09638c9d0687 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216717 Aug 31 16:16:09.925488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Router 828ad0bd-7851-43c0-9425-a3fd06b07398 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:16:10.033221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:10.257400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:10.272665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] Sync routers for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:10.286404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-44ddaa40-f211-4774-84a3-906c2c070897 admin admin] 10.222.0.43 "PUT /v2.0/routers/828ad0bd-7851-43c0-9425-a3fd06b07398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5460794 Aug 31 16:16:10.288764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:10.289425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:10.293184 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:10.458752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:10.522725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:16:10.710963 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:10.843201 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Router 588edd83-ee72-43b1-b0a5-9e9f8b2c2348 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:11.029964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:16:08Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:11.096365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] Checking router: 828ad0bd-7851-43c0-9425-a3fd06b07398 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:16:11.111072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] Routers {'828ad0bd-7851-43c0-9425-a3fd06b07398'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:11.112024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['828ad0bd-7851-43c0-9425-a3fd06b07398'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:11.165054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fda92-d8d6-44a7-a932-a02b166fdaf4 req-8df06eee-6635-4262-aa1e-7f367fec9400 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:11.166681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-687fda92-d8d6-44a7-a932-a02b166fdaf4 req-8df06eee-6635-4262-aa1e-7f367fec9400 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.2286875 Aug 31 16:16:11.356293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:11.407739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-687fda92-d8d6-44a7-a932-a02b166fdaf4 req-ab9f694c-fccb-41e0-9214-5469806ad31a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123206 Aug 31 16:16:11.446998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] Set router 828ad0bd-7851-43c0-9425-a3fd06b07398 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:16:11.545537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Deleting port 3457474e-c7b8-4c98-9c68-29c45cb339d7 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:11.545911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:11.806808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:11.827170 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Sync routers for ids ['588edd83-ee72-43b1-b0a5-9e9f8b2c2348'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:11.830177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:11.831784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f018e8ae-7d47-49b6-946c-fbb4b780b2a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9569128 Aug 31 16:16:11.834396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45638) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:11.865585 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Routers {'588edd83-ee72-43b1-b0a5-9e9f8b2c2348'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:11.869631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['588edd83-ee72-43b1-b0a5-9e9f8b2c2348'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:11.938132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] For port 3457474e-c7b8-4c98-9c68-29c45cb339d7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3457474e-c7b8-4c98-9c68-29c45cb339d7,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:11.938132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:11.984128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Calling delete_port for 3457474e-c7b8-4c98-9c68-29c45cb339d7 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:12.078622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-69f48744-aad2-49b0-91c4-a1c312dd743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:12.080725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-69f48744-aad2-49b0-91c4-a1c312dd743a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 1098 time: 0.1806350 Aug 31 16:16:12.156901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2502e3c-05f2-4d6f-a23f-8d6d3c5d5f5b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/588edd83-ee72-43b1-b0a5-9e9f8b2c2348 HTTP/1.1" status: 200 len: 909 time: 0.3205774 Aug 31 16:16:12.158872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45648) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:12.164469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1402122775', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': True}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:12.205798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:16:08Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:12.212881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:12.215405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:12.260626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5bf9-bd99-4aa6-9a5a-55f099a109da None None] The sync data for ids ['828ad0bd-7851-43c0-9425-a3fd06b07398'] in n-d-793621-35 is: [{'id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'name': 'tempest-AttachVolumeShelveTestJSON-326880046-router', 'tenant_id': '53e15c931a4b489db69dc5b03881f6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:06:22Z', 'updated_at': '2021-08-31T16:16:08Z', 'revision_number': 5, 'project_id': '53e15c931a4b489db69dc5b03881f6a3', 'gw_port': {'id': '3457474e-c7b8-4c98-9c68-29c45cb339d7', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ad0bd-7851-43c0-9425-a3fd06b07398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:06:23Z', 'updated_at': '2021-08-31T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:12.317573 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Set router 588edd83-ee72-43b1-b0a5-9e9f8b2c2348 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:16:12.372484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-597c79d7-fd64-48e7-874c-532ff8a27fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:12.374811 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-597c79d7-fd64-48e7-874c-532ff8a27fa6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 911 time: 0.2847204 Aug 31 16:16:12.440538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c7a03-f6dc-40f1-9dab-deea64bb1e0c req-35812ea6-3964-4474-8bc9-32db26289354 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:12.452626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c0c7a03-f6dc-40f1-9dab-deea64bb1e0c req-35812ea6-3964-4474-8bc9-32db26289354 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.4323745 Aug 31 16:16:12.486439 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-feebe01a-b28f-4ad9-926c-9758af99e0b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f653968-596d-4161-9508-20d1b1a7df7a HTTP/1.1" status: 200 len: 217 time: 0.0609555 Aug 31 16:16:12.492402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:12.678127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c0c7a03-f6dc-40f1-9dab-deea64bb1e0c req-dfc0df17-741f-4a19-bf0b-b45682ad6263 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104650 Aug 31 16:16:12.753608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-7aafd71b-3f11-40f3-ac4b-b22c2e4de2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:12.755156 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-7aafd71b-3f11-40f3-ac4b-b22c2e4de2b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.2614796 Aug 31 16:16:12.851526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:16:12.866705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:12.911932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:16:12.922681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6b4eddb5-5f91-49d9-84a3-04fccb9a2883 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:16:12.939120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Pushing event deleted for resources: {'Port': ['ID=3457474e-c7b8-4c98-9c68-29c45cb339d7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:12.948057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-2924d189-9565-4a97-9664-e2bb9605ee27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805460 Aug 31 16:16:13.047361 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588edd83-ee72-43b1-b0a5-9e9f8b2c2348', 'name': 'tempest-snat-router-1402122775', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': 'cd8450b0-4c2a-49b0-b985-058395157b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:16:06Z', 'updated_at': '2021-08-31T16:16:09Z', 'revision_number': 3, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port': {'id': 'cd8450b0-4c2a-49b0-b985-058395157b7c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588edd83-ee72-43b1-b0a5-9e9f8b2c2348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:16:08Z', 'updated_at': '2021-08-31T16:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:13.127189 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.140227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.149188 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Checking router: 588edd83-ee72-43b1-b0a5-9e9f8b2c2348 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:16:13.149555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Updating router 588edd83-ee72-43b1-b0a5-9e9f8b2c2348 port cd8450b0-4c2a-49b0-b985-058395157b7c binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:16:13.214661 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.273522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:13.469189 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.496936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.519872 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-6088626a-4c89-46cb-87f8-b46ff7169672 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874895 Aug 31 16:16:13.682989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.683486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828ad0bd-7851-43c0-9425-a3fd06b07398 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:13.693738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:13.695619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0af388e2-b866-4f39-8536-2cb5eef0d368 admin admin] 10.222.0.43 "DELETE /v2.0/routers/828ad0bd-7851-43c0-9425-a3fd06b07398 HTTP/1.1" status: 204 len: 168 time: 3.4005914 Aug 31 16:16:13.720030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45688) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:13.891268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b5ef83e4-d36d-4ffc-acc9-35d1b9e9b1cf req-aafeb848-b589-4388-b00a-1fbae0998e87 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632805 Aug 31 16:16:13.973221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Deleting subnet 6d817104-b22f-44a3-9a41-6babd928e2da {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:16:13.975907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40d6eb03-ef02-4701-9719-93ea38a7ccf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.023103 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.059420 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Transition to ACTIVE for port object cd8450b0-4c2a-49b0-b985-058395157b7c will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:16:14.078810 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.121318 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Attempting to bind port cd8450b0-4c2a-49b0-b985-058395157b7c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:16:14.123217 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Attempting to bind port cd8450b0-4c2a-49b0-b985-058395157b7c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:16:14.124544 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Attempting to bind port cd8450b0-4c2a-49b0-b985-058395157b7c on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:14.171848 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:16:14.178295 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:16:14.179203 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.180007 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:16:14.181648 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Bound port: cd8450b0-4c2a-49b0-b985-058395157b7c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:16:14.182521 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.257161 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] For port cd8450b0-4c2a-49b0-b985-058395157b7c, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:14.263087 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] For port cd8450b0-4c2a-49b0-b985-058395157b7c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cd8450b0-4c2a-49b0-b985-058395157b7c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:14.270166 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.334489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90dad3-6aee-49a5-a4ef-169a44bdef95 None None] Pushing event updated for resources: {'Port': ['ID=cd8450b0-4c2a-49b0-b985-058395157b7c,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:14.488012 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90dad3-6aee-49a5-a4ef-169a44bdef95 None None] Pushing event updated for resources: {'Port': ['ID=cd8450b0-4c2a-49b0-b985-058395157b7c,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:14.497676 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Routers {'588edd83-ee72-43b1-b0a5-9e9f8b2c2348'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:14.501993 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['588edd83-ee72-43b1-b0a5-9e9f8b2c2348'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:14.580828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.662789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.859655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.861153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] Set router 588edd83-ee72-43b1-b0a5-9e9f8b2c2348 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:16:14.902757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40d6eb03-ef02-4701-9719-93ea38a7ccf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.917019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40d6eb03-ef02-4701-9719-93ea38a7ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:14.919828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3457474e-c7b8-4c98-9c68-29c45cb339d7 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:16:14.974123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3457474e-c7b8-4c98-9c68-29c45cb339d7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:16:14.974749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3457474e-c7b8-4c98-9c68-29c45cb339d7 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:16:14.993427 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.048142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543bc92-1ebc-4374-9a46-efa9d5966fd6 req-510bb1e9-b34a-4716-ab68-f711178606dc tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:15.051714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6eb03-ef02-4701-9719-93ea38a7ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca8906-3f9b-4a4b-9697-2d8b5b6dcfcf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:15.070938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7543bc92-1ebc-4374-9a46-efa9d5966fd6 req-510bb1e9-b34a-4716-ab68-f711178606dc tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 1.0843477 Aug 31 16:16:15.105733 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-40d6eb03-ef02-4701-9719-93ea38a7ccf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=061f4605ea8a492f8a3a5ea88bc5a63c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8123579 Aug 31 16:16:15.106394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45716) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:15.141491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Allocated IP 172.25.6.221 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/1244989a-3bce-4ac2-bafb-309da06a0885) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:15.185740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7543bc92-1ebc-4374-9a46-efa9d5966fd6 req-9bb3281c-0c44-489e-b7ba-4cbbb0dec345 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125305 Aug 31 16:16:15.285304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.307073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.321039 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588edd83-ee72-43b1-b0a5-9e9f8b2c2348', 'name': 'tempest-snat-router-1402122775', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': 'cd8450b0-4c2a-49b0-b985-058395157b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:16:06Z', 'updated_at': '2021-08-31T16:16:09Z', 'revision_number': 3, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port': {'id': 'cd8450b0-4c2a-49b0-b985-058395157b7c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588edd83-ee72-43b1-b0a5-9e9f8b2c2348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:16:08Z', 'updated_at': '2021-08-31T16:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:15.359315 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.396753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-075db234-bb49-46a6-9a37-7673c7c40c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.428947 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae93b9-b6a6-4453-b498-365dc11c320d None None] The sync data for ids ['588edd83-ee72-43b1-b0a5-9e9f8b2c2348'] in n-d-793621-35 is: [{'id': '588edd83-ee72-43b1-b0a5-9e9f8b2c2348', 'name': 'tempest-snat-router-1402122775', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': 'cd8450b0-4c2a-49b0-b985-058395157b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:16:06Z', 'updated_at': '2021-08-31T16:16:09Z', 'revision_number': 3, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port': {'id': 'cd8450b0-4c2a-49b0-b985-058395157b7c', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588edd83-ee72-43b1-b0a5-9e9f8b2c2348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:16:08Z', 'updated_at': '2021-08-31T16:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:15.449313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Port': ['ID=1244989a-3bce-4ac2-bafb-309da06a0885,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:15.454731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.470342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:15.473425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:15.478634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:15.510858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d817104-b22f-44a3-9a41-6babd928e2da,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:15.525203 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-075db234-bb49-46a6-9a37-7673c7c40c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.540020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.542573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3cda069a-2e57-497f-b708-a3b205cc7498 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d817104-b22f-44a3-9a41-6babd928e2da HTTP/1.1" status: 204 len: 168 time: 1.8084309 Aug 31 16:16:15.557781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45722) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:15.558929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b1c5fd-be71-4b1d-a14f-45ed56f49bbf None None] Network 79671171-0daa-4f81-aa27-323525c7bd74 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:16:15.736561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.779676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-075db234-bb49-46a6-9a37-7673c7c40c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.785171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-075db234-bb49-46a6-9a37-7673c7c40c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:15.805958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-075db234-bb49-46a6-9a37-7673c7c40c00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0ca8906-3f9b-4a4b-9697-2d8b5b6dcfcf HTTP/1.1" status: 204 len: 168 time: 0.6806936 Aug 31 16:16:15.838291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075db234-bb49-46a6-9a37-7673c7c40c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca8906-3f9b-4a4b-9697-2d8b5b6dcfcf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:15.908102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] DHCP port deletion for 79671171-0daa-4f81-aa27-323525c7bd74 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:16:16.038159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Deleting port 4f093845-448d-488b-8cf1-c47c3a42d6b7 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:16.038702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.086945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] Deleting port 4f093845-448d-488b-8cf1-c47c3a42d6b7 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:16.090721 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.200867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] For port 4f093845-448d-488b-8cf1-c47c3a42d6b7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f093845-448d-488b-8cf1-c47c3a42d6b7,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:16.201257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.234562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.250304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Calling delete_port for 4f093845-448d-488b-8cf1-c47c3a42d6b7 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:16.286299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] For port 4f093845-448d-488b-8cf1-c47c3a42d6b7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f093845-448d-488b-8cf1-c47c3a42d6b7,segment=NetworkSegment(5c05561c-d247-4728-9f29-a71c62757722),segment_id=5c05561c-d247-4728-9f29-a71c62757722)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:16.286971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.373037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] Calling delete_port for 4f093845-448d-488b-8cf1-c47c3a42d6b7 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:16.582384 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.626457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45744) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:16.632236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.686805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8357-9581-482b-a468-3a000f7469f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.694015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:16.710129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] Pushing event deleted for resources: {'Port': ['ID=4f093845-448d-488b-8cf1-c47c3a42d6b7,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:16.724428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a1d1d-21de-4e19-973d-23a8ab21acbe None None] No DVR routers for this DVR port 4f093845-448d-488b-8cf1-c47c3a42d6b7 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:16:16.808816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f093845-448d-488b-8cf1-c47c3a42d6b7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:16.832143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] No DVR routers for this DVR port 4f093845-448d-488b-8cf1-c47c3a42d6b7 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:16:16.968692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd8450b0-4c2a-49b0-b985-058395157b7c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:17.032773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Router 62821a14-e8ae-4120-ac8e-5dfbf64a2e56 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:17.033332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port cd8450b0-4c2a-49b0-b985-058395157b7c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:16:17.042269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port cd8450b0-4c2a-49b0-b985-058395157b7c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:16:17.043154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.098280 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.134239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79671171-0daa-4f81-aa27-323525c7bd74']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:17.174276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c05561c-d247-4728-9f29-a71c62757722') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:17.174516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c05561c-d247-4728-9f29-a71c62757722') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:17.191539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.221290 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.258760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f892a-354f-4a19-9697-d433f9f7124c req-f3f6e565-c466-4655-b545-3220dc4def77 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:17.260456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f18f892a-354f-4a19-9697-d433f9f7124c req-f3f6e565-c466-4655-b545-3220dc4def77 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.8498650 Aug 31 16:16:17.261941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.284903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port cd8450b0-4c2a-49b0-b985-058395157b7c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cd8450b0-4c2a-49b0-b985-058395157b7c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:17.293436 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.322119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:16:17.323346 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:16:17.341480 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:16:17.391746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:17.410607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Sync routers for ids ['62821a14-e8ae-4120-ac8e-5dfbf64a2e56'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:17.428147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f093845-448d-488b-8cf1-c47c3a42d6b7 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:16:17.455056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Routers {'62821a14-e8ae-4120-ac8e-5dfbf64a2e56'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:17.455711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['62821a14-e8ae-4120-ac8e-5dfbf64a2e56'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:17.457610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4f093845-448d-488b-8cf1-c47c3a42d6b7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:16:17.457960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f093845-448d-488b-8cf1-c47c3a42d6b7 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:16:17.461797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=cd8450b0-4c2a-49b0-b985-058395157b7c,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:17.507526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f18f892a-354f-4a19-9697-d433f9f7124c req-1b25dab9-f354-4dab-b77f-63393e87965b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302983 Aug 31 16:16:17.520706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.536531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.551520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] 10.222.0.43 "DELETE /v2.0/networks/79671171-0daa-4f81-aa27-323525c7bd74 HTTP/1.1" status: 204 len: 168 time: 1.9779694 Aug 31 16:16:17.576384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20364360-ae25-4936-8705-7fbad1970e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=79671171-0daa-4f81-aa27-323525c7bd74,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:17.634654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8357-9581-482b-a468-3a000f7469f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.644004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8357-9581-482b-a468-3a000f7469f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.645473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:17.647136 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-02710b9d-a218-45f5-bbd9-51c7d7f0defa tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4867554 Aug 31 16:16:17.654082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:17.704119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Set router 62821a14-e8ae-4120-ac8e-5dfbf64a2e56 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:16:17.744274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ed5a8357-9581-482b-a468-3a000f7469f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35a168e39d5c4884a41cc78e768431ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1144996 Aug 31 16:16:17.746874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45766) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:17.817406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a8357-9581-482b-a468-3a000f7469f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c923dfa-d701-44f7-b91b-d146b057959d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:17.975332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45770) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:18.103029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-504ea0de-0e12-4a62-bd10-b8c56eca7f21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53e15c931a4b489db69dc5b03881f6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258070 Aug 31 16:16:18.106147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45774) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:18.277053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62821a14-e8ae-4120-ac8e-5dfbf64a2e56', 'name': 'tempest-snat-router-1402122775', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1244989a-3bce-4ac2-bafb-309da06a0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:16:12Z', 'updated_at': '2021-08-31T16:16:15Z', 'revision_number': 3, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port': {'id': '1244989a-3bce-4ac2-bafb-309da06a0885', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62821a14-e8ae-4120-ac8e-5dfbf64a2e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:16:14Z', 'updated_at': '2021-08-31T16:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:18.321575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-997faacb-345a-43d4-82a4-f23cf1e196da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.321788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Checking router: 62821a14-e8ae-4120-ac8e-5dfbf64a2e56 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:16:18.321981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Updating router 62821a14-e8ae-4120-ac8e-5dfbf64a2e56 port 1244989a-3bce-4ac2-bafb-309da06a0885 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:16:18.378937 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.397357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-997faacb-345a-43d4-82a4-f23cf1e196da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.440362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-95774c6d-c6f6-4ef9-9f65-4dc525a1f5fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6506636 Aug 31 16:16:18.469567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9774801d-f35b-475c-93eb-b5b9d37d60f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.480674 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8b6e93b0-9139-4131-812e-4ed5dfb08987 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/62821a14-e8ae-4120-ac8e-5dfbf64a2e56 HTTP/1.1" status: 200 len: 908 time: 0.8239968 Aug 31 16:16:18.490506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:18.671630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-5cb3b822-ae33-46cb-9dfa-ddd75344c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:18.673244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-5cb3b822-ae33-46cb-9dfa-ddd75344c2ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 1101 time: 0.1768839 Aug 31 16:16:18.680375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9774801d-f35b-475c-93eb-b5b9d37d60f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.735105 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-997faacb-345a-43d4-82a4-f23cf1e196da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.737873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-997faacb-345a-43d4-82a4-f23cf1e196da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.752800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-997faacb-345a-43d4-82a4-f23cf1e196da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/087667f0-3c66-4a5f-986d-9e645cd87796 HTTP/1.1" status: 204 len: 168 time: 0.6454859 Aug 31 16:16:18.941330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997faacb-345a-43d4-82a4-f23cf1e196da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087667f0-3c66-4a5f-986d-9e645cd87796,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:18.952048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd8450b0-4c2a-49b0-b985-058395157b7c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:18.970103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9774801d-f35b-475c-93eb-b5b9d37d60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.972448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c75372-a58f-4207-a04d-353501dca5f7 req-855eb3e0-cf1e-46cf-9f57-982915750bfd tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:18.972854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9774801d-f35b-475c-93eb-b5b9d37d60f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:18.974285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9774801d-f35b-475c-93eb-b5b9d37d60f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c923dfa-d701-44f7-b91b-d146b057959d HTTP/1.1" status: 204 len: 168 time: 1.2152112 Aug 31 16:16:18.989737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4c75372-a58f-4207-a04d-353501dca5f7 req-855eb3e0-cf1e-46cf-9f57-982915750bfd tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.3323605 Aug 31 16:16:19.007769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.041862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774801d-f35b-475c-93eb-b5b9d37d60f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c923dfa-d701-44f7-b91b-d146b057959d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:19.108312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4c75372-a58f-4207-a04d-353501dca5f7 req-70c18c4f-a1c0-4e96-abb9-49f9829277ba tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Aug 31 16:16:19.113119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-cc133ec4-8deb-4b7c-8d74-6731eea003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:19.114834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-cc133ec4-8deb-4b7c-8d74-6731eea003dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.4123547 Aug 31 16:16:19.155980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.203031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Transition to ACTIVE for port object 1244989a-3bce-4ac2-bafb-309da06a0885 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:16:19.219201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-a1154b82-282b-4e94-bd07-80649ed6770a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7 HTTP/1.1" status: 200 len: 217 time: 0.0961549 Aug 31 16:16:19.326064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.387842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-3c9c522a-b5be-44fd-b0fb-b4a001958590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:19.401006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-3c9c522a-b5be-44fd-b0fb-b4a001958590 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1620123 Aug 31 16:16:19.457608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.516873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Deleting port 1244989a-3bce-4ac2-bafb-309da06a0885 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:19.517459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.616881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-5cabf34d-cb9d-4073-829b-a8b2b84d2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:19.636707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-5cabf34d-cb9d-4073-829b-a8b2b84d2956 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2288904 Aug 31 16:16:19.810569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e357cb-a3d2-43e8-bee9-088b2cf2e2f4 None None] Pushing event updated for resources: {'Port': ['ID=1244989a-3bce-4ac2-bafb-309da06a0885,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:19.813918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port cd8450b0-4c2a-49b0-b985-058395157b7c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:16:19.814484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.816722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Attempting to bind port 1244989a-3bce-4ac2-bafb-309da06a0885 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:16:19.817374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Attempting to bind port 1244989a-3bce-4ac2-bafb-309da06a0885 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:16:19.818095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Attempting to bind port 1244989a-3bce-4ac2-bafb-309da06a0885 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:19.827389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:16:19.827389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:16:19.827890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.828393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-bbe9eb56-2612-4134-bd58-32ac53993a34 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863730 Aug 31 16:16:19.828633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:16:19.829244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Bound port: 1244989a-3bce-4ac2-bafb-309da06a0885, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:16:19.829735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.852157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] For port 1244989a-3bce-4ac2-bafb-309da06a0885, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:19.852813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:19.929816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Calling delete_port for 1244989a-3bce-4ac2-bafb-309da06a0885 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:20.087676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c65a1cd9-3db9-4a99-90f8-859c2801ec8e req-fc45b3f3-9c0a-45a5-adf6-2aabf442223e service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487466 Aug 31 16:16:20.134744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] For port 1244989a-3bce-4ac2-bafb-309da06a0885, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:20.166828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] For port 1244989a-3bce-4ac2-bafb-309da06a0885, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1244989a-3bce-4ac2-bafb-309da06a0885,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:20.185309 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:20.473419 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-5704cbef-4c1c-417a-906f-e7a91c689f4d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5134907 Aug 31 16:16:20.527241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e8251-f296-4712-b662-6b26f73cd22e req-199f98fc-f03e-4a95-ae9b-a820ee42ab5e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:20.529062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-979e8251-f296-4712-b662-6b26f73cd22e req-199f98fc-f03e-4a95-ae9b-a820ee42ab5e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1685956 Aug 31 16:16:20.626653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-979e8251-f296-4712-b662-6b26f73cd22e req-551e5e43-f06c-4b84-abaa-90b79ed2d0e5 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852408 Aug 31 16:16:20.737773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:20.751407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e357cb-a3d2-43e8-bee9-088b2cf2e2f4 None None] Pushing event updated for resources: {'Port': ['ID=1244989a-3bce-4ac2-bafb-309da06a0885,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:20.870964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Routers {'62821a14-e8ae-4120-ac8e-5dfbf64a2e56'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:20.871869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:15:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['62821a14-e8ae-4120-ac8e-5dfbf64a2e56'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:20.899438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event deleted for resources: {'Port': ['ID=1244989a-3bce-4ac2-bafb-309da06a0885,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:20.937627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784816b-4625-4c65-ac82-318632b8a77e req-a2a043f1-7abd-4904-85de-9e8bf690a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:20.961561 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-a2a043f1-7abd-4904-85de-9e8bf690a24c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 1097 time: 0.3655922 Aug 31 16:16:21.115786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] Set router 62821a14-e8ae-4120-ac8e-5dfbf64a2e56 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:16:21.120641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:21.121612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784816b-4625-4c65-ac82-318632b8a77e req-35dcefe1-82e2-4b99-9304-d1859d261f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:21.123125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-35dcefe1-82e2-4b99-9304-d1859d261f48 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 915 time: 0.1047492 Aug 31 16:16:21.123256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0f2bed95-d171-4a6f-8be4-f48a819d133e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:21.249397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62821a14-e8ae-4120-ac8e-5dfbf64a2e56', 'name': 'tempest-snat-router-1402122775', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:16:12Z', 'updated_at': '2021-08-31T16:16:20Z', 'revision_number': 5, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:21.341160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-6842ff6a-1d46-405b-b910-6fe0943755a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360 HTTP/1.1" status: 200 len: 217 time: 0.0937181 Aug 31 16:16:21.343102 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:21.346140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:21.358409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cae031-5159-4223-aebb-b0ff1bf8d375 None None] The sync data for ids ['62821a14-e8ae-4120-ac8e-5dfbf64a2e56'] in n-d-793621-35 is: [{'id': '62821a14-e8ae-4120-ac8e-5dfbf64a2e56', 'name': 'tempest-snat-router-1402122775', 'tenant_id': 'faa42f02de1e4d869469adcf449748a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:16:12Z', 'updated_at': '2021-08-31T16:16:20Z', 'revision_number': 5, 'project_id': 'faa42f02de1e4d869469adcf449748a0', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:21.528129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45888) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:21.600401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:21.601691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62821a14-e8ae-4120-ac8e-5dfbf64a2e56 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:21.623173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:21.625448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23652b13-113b-4961-9217-dee4ce26d806 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/62821a14-e8ae-4120-ac8e-5dfbf64a2e56 HTTP/1.1" status: 204 len: 168 time: 3.1334116 Aug 31 16:16:21.631485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45896) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:21.635073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784816b-4625-4c65-ac82-318632b8a77e req-1f5a863e-2f74-424d-8b82-8e12210cdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:21.643269 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-1f5a863e-2f74-424d-8b82-8e12210cdac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82bfb85b-e687-4fc6-91c7-146c26af3d55 HTTP/1.1" status: 200 len: 854 time: 0.2949762 Aug 31 16:16:21.750976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-37bb8624-3793-424d-a03d-968af6bbd6c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975447 Aug 31 16:16:21.898171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1463681802-network', 'tenant_id': 'b8c4b7b11a62498caa3d2c9123df7af3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:22.069486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-28cb0218-ea3d-4c63-ae07-c2ac3d03fdec service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081357 Aug 31 16:16:22.075574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2017f-c35f-4a24-a24d-2172d435a571 req-886fc553-5e64-46be-bc20-8bd9e7b788b2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:22.091185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1af2017f-c35f-4a24-a24d-2172d435a571 req-886fc553-5e64-46be-bc20-8bd9e7b788b2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.2246301 Aug 31 16:16:22.105755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Made reservation on behalf of b8c4b7b11a62498caa3d2c9123df7af3 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:16:22.109687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.143928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.147390 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.291140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1af2017f-c35f-4a24-a24d-2172d435a571 req-4674697e-e6db-493d-b2c4-93bbfe1d1c86 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925173 Aug 31 16:16:22.356834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7784816b-4625-4c65-ac82-318632b8a77e req-c0b9c653-5e1a-48b4-b2e0-ab6ad932eeae service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762613 Aug 31 16:16:22.524513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.632140 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.638089 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.645574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Deleting port cd8450b0-4c2a-49b0-b985-058395157b7c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:22.646049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.677877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:16:22.746204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.747283 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Added segment b853d3b9-f018-47e5-b874-7f046b4aed5d of type vlan for network 6c9cb378-9cb3-40c3-8635-318711bcded6 Aug 31 16:16:22.764987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e071a4dd-ba18-4618-ad1c-f5e839997eb8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:22.827024 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.865529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] For port cd8450b0-4c2a-49b0-b985-058395157b7c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cd8450b0-4c2a-49b0-b985-058395157b7c,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:22.866095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.958990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Calling delete_port for cd8450b0-4c2a-49b0-b985-058395157b7c owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:22.962059 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:22.965988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:22.966669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.095682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45952) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:23.101094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Request body: {'subnet': {'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1463681802-subnet', 'tenant_id': 'b8c4b7b11a62498caa3d2c9123df7af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:23.105968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5763004 Aug 31 16:16:23.114690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bc641-98c5-4555-a1b5-59c30dcefe95 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9cb378-9cb3-40c3-8635-318711bcded6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:23.134603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:16:23.137470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Made reservation on behalf of b8c4b7b11a62498caa3d2c9123df7af3 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:16:23.140211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.421268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.552560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd8450b0-4c2a-49b0-b985-058395157b7c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:23.586532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.684349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Checking segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:16:23.684770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Network hostable DHCP agents. Network: 6c9cb378-9cb3-40c3-8635-318711bcded6, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:16:23.688048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3887ac88-f223-41c3-b617-56eb7d3d252e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:23.718045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.738808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:16:23.755694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6c9cb378-9cb3-40c3-8635-318711bcded6) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:23.762047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:23.762662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.764899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13999d67-75bc-4362-bf93-6a2e3bb7ce30 None None] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:16:23.792234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f174d6aa-3262-4c20-a9fb-79f2cd34e07f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6938927 Aug 31 16:16:23.956499 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:23.959407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.016335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bc9fc-9696-4260-960a-b0ecf6b57173 req-3f83878f-db2f-41b9-a489-d0b0486a0589 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:24.018019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a72bc9fc-9696-4260-960a-b0ecf6b57173 req-3f83878f-db2f-41b9-a489-d0b0486a0589 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.5386679 Aug 31 16:16:24.020031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.020031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 588edd83-ee72-43b1-b0a5-9e9f8b2c2348 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:24.025502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.026561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d19eb9fc-38a2-4625-b951-5a852ff58996 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "DELETE /v2.0/routers/588edd83-ee72-43b1-b0a5-9e9f8b2c2348 HTTP/1.1" status: 204 len: 168 time: 2.3936369 Aug 31 16:16:24.031297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45978) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:24.043589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1543078142', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:24.144026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.147488 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.168683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a72bc9fc-9696-4260-960a-b0ecf6b57173 req-9dc9881f-8e4b-47e0-9a5e-ccda23723b48 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360109 Aug 31 16:16:24.376081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d2679-29b6-41f3-8362-10a56c7229f1 None None] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:16:24.408169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.546922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:24.894601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.008555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd8450b0-4c2a-49b0-b985-058395157b7c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:16:25.077685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: cd8450b0-4c2a-49b0-b985-058395157b7c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:16:25.078901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd8450b0-4c2a-49b0-b985-058395157b7c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:16:25.185290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-71160a1a-04fd-4763-8b3f-68f974ada61a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:25.202718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-71160a1a-04fd-4763-8b3f-68f974ada61a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.3017659 Aug 31 16:16:25.211700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.229154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-a1c72dbd-25e8-4f78-b04e-6a1eb61a45de tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/quotas/b8c4b7b11a62498caa3d2c9123df7af3 HTTP/1.1" status: 200 len: 375 time: 0.0180783 Aug 31 16:16:25.304563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-6df84c72-b334-43ac-af7f-060bd622c3db tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453722 Aug 31 16:16:25.323087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.639586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba197134-ecc7-4136-a696-cea548452263 req-2fbe70df-74d4-4552-a788-44cf2c726183 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:25.641472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba197134-ecc7-4136-a696-cea548452263 req-2fbe70df-74d4-4552-a788-44cf2c726183 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1584606 Aug 31 16:16:25.655436 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-49309b98-987e-4f07-aca3-8f9c84477cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.659187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.701413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-818fff25-c69d-4bad-a6db-1c12101abd48 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673708 Aug 31 16:16:25.737581 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.823179 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:25.843787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-5ee7ca04-9796-477a-8c21-5e66c12dd5d5 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229258 Aug 31 16:16:25.859546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba197134-ecc7-4136-a696-cea548452263 req-52133e22-13b7-4fd4-804a-22b5ae2db5fe tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856272 Aug 31 16:16:25.971950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Allocated IP 172.25.6.34 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/1411f2cf-9e4d-4f38-977c-3ac44bf36c95) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:26.148349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:26.311911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fad6144f-67cc-41ab-8549-7035e2391776 req-0f62e33e-6b7a-4ed3-ab84-fd95e975bd83 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 210 time: 0.1354442 Aug 31 16:16:26.322946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:26.494915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:26.502298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:26.521400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:26.567259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event updated for resources: {'Port': ['ID=1411f2cf-9e4d-4f38-977c-3ac44bf36c95,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:26.976477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:27.097475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b6a21-cd4a-4b9c-b38e-5a018799f332 req-816761db-d3f7-4ad2-b262-ec9ea5da4f0a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:27.117068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-627b6a21-cd4a-4b9c-b38e-5a018799f332 req-816761db-d3f7-4ad2-b262-ec9ea5da4f0a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.0948551 Aug 31 16:16:27.182175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-627b6a21-cd4a-4b9c-b38e-5a018799f332 req-80a0b773-b5fc-4fbe-a7cb-410cc819cfb0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608990 Aug 31 16:16:27.503396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9293c4e5-77db-4dfd-af37-5dccadb6825b req-897c25be-c8a5-4d10-b116-b9637433e85a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 210 time: 0.0514822 Aug 31 16:16:27.568217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:27.650866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:27.831251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Router 9e5ac7bd-d16c-4f46-a624-f80e8be1a311 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:28.222517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-f3e42c56-53d5-40bd-aca1-a9f42696b314 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:28.225020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-f3e42c56-53d5-40bd-aca1-a9f42696b314 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.2756703 Aug 31 16:16:28.242646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Request body: {'port': {'device_id': '3fc05c16-13af-4632-b973-64e9a1158a29', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'admin_state_up': True, 'tenant_id': 'b8c4b7b11a62498caa3d2c9123df7af3'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:28.474091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:28.481020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae4f39-c066-49d4-a515-8fcd87d8fcac req-883f6886-448a-4425-99d8-9e7d04a9fb42 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:28.482629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22ae4f39-c066-49d4-a515-8fcd87d8fcac req-883f6886-448a-4425-99d8-9e7d04a9fb42 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1337273 Aug 31 16:16:28.486575 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] Sync routers for ids ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:28.506365 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] Routers {'9e5ac7bd-d16c-4f46-a624-f80e8be1a311'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:28.507156 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:28.520325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:28.525355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61d54be7-c7f5-4b69-b71f-42733c073a51 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4913340 Aug 31 16:16:28.528115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46130) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:28.562210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': False}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:28.604105 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:28.618843 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] Routers {'9e5ac7bd-d16c-4f46-a624-f80e8be1a311'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:28.619623 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:28.636180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22ae4f39-c066-49d4-a515-8fcd87d8fcac req-7821c871-9932-458c-b18a-8a5968288cd0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360915 Aug 31 16:16:28.666568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Made reservation on behalf of b8c4b7b11a62498caa3d2c9123df7af3 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:16:28.671216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:28.753116 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:28.753974 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980c569-f9d3-4028-96fe-110d9df54954 None None] The sync data for ids ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:29.147306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:29.178834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-caa3335d-0388-43dc-9a81-3defb07c2dd6 req-72da4eda-d18b-4cd4-8497-7fe8275b5473 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 210 time: 0.4739921 Aug 31 16:16:29.321003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Allocated IP 172.20.0.10 (6c9cb378-9cb3-40c3-8635-318711bcded6/3887ac88-f223-41c3-b617-56eb7d3d252e/907c41a6-8150-47e7-b7da-1b979f6053f6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:29.560905 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:29.609277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:29.702113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:29.721938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:29.721938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event updated for resources: {'Port': ['ID=907c41a6-8150-47e7-b7da-1b979f6053f6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:29.743733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:29.825630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:29.833928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:29.834230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:29.837102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:29.902452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c2fd5742-0ecb-477e-8731-6f5cbdc28da2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6666985 Aug 31 16:16:29.935245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Request body: {'port': {'device_id': '3fc05c16-13af-4632-b973-64e9a1158a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:30.021631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:30.047638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7938a-faae-4c1f-9578-f389ff9b3af2 req-7f22b54d-be2c-49ba-af5b-0a6e46765a2b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:30.051303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21b7938a-faae-4c1f-9578-f389ff9b3af2 req-7f22b54d-be2c-49ba-af5b-0a6e46765a2b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1830494 Aug 31 16:16:30.118987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Router 9e5ac7bd-d16c-4f46-a624-f80e8be1a311 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:16:30.161418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-21b7938a-faae-4c1f-9578-f389ff9b3af2 req-64b0ce39-e638-448a-ad7c-184b9fc0cf0e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875373 Aug 31 16:16:30.453563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:30.467320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] Sync routers for ids ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:30.485341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:30.490251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] Routers {'9e5ac7bd-d16c-4f46-a624-f80e8be1a311'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:30.491242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:30.491848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-03bdf6e9-7617-4968-90b0-fe43519918d5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "PUT /v2.0/routers/9e5ac7bd-d16c-4f46-a624-f80e8be1a311 HTTP/1.1" status: 200 len: 921 time: 1.9571581 Aug 31 16:16:30.493895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46196) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:30.655647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:30.666423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46202) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:30.690255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] Routers {'9e5ac7bd-d16c-4f46-a624-f80e8be1a311'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:30.690902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:30.722021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9f626-4463-440d-b896-f0492aff4515 req-8bd1701a-f458-4132-a3e3-f22900d455d2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:30.731050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b9f626-4463-440d-b896-f0492aff4515 req-8bd1701a-f458-4132-a3e3-f22900d455d2 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 932 time: 0.3556123 Aug 31 16:16:30.745589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:30.747266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79715a9-bdce-4132-bbf5-fe35c57f89d1 None None] The sync data for ids ['9e5ac7bd-d16c-4f46-a624-f80e8be1a311'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:30.808826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b9f626-4463-440d-b896-f0492aff4515 req-133259b0-6b5a-41c9-8055-1288e25f70bc tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767901 Aug 31 16:16:30.874166 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9c633f62-f2fc-41d9-867d-827f810d28f7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/9e5ac7bd-d16c-4f46-a624-f80e8be1a311 HTTP/1.1" status: 200 len: 921 time: 0.3751678 Aug 31 16:16:30.875079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46210) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:30.984735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907c41a6-8150-47e7-b7da-1b979f6053f6 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:16:30.993520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.006982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Transition to ACTIVE for port object 907c41a6-8150-47e7-b7da-1b979f6053f6 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:16:31.033838 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.099195 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-504749df-6819-4d0a-8001-b5664f260300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.169470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175ab3e-6e70-40fd-b44e-9e51a4b85310 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:31.174342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2175ab3e-6e70-40fd-b44e-9e51a4b85310 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=9e5ac7bd-d16c-4f46-a624-f80e8be1a311&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2979376 Aug 31 16:16:31.174856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46218) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:31.195423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Pushing event updated for resources: {'Port': ['ID=907c41a6-8150-47e7-b7da-1b979f6053f6,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:31.208548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.208910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.209261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.209608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.209947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.210516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.210611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.210958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.211294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.211630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.212231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.212559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:16:31.330060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Attempting to bind port 907c41a6-8150-47e7-b7da-1b979f6053f6 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:16:31.330663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Attempting to bind port 907c41a6-8150-47e7-b7da-1b979f6053f6 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:16:31.331211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Attempting to bind port 907c41a6-8150-47e7-b7da-1b979f6053f6 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:31.381531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Port 907c41a6-8150-47e7-b7da-1b979f6053f6 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:16:31.382450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Attempting to bind port 907c41a6-8150-47e7-b7da-1b979f6053f6 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:31.383998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7c3ce-18ea-4b14-b633-257749178368 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:31.387242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-54d7c3ce-18ea-4b14-b633-257749178368 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.2105720 Aug 31 16:16:31.390659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46228) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:31.415410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:16:31.415768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Checking segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:16:31.416274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Bound using segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:16:31.416740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Bound port: 907c41a6-8150-47e7-b7da-1b979f6053f6, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:16:31.417120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.447025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-504749df-6819-4d0a-8001-b5664f260300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.462027 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-91b430da-ec05-43d1-a770-9cb78b874d36 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5ac7bd-d16c-4f46-a624-f80e8be1a311 HTTP/1.1" status: 200 len: 205 time: 0.0629449 Aug 31 16:16:31.462893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46230) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:31.464378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-504749df-6819-4d0a-8001-b5664f260300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.484964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516189-0b13-4aa6-a021-16dcdddbb850 req-3d38ef12-d148-472e-a7bb-dadec775b3b5 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:31.486542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c516189-0b13-4aa6-a021-16dcdddbb850 req-3d38ef12-d148-472e-a7bb-dadec775b3b5 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1430624 Aug 31 16:16:31.540986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-504749df-6819-4d0a-8001-b5664f260300 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02a67e83596842909a5f47917c8fe665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709135 Aug 31 16:16:31.541928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46232) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:31.602943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4678697b-b18d-4253-aea3-0a98fae1f9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.633861 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4678697b-b18d-4253-aea3-0a98fae1f9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.688948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504749df-6819-4d0a-8001-b5664f260300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84000c8-45ed-46bb-8df2-018b42136b0a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:31.744142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4678697b-b18d-4253-aea3-0a98fae1f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.747061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4678697b-b18d-4253-aea3-0a98fae1f9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.753445 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4678697b-b18d-4253-aea3-0a98fae1f9f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a84000c8-45ed-46bb-8df2-018b42136b0a HTTP/1.1" status: 204 len: 168 time: 0.2076921 Aug 31 16:16:31.791537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678697b-b18d-4253-aea3-0a98fae1f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84000c8-45ed-46bb-8df2-018b42136b0a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:31.825955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c516189-0b13-4aa6-a021-16dcdddbb850 req-39da60ae-d4e0-413a-b56e-d410f231d5a5 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818031 Aug 31 16:16:31.832019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:31.899902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] For port 907c41a6-8150-47e7-b7da-1b979f6053f6, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:31.937315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] For port 907c41a6-8150-47e7-b7da-1b979f6053f6, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=907c41a6-8150-47e7-b7da-1b979f6053f6,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:32.048004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.157459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:32.158096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.159513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] 10.222.0.30 "PUT /v2.0/ports/907c41a6-8150-47e7-b7da-1b979f6053f6 HTTP/1.1" status: 200 len: 1093 time: 2.2313867 Aug 31 16:16:32.162225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc05c16-13af-4632-b973-64e9a1158a29', 'tag': '907c41a6-8150-47e7-b7da-1b979f6053f6'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:16:32.168133 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc05c16-13af-4632-b973-64e9a1158a29", "tag": "907c41a6-8150-47e7-b7da-1b979f6053f6"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:32.195714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5264c-cc23-4cb7-a741-2b3a6374e7fd service neutron] Pushing event updated for resources: {'Port': ['ID=907c41a6-8150-47e7-b7da-1b979f6053f6,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:32.208897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2593-d0f5-425c-926a-fff2d2781f2b req-c8b0d6fa-a9d3-4495-a703-484beb95f24b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:32.216738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e0a2593-d0f5-425c-926a-fff2d2781f2b req-c8b0d6fa-a9d3-4495-a703-484beb95f24b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 944 time: 0.2833736 Aug 31 16:16:32.298157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.324029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e0a2593-d0f5-425c-926a-fff2d2781f2b req-b5703b34-1bd6-4b6d-877d-9662e74b91bd tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060534 Aug 31 16:16:32.325429 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94eda8-7242-4a22-abc7-be53e04cf1a9 x-openstack-request-id: req-fc94eda8-7242-4a22-abc7-be53e04cf1a9 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:32.325718 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc05c16-13af-4632-b973-64e9a1158a29", "tag": "907c41a6-8150-47e7-b7da-1b979f6053f6", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:32.325909 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc94eda8-7242-4a22-abc7-be53e04cf1a9 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:32.326334 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc05c16-13af-4632-b973-64e9a1158a29', 'tag': '907c41a6-8150-47e7-b7da-1b979f6053f6', 'status': 'completed', 'code': 200} Aug 31 16:16:32.381693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-ea9efe8c-09e5-42ca-af91-079c28342ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:32.384022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-ea9efe8c-09e5-42ca-af91-079c28342ae2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 1096 time: 0.1493962 Aug 31 16:16:32.452522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-1958c23b-7301-4c6f-a0f7-281120c240a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907c41a6-8150-47e7-b7da-1b979f6053f6 HTTP/1.1" status: 200 len: 217 time: 0.0575864 Aug 31 16:16:32.457089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Deleting port 1411f2cf-9e4d-4f38-977c-3ac44bf36c95 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:32.457480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.581758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-844784de-b0ec-4e8b-8cad-6b3878f6d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:32.583255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-844784de-b0ec-4e8b-8cad-6b3878f6d068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.0732198 Aug 31 16:16:32.596203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:32.625529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd741f82-b427-4898-b56c-bca3455e41f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.631948 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.637348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-fa5501f5-8ecf-4b62-9878-5c08065facb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446038 Aug 31 16:16:32.709495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Calling delete_port for 1411f2cf-9e4d-4f38-977c-3ac44bf36c95 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:32.833331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd741f82-b427-4898-b56c-bca3455e41f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.841415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd741f82-b427-4898-b56c-bca3455e41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:32.861193 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-847acd7f-d47a-450c-b1c5-782e87cfdc8c service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143114 Aug 31 16:16:32.994205 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd741f82-b427-4898-b56c-bca3455e41f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f9621af9d344b97a14ecd1d42a6a28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934171 Aug 31 16:16:32.996146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd741f82-b427-4898-b56c-bca3455e41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce842b-3e28-4ddf-bc1a-45ed8bb32a3c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:33.003310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46278) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:33.142365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-beae5024-bb89-4d36-b4ed-0dfb10f34f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.178580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.180431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-beae5024-bb89-4d36-b4ed-0dfb10f34f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.272264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-beae5024-bb89-4d36-b4ed-0dfb10f34f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.279372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-beae5024-bb89-4d36-b4ed-0dfb10f34f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.280667 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-beae5024-bb89-4d36-b4ed-0dfb10f34f67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bce842b-3e28-4ddf-bc1a-45ed8bb32a3c HTTP/1.1" status: 204 len: 168 time: 0.2755163 Aug 31 16:16:33.291093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event deleted for resources: {'Port': ['ID=1411f2cf-9e4d-4f38-977c-3ac44bf36c95,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:33.302229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae5024-bb89-4d36-b4ed-0dfb10f34f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce842b-3e28-4ddf-bc1a-45ed8bb32a3c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:33.348399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036425f-d02a-4b87-b7fc-3be286532578 req-ee1d4e39-b228-4d31-8456-824b7f9b6a57 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:33.351052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e036425f-d02a-4b87-b7fc-3be286532578 req-ee1d4e39-b228-4d31-8456-824b7f9b6a57 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.2498872 Aug 31 16:16:33.425643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76b7e47-fff6-456b-bf36-ab1e44a4dc1d req-61675618-ab4a-4c38-888b-ead79e96a454 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528445 Aug 31 16:16:33.490912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.560141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e036425f-d02a-4b87-b7fc-3be286532578 req-e9ef6ef5-a69b-40c5-9a27-4b9868228265 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963742 Aug 31 16:16:33.712013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.725248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.795067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3e3b-d44a-4731-b572-07812a5b2b16 req-c7f9b89a-c1dd-4961-a07c-7549e0007366 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:33.797108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a98d3e3b-d44a-4731-b572-07812a5b2b16 req-c7f9b89a-c1dd-4961-a07c-7549e0007366 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 944 time: 0.3368649 Aug 31 16:16:33.805601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-041bc673-410c-45a1-ab15-468c76f6640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:33.807543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-041bc673-410c-45a1-ab15-468c76f6640a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 1096 time: 0.2588289 Aug 31 16:16:33.809085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.809662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Fanout notify agent at l3_agent the message router_deleted on router 9e5ac7bd-d16c-4f46-a624-f80e8be1a311 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:33.824025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.825191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-89404656-6251-440e-91fc-6919587ed73b tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/9e5ac7bd-d16c-4f46-a624-f80e8be1a311 HTTP/1.1" status: 204 len: 168 time: 2.3583403 Aug 31 16:16:33.828887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:33.833790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-846370448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:33.887782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.889283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:33.999572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:34.010249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:34.017768 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a98d3e3b-d44a-4731-b572-07812a5b2b16 req-07ec6919-31cc-4b38-9035-e2f4a76d5f93 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912258 Aug 31 16:16:34.071857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:34.073216 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e8d92f14-eca3-44af-8a70-dfbf0ad8979f tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2433004 Aug 31 16:16:34.079137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46314) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:34.090357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:34.752895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-9ffcdc15-bfe3-4a73-a134-9a855cf0be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:34.766809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-9ffcdc15-bfe3-4a73-a134-9a855cf0be5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 916 time: 0.9390597 Aug 31 16:16:34.936285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-05a3f491-6cb9-44cc-a37d-a3b10986a783 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907c41a6-8150-47e7-b7da-1b979f6053f6 HTTP/1.1" status: 200 len: 217 time: 0.0638788 Aug 31 16:16:35.074049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:35.089595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f83c-3dc6-4e53-9a31-b24350206f1b req-67268288-d56f-4898-a639-edd23c58ddf7 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:35.091567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bee6f83c-3dc6-4e53-9a31-b24350206f1b req-67268288-d56f-4898-a639-edd23c58ddf7 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.4062574 Aug 31 16:16:35.169695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-878f8a76-8c81-4fd5-95d2-d5f0beb106df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:35.171442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-878f8a76-8c81-4fd5-95d2-d5f0beb106df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1709971 Aug 31 16:16:35.374368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-f9c3fdd1-62e2-4d18-af84-3fee92764032 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803594 Aug 31 16:16:35.413867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bee6f83c-3dc6-4e53-9a31-b24350206f1b req-d35f50cc-c622-4181-bb70-465367e1c50b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898438 Aug 31 16:16:35.539385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064269b-1448-4890-b8d4-bf8fb2586897 req-cacc75e8-6f3c-483d-914d-74ec294f65e6 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:35.558357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a064269b-1448-4890-b8d4-bf8fb2586897 req-cacc75e8-6f3c-483d-914d-74ec294f65e6 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 944 time: 0.3672569 Aug 31 16:16:35.673644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a064269b-1448-4890-b8d4-bf8fb2586897 req-1df9fb8d-cb63-426d-8b3a-579875655a8f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047540 Aug 31 16:16:35.708604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-c6702b45-8111-4091-83fc-6be56d656379 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132756 Aug 31 16:16:35.824945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dbb9bb8-4f4c-4203-aa9a-36c273bda28d req-fb756b4f-dccc-4fbe-9ae6-8e9a31124f6c service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080744 Aug 31 16:16:35.991800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:36.022504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:36.224390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Allocated IP 172.25.6.216 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/bcaf42c1-1b44-4b4b-aaad-ce435eb7f9a0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:36.435777 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:36.547878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:36.607382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:36.611810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:36.623475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:36.679053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ae1c2-e978-4ceb-a525-8a0c4f0aa0f8 req-187f1e77-dba8-4625-8322-c3576422c14d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:36.684780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-058ae1c2-e978-4ceb-a525-8a0c4f0aa0f8 req-187f1e77-dba8-4625-8322-c3576422c14d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1511567 Aug 31 16:16:36.686503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event updated for resources: {'Port': ['ID=bcaf42c1-1b44-4b4b-aaad-ce435eb7f9a0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:36.759505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 907c41a6-8150-47e7-b7da-1b979f6053f6 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:16:36.913970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 907c41a6-8150-47e7-b7da-1b979f6053f6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=907c41a6-8150-47e7-b7da-1b979f6053f6,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:36.965204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '907c41a6-8150-47e7-b7da-1b979f6053f6', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'port_id': '907c41a6-8150-47e7-b7da-1b979f6053f6', 'mac_address': 'fa:16:3e:74:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3887ac88-f223-41c3-b617-56eb7d3d252e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:16:36.976386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-058ae1c2-e978-4ceb-a525-8a0c4f0aa0f8 req-df68479a-c954-498e-9426-6d6001f74643 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682738 Aug 31 16:16:37.034176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:37.069288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e22b0-6fbd-4515-a1b6-ac990b2b1b88 req-99576081-e192-42b4-8019-2426a40a9133 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:37.075381 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e1e22b0-6fbd-4515-a1b6-ac990b2b1b88 req-99576081-e192-42b4-8019-2426a40a9133 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 944 time: 0.1883090 Aug 31 16:16:37.078075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907c41a6-8150-47e7-b7da-1b979f6053f6 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:16:37.149643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 907c41a6-8150-47e7-b7da-1b979f6053f6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=907c41a6-8150-47e7-b7da-1b979f6053f6,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:37.153940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:37.257218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=907c41a6-8150-47e7-b7da-1b979f6053f6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:37.302847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e1e22b0-6fbd-4515-a1b6-ac990b2b1b88 req-2c7b22ec-4696-45ee-9b8c-c9da0ffe9859 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194226 Aug 31 16:16:37.395845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:37.396530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:16:37.845383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:37.852758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:38.094339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Router 39987d5d-2f40-426c-93f6-6eeefe2105d7 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:38.241449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac534d-de02-4b0d-bf31-79c62ff8fa36 req-e70e98bd-11ce-44a4-b5d1-ec3d5956a17c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:38.255798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36ac534d-de02-4b0d-bf31-79c62ff8fa36 req-e70e98bd-11ce-44a4-b5d1-ec3d5956a17c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1514182 Aug 31 16:16:38.379152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36ac534d-de02-4b0d-bf31-79c62ff8fa36 req-98dbd5b0-181e-4c22-8f22-974361ca6133 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Aug 31 16:16:38.385253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:38.398538 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] Sync routers for ids ['39987d5d-2f40-426c-93f6-6eeefe2105d7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:38.405397 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:38.408797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-85bbbe6e-31a1-4aa1-91f4-60bfb6c17aab tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "PUT /v2.0/routers/39987d5d-2f40-426c-93f6-6eeefe2105d7 HTTP/1.1" status: 200 len: 879 time: 4.3224895 Aug 31 16:16:38.420099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46470) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:38.420799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] Routers {'39987d5d-2f40-426c-93f6-6eeefe2105d7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:38.420799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['39987d5d-2f40-426c-93f6-6eeefe2105d7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:38.485462 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:38.522321 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] Routers {'39987d5d-2f40-426c-93f6-6eeefe2105d7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:38.522954 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['39987d5d-2f40-426c-93f6-6eeefe2105d7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:38.562208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65747393-4acd-468a-ab75-5bf50b91f6ed req-2c24df05-254f-46b6-85d2-d84a165718da tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:38.564315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65747393-4acd-468a-ab75-5bf50b91f6ed req-2c24df05-254f-46b6-85d2-d84a165718da tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 945 time: 0.1529572 Aug 31 16:16:38.642627 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:38.646479 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d933e0-68a5-4b68-a803-88742b70a359 None None] The sync data for ids ['39987d5d-2f40-426c-93f6-6eeefe2105d7'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:38.675733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65747393-4acd-468a-ab75-5bf50b91f6ed req-9cdee5c0-ae23-460a-8821-c9f431be3516 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965722 Aug 31 16:16:38.767047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 907c41a6-8150-47e7-b7da-1b979f6053f6 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:38.807724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-590b5b49-1fed-455f-a7a6-6e8c504df2e2 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/39987d5d-2f40-426c-93f6-6eeefe2105d7 HTTP/1.1" status: 200 len: 920 time: 0.3937850 Aug 31 16:16:38.810962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46488) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:38.876238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 907c41a6-8150-47e7-b7da-1b979f6053f6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:16:38.878013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e6708-8e36-48a5-8764-5af9f80e43a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:38.882174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-db7e6708-8e36-48a5-8764-5af9f80e43a7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=39987d5d-2f40-426c-93f6-6eeefe2105d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0669966 Aug 31 16:16:38.883417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46490) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:38.885708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 907c41a6-8150-47e7-b7da-1b979f6053f6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:16:38.886943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:38.986679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e703b9-cd68-40d8-8b36-3dbf4c6a8a9b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:38.993347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46496) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:38.997500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:39.003594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60e703b9-cd68-40d8-8b36-3dbf4c6a8a9b tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.1178796 Aug 31 16:16:39.025816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46498) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:39.030006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc05c16-13af-4632-b973-64e9a1158a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c41a6-8150-47e7-b7da-1b979f6053f6'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:16:39.032544 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8ae11-3163-4a7d-bc89-d4b94bfac3ff" -d '{"events": [{"server_uuid": "3fc05c16-13af-4632-b973-64e9a1158a29", "name": "network-vif-plugged", "status": "completed", "tag": "907c41a6-8150-47e7-b7da-1b979f6053f6"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:39.043125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3a3d5366-2c9e-4059-871a-6bfb7c358c19 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=39987d5d-2f40-426c-93f6-6eeefe2105d7 HTTP/1.1" status: 200 len: 205 time: 0.0344393 Aug 31 16:16:39.059639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 907c41a6-8150-47e7-b7da-1b979f6053f6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=907c41a6-8150-47e7-b7da-1b979f6053f6,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:39.070127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:39.112850 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083458c-94f6-4e26-95bf-75ed76a16edb x-openstack-request-id: req-b083458c-94f6-4e26-95bf-75ed76a16edb {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:39.113142 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc05c16-13af-4632-b973-64e9a1158a29", "name": "network-vif-plugged", "status": "completed", "tag": "907c41a6-8150-47e7-b7da-1b979f6053f6", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:39.113397 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b083458c-94f6-4e26-95bf-75ed76a16edb {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:39.114360 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc05c16-13af-4632-b973-64e9a1158a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c41a6-8150-47e7-b7da-1b979f6053f6', 'code': 200} Aug 31 16:16:39.160258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=907c41a6-8150-47e7-b7da-1b979f6053f6,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:39.171446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:39.244532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c455f1-88ce-4b57-8ceb-60dbaf0941b5 req-f8986e1e-63c5-452e-b231-73eeb1fd5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:39.246786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50c455f1-88ce-4b57-8ceb-60dbaf0941b5 req-f8986e1e-63c5-452e-b231-73eeb1fd5607 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 1098 time: 0.0826581 Aug 31 16:16:39.299024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50c455f1-88ce-4b57-8ceb-60dbaf0941b5 req-1852b2b1-5ff9-4043-947c-2d4a3333eb6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445640 Aug 31 16:16:39.318147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:39.396395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Deleting port bcaf42c1-1b44-4b4b-aaad-ce435eb7f9a0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:39.396806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:39.509485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:39.525811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Calling delete_port for bcaf42c1-1b44-4b4b-aaad-ce435eb7f9a0 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:39.556019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da68a6-4761-41d9-8b93-332db7ccaf3b req-7050a1df-4c1e-4ef4-9cc6-c2bd34cf6c2a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:39.559674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2da68a6-4761-41d9-8b93-332db7ccaf3b req-7050a1df-4c1e-4ef4-9cc6-c2bd34cf6c2a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.0706687 Aug 31 16:16:39.618164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2da68a6-4761-41d9-8b93-332db7ccaf3b req-8118f938-59e4-4a48-a161-f555adbaddd3 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Aug 31 16:16:39.822987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.009270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event deleted for resources: {'Port': ['ID=bcaf42c1-1b44-4b4b-aaad-ce435eb7f9a0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:40.032385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa87bd8-37c5-4550-b2a5-b804b34c1288 req-148721f2-6a1c-4a38-b944-222f7ec430bf tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:40.049448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6aa87bd8-37c5-4550-b2a5-b804b34c1288 req-148721f2-6a1c-4a38-b944-222f7ec430bf tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 946 time: 0.2036798 Aug 31 16:16:40.157808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6aa87bd8-37c5-4550-b2a5-b804b34c1288 req-ea64a9b7-0824-4039-ab8c-68670cc6b02d tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072826 Aug 31 16:16:40.216553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.485631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.489278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.557068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1472cf6-a6f2-406f-bea2-a33ccc03698c req-2521654b-3aa6-464f-a136-7fdd963c3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:40.560240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1472cf6-a6f2-406f-bea2-a33ccc03698c req-2521654b-3aa6-464f-a136-7fdd963c3fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 1098 time: 0.5400915 Aug 31 16:16:40.571725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.572643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Fanout notify agent at l3_agent the message router_deleted on router 39987d5d-2f40-426c-93f6-6eeefe2105d7 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:40.596437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.604261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46554) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:40.604834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90783bbe-b949-4638-ae0b-c9e393aeb705 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/39987d5d-2f40-426c-93f6-6eeefe2105d7 HTTP/1.1" status: 204 len: 168 time: 1.5735574 Aug 31 16:16:40.610769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-272877757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:40.641563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d1472cf6-a6f2-406f-bea2-a33ccc03698c req-1ab8ea6b-d85f-42a4-a6db-bf75b322d923 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736291 Aug 31 16:16:40.698218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.700700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.808737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.829521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.881683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5c6d-1b01-460d-9e12-212eb82b2b7c req-a4ea7bff-d8d5-4ea0-acff-457aa3ddedc2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:40.883722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1ab5c6d-1b01-460d-9e12-212eb82b2b7c req-a4ea7bff-d8d5-4ea0-acff-457aa3ddedc2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1446533 Aug 31 16:16:40.884887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:40.886170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ed699fbb-cc3f-43c3-98e8-86d53626cadb tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2800181 Aug 31 16:16:40.889781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46568) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:40.897519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': True}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:40.957787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1ab5c6d-1b01-460d-9e12-212eb82b2b7c req-4b308d2c-8b53-46e7-935b-6303af1fe3c9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557749 Aug 31 16:16:41.344448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c484db-b300-442e-807b-62429b2b4104 req-08cc5e0a-f261-442b-b9c4-66ca995c78e1 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:41.346229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25c484db-b300-442e-807b-62429b2b4104 req-08cc5e0a-f261-442b-b9c4-66ca995c78e1 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 946 time: 0.0772007 Aug 31 16:16:41.414211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25c484db-b300-442e-807b-62429b2b4104 req-4fb734a9-f567-40f3-b0df-b0157bd612aa tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613270 Aug 31 16:16:41.771392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:42.124498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f1b1c-5f3d-4d97-b36e-ebc1ee086ac3 req-c46713a8-b51e-42f0-9ef8-c3c4f93b68e8 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:42.127067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50f1b1c-5f3d-4d97-b36e-ebc1ee086ac3 req-c46713a8-b51e-42f0-9ef8-c3c4f93b68e8 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.0722585 Aug 31 16:16:42.242737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50f1b1c-5f3d-4d97-b36e-ebc1ee086ac3 req-a85b88bd-9b18-41f2-a288-37f6b9241c44 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054919 Aug 31 16:16:42.288961 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:42.318449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:42.559120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Allocated IP 172.25.6.200 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/377114f0-ace1-4852-bba7-cba321b5c157) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:42.712710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-e442f86e-257e-4b63-8cdd-555594b86639 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:42.720752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-e442f86e-257e-4b63-8cdd-555594b86639 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 810 time: 0.2234693 Aug 31 16:16:42.739159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-01af593f-16a3-43e7-b981-1193a2a279c0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/quotas/290ff2d6fdd24d53a1c3143942792ffb HTTP/1.1" status: 200 len: 375 time: 0.0174506 Aug 31 16:16:42.799412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:42.846511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-75be0075-494d-4742-9849-abb43b88a2d9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063139 Aug 31 16:16:42.877866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:42.978890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:42.985370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:43.004896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:43.035640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Port': ['ID=377114f0-ace1-4852-bba7-cba321b5c157,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:43.223227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-25b06c5c-b57f-45bf-96bf-27607bee45a7 service neutron] 10.222.0.43 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543413 Aug 31 16:16:43.386208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-bd8e0ba8-16e1-4408-a6fa-e6bd9e81ffa6 service neutron] 10.222.0.43 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547766 Aug 31 16:16:43.551103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:43.667805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc5cfa4e-66e5-4000-8ebf-aeead6e59c09 req-5a6cda71-9432-455e-a730-cf74078340eb tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 210 time: 0.0532775 Aug 31 16:16:43.943371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:43.947414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:44.233534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Router 0c49ac0a-5f86-4e34-9e13-c9168d5df15e is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:44.682280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:44.685636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:44.691614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] Sync routers for ids ['0c49ac0a-5f86-4e34-9e13-c9168d5df15e'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:44.701310 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b766b82c-045f-4d6f-b6e4-e42ad3a42d9e tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "PUT /v2.0/routers/0c49ac0a-5f86-4e34-9e13-c9168d5df15e HTTP/1.1" status: 200 len: 914 time: 3.8090374 Aug 31 16:16:44.702657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46760) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:44.725347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] Routers {'0c49ac0a-5f86-4e34-9e13-c9168d5df15e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:44.733477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0c49ac0a-5f86-4e34-9e13-c9168d5df15e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:44.916493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:44.949949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] Routers {'0c49ac0a-5f86-4e34-9e13-c9168d5df15e'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:44.951137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['0c49ac0a-5f86-4e34-9e13-c9168d5df15e'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:45.053638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:45.061828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471779d-5ce9-4f77-8969-e294a001644e None None] The sync data for ids ['0c49ac0a-5f86-4e34-9e13-c9168d5df15e'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:45.265678 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:16:45.370002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-51eecb38-14da-49f5-8877-0cf7000f6cbf tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/0c49ac0a-5f86-4e34-9e13-c9168d5df15e HTTP/1.1" status: 200 len: 920 time: 0.6660101 Aug 31 16:16:45.373115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:45.510631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10bde9b0-6804-46a3-9c1a-b697739efe03 req-b1ef206b-faff-4fc4-85d7-7899eb646918 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 210 time: 0.4034588 Aug 31 16:16:45.631189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-e7f0ff43-179d-47d1-9eda-cd393622c142 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:45.633703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-e7f0ff43-179d-47d1-9eda-cd393622c142 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.30 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 810 time: 0.5344396 Aug 31 16:16:45.653863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Request body: {'port': {'device_id': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'admin_state_up': True, 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:45.803699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20915622-75b7-46c9-8c38-bf631a023107 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:45.806456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20915622-75b7-46c9-8c38-bf631a023107 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=0c49ac0a-5f86-4e34-9e13-c9168d5df15e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4317164 Aug 31 16:16:45.809211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46792) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:46.001759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Made reservation on behalf of 290ff2d6fdd24d53a1c3143942792ffb for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:16:46.025754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:46.100889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf6c218-4ae2-45ad-8e7e-e32a3da718f7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:46.103491 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-abf6c218-4ae2-45ad-8e7e-e32a3da718f7 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.2931538 Aug 31 16:16:46.112272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46800) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:46.170797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-befcf20b-9752-4992-aa60-096f2232ce17 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c49ac0a-5f86-4e34-9e13-c9168d5df15e HTTP/1.1" status: 200 len: 205 time: 0.0567591 Aug 31 16:16:46.174490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46804) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:46.327940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Allocated IP 172.20.0.2 (a68a9808-2734-41ad-9b97-47391fe21895/0bf6901e-2fac-4089-8fd6-e67e3c0034e2/a7b28c8e-aea9-42de-8e08-3211921721d4) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:46.415991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:46.623541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:46.802850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Deleting port 377114f0-ace1-4852-bba7-cba321b5c157 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:46.803701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:47.139095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e006a99-91b5-40b7-992a-c6a02d968448 req-9ed939e5-126a-4f40-9d77-24d10cd7b4ac tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 210 time: 0.1297545 Aug 31 16:16:47.195393 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:47.225308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Calling delete_port for 377114f0-ace1-4852-bba7-cba321b5c157 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:47.516086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:47.579281 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:47.593509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['0f653968-596d-4161-9508-20d1b1a7df7a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:16:47.784245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Network a68a9808-2734-41ad-9b97-47391fe21895 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:47.806324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:47.842477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:47.843896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Pushing event updated for resources: {'Port': ['ID=a7b28c8e-aea9-42de-8e08-3211921721d4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:47.852604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:47.998227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46866) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:48.079985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event deleted for resources: {'Port': ['ID=377114f0-ace1-4852-bba7-cba321b5c157,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:48.131367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:48.131985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.143671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.193644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-f30d6c79-eb9a-4212-9607-73d6a0b372ea tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5458016 Aug 31 16:16:48.211417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Request body: {'port': {'device_id': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:48.393589 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0df9394-2039-41e8-85ed-ab1eecff7bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.419926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.456415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.463837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.479560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0731c5-6566-4781-9ff9-e6b8b9bd2def req-ecffa174-3c7d-4394-b3a2-7e920069bcc6 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:48.487777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0731c5-6566-4781-9ff9-e6b8b9bd2def req-ecffa174-3c7d-4394-b3a2-7e920069bcc6 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 931 time: 0.1636419 Aug 31 16:16:48.552279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.553277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Fanout notify agent at l3_agent the message router_deleted on router 0c49ac0a-5f86-4e34-9e13-c9168d5df15e {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:48.568529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:48.574543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-53430631-fe36-4a4a-b3b5-316a97b5d45a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/0c49ac0a-5f86-4e34-9e13-c9168d5df15e HTTP/1.1" status: 204 len: 168 time: 2.3951707 Aug 31 16:16:48.576477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:48.589303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-776649454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:48.648579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0731c5-6566-4781-9ff9-e6b8b9bd2def req-122a8d61-daf9-49b4-9a19-646bb4d2219d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596460 Aug 31 16:16:49.008567 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0df9394-2039-41e8-85ed-ab1eecff7bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.019868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e0df9394-2039-41e8-85ed-ab1eecff7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.041821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.042973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.067260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df9394-2039-41e8-85ed-ab1eecff7bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7238865-2df0-4207-87da-172a3df730c8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:49.138079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e0df9394-2039-41e8-85ed-ab1eecff7bca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5af0d44c8894e74af2e5b924fb7bd14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1369095 Aug 31 16:16:49.143406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46892) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:49.193858 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.199689 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.230654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.232158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dddc4c57-4919-442b-a719-37df0efe04a2 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6535232 Aug 31 16:16:49.240755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46894) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:49.264567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': False}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:49.324085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b28c8e-aea9-42de-8e08-3211921721d4 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:16:49.340773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.382179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Transition to ACTIVE for port object a7b28c8e-aea9-42de-8e08-3211921721d4 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:16:49.467321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.596893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19e16840-e056-487d-802b-76c0af62896c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:49.714417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b28c8e-aea9-42de-8e08-3211921721d4,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:49.845001 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19e16840-e056-487d-802b-76c0af62896c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.084909 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.125843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bff552-60a9-4a63-8fc7-925bc0e64c28 req-fbd1c150-32e5-4b4d-9bf1-5ea2e24d4b5e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:50.135224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72bff552-60a9-4a63-8fc7-925bc0e64c28 req-fbd1c150-32e5-4b4d-9bf1-5ea2e24d4b5e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 943 time: 0.3022296 Aug 31 16:16:50.142944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Attempting to bind port a7b28c8e-aea9-42de-8e08-3211921721d4 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:16:50.143361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Attempting to bind port a7b28c8e-aea9-42de-8e08-3211921721d4 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:16:50.143876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Attempting to bind port a7b28c8e-aea9-42de-8e08-3211921721d4 on network a68a9808-2734-41ad-9b97-47391fe21895 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:50.208439 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19e16840-e056-487d-802b-76c0af62896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.211875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-19e16840-e056-487d-802b-76c0af62896c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.227075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-19e16840-e056-487d-802b-76c0af62896c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7238865-2df0-4207-87da-172a3df730c8 HTTP/1.1" status: 204 len: 168 time: 1.0697412 Aug 31 16:16:50.228065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Port a7b28c8e-aea9-42de-8e08-3211921721d4 on network a68a9808-2734-41ad-9b97-47391fe21895 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:16:50.230139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Attempting to bind port a7b28c8e-aea9-42de-8e08-3211921721d4 on network a68a9808-2734-41ad-9b97-47391fe21895 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:16:50.277771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e16840-e056-487d-802b-76c0af62896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7238865-2df0-4207-87da-172a3df730c8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:50.298974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72bff552-60a9-4a63-8fc7-925bc0e64c28 req-0bfead4d-d64c-4bdc-a1c5-05b2255d0507 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627569 Aug 31 16:16:50.301119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:16:50.301593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Checking segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:16:50.302085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Bound using segment: {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:16:50.302635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Bound port: a7b28c8e-aea9-42de-8e08-3211921721d4, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15202ac8-6779-4a97-93ed-899b7dbeffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:16:50.303101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.416250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] For port a7b28c8e-aea9-42de-8e08-3211921721d4, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:16:50.421465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] For port a7b28c8e-aea9-42de-8e08-3211921721d4, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a7b28c8e-aea9-42de-8e08-3211921721d4,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:16:50.429515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.469939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:50.470760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.472646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7b28c8e-aea9-42de-8e08-3211921721d4 HTTP/1.1" status: 200 len: 1092 time: 2.2700067 Aug 31 16:16:50.497719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'tag': 'a7b28c8e-aea9-42de-8e08-3211921721d4'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:16:50.502867 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfe0180-67ad-4c21-868e-8b5f961c136a", "tag": "a7b28c8e-aea9-42de-8e08-3211921721d4"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:50.659521 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bba1a3-d92e-481f-a7ea-9ca899245573 x-openstack-request-id: req-d8bba1a3-d92e-481f-a7ea-9ca899245573 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:50.660669 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfe0180-67ad-4c21-868e-8b5f961c136a", "tag": "a7b28c8e-aea9-42de-8e08-3211921721d4", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:50.661958 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8bba1a3-d92e-481f-a7ea-9ca899245573 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:50.663065 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'tag': 'a7b28c8e-aea9-42de-8e08-3211921721d4', 'status': 'completed', 'code': 200} Aug 31 16:16:50.768834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2fdf4-8a35-4fdd-93ea-c0f85154cf99 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b28c8e-aea9-42de-8e08-3211921721d4,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:50.864660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46934) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:50.889795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-697f2087-22d9-4d49-9e5c-23fa38751104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:50.891573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-697f2087-22d9-4d49-9e5c-23fa38751104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 1095 time: 0.2911570 Aug 31 16:16:50.905692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38cf6cb3-edab-46d3-80ea-0220da2758d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:50.963739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-1b335a52-0a68-4e4b-828f-c1b98da8d112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b28c8e-aea9-42de-8e08-3211921721d4 HTTP/1.1" status: 200 len: 217 time: 0.0623672 Aug 31 16:16:51.045089 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.058205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29a87a5f-f946-4193-b78b-52c54c00054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.082266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.107587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38cf6cb3-edab-46d3-80ea-0220da2758d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.112973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38cf6cb3-edab-46d3-80ea-0220da2758d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.155478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-83e749c9-f02a-490d-a867-79fd360b4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:51.161466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-83e749c9-f02a-490d-a867-79fd360b4b6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.1887541 Aug 31 16:16:51.183958 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-38cf6cb3-edab-46d3-80ea-0220da2758d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3ffbf7659e64f81a0f241d36dc637ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175941 Aug 31 16:16:51.187031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf6cb3-edab-46d3-80ea-0220da2758d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e22e1b-d4ac-4d05-a3ad-7d451d6ee4e7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:51.190275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:51.231978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-c7020eef-f9eb-47a2-8c83-1d3858674a99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652039 Aug 31 16:16:51.297100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cc845ff0-8bb3-40c3-9357-e8891e2dc681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.371453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cc845ff0-8bb3-40c3-9357-e8891e2dc681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.455095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cc845ff0-8bb3-40c3-9357-e8891e2dc681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.459594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cc845ff0-8bb3-40c3-9357-e8891e2dc681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.463638 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cc845ff0-8bb3-40c3-9357-e8891e2dc681 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98e22e1b-d4ac-4d05-a3ad-7d451d6ee4e7 HTTP/1.1" status: 204 len: 168 time: 0.2693315 Aug 31 16:16:51.474488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc845ff0-8bb3-40c3-9357-e8891e2dc681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e22e1b-d4ac-4d05-a3ad-7d451d6ee4e7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:51.504326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Allocated IP 172.25.6.142 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/0fba215b-a875-45b8-90e4-bc05ca217432) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:51.546118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-0ebae0a5-dd2e-4141-989f-41cd96f09722 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039513 Aug 31 16:16:51.663785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1597df2-a8a1-4d4d-9261-6b73d3ba7ab3 req-73c5613b-b9b4-44c5-b956-8d2167033ce1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:51.665592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1597df2-a8a1-4d4d-9261-6b73d3ba7ab3 req-73c5613b-b9b4-44c5-b956-8d2167033ce1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 943 time: 0.2219970 Aug 31 16:16:51.885172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fd6c4e7-780b-416d-ae52-74ea17bbdc39 req-17befaac-16a8-4ef6-9171-148ef190d525 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212602 Aug 31 16:16:51.933899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:51.994521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:52.079431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1597df2-a8a1-4d4d-9261-6b73d3ba7ab3 req-7f923cc9-f62e-4941-a0e4-216a91f86c9f tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787835 Aug 31 16:16:52.113402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Pushing event updated for resources: {'Port': ['ID=0fba215b-a875-45b8-90e4-bc05ca217432,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:52.124199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:52.128732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:52.140670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:52.205472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-900f4365-5261-46a1-b835-fe163923041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:52.207171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-900f4365-5261-46a1-b835-fe163923041d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 1095 time: 0.2297461 Aug 31 16:16:52.361986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-390f6d2c-84f3-4d32-b3d1-61de1f754ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:52.365985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-390f6d2c-84f3-4d32-b3d1-61de1f754ccd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 911 time: 0.1451972 Aug 31 16:16:52.517203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-f772dff1-d65a-4267-8cd5-c3ca4d91cf6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b28c8e-aea9-42de-8e08-3211921721d4 HTTP/1.1" status: 200 len: 217 time: 0.1401889 Aug 31 16:16:52.585326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-338e2a0e-fc02-464a-a78a-e253c8de5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:52.587551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-338e2a0e-fc02-464a-a78a-e253c8de5c5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.0602202 Aug 31 16:16:52.647362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-4222051d-9341-45b0-a1c8-0f7b6cad3836 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348496 Aug 31 16:16:52.889171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-3e8668cb-3a17-4df5-9306-405f26d9aff6 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161703 Aug 31 16:16:53.959826 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:54.207337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6cd0eac3-c557-4f7e-933b-763c7f9c6ac8 req-072adfde-8ef3-4521-b591-5552d4c5e901 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2723465 Aug 31 16:16:54.223020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0eb80-18d9-4a9e-a787-179c5ba9606a req-4c029e33-2f5b-4e71-a8c6-9466e4c96f24 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:54.229426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3da0eb80-18d9-4a9e-a787-179c5ba9606a req-4c029e33-2f5b-4e71-a8c6-9466e4c96f24 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 943 time: 0.4719155 Aug 31 16:16:54.318512 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:54.473435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3da0eb80-18d9-4a9e-a787-179c5ba9606a req-6e737a19-1475-472f-bcba-fc8ad9fac6d9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936438 Aug 31 16:16:54.536379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:54.546780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:54.817854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Router aed4ef40-8add-4dd3-9b97-2d9e63a7a20e is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:16:54.861768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a7b28c8e-aea9-42de-8e08-3211921721d4 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:16:55.044693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:16:55.058860 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:55.060582 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] Sync routers for ids ['aed4ef40-8add-4dd3-9b97-2d9e63a7a20e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:16:55.061480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-507ecc94-c493-44bf-99b8-4d8d37ee4800 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "PUT /v2.0/routers/aed4ef40-8add-4dd3-9b97-2d9e63a7a20e HTTP/1.1" status: 200 len: 915 time: 5.8054698 Aug 31 16:16:55.066135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47058) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:55.075341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a7b28c8e-aea9-42de-8e08-3211921721d4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a7b28c8e-aea9-42de-8e08-3211921721d4,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:55.078211 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] Routers {'aed4ef40-8add-4dd3-9b97-2d9e63a7a20e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:55.079195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['aed4ef40-8add-4dd3-9b97-2d9e63a7a20e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:55.101613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'a7b28c8e-aea9-42de-8e08-3211921721d4', 'network_id': 'a68a9808-2734-41ad-9b97-47391fe21895', 'port_id': 'a7b28c8e-aea9-42de-8e08-3211921721d4', 'mac_address': 'fa:16:3e:eb:b0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf6901e-2fac-4089-8fd6-e67e3c0034e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:16:55.191453 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:55.199439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:55.204022 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] Routers {'aed4ef40-8add-4dd3-9b97-2d9e63a7a20e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:16:55.205178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['aed4ef40-8add-4dd3-9b97-2d9e63a7a20e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:55.235795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:55.267037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b28c8e-aea9-42de-8e08-3211921721d4 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:16:55.285264 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:55.329342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a7b28c8e-aea9-42de-8e08-3211921721d4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a7b28c8e-aea9-42de-8e08-3211921721d4,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:55.336637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:16:55.337840 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8c8ed-da66-4b38-a84d-231d14f72d6e None None] The sync data for ids ['aed4ef40-8add-4dd3-9b97-2d9e63a7a20e'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:16:55.342500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:55.415852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a7b28c8e-aea9-42de-8e08-3211921721d4,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:55.427143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7db4a8ed-4e35-4311-b643-b99ddc5f25bb tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/aed4ef40-8add-4dd3-9b97-2d9e63a7a20e HTTP/1.1" status: 200 len: 921 time: 0.3593719 Aug 31 16:16:55.431850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47070) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:55.518078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07419f9b-fd99-4947-b702-0993e394340f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:55.519745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-07419f9b-fd99-4947-b702-0993e394340f tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=aed4ef40-8add-4dd3-9b97-2d9e63a7a20e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0864725 Aug 31 16:16:55.524514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47076) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:55.582249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a7b28c8e-aea9-42de-8e08-3211921721d4'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:16:55.704360 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed922-2502-4a92-b085-44e254b0e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:55.721701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea9ef0-875c-439c-aed6-60bad97fa6bc tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:55.723581 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1eea9ef0-875c-439c-aed6-60bad97fa6bc tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.1975977 Aug 31 16:16:55.728830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47080) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:55.840140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ea2f4-09e1-4f3a-af02-31f3920d4fea req-af38ab3e-f42f-495f-a47d-b431e3d94816 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:55.860031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-325ea2f4-09e1-4f3a-af02-31f3920d4fea req-af38ab3e-f42f-495f-a47d-b431e3d94816 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 944 time: 0.1870558 Aug 31 16:16:55.873443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8e843c55-a8e7-4747-8662-5fe60fbbc9d3 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=aed4ef40-8add-4dd3-9b97-2d9e63a7a20e HTTP/1.1" status: 200 len: 205 time: 0.1437178 Aug 31 16:16:55.878662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47090) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:55.974415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-325ea2f4-09e1-4f3a-af02-31f3920d4fea req-b9950487-f1a0-4abe-bfb8-ca127046f4ee tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068120 Aug 31 16:16:55.981875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:56.141769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:56.282149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:56.447967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Deleting port 0fba215b-a875-45b8-90e4-bc05ca217432 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:16:56.452418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:56.680672 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:56.705926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Calling delete_port for 0fba215b-a875-45b8-90e4-bc05ca217432 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:16:56.863531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a7b28c8e-aea9-42de-8e08-3211921721d4 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:16:57.015941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port a7b28c8e-aea9-42de-8e08-3211921721d4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:16:57.024082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port a7b28c8e-aea9-42de-8e08-3211921721d4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:16:57.024527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:57.160350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:57.209685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event deleted for resources: {'Port': ['ID=0fba215b-a875-45b8-90e4-bc05ca217432,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:57.211271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:57.269412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1045d3-a60f-417a-a386-6d33eacd778c req-ed512c55-843f-470c-917b-186d0b882549 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:57.283430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da1045d3-a60f-417a-a386-6d33eacd778c req-ed512c55-843f-470c-917b-186d0b882549 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 944 time: 0.1265950 Aug 31 16:16:57.288726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b28c8e-aea9-42de-8e08-3211921721d4'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:16:57.297016 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84331391-7c93-4f0f-8946-e9567c22ad70" -d '{"events": [{"server_uuid": "3cfe0180-67ad-4c21-868e-8b5f961c136a", "name": "network-vif-plugged", "status": "completed", "tag": "a7b28c8e-aea9-42de-8e08-3211921721d4"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:16:57.333821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a7b28c8e-aea9-42de-8e08-3211921721d4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a7b28c8e-aea9-42de-8e08-3211921721d4,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:16:57.340940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:57.390106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da1045d3-a60f-417a-a386-6d33eacd778c req-17ab72d8-a936-4237-931e-65df3d3cb5a4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047764 Aug 31 16:16:57.417062 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185e8eaf-e2a5-45c5-923a-1b3b263b779e x-openstack-request-id: req-185e8eaf-e2a5-45c5-923a-1b3b263b779e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:16:57.417390 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfe0180-67ad-4c21-868e-8b5f961c136a", "name": "network-vif-plugged", "status": "completed", "tag": "a7b28c8e-aea9-42de-8e08-3211921721d4", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:16:57.417904 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-185e8eaf-e2a5-45c5-923a-1b3b263b779e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:16:57.419551 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b28c8e-aea9-42de-8e08-3211921721d4', 'code': 200} Aug 31 16:16:57.466175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a7b28c8e-aea9-42de-8e08-3211921721d4,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:57.574614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d1f7d-aade-416d-8538-85ab15e5d8b0 req-ddaee0a6-80e4-409c-a2a9-832c78dd7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:57.576847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a2d1f7d-aade-416d-8538-85ab15e5d8b0 req-ddaee0a6-80e4-409c-a2a9-832c78dd7b49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 1097 time: 0.0999167 Aug 31 16:16:57.663097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a2d1f7d-aade-416d-8538-85ab15e5d8b0 req-41c1431c-3a89-4ef8-9b2a-1b1f2114913b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781519 Aug 31 16:16:57.667985 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:57.936579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.118862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.121811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.181472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.183060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Fanout notify agent at l3_agent the message router_deleted on router aed4ef40-8add-4dd3-9b97-2d9e63a7a20e {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:16:58.198178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.210953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-374757c1-bf9c-4bdd-927a-c7b3434cf863 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/aed4ef40-8add-4dd3-9b97-2d9e63a7a20e HTTP/1.1" status: 204 len: 168 time: 2.3238990 Aug 31 16:16:58.210953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47144) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:16:58.215533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-984120913', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:16:58.272424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.274317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.399795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.642112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4039033-b673-48f0-8cba-7e36ad7de874 req-2a26e0a8-ef31-426d-9134-65f2e5e89943 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:58.643775 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4039033-b673-48f0-8cba-7e36ad7de874 req-2a26e0a8-ef31-426d-9134-65f2e5e89943 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1126177 Aug 31 16:16:58.696078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:58.752924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4039033-b673-48f0-8cba-7e36ad7de874 req-7728c8ba-8f6c-4ab7-89fc-d0fc0f486c40 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915928 Aug 31 16:16:59.193325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:59.217571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:59.376857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Allocated IP 172.25.6.140 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/214e3a52-0bea-46c6-b6bb-6c767a657c8a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:16:59.528011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:59.615332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:16:59.680710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:16:59.684847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:16:59.693199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:16:59.778588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event updated for resources: {'Port': ['ID=214e3a52-0bea-46c6-b6bb-6c767a657c8a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:16:59.971929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff21a30-32da-4c37-abd7-5c15d2816239 req-9b1a08d4-33f0-440d-ae51-0ae718f0fc20 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:16:59.985871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff21a30-32da-4c37-abd7-5c15d2816239 req-9b1a08d4-33f0-440d-ae51-0ae718f0fc20 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1049061 Aug 31 16:17:00.094084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff21a30-32da-4c37-abd7-5c15d2816239 req-596a71cb-3397-429a-9ba3-729769249f68 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061525 Aug 31 16:17:00.224308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:00.558512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-55f4c79b-61ab-43c8-9f5f-be12e3f2aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:00.560641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-55f4c79b-61ab-43c8-9f5f-be12e3f2aeac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 1097 time: 0.1049201 Aug 31 16:17:00.791727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1390da-b0ae-44fa-bff9-6841fde19a85 req-49d8472e-8277-4c3f-8946-8759ee447383 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:00.793832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f1390da-b0ae-44fa-bff9-6841fde19a85 req-49d8472e-8277-4c3f-8946-8759ee447383 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1398566 Aug 31 16:17:00.806014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:00.832021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-80bf3727-7d09-40be-889a-319a61164671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:00.835468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-80bf3727-7d09-40be-889a-319a61164671 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 911 time: 0.2648520 Aug 31 16:17:00.962984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-4f048195-ab21-4dea-afe5-5d7066e74bbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b28c8e-aea9-42de-8e08-3211921721d4 HTTP/1.1" status: 200 len: 217 time: 0.1009808 Aug 31 16:17:00.978387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f1390da-b0ae-44fa-bff9-6841fde19a85 req-4d2f6034-e646-411e-a967-0d96d978912f tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490138 Aug 31 16:17:01.076515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-2d84ba49-2a1a-40f9-886a-ad91dbeaf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:01.079943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-2d84ba49-2a1a-40f9-886a-ad91dbeaf29a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.1001415 Aug 31 16:17:01.114801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Router 3b91b1c0-46a4-4d02-a297-86700eb1ff72 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:17:01.162484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-1f8858aa-75da-4039-aacb-ad9adba9ba84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688596 Aug 31 16:17:01.334039 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:01.346443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] Sync routers for ids ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:01.369229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:01.371015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-508a52f2-ed59-4f0d-956a-4e9f07d62c0c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1616099 Aug 31 16:17:01.373637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47234) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:01.377594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] Routers {'3b91b1c0-46a4-4d02-a297-86700eb1ff72'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:01.378497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:01.383242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:01.389484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-a04f46fb-716d-40cf-bcbc-79ae74368069 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193675 Aug 31 16:17:01.506259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:01.520044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] Routers {'3b91b1c0-46a4-4d02-a297-86700eb1ff72'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:01.521097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:01.569978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:01.571100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165501e-a838-4b1d-9d35-9fb21fb99f7a None None] The sync data for ids ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:01.674218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-580f1924-caff-4c0b-b9a5-3f6ba079805e req-aa34ad04-5608-4c2e-bb47-5e258db7b5a4 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553415 Aug 31 16:17:02.005781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:02.034615 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:02.229799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Deleting port 214e3a52-0bea-46c6-b6bb-6c767a657c8a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:02.230153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:02.289506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae798086-6893-415d-80b7-3fe835cd1b9d req-478b5a0b-6592-4dd2-abaf-522b1f74691a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:02.298468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae798086-6893-415d-80b7-3fe835cd1b9d req-478b5a0b-6592-4dd2-abaf-522b1f74691a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1299829 Aug 31 16:17:02.387826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae798086-6893-415d-80b7-3fe835cd1b9d req-8a01f1e0-c1fa-4b13-84ec-bf9658d6061f tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770998 Aug 31 16:17:02.453114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:02.484876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Calling delete_port for 214e3a52-0bea-46c6-b6bb-6c767a657c8a owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:02.839520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:02.877510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Pushing event deleted for resources: {'Port': ['ID=214e3a52-0bea-46c6-b6bb-6c767a657c8a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:02.997835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:03.764237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78d4f6-6571-4157-825c-94aa23fd37b6 req-ccfd11b6-f129-4a39-9cee-b8a9043a9b3d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:03.767119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b78d4f6-6571-4157-825c-94aa23fd37b6 req-ccfd11b6-f129-4a39-9cee-b8a9043a9b3d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1862907 Aug 31 16:17:03.872644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b78d4f6-6571-4157-825c-94aa23fd37b6 req-f7691fc7-760b-459b-8f42-d03695a83e4f tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802276 Aug 31 16:17:03.924032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:03.954140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:04.211290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Router 3b91b1c0-46a4-4d02-a297-86700eb1ff72 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:17:04.456549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:04.478427 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] Sync routers for ids ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:04.486371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:04.494903 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c33a7c3e-d793-477c-ab44-33febc8e1116 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "PUT /v2.0/routers/3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 200 len: 705 time: 3.1194553 Aug 31 16:17:04.500498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47432) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:04.535423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] Routers {'3b91b1c0-46a4-4d02-a297-86700eb1ff72'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:04.535423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:04.677235 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:04.744940 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] Routers {'3b91b1c0-46a4-4d02-a297-86700eb1ff72'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:04.746063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:04.872418 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:04.874387 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf0dc2-6f64-4361-815d-87d0199ce8fa None None] The sync data for ids ['3b91b1c0-46a4-4d02-a297-86700eb1ff72'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:04.915003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-084db05d-c514-4103-acfd-b8a35d90dfb5 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/routers/3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 200 len: 740 time: 0.4083798 Aug 31 16:17:04.916385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:05.077202 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f07208f-c3e0-4c68-8f43-a9034740bc98 tempest-RoutersAdminTest-983101889 tempest-RoutersAdminTest-983101889-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 200 len: 205 time: 0.1597545 Aug 31 16:17:05.081688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47482) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:05.186670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-18d4a415-6f99-4a7b-8951-b8624f64665c tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 200 len: 205 time: 0.0893109 Aug 31 16:17:05.187669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47492) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:05.365465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-0dc17ab5-ced6-46a0-894c-c99b6dbdd736 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:05.368939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-0dc17ab5-ced6-46a0-894c-c99b6dbdd736 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.3748612 Aug 31 16:17:05.425147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:05.559423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee09209-014d-4407-9aea-db1c291a1ee1 req-4935c1c2-f35b-4390-afe0-41a370fc585e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:05.572869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee09209-014d-4407-9aea-db1c291a1ee1 req-4935c1c2-f35b-4390-afe0-41a370fc585e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.4925289 Aug 31 16:17:05.590538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-e86cd2b2-e067-4b73-9e2a-93785b7c744a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/quotas/b8c4b7b11a62498caa3d2c9123df7af3 HTTP/1.1" status: 200 len: 375 time: 0.1178226 Aug 31 16:17:05.803819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:05.807751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:05.870798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-36c46e23-b5da-4f4b-b7b9-dd8bb36c78c6 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2783873 Aug 31 16:17:05.985304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ee09209-014d-4407-9aea-db1c291a1ee1 req-622bcb03-140a-401e-bdd4-efd5b4d0de9a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073193 Aug 31 16:17:05.997523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:05.998770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Fanout notify agent at l3_agent the message router_deleted on router 3b91b1c0-46a4-4d02-a297-86700eb1ff72 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:17:06.014757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:06.016580 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4c81a7ef-ed1e-4763-8dcd-c698db9ad720 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 204 len: 168 time: 0.8274364 Aug 31 16:17:06.021450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.094769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eac2ed7a-6e40-4fb0-b72d-9533265e7e92 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 200 len: 205 time: 0.0701449 Aug 31 16:17:06.097505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.182524 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-24d256c6-cfb6-45ad-b054-d08a78dad20a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] delete failed (client error): The resource could not be found. Aug 31 16:17:06.190216 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-24d256c6-cfb6-45ad-b054-d08a78dad20a tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/3b91b1c0-46a4-4d02-a297-86700eb1ff72 HTTP/1.1" status: 404 len: 336 time: 0.0894942 Aug 31 16:17:06.195811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47576) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.286521 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ad2db123-aaf2-4e90-9a6d-518f87e118ff tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=aed4ef40-8add-4dd3-9b97-2d9e63a7a20e HTTP/1.1" status: 200 len: 205 time: 0.0878546 Aug 31 16:17:06.290778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47588) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.305311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-228ba58e-b0d0-4987-8a8e-28be23c3cba3 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162127 Aug 31 16:17:06.410793 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-a1041204-406d-4213-b57f-fa52e0812591 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] delete failed (client error): The resource could not be found. Aug 31 16:17:06.412072 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a1041204-406d-4213-b57f-fa52e0812591 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/aed4ef40-8add-4dd3-9b97-2d9e63a7a20e HTTP/1.1" status: 404 len: 336 time: 0.1194572 Aug 31 16:17:06.416678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.501920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-ad69548e-2105-431b-ae84-2e9b5925c011 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955566 Aug 31 16:17:06.515138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-05b924b4-79a9-46a8-8f49-6fd1f834471d tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c49ac0a-5f86-4e34-9e13-c9168d5df15e HTTP/1.1" status: 200 len: 205 time: 0.0961170 Aug 31 16:17:06.520224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47610) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.603901 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-a044e6a7-6370-44dd-b5fd-b7e9b6e49300 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] delete failed (client error): The resource could not be found. Aug 31 16:17:06.606461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a044e6a7-6370-44dd-b5fd-b7e9b6e49300 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/0c49ac0a-5f86-4e34-9e13-c9168d5df15e HTTP/1.1" status: 404 len: 336 time: 0.0897467 Aug 31 16:17:06.610274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47620) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.661048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0838c0a4-5d2b-4cad-b4f8-eb1a8110a8d5 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=39987d5d-2f40-426c-93f6-6eeefe2105d7 HTTP/1.1" status: 200 len: 205 time: 0.0487812 Aug 31 16:17:06.666129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47626) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.760549 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-6d9b467a-eb85-4feb-9b07-f0983a40faaa tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] delete failed (client error): The resource could not be found. Aug 31 16:17:06.763521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d9b467a-eb85-4feb-9b07-f0983a40faaa tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/39987d5d-2f40-426c-93f6-6eeefe2105d7 HTTP/1.1" status: 404 len: 336 time: 0.0949271 Aug 31 16:17:06.767636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47636) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.846023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:06.846278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3774eaea-c513-419d-bffe-9dfb3fde51d6 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5ac7bd-d16c-4f46-a624-f80e8be1a311 HTTP/1.1" status: 200 len: 205 time: 0.0759134 Aug 31 16:17:06.960398 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-0d97c0b1-8a5e-4aa0-916a-c717671e7bd8 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] delete failed (client error): The resource could not be found. Aug 31 16:17:06.962767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d97c0b1-8a5e-4aa0-916a-c717671e7bd8 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/9e5ac7bd-d16c-4f46-a624-f80e8be1a311 HTTP/1.1" status: 404 len: 336 time: 0.1151307 Aug 31 16:17:06.967081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47656) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:07.058294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f97178b4-36ae-4db8-a027-b46ec20efa40 req-41e845de-0b2c-4bea-914a-c6e30426ff00 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 210 time: 0.0936580 Aug 31 16:17:07.094121 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-141500b7-de01-4bc0-a640-de3c83f9aa44 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "GET /v2.0/ports?device_id=4205a82a-22db-4bf4-9ab0-43f7fd099de3 HTTP/1.1" status: 200 len: 205 time: 0.1232724 Aug 31 16:17:07.094513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47676) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:07.201829 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-7a596cd0-8a55-41e5-ad08-354eda2fdd81 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] delete failed (client error): The resource could not be found. Aug 31 16:17:07.208573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47686) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:07.213216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7a596cd0-8a55-41e5-ad08-354eda2fdd81 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/routers/4205a82a-22db-4bf4-9ab0-43f7fd099de3 HTTP/1.1" status: 404 len: 336 time: 0.1169715 Aug 31 16:17:07.289006 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79a2519-c398-4f37-912d-a632ff63b762 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] DELETE failed (client error): The resource could not be found. Aug 31 16:17:07.289484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79a2519-c398-4f37-912d-a632ff63b762 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:17:07.291837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b79a2519-c398-4f37-912d-a632ff63b762 tempest-RoutersAdminTest-566385485 tempest-RoutersAdminTest-566385485-project] 10.222.0.43 "DELETE /v2.0/subnets/4811104e-35e4-4715-9e56-42966c8d32c1 HTTP/1.1" status: 404 len: 337 time: 0.0819197 Aug 31 16:17:07.343347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559841f-c5c2-4314-9573-9bb6a438726e req-553acff8-7cc6-481f-8f28-3863f31a2be0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:07.346561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9559841f-c5c2-4314-9573-9bb6a438726e req-553acff8-7cc6-481f-8f28-3863f31a2be0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1293399 Aug 31 16:17:07.458129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9559841f-c5c2-4314-9573-9bb6a438726e req-b5d7c256-617f-427d-a749-6f33b5259aa2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990908 Aug 31 16:17:08.201508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47784) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:08.307281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c06a9dfb-b725-41d9-b285-3f53453ad57f req-eac614f0-0a69-40e7-a8d5-b9e223867940 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 210 time: 0.0569506 Aug 31 16:17:08.574063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.003729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66573f4-8485-4bbe-b6c0-250be5f0ef17 req-496739ea-079b-4494-9a98-3319e5ca1dcf tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:09.019866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a66573f4-8485-4bbe-b6c0-250be5f0ef17 req-496739ea-079b-4494-9a98-3319e5ca1dcf tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.3000996 Aug 31 16:17:09.093195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.102056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a66573f4-8485-4bbe-b6c0-250be5f0ef17 req-0490ce93-d8be-4c79-a992-c2ba5321f82b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798132 Aug 31 16:17:09.183226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.292503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42b77601cbb847d9a26f9c3f47c3ea2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894434 Aug 31 16:17:09.295455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47874) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:09.341134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea6bdc-6003-48c9-8860-fb740a349ded,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:09.381302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.382211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.382995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.384918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.385673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.386494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.388406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.389482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.390189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.390744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.391348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.392107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b2b3b-85c5-4aa2-a7c7-43b6486ca404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:09.434041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28d76e3d-99be-4e28-a82d-a11b67b8cee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.444140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-7c4de7c9-70d8-4984-b8cc-7e9dbc2b06cf tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:09.446077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-7c4de7c9-70d8-4984-b8cc-7e9dbc2b06cf tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.4774070 Aug 31 16:17:09.469083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Request body: {'port': {'device_id': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'admin_state_up': True, 'tenant_id': 'b8c4b7b11a62498caa3d2c9123df7af3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:09.499467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28d76e3d-99be-4e28-a82d-a11b67b8cee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.559667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-376c8f02-542a-4af2-9f4c-664c29ee2cea req-2de97672-f722-4888-8298-d3f0d7741b37 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 210 time: 0.0410128 Aug 31 16:17:09.674270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28d76e3d-99be-4e28-a82d-a11b67b8cee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.677621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28d76e3d-99be-4e28-a82d-a11b67b8cee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:09.679115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28d76e3d-99be-4e28-a82d-a11b67b8cee8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10ea6bdc-6003-48c9-8860-fb740a349ded HTTP/1.1" status: 204 len: 168 time: 0.3815396 Aug 31 16:17:09.690341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d76e3d-99be-4e28-a82d-a11b67b8cee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea6bdc-6003-48c9-8860-fb740a349ded,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:09.785036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Made reservation on behalf of b8c4b7b11a62498caa3d2c9123df7af3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:09.789077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.297263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Allocated IP 172.20.0.9 (6c9cb378-9cb3-40c3-8635-318711bcded6/3887ac88-f223-41c3-b617-56eb7d3d252e/b6e30060-b440-4542-a38c-1f50efc0b358) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:10.308668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c16270-2497-4d28-a27d-277385d3c7ad req-89118bf2-7b45-4b06-91a7-85cadb86d774 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:10.319377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05c16270-2497-4d28-a27d-277385d3c7ad req-89118bf2-7b45-4b06-91a7-85cadb86d774 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1038623 Aug 31 16:17:10.419127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05c16270-2497-4d28-a27d-277385d3c7ad req-86780965-c627-4f9f-b31f-ee5586067b2c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981998 Aug 31 16:17:10.457325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47922) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:10.541241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9be64db7-9803-4ff0-bc24-1fd86d052fb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=faa42f02de1e4d869469adcf449748a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824931 Aug 31 16:17:10.550058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47924) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:10.621368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88cca487-4e5b-462a-937e-2a53670e721d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.649107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88cca487-4e5b-462a-937e-2a53670e721d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.729726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88cca487-4e5b-462a-937e-2a53670e721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.734887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88cca487-4e5b-462a-937e-2a53670e721d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.741183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-88cca487-4e5b-462a-937e-2a53670e721d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7eca018-f6af-443b-a5b4-1a194f3e230d HTTP/1.1" status: 204 len: 168 time: 0.1880333 Aug 31 16:17:10.765992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cca487-4e5b-462a-937e-2a53670e721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eca018-f6af-443b-a5b4-1a194f3e230d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:10.836630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.871889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37ecdb1d-e50f-4fbf-9dd4-2a40b730be14 req-1e2f3c13-0179-4777-9aa3-64060802dacd tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 210 time: 0.0949936 Aug 31 16:17:10.939597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:10.960083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:11.056224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event updated for resources: {'Port': ['ID=b6e30060-b440-4542-a38c-1f50efc0b358,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:11.080440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:11.088232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:11.090921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:11.200170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:11.204046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:11.237232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-84d21e15-897f-480a-b637-13205d1ca47e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7785480 Aug 31 16:17:11.250894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Request body: {'port': {'device_id': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:11.434185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:11.722099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56461831-7c91-484f-a4f5-6e95266c2846 req-ad6ac465-100b-4cf9-808f-532815819d61 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:11.737632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56461831-7c91-484f-a4f5-6e95266c2846 req-ad6ac465-100b-4cf9-808f-532815819d61 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1902289 Aug 31 16:17:11.850034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56461831-7c91-484f-a4f5-6e95266c2846 req-4b30f88e-6a34-4770-91cb-c07506b65589 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830858 Aug 31 16:17:12.070404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e30060-b440-4542-a38c-1f50efc0b358 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:12.085846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:12.110038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Transition to ACTIVE for port object b6e30060-b440-4542-a38c-1f50efc0b358 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:12.118804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934afdd-735c-4074-9827-e10c584c3a49 req-eba416df-0059-4b50-8b3e-243494d4836a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:12.121710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:12.142244 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e934afdd-735c-4074-9827-e10c584c3a49 req-eba416df-0059-4b50-8b3e-243494d4836a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 931 time: 0.1025238 Aug 31 16:17:12.261092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e30060-b440-4542-a38c-1f50efc0b358,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:12.270824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e934afdd-735c-4074-9827-e10c584c3a49 req-1a817ffb-470d-48ad-bae7-468e36ba5a4a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275291 Aug 31 16:17:12.378862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Attempting to bind port b6e30060-b440-4542-a38c-1f50efc0b358 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:12.379216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Attempting to bind port b6e30060-b440-4542-a38c-1f50efc0b358 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:12.381393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Attempting to bind port b6e30060-b440-4542-a38c-1f50efc0b358 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:12.391366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Port b6e30060-b440-4542-a38c-1f50efc0b358 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:17:12.391922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Attempting to bind port b6e30060-b440-4542-a38c-1f50efc0b358 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:12.402495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:12.403920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Checking segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:12.404842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Bound using segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:12.405912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Bound port: b6e30060-b440-4542-a38c-1f50efc0b358, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:12.407852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:12.589554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] For port b6e30060-b440-4542-a38c-1f50efc0b358, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:12.593023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] For port b6e30060-b440-4542-a38c-1f50efc0b358, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b6e30060-b440-4542-a38c-1f50efc0b358,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:12.601327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:12.680223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47992) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:12.691077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:12.691912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:12.693399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] 10.222.0.49 "PUT /v2.0/ports/b6e30060-b440-4542-a38c-1f50efc0b358 HTTP/1.1" status: 200 len: 1092 time: 1.4473555 Aug 31 16:17:12.694907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'tag': 'b6e30060-b440-4542-a38c-1f50efc0b358'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:12.698142 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c329079e-89c3-4e0c-9a0c-d9becd0dd545" -d '{"events": [{"name": "network-changed", "server_uuid": "3de1d53c-96e2-43b9-99a1-f967bea9c44d", "tag": "b6e30060-b440-4542-a38c-1f50efc0b358"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:12.828944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf96b1-c83a-4b86-ad83-ea8fc5ad749f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e30060-b440-4542-a38c-1f50efc0b358,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:12.867787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8b0e29-aea2-4cf4-8523-7c90151e6c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:12.878653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-ec9112c2-0733-480a-b7f0-68a028d594f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:12.880240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-ec9112c2-0733-480a-b7f0-68a028d594f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 1095 time: 0.1322885 Aug 31 16:17:12.986156 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-fe137100-f0f2-4855-bd79-fa3a8ccbfc6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e30060-b440-4542-a38c-1f50efc0b358 HTTP/1.1" status: 200 len: 217 time: 0.0964150 Aug 31 16:17:13.124510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29462a-2757-49c9-bc96-4b564554fecc req-b8636ce9-e6a4-46bf-bce1-5954257cb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:13.126258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-b8636ce9-e6a4-46bf-bce1-5954257cb852 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1317196 Aug 31 16:17:13.249333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100f19c-60f5-43ae-9d84-8c56dd944986 req-b1873fde-8f88-4abb-b8bf-9603b1700e9a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:13.252363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-2bff4a86-8091-4473-a753-d3788fa5a243 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064262 Aug 31 16:17:13.257007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0100f19c-60f5-43ae-9d84-8c56dd944986 req-b1873fde-8f88-4abb-b8bf-9603b1700e9a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.2277377 Aug 31 16:17:13.408957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0100f19c-60f5-43ae-9d84-8c56dd944986 req-e4cdd830-25b0-4ff5-bc63-053762eb83fb tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507974 Aug 31 16:17:13.471403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8b0e29-aea2-4cf4-8523-7c90151e6c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:13.484265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8b0e29-aea2-4cf4-8523-7c90151e6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:13.487003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-2be51dc7-d9cc-4df8-add0-aafbbdc79d0b service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280352 Aug 31 16:17:13.520071 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18455fcd-e3ca-4131-874f-b2a6e0a94e3a x-openstack-request-id: req-18455fcd-e3ca-4131-874f-b2a6e0a94e3a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:13.520587 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de1d53c-96e2-43b9-99a1-f967bea9c44d", "tag": "b6e30060-b440-4542-a38c-1f50efc0b358", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:13.521643 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18455fcd-e3ca-4131-874f-b2a6e0a94e3a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:13.522650 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'tag': 'b6e30060-b440-4542-a38c-1f50efc0b358', 'status': 'completed', 'code': 200} Aug 31 16:17:13.656259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ae8b0e29-aea2-4cf4-8523-7c90151e6c9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=faceaef69aec4072b3425ce23a1e8f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9733050 Aug 31 16:17:13.661473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48026) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:13.687846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b0e29-aea2-4cf4-8523-7c90151e6c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53489d08-18e2-4d24-bbda-9a1c662854a6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:13.754745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f29462a-2757-49c9-bc96-4b564554fecc req-b2b78c83-10f0-475e-8f31-e1001d0dd97b service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582207 Aug 31 16:17:13.819073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68bbc4-e0d4-4731-aec5-6d2346a631a9 req-16ee07c4-d1a4-4269-b1b2-50d9b45fe564 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:13.821606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b68bbc4-e0d4-4731-aec5-6d2346a631a9 req-16ee07c4-d1a4-4269-b1b2-50d9b45fe564 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 943 time: 0.2226768 Aug 31 16:17:13.845705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53c75d7b-9941-4716-bc59-24fa22ce3f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:13.913747 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53c75d7b-9941-4716-bc59-24fa22ce3f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:13.919067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b68bbc4-e0d4-4731-aec5-6d2346a631a9 req-8ae122df-1f21-4135-ac41-255073f101eb tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670364 Aug 31 16:17:13.956271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-6947f3e2-b2da-4494-a1e3-945111fd31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:13.956271 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-6947f3e2-b2da-4494-a1e3-945111fd31cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 1095 time: 0.1182773 Aug 31 16:17:14.138577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53c75d7b-9941-4716-bc59-24fa22ce3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:14.141185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53c75d7b-9941-4716-bc59-24fa22ce3f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:14.143279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-53c75d7b-9941-4716-bc59-24fa22ce3f4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53489d08-18e2-4d24-bbda-9a1c662854a6 HTTP/1.1" status: 204 len: 168 time: 0.4788487 Aug 31 16:17:14.189705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c75d7b-9941-4716-bc59-24fa22ce3f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53489d08-18e2-4d24-bbda-9a1c662854a6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:14.216682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:14.231760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-ffecfe98-b71d-449f-86ff-eb97befc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:14.233436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-ffecfe98-b71d-449f-86ff-eb97befc7ae1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 916 time: 0.2721610 Aug 31 16:17:14.337000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-29698fd7-2513-4003-8b7a-14cb9f8e28ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e30060-b440-4542-a38c-1f50efc0b358 HTTP/1.1" status: 200 len: 217 time: 0.0961893 Aug 31 16:17:14.509703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-c03d9497-9872-4ac2-a9aa-6d49a558801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:14.520886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-c03d9497-9872-4ac2-a9aa-6d49a558801b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1756139 Aug 31 16:17:14.578788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1161126155', 'router:external': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:14.610268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-f6708706-0b0f-4ea9-87e2-77bded9ee9f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819821 Aug 31 16:17:14.697455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Made reservation on behalf of 5b88181237254c5c9ecbca79ba7b495b for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:14.700950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:14.780686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f93ed9-3aa0-4fd8-86a1-82350787de59 req-ddf733be-1636-40bd-a102-5742094dec81 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:14.790097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73f93ed9-3aa0-4fd8-86a1-82350787de59 req-ddf733be-1636-40bd-a102-5742094dec81 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1890230 Aug 31 16:17:14.795075 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:14.925432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-01716536-9bb9-4665-b06e-3c21a2e29dd1 service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065119 Aug 31 16:17:14.949390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73f93ed9-3aa0-4fd8-86a1-82350787de59 req-b7a34c4a-955f-4abf-a0b2-4f61977915d2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553907 Aug 31 16:17:15.056676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48064) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:15.114177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b6e30060-b440-4542-a38c-1f50efc0b358 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:17:15.129961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99f4f52b-d93e-450c-8d8d-5a6d51318749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.158762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c329079e-89c3-4e0c-9a0c-d9becd0dd545 req-7fdb562e-d6c3-44cc-9d63-5c59a4c1413b service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210429 Aug 31 16:17:15.189190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e1757-dacd-4fcc-a26f-9ebf9a40c546 req-9da652c0-df7a-495a-8c91-4eb2d17e9369 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:15.197891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-062e1757-dacd-4fcc-a26f-9ebf9a40c546 req-9da652c0-df7a-495a-8c91-4eb2d17e9369 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 945 time: 0.2239084 Aug 31 16:17:15.269856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225176d-3b4d-44e0-afe2-f398f5206245 req-f59d54e2-f503-4411-ad7d-47a25217f127 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:15.277297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8225176d-3b4d-44e0-afe2-f398f5206245 req-f59d54e2-f503-4411-ad7d-47a25217f127 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 943 time: 0.2267225 Aug 31 16:17:15.291973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b6e30060-b440-4542-a38c-1f50efc0b358, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b6e30060-b440-4542-a38c-1f50efc0b358,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:15.306816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'b6e30060-b440-4542-a38c-1f50efc0b358', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'port_id': 'b6e30060-b440-4542-a38c-1f50efc0b358', 'mac_address': 'fa:16:3e:7a:29:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3887ac88-f223-41c3-b617-56eb7d3d252e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:17:15.310031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-062e1757-dacd-4fcc-a26f-9ebf9a40c546 req-fb7bd98d-8ebf-48be-8945-64dd16fb6627 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107898 Aug 31 16:17:15.368113 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.390205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e30060-b440-4542-a38c-1f50efc0b358 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:15.404855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8225176d-3b4d-44e0-afe2-f398f5206245 req-f143885e-1d62-4eb8-a766-cbde8b03e520 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083069 Aug 31 16:17:15.419409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.420125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b6e30060-b440-4542-a38c-1f50efc0b358, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b6e30060-b440-4542-a38c-1f50efc0b358,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:15.431666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.432153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.475615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:17:15.489284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa2b30-6b88-472b-9286-58a922faf7ff,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:15.505846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.506258 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Added segment f8aa3dd8-4c46-4b03-aa28-7666dd953c1d of type vlan for network adbab1f5-b321-42b3-a190-7ff0d74e5e19 Aug 31 16:17:15.556352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b6e30060-b440-4542-a38c-1f50efc0b358,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:15.567882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.568342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.568828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.569176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.569615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.570751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.571445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.571845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.572207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.572624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.572963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.573300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:15.582754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.636100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99f4f52b-d93e-450c-8d8d-5a6d51318749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.642772 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99f4f52b-d93e-450c-8d8d-5a6d51318749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.648677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.649657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:15.650240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.675834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b6e30060-b440-4542-a38c-1f50efc0b358'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:15.748102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4f52b-d93e-450c-8d8d-5a6d51318749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f464dbc-a415-4314-900a-40d4062c8c9c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:15.755604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-99f4f52b-d93e-450c-8d8d-5a6d51318749 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adc0af6aedcc46af95e0e5dd1e901b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945958 Aug 31 16:17:15.757379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5394015 Aug 31 16:17:15.758569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48076) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:15.760599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48078) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:15.766068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'subnet': {'network_id': 'adbab1f5-b321-42b3-a190-7ff0d74e5e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:15.790553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83947-4cb8-42cb-a2a6-589aed7bcd57 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Network': ['ID=adbab1f5-b321-42b3-a190-7ff0d74e5e19,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:15.819734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Made reservation on behalf of 5b88181237254c5c9ecbca79ba7b495b for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:15.820315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network adbab1f5-b321-42b3-a190-7ff0d74e5e19 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:17:15.823566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.925922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1929fad7-cb4b-40b3-9791-e0000265c133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:15.975720 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1929fad7-cb4b-40b3-9791-e0000265c133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:16.067923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1929fad7-cb4b-40b3-9791-e0000265c133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:16.073417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1929fad7-cb4b-40b3-9791-e0000265c133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:16.076501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1929fad7-cb4b-40b3-9791-e0000265c133 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f464dbc-a415-4314-900a-40d4062c8c9c HTTP/1.1" status: 204 len: 168 time: 0.3162575 Aug 31 16:17:16.093015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929fad7-cb4b-40b3-9791-e0000265c133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f464dbc-a415-4314-900a-40d4062c8c9c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:16.468475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f520-9ba1-4246-a199-7386699ca019 req-4ac36662-6429-467f-a8f9-45e646abcda1 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:16.470994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7575f520-9ba1-4246-a199-7386699ca019 req-4ac36662-6429-467f-a8f9-45e646abcda1 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 945 time: 0.0889699 Aug 31 16:17:16.644872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Deleting port dd16d58b-3d2a-43fc-80df-b3ea2507c360 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:16.645576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:16.767385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215ed22-05b5-42c0-a72f-94d2dfe8b473 req-d1f2fdb3-b14a-4ffa-8307-d93cfeba82e1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:16.775395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b215ed22-05b5-42c0-a72f-94d2dfe8b473 req-d1f2fdb3-b14a-4ffa-8307-d93cfeba82e1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.5216000 Aug 31 16:17:16.777236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] For port dd16d58b-3d2a-43fc-80df-b3ea2507c360, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=dd16d58b-3d2a-43fc-80df-b3ea2507c360,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:16.777894 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:16.786716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48108) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:16.807109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9c5a0-f54d-4940-8dae-2639b4deb58b req-03fb44c8-e0eb-4456-89af-f5318227cd26 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:16.809522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Calling delete_port for dd16d58b-3d2a-43fc-80df-b3ea2507c360 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:16.811821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cf7745-c7e3-4cb1-9ff2-fd05237e9e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:16.815487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dd9c5a0-f54d-4940-8dae-2639b4deb58b req-03fb44c8-e0eb-4456-89af-f5318227cd26 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 945 time: 0.1140294 Aug 31 16:17:16.936743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7dd9c5a0-f54d-4940-8dae-2639b4deb58b req-84c9df37-491d-46dc-92b5-3ae645c9b32e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203790 Aug 31 16:17:16.945204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b215ed22-05b5-42c0-a72f-94d2dfe8b473 req-75d83ce8-7135-4eae-b550-27e86936fd99 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673539 Aug 31 16:17:16.998695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cf7745-c7e3-4cb1-9ff2-fd05237e9e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.011708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61cf7745-c7e3-4cb1-9ff2-fd05237e9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.015663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:17:17.016233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.070382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf7745-c7e3-4cb1-9ff2-fd05237e9e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe7f44-d0c3-49de-91c1-a90ff9026560,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:17.085697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61cf7745-c7e3-4cb1-9ff2-fd05237e9e51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d392936effc44ab8aefa33142a2f5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939010 Aug 31 16:17:17.087067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:17.112369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b6e30060-b440-4542-a38c-1f50efc0b358 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:17.127978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e3095a84-5e40-4178-a85b-7a3d0c95255d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:17.182803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port b6e30060-b440-4542-a38c-1f50efc0b358 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:17.188735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port b6e30060-b440-4542-a38c-1f50efc0b358 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:17.189265 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.200938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Checking segment: {'id': 'f8aa3dd8-4c46-4b03-aa28-7666dd953c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'adbab1f5-b321-42b3-a190-7ff0d74e5e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:17.200938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network hostable DHCP agents. Network: adbab1f5-b321-42b3-a190-7ff0d74e5e19, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:17:17.270325 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.285517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network adbab1f5-b321-42b3-a190-7ff0d74e5e19 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:17:17.300142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0a813-9f10-4fec-9ebf-b8730f35976d req-c3416e95-71eb-43e3-a59d-b5e30419613c tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:17.307910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fe0a813-9f10-4fec-9ebf-b8730f35976d req-c3416e95-71eb-43e3-a59d-b5e30419613c tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 944 time: 0.1769288 Aug 31 16:17:17.325447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['dd16d58b-3d2a-43fc-80df-b3ea2507c360'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:17.329497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, adbab1f5-b321-42b3-a190-7ff0d74e5e19) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:17.344632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:17.345243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.360484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee2494-734c-42e8-bdf7-ca4b48c4f893 None None] Network adbab1f5-b321-42b3-a190-7ff0d74e5e19 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:17:17.372536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4d85-8f70-4257-b787-b2ecace26366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.376544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Pushing event deleted for resources: {'Port': ['ID=dd16d58b-3d2a-43fc-80df-b3ea2507c360,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:17.403168 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fe0a813-9f10-4fec-9ebf-b8730f35976d req-ef2f7229-c16a-43b4-82fa-556db0f66200 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902874 Aug 31 16:17:17.408020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1d93d6e3-bb8f-4b24-abbb-00f12e4a672f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6435688 Aug 31 16:17:17.408468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48118) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:17.420374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1692604048', 'network_id': 'adbab1f5-b321-42b3-a190-7ff0d74e5e19'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:17.453985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Made reservation on behalf of 5b88181237254c5c9ecbca79ba7b495b for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:17.457063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.459039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.489122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] No DVR routers for this DVR port dd16d58b-3d2a-43fc-80df-b3ea2507c360 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:17:17.493314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.495486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7575f520-9ba1-4246-a199-7386699ca019 req-a9ef613a-8586-407c-bc91-7f55da0c14ec tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "DELETE /v2.0/ports/dd16d58b-3d2a-43fc-80df-b3ea2507c360 HTTP/1.1" status: 204 len: 173 time: 1.0175688 Aug 31 16:17:17.496463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] device_id is not set on port 3833ad36-1124-49f5-8ea0-137e85dc5ead yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:17:17.526059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4d85-8f70-4257-b787-b2ecace26366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.530221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e30060-b440-4542-a38c-1f50efc0b358'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:17.533559 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db213a00-476f-40bd-b73d-37f146cf40a0" -d '{"events": [{"server_uuid": "3de1d53c-96e2-43b9-99a1-f967bea9c44d", "name": "network-vif-plugged", "status": "completed", "tag": "b6e30060-b440-4542-a38c-1f50efc0b358"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:17.542082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'name': 'network-vif-deleted', 'tag': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:17.546213 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e891a0-ccef-4a0b-926c-7b413336f524" -d '{"events": [{"server_uuid": "34aeb369-8c2f-4527-9788-2d4fead532fc", "name": "network-vif-deleted", "tag": "dd16d58b-3d2a-43fc-80df-b3ea2507c360"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:17.560176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b6e30060-b440-4542-a38c-1f50efc0b358, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b6e30060-b440-4542-a38c-1f50efc0b358,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:17.575137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.663242 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b39c0f-7e0a-40bf-b6ed-41e4e521de08 x-openstack-request-id: req-39b39c0f-7e0a-40bf-b6ed-41e4e521de08 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:17.664593 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34aeb369-8c2f-4527-9788-2d4fead532fc", "name": "network-vif-deleted", "tag": "dd16d58b-3d2a-43fc-80df-b3ea2507c360", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:17.664993 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39b39c0f-7e0a-40bf-b6ed-41e4e521de08 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:17.665570 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34aeb369-8c2f-4527-9788-2d4fead532fc', 'name': 'network-vif-deleted', 'tag': 'dd16d58b-3d2a-43fc-80df-b3ea2507c360', 'status': 'completed', 'code': 200} Aug 31 16:17:17.716835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Allocated IP 2001:db8::36 (adbab1f5-b321-42b3-a190-7ff0d74e5e19/e3095a84-5e40-4178-a85b-7a3d0c95255d/3833ad36-1124-49f5-8ea0-137e85dc5ead) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:17.775690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4d85-8f70-4257-b787-b2ecace26366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.779459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4d85-8f70-4257-b787-b2ecace26366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:17.781774 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a7b4d85-8f70-4257-b787-b2ecace26366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbbe7f44-d0c3-49de-91c1-a90ff9026560 HTTP/1.1" status: 204 len: 168 time: 0.6889966 Aug 31 16:17:17.801413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b4d85-8f70-4257-b787-b2ecace26366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe7f44-d0c3-49de-91c1-a90ff9026560,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:17.841296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bbc989-0f7e-4e15-9f1d-ded7523f98d0 None None] Network adbab1f5-b321-42b3-a190-7ff0d74e5e19 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:17:17.939762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b6e30060-b440-4542-a38c-1f50efc0b358,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:17.953175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:18.066585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:18.141228 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a199c9-78bd-44ca-bd90-d2ec5009ce39 x-openstack-request-id: req-39a199c9-78bd-44ca-bd90-d2ec5009ce39 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:18.141722 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de1d53c-96e2-43b9-99a1-f967bea9c44d", "name": "network-vif-plugged", "status": "completed", "tag": "b6e30060-b440-4542-a38c-1f50efc0b358", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:18.141809 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39a199c9-78bd-44ca-bd90-d2ec5009ce39 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:18.142205 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e30060-b440-4542-a38c-1f50efc0b358', 'code': 200} Aug 31 16:17:18.148558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Port': ['ID=3833ad36-1124-49f5-8ea0-137e85dc5ead,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:18.192045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network adbab1f5-b321-42b3-a190-7ff0d74e5e19 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:18.195345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:18.200662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:18.202116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:18.202942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:18.231528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0ac51b33-a04d-46cc-bdd2-71567398ec22 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8220968 Aug 31 16:17:18.236097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:18.244954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaac6b-bf7a-48db-9ebf-1710d9d7a23e req-3f843053-20f7-452b-b0b9-50ba215dcad9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:18.250535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2deaac6b-bf7a-48db-9ebf-1710d9d7a23e req-3f843053-20f7-452b-b0b9-50ba215dcad9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1035271 Aug 31 16:17:18.316576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2deaac6b-bf7a-48db-9ebf-1710d9d7a23e req-b6a4316f-8b6a-440e-9f36-de200613fe3c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598223 Aug 31 16:17:18.396168 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-999dd2af-701f-46bf-a1f4-c37ae0841d27 req-1b578bd5-7090-4e65-a56b-6c70327cf384 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=34aeb369-8c2f-4527-9788-2d4fead532fc HTTP/1.1" status: 200 len: 210 time: 0.0513606 Aug 31 16:17:18.558945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce9285-5b00-46c4-b703-a237d691f488 req-e7bd00bf-d420-444e-a0b1-59eb25a10c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:18.562581 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-78ce9285-5b00-46c4-b703-a237d691f488 req-e7bd00bf-d420-444e-a0b1-59eb25a10c79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 1097 time: 0.1901796 Aug 31 16:17:18.569430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Deleting port 3833ad36-1124-49f5-8ea0-137e85dc5ead {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:18.570932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:18.798843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eb7ca-69f2-4b72-8264-e05aa42db1f9 req-c88fd700-f502-4b51-8d1d-06130d374c9e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:18.813022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d82eb7ca-69f2-4b72-8264-e05aa42db1f9 req-c88fd700-f502-4b51-8d1d-06130d374c9e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 945 time: 0.1578074 Aug 31 16:17:18.825036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-78ce9285-5b00-46c4-b703-a237d691f488 req-d129c01e-c910-4d28-8113-35c163c3a774 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472966 Aug 31 16:17:18.838922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48176) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:18.879834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d82eb7ca-69f2-4b72-8264-e05aa42db1f9 req-c369f446-551b-4e79-8bc3-314da29d788d tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637102 Aug 31 16:17:18.914868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:18.931968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Calling delete_port for 3833ad36-1124-49f5-8ea0-137e85dc5ead owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:19.105862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:19.174085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event deleted for resources: {'Port': ['ID=3833ad36-1124-49f5-8ea0-137e85dc5ead,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:19.548392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae419c15-3975-4d51-b8c7-8c7572acf4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:19.587516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:19.592878 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1d746e3c-a440-4787-8afb-76cff648d8bc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3833ad36-1124-49f5-8ea0-137e85dc5ead HTTP/1.1" status: 204 len: 168 time: 1.3544507 Aug 31 16:17:19.595494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48198) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:19.603756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbab1f5-b321-42b3-a190-7ff0d74e5e19', 'external_fixed_ips': [{'subnet_id': 'e3095a84-5e40-4178-a85b-7a3d0c95255d', 'ip_address': '2001:db8::36'}]}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:19.625823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46866223-5816-4355-a54f-67db7e6e143b req-8c8b8e24-d117-43d6-964b-b99caf3e0200 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:19.649032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:17:19.649032 n-d-793621-35 neutron-server[101478]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:17:19.649032 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id': '5b88181237254c5c9ecbca79ba7b495b', 'id': '1a5fda6b-7c90-4897-a60a-238f14d7fb02', 'expiration': datetime.datetime(2021, 8, 31, 16, 19, 19, 641057)}] Aug 31 16:17:19.649032 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:17:19.650447 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:17:19.650664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46866223-5816-4355-a54f-67db7e6e143b req-8c8b8e24-d117-43d6-964b-b99caf3e0200 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.2212930 Aug 31 16:17:19.849605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae419c15-3975-4d51-b8c7-8c7572acf4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:19.857517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae419c15-3975-4d51-b8c7-8c7572acf4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:19.911666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46866223-5816-4355-a54f-67db7e6e143b req-c2d8c136-d70e-4f29-b0d9-f5a23fe8aba4 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558076 Aug 31 16:17:19.971791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-68a347a3-43db-4a87-a1b3-24f18e06e653 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1832423 Aug 31 16:17:20.003558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae419c15-3975-4d51-b8c7-8c7572acf4e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8326649a8155479098480ae5383daa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1523640 Aug 31 16:17:20.005707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48206) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:20.007660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae419c15-3975-4d51-b8c7-8c7572acf4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61032db5-5a36-422b-883e-28f08c4811cf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:20.198882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.201714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.226068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4c5a-7a96-4fd6-8396-ab49ae4cb448 req-dcb4c26e-d530-427a-bf7d-f981dfc8538a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:20.227872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecfa4c5a-7a96-4fd6-8396-ab49ae4cb448 req-dcb4c26e-d530-427a-bf7d-f981dfc8538a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 945 time: 0.1458235 Aug 31 16:17:20.228925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2795-3396-49aa-9ea4-cbc79db7b525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.250589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-d2d6544d-aac2-4fd0-9e63-4a69121884b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:20.252237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-d2d6544d-aac2-4fd0-9e63-4a69121884b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 1101 time: 0.1176186 Aug 31 16:17:20.284876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2795-3396-49aa-9ea4-cbc79db7b525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.328992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.450472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ecfa4c5a-7a96-4fd6-8396-ab49ae4cb448 req-e43dcf50-7e7e-4e7e-b67b-6bf893e61edf tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067864 Aug 31 16:17:20.513790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2795-3396-49aa-9ea4-cbc79db7b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.517165 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2795-3396-49aa-9ea4-cbc79db7b525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.518833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ae8d2795-3396-49aa-9ea4-cbc79db7b525 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61032db5-5a36-422b-883e-28f08c4811cf HTTP/1.1" status: 204 len: 168 time: 0.5108624 Aug 31 16:17:20.546105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d2795-3396-49aa-9ea4-cbc79db7b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61032db5-5a36-422b-883e-28f08c4811cf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:20.623435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-1cb248bf-2f80-46be-9510-edab41c37455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:20.625944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-1cb248bf-2f80-46be-9510-edab41c37455 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.3374891 Aug 31 16:17:20.681079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:20.762201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-3a2e61e4-0453-46ba-86ee-5cc64db3e70d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7 HTTP/1.1" status: 200 len: 217 time: 0.1284621 Aug 31 16:17:20.953643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-bf97d850-5495-489a-8a4d-dc3b7422d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:20.968982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-bf97d850-5495-489a-8a4d-dc3b7422d685 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.1922805 Aug 31 16:17:21.097740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-84cecb36-a3b2-46e4-9761-b424c026ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:21.135274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd16d58b-3d2a-43fc-80df-b3ea2507c360 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:17:21.221229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: dd16d58b-3d2a-43fc-80df-b3ea2507c360 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:17:21.222839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device dd16d58b-3d2a-43fc-80df-b3ea2507c360 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:17:21.242557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-490b9f37-7668-45fb-9c4c-1629b5f5b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:21.250694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-490b9f37-7668-45fb-9c4c-1629b5f5b53d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2802758 Aug 31 16:17:21.275756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ac0b-70f0-4bf3-b304-b0063fd2db7e req-6cb1e417-cef8-47ad-ad85-5437aeef84b0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:21.277642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9136ac0b-70f0-4bf3-b304-b0063fd2db7e req-6cb1e417-cef8-47ad-ad85-5437aeef84b0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1583362 Aug 31 16:17:21.414804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9136ac0b-70f0-4bf3-b304-b0063fd2db7e req-d86967c0-a3bf-44bf-8016-c8332f05ea6f tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269357 Aug 31 16:17:21.494575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-6ae10ef7-7804-4282-99f3-5f151ce64557 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5359223 Aug 31 16:17:21.550499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:21.560559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-cb99a6be-d585-47b2-895b-8ab3ba6b23e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935925 Aug 31 16:17:21.637335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:21.782573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-b842350b-cb31-4bf8-b5bf-ac0aae8b1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:21.787883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-b842350b-cb31-4bf8-b5bf-ac0aae8b1500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 1098 time: 0.2582574 Aug 31 16:17:21.968778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef59f6-461c-4a55-af3b-a77b3229d2d5 req-c7692f98-95fe-498d-b927-fba383daf7b9 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:21.977064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8ef59f6-461c-4a55-af3b-a77b3229d2d5 req-c7692f98-95fe-498d-b927-fba383daf7b9 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 945 time: 0.2257338 Aug 31 16:17:22.050789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cda9b797-43b4-4211-823f-491c49cc3f34 req-3792f249-a416-4e70-a029-a62370a63b20 service neutron] 10.222.0.30 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803879 Aug 31 16:17:22.066281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8ef59f6-461c-4a55-af3b-a77b3229d2d5 req-a91112a6-fc21-43b7-aa4a-b265f3de81c1 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Aug 31 16:17:22.225745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-bbb106b8-6f0b-4eb3-a5a3-a2dad7862c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:22.229524 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-bbb106b8-6f0b-4eb3-a5a3-a2dad7862c1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 911 time: 0.4128928 Aug 31 16:17:22.302828 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:17:22.407189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Allocated IP 2001:db8::36 (adbab1f5-b321-42b3-a190-7ff0d74e5e19/e3095a84-5e40-4178-a85b-7a3d0c95255d/4220230d-93e3-4dac-b3ee-bb85f8b81eb6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:22.459618 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-7c74e712-912e-47a0-9aad-5d2c720acec2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f653968-596d-4161-9508-20d1b1a7df7a HTTP/1.1" status: 200 len: 217 time: 0.2141981 Aug 31 16:17:22.647249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-5e23b712-3c92-4830-ad37-b943ae9d5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:22.649365 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-5e23b712-3c92-4830-ad37-b943ae9d5766 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.1255860 Aug 31 16:17:22.681046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed14f3-2d71-41b3-8d3f-2ebea64e6f13 req-ede99186-6b2a-4ab1-99d0-2ddb4de11e0b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:22.690924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56ed14f3-2d71-41b3-8d3f-2ebea64e6f13 req-ede99186-6b2a-4ab1-99d0-2ddb4de11e0b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.0771785 Aug 31 16:17:22.695127 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-8657fa44-6c50-4ac0-8eec-341b554ac8b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370071 Aug 31 16:17:22.768010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56ed14f3-2d71-41b3-8d3f-2ebea64e6f13 req-87af3b73-ce69-4156-9860-60fee6e49864 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754063 Aug 31 16:17:22.832281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:22.921515 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-fde7c92a-8814-45cf-bf63-f66b90728838 service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029812 Aug 31 16:17:23.009545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.168339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Port': ['ID=4220230d-93e3-4dac-b3ee-bb85f8b81eb6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:23.233272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e04fcd6a-509c-43a6-b8d5-86b29664d61c req-3663ca27-29dd-4171-b64d-b8f67858ed4c service neutron] 10.222.0.49 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018100 Aug 31 16:17:23.252515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48310) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:23.263653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983492953', 'description': 'tempest-secgroup-smoke-983492953 description', 'project_id': '62b59b7a67904182b8344fe6265481e9'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:23.275674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network adbab1f5-b321-42b3-a190-7ff0d74e5e19 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:23.277402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:23.288816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:23.320109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.335811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.562684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.571505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.688388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97418a81-c2dd-43fc-98bf-4d8d2526605a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:23.782512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.823388 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.832882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.862833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:23.867706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6105254 Aug 31 16:17:23.868971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48340) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:23.876896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '21e1ad4d-95aa-412f-92fa-f54004ec3f28', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:23.925242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb348-909f-4820-84bf-02ad50860004 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e1ad4d-95aa-412f-92fa-f54004ec3f28,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:24.088753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcdce-f0af-4f28-b0f1-a344d2688838 req-b9b1e313-477a-4b9b-8ac2-eca9be9801a6 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:24.104086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f0bcdce-f0af-4f28-b0f1-a344d2688838 req-b9b1e313-477a-4b9b-8ac2-eca9be9801a6 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1140628 Aug 31 16:17:24.160524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f0bcdce-f0af-4f28-b0f1-a344d2688838 req-4a92c9d2-baea-4d54-a20a-63c380ac1f22 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549245 Aug 31 16:17:24.180450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.315376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.397082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.402489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.406127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.472285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f60ce9-01b7-49a0-a14b-edf9f9eeb275,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:24.478781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.480110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-93af18c7-824e-4a50-8104-2661f29b7864 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6103706 Aug 31 16:17:24.484675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:24.489791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '21e1ad4d-95aa-412f-92fa-f54004ec3f28', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:24.576901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.671466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.673069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Router 046449bf-ae15-4947-a30b-b460c5f06902 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:17:24.676610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.707044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dac2cf6-aba1-4def-98e4-02b56c6d1a0b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:24.785418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:24.789790 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-87c56758-3262-4906-8c7c-85e0eb83ee8e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3010807 Aug 31 16:17:24.790233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48378) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:24.797692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '21e1ad4d-95aa-412f-92fa-f54004ec3f28', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:25.227643 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.266345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.294848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.311909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:25.330308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Sync routers for ids ['046449bf-ae15-4947-a30b-b460c5f06902'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:25.350488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Routers {'046449bf-ae15-4947-a30b-b460c5f06902'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:25.353844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['046449bf-ae15-4947-a30b-b460c5f06902'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:25.357885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.363380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e57f2e3-895f-498f-971c-351347f97688 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.7661171 Aug 31 16:17:25.369744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48388) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:25.385564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.441417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ab8f-a525-44f2-a353-4b59aca4dd2a req-6003f12f-97a4-44b0-aa10-07d28ebe992b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:25.445616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00f7ab8f-a525-44f2-a353-4b59aca4dd2a req-6003f12f-97a4-44b0-aa10-07d28ebe992b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1565986 Aug 31 16:17:25.477553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.520994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79b6fc1-a4f9-41f4-972f-4c5d5ee39622,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:25.537279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00f7ab8f-a525-44f2-a353-4b59aca4dd2a req-e8f65838-33ea-4331-8577-ffe4fcda375e tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850375 Aug 31 16:17:25.554111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.555485 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2362b01b-3546-4d99-9776-3757f2658479 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7638364 Aug 31 16:17:25.558227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48390) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:25.565248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '21e1ad4d-95aa-412f-92fa-f54004ec3f28', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:25.596411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Set router 046449bf-ae15-4947-a30b-b460c5f06902 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:25.612215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.638486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f4a09f1c-e2a6-4e47-8740-2ada2af8d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.669983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.840701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.849956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.853785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.862174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.878745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.880284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210731 Aug 31 16:17:25.884510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48398) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:25.890957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af657c-528f-435a-bba7-622bb3990347 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c203ae7-58b3-4f0d-b77f-618229252a3f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:25.899054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046449bf-ae15-4947-a30b-b460c5f06902', 'name': '', 'tenant_id': '5b88181237254c5c9ecbca79ba7b495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbab1f5-b321-42b3-a190-7ff0d74e5e19', 'external_fixed_ips': [{'subnet_id': 'e3095a84-5e40-4178-a85b-7a3d0c95255d', 'ip_address': '2001:db8::36'}], 'enable_snat': True}, 'gw_port_id': '4220230d-93e3-4dac-b3ee-bb85f8b81eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:20Z', 'updated_at': '2021-08-31T16:17:23Z', 'revision_number': 3, 'project_id': '5b88181237254c5c9ecbca79ba7b495b', 'gw_port': {'id': '4220230d-93e3-4dac-b3ee-bb85f8b81eb6', 'name': '', 'network_id': 'adbab1f5-b321-42b3-a190-7ff0d74e5e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046449bf-ae15-4947-a30b-b460c5f06902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e3095a84-5e40-4178-a85b-7a3d0c95255d', 'ip_address': '2001:db8::36', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:21Z', 'updated_at': '2021-08-31T16:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3095a84-5e40-4178-a85b-7a3d0c95255d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:25.900200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '21e1ad4d-95aa-412f-92fa-f54004ec3f28', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:25.957632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Deleting port 4220230d-93e3-4dac-b3ee-bb85f8b81eb6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:25.958069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:25.973349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Checking router: 046449bf-ae15-4947-a30b-b460c5f06902 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:17:25.975354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Updating router 046449bf-ae15-4947-a30b-b460c5f06902 port 4220230d-93e3-4dac-b3ee-bb85f8b81eb6 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:17:25.986266 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:17:26.004745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.036252 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.111414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.118565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.170724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4021da95-ec73-4b5d-98b2-01a4f8c70666,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:26.181290 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.183222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.185052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-96879074-0cc1-4609-8ea5-be058af201ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993369 Aug 31 16:17:26.187662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:26.195730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '21e1ad4d-95aa-412f-92fa-f54004ec3f28', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:26.216600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Calling delete_port for 4220230d-93e3-4dac-b3ee-bb85f8b81eb6 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:26.230857 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:17:26.243215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.387723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.392308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.418563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1d4707-f415-4597-9584-4a2bbddcad0d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:26.428651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.433407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b5141f33-2f52-4dad-8758-89167745a348 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2434678 Aug 31 16:17:26.434087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48406) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:26.440523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'network': {'name': 'tempest-network-smoke--376125656', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:26.505084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:26.512057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.590738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.597240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:17:26.621787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.625372 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Added segment e1b3a5bc-e203-4db2-b907-2cf462b552ac of type vlan for network 2a60809e-bca6-4a6e-a117-5974d4390bec Aug 31 16:17:26.667066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event deleted for resources: {'Port': ['ID=4220230d-93e3-4dac-b3ee-bb85f8b81eb6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:26.709388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.710963 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:17:26.711513 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:17:26.760259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.821326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ca45a-6fc5-4d46-b06d-bc797acf555c req-50e1c98b-c0ef-46c4-8ab2-fcb9631c16ba tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:26.822920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-624ca45a-6fc5-4d46-b06d-bc797acf555c req-50e1c98b-c0ef-46c4-8ab2-fcb9631c16ba tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1313043 Aug 31 16:17:26.823953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.832516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:26.833412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.919386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:26.923260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.012002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.012824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Network': ['ID=2a60809e-bca6-4a6e-a117-5974d4390bec,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:27.013553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 046449bf-ae15-4947-a30b-b460c5f06902 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:17:27.027392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.028231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2a60809e-bca6-4a6e-a117-5974d4390bec details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:17:27.032305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b3d2e37e-e4a3-4139-afb9-89c70b241ddc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/routers/046449bf-ae15-4947-a30b-b460c5f06902 HTTP/1.1" status: 204 len: 168 time: 1.6585155 Aug 31 16:17:27.033336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48412) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:27.042473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48414) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:27.043809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-98ea0946-378e-4326-ace9-26b5ebe3ade5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6052551 Aug 31 16:17:27.063970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'admin_state_up': True, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:27.091146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-624ca45a-6fc5-4d46-b06d-bc797acf555c req-57cf0f45-dbcd-47e9-abcb-05f41b0e3889 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471566 Aug 31 16:17:27.152338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Deleting subnet e3095a84-5e40-4178-a85b-7a3d0c95255d {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:17:27.158547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.214024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.216177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.257452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Port 4220230d-93e3-4dac-b3ee-bb85f8b81eb6 not found while updating agent binding for router 046449bf-ae15-4947-a30b-b460c5f06902. {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 16:17:27.280729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Routers set() bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:27.281187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Router IDs set() for agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 16:17:27.281922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'046449bf-ae15-4947-a30b-b460c5f06902'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent'). {{(pid=101479) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 16:17:27.284614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e482c-8635-4e8d-a5d8-587d7e5dda65 None None] The sync data for ids ['046449bf-ae15-4947-a30b-b460c5f06902'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:27.320126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.345590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.568211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.574944 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.658477 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:27.908387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.030455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b330c4-52a3-4359-8495-5d704afe3130 req-a734563d-05d1-489f-8c5f-348fae44af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:28.032051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6b330c4-52a3-4359-8495-5d704afe3130 req-a734563d-05d1-489f-8c5f-348fae44af59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 1097 time: 0.1153147 Aug 31 16:17:28.048905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e3095a84-5e40-4178-a85b-7a3d0c95255d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:28.072841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.075261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9e440313-264d-421e-aebc-30910780a8ea tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/e3095a84-5e40-4178-a85b-7a3d0c95255d HTTP/1.1" status: 204 len: 168 time: 1.0406978 Aug 31 16:17:28.087479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48446) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:28.149887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6b330c4-52a3-4359-8495-5d704afe3130 req-86681af5-baa3-4c8c-ba70-42763919222c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100066 Aug 31 16:17:28.287687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.617294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.660808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.678314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbab1f5-b321-42b3-a190-7ff0d74e5e19']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:28.679985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.699136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71292-7f6d-444d-9c77-15bff27e6c40 req-fc17f2a5-e3a6-4578-b918-e6d6eb96aec9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:28.700993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-daf71292-7f6d-444d-9c77-15bff27e6c40 req-fc17f2a5-e3a6-4578-b918-e6d6eb96aec9 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.3555799 Aug 31 16:17:28.705310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8aa3dd8-4c46-4b03-aa28-7666dd953c1d') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:28.705608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8aa3dd8-4c46-4b03-aa28-7666dd953c1d') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:28.727097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.769483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.800859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:17:28.801343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:17:28.809274 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:17:28.941723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-daf71292-7f6d-444d-9c77-15bff27e6c40 req-2f081f34-dbdf-45b1-853e-c6d0fd483f90 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032335 Aug 31 16:17:28.969885 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:28.978288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adbab1f5-b321-42b3-a190-7ff0d74e5e19 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 16:17:28.989522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.116 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/ad99bc17-ac83-453e-8762-01243302827f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:28.998616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:29.012381 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/networks/adbab1f5-b321-42b3-a190-7ff0d74e5e19 HTTP/1.1" status: 204 len: 168 time: 0.9236541 Aug 31 16:17:29.080319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9950c5-69c5-4769-938f-cd0f0a3769b9 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event deleted for resources: {'Network': ['ID=adbab1f5-b321-42b3-a190-7ff0d74e5e19,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:29.286635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:29.409736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:29.475504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-d2607061-56a8-41dd-96a6-47517ceabc48 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:29.483927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-d2607061-56a8-41dd-96a6-47517ceabc48 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 814 time: 0.2329214 Aug 31 16:17:29.501670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-66479ebc-c7f6-420e-9dd7-b01823a2466a tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/quotas/5dcfc83a7cbb4c4fbf5e5df41a49049e HTTP/1.1" status: 200 len: 375 time: 0.0160534 Aug 31 16:17:29.555260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-efa48947-4b25-46ab-bb34-9135e50ca97a tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523789 Aug 31 16:17:29.560631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:29.575130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:29.582028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:29.689057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-ecccc4c3-7efd-4af9-a6ac-8992bcf74a00 service neutron] 10.222.0.43 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325929 Aug 31 16:17:29.706489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=ad99bc17-ac83-453e-8762-01243302827f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:29.756660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48598) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:29.765902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'name': 'tempest-router--810409716', 'project_id': '5ec56def656a419c89936b964bd595dc'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:29.817620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:29.819253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:29.953303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-99e58c33-64ab-4339-ba4f-086aead7be25 service neutron] 10.222.0.43 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626066 Aug 31 16:17:30.329329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d7c145c-cdec-4589-996c-3fafdb0fa79c req-a9fce2e9-3903-48b2-9f53-3c496cff82b0 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 210 time: 0.0463905 Aug 31 16:17:30.338719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2ac9-baf2-4568-af2c-f2d3a5ca3056 req-52d6be97-8006-449f-972c-4e8080bfefb7 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:30.346769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54fa2ac9-baf2-4568-af2c-f2d3a5ca3056 req-52d6be97-8006-449f-972c-4e8080bfefb7 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.1561730 Aug 31 16:17:30.405717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54fa2ac9-baf2-4568-af2c-f2d3a5ca3056 req-7d059a7b-067b-4876-9b50-537ab6648be5 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Aug 31 16:17:30.422483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:30.448571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:30.468927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:30.473791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:30.477979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48674) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:30.478850 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d8718eb5-a0ff-4a3a-80db-ccfb19d88bf5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7191145 Aug 31 16:17:30.661776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.106486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.223731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.226325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.337979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-083cd3c6-2567-4dfc-a96b-9dcbd5ca5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:31.341978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-083cd3c6-2567-4dfc-a96b-9dcbd5ca5c7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 1097 time: 0.6110113 Aug 31 16:17:31.348828 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.350224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8a5460-817f-44b3-9c64-b52441ac374b {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:17:31.391267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.396752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54e2196b-8456-4d3d-a97a-bdb2d68ce0ad tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4a8a5460-817f-44b3-9c64-b52441ac374b HTTP/1.1" status: 204 len: 168 time: 0.9134679 Aug 31 16:17:31.417003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16ce0-d280-493f-af92-d547c5290c0e req-82e79cfb-39a9-4496-bb88-a05a7c3abbc1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:31.418599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4d16ce0-d280-493f-af92-d547c5290c0e req-82e79cfb-39a9-4496-bb88-a05a7c3abbc1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.5693436 Aug 31 16:17:31.500550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b50d232f-7e25-440c-b14b-8507d42b2e0e is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:17:31.658544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48788) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:31.752660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:31.753598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9f2b49b-ccab-4ca2-bcb1-d75bccc6e7f0 req-3ec96142-c207-403a-aac8-097f887d1c0e tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 210 time: 0.1034896 Aug 31 16:17:31.773659 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Sync routers for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:31.804651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4d16ce0-d280-493f-af92-d547c5290c0e req-d074e287-483d-43c5-b4cc-e2e70f343615 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388276 Aug 31 16:17:31.808544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:31.816235 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:31.817766 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:31.819252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-449a3714-7cc6-480c-ba3e-1c5e3ceb5972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7553701 Aug 31 16:17:31.819532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48804) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:31.926845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-4921da21-9a2f-46a2-a58d-b81821592b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:31.929433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-4921da21-9a2f-46a2-a58d-b81821592b01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 200 len: 911 time: 0.5752096 Aug 31 16:17:32.107882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-80968ede-9e09-41ce-9e37-920209458ac8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b28c8e-aea9-42de-8e08-3211921721d4 HTTP/1.1" status: 200 len: 217 time: 0.1701682 Aug 31 16:17:32.274292 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:32.354191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-a963bae8-bad7-4e3a-a437-2708473e5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:32.357228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-a963bae8-bad7-4e3a-a437-2708473e5a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 200 len: 850 time: 0.2369239 Aug 31 16:17:32.437825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1181315756', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:32.511670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:32.516385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:32.618148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2dbed5ec-f013-4d72-9b7e-a801ea62403a tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=62b59b7a67904182b8344fe6265481e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7929568 Aug 31 16:17:32.620332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48866) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:32.623477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-e711e081-2f04-45f7-a3e1-9f0e86cac298 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a68a9808-2734-41ad-9b97-47391fe21895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2572320 Aug 31 16:17:32.635345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:32.712248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-35be5bb5-2a44-481b-8263-e7e405372ba3 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:32.714183 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-35be5bb5-2a44-481b-8263-e7e405372ba3 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 814 time: 0.5310225 Aug 31 16:17:33.026845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:33.040264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Request body: {'port': {'device_id': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3', 'admin_state_up': True, 'tenant_id': '5dcfc83a7cbb4c4fbf5e5df41a49049e'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:33.088999 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:30Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:33.157140 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Checking router: b50d232f-7e25-440c-b14b-8507d42b2e0e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:17:33.160452 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Updating router b50d232f-7e25-440c-b14b-8507d42b2e0e port ad99bc17-ac83-453e-8762-01243302827f binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:17:33.237298 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:33.735725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Made reservation on behalf of 5dcfc83a7cbb4c4fbf5e5df41a49049e for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:33.743978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:33.749387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85807db-bbf8-4fe2-9872-2060a87eaf5a tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:33.753820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d85807db-bbf8-4fe2-9872-2060a87eaf5a tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1238165 Aug 31 16:17:33.760096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 48956) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:33.763423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b110f5f3-11aa-45da-a303-b32a0d34d1cb req-7065f73a-68de-486c-9160-009c7fc5b5fc tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 210 time: 0.2868302 Aug 31 16:17:33.805113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1aa84-4b88-4823-88dd-65d1523b3c1e req-d6ef670f-0edc-46d9-9b52-7f852810b14c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:33.806716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9de1aa84-4b88-4823-88dd-65d1523b3c1e req-d6ef670f-0edc-46d9-9b52-7f852810b14c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.3315787 Aug 31 16:17:33.845159 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:33.856751 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Transition to ACTIVE for port object ad99bc17-ac83-453e-8762-01243302827f will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:33.864210 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:33.886252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-d5edbe99-684a-4e9e-8932-89b5cdf1c2a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2504003 Aug 31 16:17:33.916952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Allocated IP 172.20.0.6 (94f1cd75-e915-4af1-8f11-daf4eb05e3d3/82bfb85b-e687-4fc6-91c7-146c26af3d55/1522de88-1cf6-46da-bb6a-4da5924d8587) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:33.921343 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Attempting to bind port ad99bc17-ac83-453e-8762-01243302827f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:33.922153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Attempting to bind port ad99bc17-ac83-453e-8762-01243302827f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:33.922994 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Attempting to bind port ad99bc17-ac83-453e-8762-01243302827f on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:33.943610 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:33.944315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:33.944908 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:33.945362 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:33.946446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Bound port: ad99bc17-ac83-453e-8762-01243302827f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:33.946849 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.007367 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] For port ad99bc17-ac83-453e-8762-01243302827f, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:34.012507 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] For port ad99bc17-ac83-453e-8762-01243302827f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad99bc17-ac83-453e-8762-01243302827f,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:34.015827 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Pushing event updated for resources: {'Port': ['ID=ad99bc17-ac83-453e-8762-01243302827f,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:34.021818 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.031062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.031719 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.032250 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.032777 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.033305 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.033850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.034591 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.035440 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.036352 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.037680 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.038222 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.038948 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:34.081132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.120468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51eecd0f-ebc7-494e-9cbe-699c5fef19f0 req-1efb2a97-c709-4833-bef9-b9fad423c318 service neutron] 10.222.0.30 "GET /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067556 Aug 31 16:17:34.143978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9de1aa84-4b88-4823-88dd-65d1523b3c1e req-2145d89b-67f7-47ee-9f77-fd364a399d7a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225639 Aug 31 16:17:34.188860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.205766 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb47487-978e-4b63-a97d-0bbfc19b6088 None None] Pushing event updated for resources: {'Port': ['ID=ad99bc17-ac83-453e-8762-01243302827f,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:34.229048 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:34.229567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48958) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:34.230138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:34.235190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628116269', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:34.237076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5642f4f7-be74-4513-9342-73c238d57aa3 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856116 Aug 31 16:17:34.418941 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:34.460365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:34.468422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.481180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:34.514031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.518934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:34.522232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:34.543324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Pushing event updated for resources: {'Port': ['ID=1522de88-1cf6-46da-bb6a-4da5924d8587,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:34.548727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.696237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:34.708671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.758842 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-622f02b7-4f23-425f-ab86-4a77408a3aaa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9169581 Aug 31 16:17:34.763483 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:30Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:34.776352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Request body: {'port': {'device_id': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:34.827373 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98dfd6-be78-4a47-bc53-203d2966bb51 None None] The sync data for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 is: [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:30Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:34.953411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:34.993557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Allocated IP 172.25.6.99 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/04d5559d-ffd7-480d-8283-f1fbf1ebaa60) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:35.099288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:35.209246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Subnet': ['ID=65708e02-8fe9-4e13-bd3a-3b511f06b655,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:35.254648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.254648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.256796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.257787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.258425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.259048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.259867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.260476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.261112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.261660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.262216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.263215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:17:35.325602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Checking segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:35.325990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network hostable DHCP agents. Network: 2a60809e-bca6-4a6e-a117-5974d4390bec, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:17:35.368326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df3301-7f2f-4ca9-abfa-d3c0f29b415b req-1e633db1-5c47-4cf7-9161-d88c77571301 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:35.374689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1df3301-7f2f-4ca9-abfa-d3c0f29b415b req-1e633db1-5c47-4cf7-9161-d88c77571301 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 931 time: 0.2676125 Aug 31 16:17:35.559979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a60809e-bca6-4a6e-a117-5974d4390bec is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:17:35.616921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f1df3301-7f2f-4ca9-abfa-d3c0f29b415b req-658a8657-1621-4f87-b464-fdf75bb36b59 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215936 Aug 31 16:17:35.638476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2a60809e-bca6-4a6e-a117-5974d4390bec) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:35.650544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e878038-8e66-4b2a-9093-6b5c454d3576 None None] Network 2a60809e-bca6-4a6e-a117-5974d4390bec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:17:35.657787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:35.658515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:35.685073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacdcba-7bbd-4ecb-ad94-28462d009a75 req-72685a7a-9d7b-4802-9a86-bfcef8d94e20 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:35.694853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cacdcba-7bbd-4ecb-ad94-28462d009a75 req-72685a7a-9d7b-4802-9a86-bfcef8d94e20 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.2783723 Aug 31 16:17:35.718245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c6105db6-0859-435e-8aab-a24ae9d72d46 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4874837 Aug 31 16:17:35.721055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 48980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:35.934223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1522de88-1cf6-46da-bb6a-4da5924d8587 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:35.945709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:35.999701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cacdcba-7bbd-4ecb-ad94-28462d009a75 req-174962fa-93ca-4ae8-85f9-194a1cdaf220 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965877 Aug 31 16:17:36.004633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Transition to ACTIVE for port object 1522de88-1cf6-46da-bb6a-4da5924d8587 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:36.009558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.029496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.033313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2a60809e-bca6-4a6e-a117-5974d4390bec', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:17:36.034479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.203282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Pushing event updated for resources: {'Port': ['ID=1522de88-1cf6-46da-bb6a-4da5924d8587,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:36.249030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.344992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:36.346653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Attempting to bind port 1522de88-1cf6-46da-bb6a-4da5924d8587 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:36.347459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Attempting to bind port 1522de88-1cf6-46da-bb6a-4da5924d8587 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:36.348005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Attempting to bind port 1522de88-1cf6-46da-bb6a-4da5924d8587 on network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:36.365798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:36.373113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:36.412394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Port 1522de88-1cf6-46da-bb6a-4da5924d8587 on network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:17:36.412794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Attempting to bind port 1522de88-1cf6-46da-bb6a-4da5924d8587 on network 94f1cd75-e915-4af1-8f11-daf4eb05e3d3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:36.415214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event updated for resources: {'Port': ['ID=04d5559d-ffd7-480d-8283-f1fbf1ebaa60,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:36.430988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:36.431346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Checking segment: {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:36.431960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Bound using segment: {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:36.432766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Bound port: 1522de88-1cf6-46da-bb6a-4da5924d8587, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e821f8-dbad-415e-ba72-19c79e17ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:36.433162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.471240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Allocated IP 172.20.0.2 (2a60809e-bca6-4a6e-a117-5974d4390bec/65708e02-8fe9-4e13-bd3a-3b511f06b655/8c445cba-c169-4b51-807c-2a491225da6d) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:36.527711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] For port 1522de88-1cf6-46da-bb6a-4da5924d8587, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:36.532439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] For port 1522de88-1cf6-46da-bb6a-4da5924d8587, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1522de88-1cf6-46da-bb6a-4da5924d8587,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:36.542218 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.661413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:36.663231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:36.664962 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] 10.222.0.49 "PUT /v2.0/ports/1522de88-1cf6-46da-bb6a-4da5924d8587 HTTP/1.1" status: 200 len: 1092 time: 1.8977942 Aug 31 16:17:36.667526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'tag': '1522de88-1cf6-46da-bb6a-4da5924d8587'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:36.671934 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e25040e5-2334-48d0-9c8a-6864cb37431e", "tag": "1522de88-1cf6-46da-bb6a-4da5924d8587"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:36.793557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023795-cd51-41e6-a5f6-8cc9aebf6c58 service neutron] Pushing event updated for resources: {'Port': ['ID=1522de88-1cf6-46da-bb6a-4da5924d8587,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:36.831694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-70c30ec6-0553-457e-9ae8-7c4fdd8e6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:36.834402 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-70c30ec6-0553-457e-9ae8-7c4fdd8e6815 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 1095 time: 0.1139765 Aug 31 16:17:36.957443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-4d4d0126-d9f7-4dd0-a750-9cdc0499d047 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1522de88-1cf6-46da-bb6a-4da5924d8587 HTTP/1.1" status: 200 len: 217 time: 0.0749168 Aug 31 16:17:36.979906 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:37.003406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Transition to ACTIVE for port object 8c445cba-c169-4b51-807c-2a491225da6d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:37.034517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Transition to ACTIVE for port object 8c445cba-c169-4b51-807c-2a491225da6d will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:37.045066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:37.260311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad99bc17-ac83-453e-8762-01243302827f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:37.283489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Network 2a60809e-bca6-4a6e-a117-5974d4390bec is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:37.302959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ef8a4-e56f-43f2-b9de-c773a7dff483 req-e66a7be2-2857-492e-9845-ddbb6f19809d tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:37.304563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-314ef8a4-e56f-43f2-b9de-c773a7dff483 req-e66a7be2-2857-492e-9845-ddbb6f19809d tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 943 time: 0.4464946 Aug 31 16:17:37.317348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-508b9e80-fb73-42e1-a0b1-f267ce60973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:37.323781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-3de81a1d-2cce-4989-85cb-1c9b7ef7cb22 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:37.325831 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-508b9e80-fb73-42e1-a0b1-f267ce60973a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82bfb85b-e687-4fc6-91c7-146c26af3d55 HTTP/1.1" status: 200 len: 854 time: 0.3571765 Aug 31 16:17:37.332059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-3de81a1d-2cce-4989-85cb-1c9b7ef7cb22 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.5249298 Aug 31 16:17:37.390944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-0b153787-9a7f-4720-b44a-a3c66ea647f5 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/quotas/b8c4b7b11a62498caa3d2c9123df7af3 HTTP/1.1" status: 200 len: 375 time: 0.0574861 Aug 31 16:17:37.407878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:37.451320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:37.458047 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-5476248b-0ef3-48f7-a4cd-8b219c4e9492 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237934 Aug 31 16:17:37.461130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:37.471375 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:37.479469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-314ef8a4-e56f-43f2-b9de-c773a7dff483 req-23486649-35ce-48fc-ad15-37cb8fb8ef36 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391861 Aug 31 16:17:37.534262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-a929be50-4eb1-40c9-959d-fe293fafcd86 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422601 Aug 31 16:17:37.670391 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cfd02f-1729-45d6-a757-989655dac76a x-openstack-request-id: req-c0cfd02f-1729-45d6-a757-989655dac76a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:37.670878 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25040e5-2334-48d0-9c8a-6864cb37431e", "tag": "1522de88-1cf6-46da-bb6a-4da5924d8587", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:37.671273 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0cfd02f-1729-45d6-a757-989655dac76a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:37.671886 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'tag': '1522de88-1cf6-46da-bb6a-4da5924d8587', 'status': 'completed', 'code': 200} Aug 31 16:17:37.676382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Pushing event updated for resources: {'Port': ['ID=8c445cba-c169-4b51-807c-2a491225da6d,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:37.814297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Attempting to bind port 8c445cba-c169-4b51-807c-2a491225da6d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:37.816603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Attempting to bind port 8c445cba-c169-4b51-807c-2a491225da6d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:37.818630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Attempting to bind port 8c445cba-c169-4b51-807c-2a491225da6d on network 2a60809e-bca6-4a6e-a117-5974d4390bec {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:37.843569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:37.846352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Checking segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:37.847127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:37.850525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Bound using segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:37.852176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Bound port: 8c445cba-c169-4b51-807c-2a491225da6d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:37.854965 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:37.927107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ad99bc17-ac83-453e-8762-01243302827f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:38.038856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-73498835-93f9-4aba-ae47-ac79b3194751 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036612 Aug 31 16:17:38.046866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ad99bc17-ac83-453e-8762-01243302827f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:38.050447 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:38.137046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d2a1-09be-46f3-840a-1aee21222138 req-a37b480c-7be1-4875-88a7-4d323d4c758a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:38.144792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3059d2a1-09be-46f3-840a-1aee21222138 req-a37b480c-7be1-4875-88a7-4d323d4c758a tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.3844039 Aug 31 16:17:38.281886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] For port 8c445cba-c169-4b51-807c-2a491225da6d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:38.297007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] For port 8c445cba-c169-4b51-807c-2a491225da6d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8c445cba-c169-4b51-807c-2a491225da6d,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:38.312903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:38.328048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-2b64778e-0802-4e42-a8fb-297c2bf8e7b6 service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567247 Aug 31 16:17:38.336531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3059d2a1-09be-46f3-840a-1aee21222138 req-8e7f8933-3bf3-4892-8604-a91bab9eeca8 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902478 Aug 31 16:17:38.464096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-7632bb03-56a8-40dd-bddc-ec8409823847 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498929 Aug 31 16:17:38.494762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.1 (2a60809e-bca6-4a6e-a117-5974d4390bec/65708e02-8fe9-4e13-bd3a-3b511f06b655/894ad4f8-dedd-4368-a0d5-be60de9e39ae) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:38.516454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7378c3-e7a6-472d-a944-0a60ac3effe2 None None] Pushing event updated for resources: {'Port': ['ID=8c445cba-c169-4b51-807c-2a491225da6d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:38.676495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:38.780289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ad99bc17-ac83-453e-8762-01243302827f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad99bc17-ac83-453e-8762-01243302827f,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:38.790795 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:38.898873 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86e522c3-057d-4cff-b363-63a5aaeb706d req-707709d8-b2d6-42ff-bd04-7da47de0cdd3 service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585823 Aug 31 16:17:39.006309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ad99bc17-ac83-453e-8762-01243302827f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:39.174949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-b8b50c1c-f38c-4b5e-b6a8-a5511b68a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:39.177986 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-b8b50c1c-f38c-4b5e-b6a8-a5511b68a13f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 1095 time: 0.2000492 Aug 31 16:17:39.321435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-b47ba8bb-332a-4310-8750-69ca24c8cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:39.323199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-b47ba8bb-332a-4310-8750-69ca24c8cd4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 200 len: 915 time: 0.1357670 Aug 31 16:17:39.332677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:39.386260 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-617b9dd0-df6d-4e1f-9b46-969f444139ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1522de88-1cf6-46da-bb6a-4da5924d8587 HTTP/1.1" status: 200 len: 217 time: 0.0459955 Aug 31 16:17:39.504089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-bf79f1be-906c-40a3-8ca7-e04180256133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:39.507779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-bf79f1be-906c-40a3-8ca7-e04180256133 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82bfb85b-e687-4fc6-91c7-146c26af3d55 HTTP/1.1" status: 200 len: 854 time: 0.0528958 Aug 31 16:17:39.604922 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-33e41b0f-71e9-4c2a-a676-dc85581549fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94f1cd75-e915-4af1-8f11-daf4eb05e3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815554 Aug 31 16:17:39.869651 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-1c90ad40-afd8-4c60-b3d1-cb5fb33b110c service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116756 Aug 31 16:17:39.889579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Router 49d76104-09be-4620-8fc3-df347bb96a8f is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:17:39.910991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e333d-6dad-4ad5-8486-8d846f533a03 req-d67fa787-3a1c-4153-b087-853348bf5758 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:39.919063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b2e333d-6dad-4ad5-8486-8d846f533a03 req-d67fa787-3a1c-4153-b087-853348bf5758 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.3092582 Aug 31 16:17:39.964495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7b724-712b-49ad-b95a-874338eee09d req-16c18fa3-c3f9-4c0d-85ae-d077111d6b27 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:39.982357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce7b724-712b-49ad-b95a-874338eee09d req-16c18fa3-c3f9-4c0d-85ae-d077111d6b27 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 943 time: 0.3713412 Aug 31 16:17:39.996111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:40.060026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object 894ad4f8-dedd-4368-a0d5-be60de9e39ae will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:40.142777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2b2e333d-6dad-4ad5-8486-8d846f533a03 req-aa60203c-8128-4fc0-9e3c-9f35a85b20f7 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217991 Aug 31 16:17:40.202635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce7b724-712b-49ad-b95a-874338eee09d req-f7c6152b-8ff9-46d9-88d5-2d9146bf7986 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189829 Aug 31 16:17:40.253945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:40.335402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a60809e-bca6-4a6e-a117-5974d4390bec is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:40.376854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:40.381119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:40.405137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=894ad4f8-dedd-4368-a0d5-be60de9e39ae,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:40.453420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff4e0455-be18-441b-b0de-94d4f0f44d03 req-94ef7f9b-cc2a-49b1-b217-d0735533072b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 210 time: 0.1032374 Aug 31 16:17:40.511566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:40.650346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:40.663123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] Sync routers for ids ['49d76104-09be-4620-8fc3-df347bb96a8f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:40.673408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] Routers {'49d76104-09be-4620-8fc3-df347bb96a8f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:40.674047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['49d76104-09be-4620-8fc3-df347bb96a8f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:40.693863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:40.695178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3416a3ba-9f2c-4e1e-8938-3d878ae71619 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0354774 Aug 31 16:17:40.697772 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2d0a1f5d-9ac4-4a29-a54b-f28a9fe063ec req-1f1d50bf-d02f-409c-b304-06da3f74d126 service neutron] 10.222.0.49 "GET /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196154 Aug 31 16:17:40.698312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:40.766982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:40.773620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21a07f-2b74-474c-a007-158bf3d4e5f5 None None] Network 2a60809e-bca6-4a6e-a117-5974d4390bec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:17:40.783192 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:40.894412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] Routers {'49d76104-09be-4620-8fc3-df347bb96a8f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:40.895054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['49d76104-09be-4620-8fc3-df347bb96a8f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:41.056443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f7e8359-bf8d-48af-9604-c83b61ca60cd tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/49d76104-09be-4620-8fc3-df347bb96a8f HTTP/1.1" status: 200 len: 924 time: 0.3565361 Aug 31 16:17:41.072100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49040) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:41.177725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d5fe7ef2-9527-493e-a5a9-3e92f2d062cf tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=49d76104-09be-4620-8fc3-df347bb96a8f HTTP/1.1" status: 200 len: 205 time: 0.1037939 Aug 31 16:17:41.180367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49044) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:41.301664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-392de8bc-ee40-4196-b094-c742086f34f6 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:41.305714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-392de8bc-ee40-4196-b094-c742086f34f6 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.3808963 Aug 31 16:17:41.320877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Request body: {'port': {'device_id': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'admin_state_up': True, 'tenant_id': 'b8c4b7b11a62498caa3d2c9123df7af3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:41.382743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1522de88-1cf6-46da-bb6a-4da5924d8587 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:17:41.385210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8c445cba-c169-4b51-807c-2a491225da6d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:41.406362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:41.407017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f988a-99ca-477e-8902-ddc0a99ba021 None None] The sync data for ids ['49d76104-09be-4620-8fc3-df347bb96a8f'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:41.446510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-feaa4ff7-d869-4555-b9b5-e0534b7a2652 None None] Provisioning for port 8c445cba-c169-4b51-807c-2a491225da6d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:41.540094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8c445cba-c169-4b51-807c-2a491225da6d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:41.549640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Made reservation on behalf of b8c4b7b11a62498caa3d2c9123df7af3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:41.554507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8c445cba-c169-4b51-807c-2a491225da6d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:41.554956 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:41.560064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:41.578090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dd4c8-0972-4f54-8767-a54cb6714484 req-4a91a913-9e67-431d-bc17-636bdbdf1f08 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:41.586217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d2dd4c8-0972-4f54-8767-a54cb6714484 req-4a91a913-9e67-431d-bc17-636bdbdf1f08 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.2122076 Aug 31 16:17:41.630408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bcd38-7de4-4db7-833f-c095da98ffb5 req-59a77992-a9b0-4475-bd03-6cc64938acc2 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:41.631879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-582bcd38-7de4-4db7-833f-c095da98ffb5 req-59a77992-a9b0-4475-bd03-6cc64938acc2 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 943 time: 0.2591505 Aug 31 16:17:41.709079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:41.745593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1522de88-1cf6-46da-bb6a-4da5924d8587, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1522de88-1cf6-46da-bb6a-4da5924d8587,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:41.787073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-582bcd38-7de4-4db7-833f-c095da98ffb5 req-617b6dd1-6744-4354-9c06-9a1fcd435217 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405404 Aug 31 16:17:41.793522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Allocated IP 172.20.0.4 (6c9cb378-9cb3-40c3-8635-318711bcded6/3887ac88-f223-41c3-b617-56eb7d3d252e/b63de3c1-82a5-4d3c-a8c8-e83e20c29b18) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:41.803472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '1522de88-1cf6-46da-bb6a-4da5924d8587', 'network_id': '94f1cd75-e915-4af1-8f11-daf4eb05e3d3', 'port_id': '1522de88-1cf6-46da-bb6a-4da5924d8587', 'mac_address': 'fa:16:3e:90:17:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bfb85b-e687-4fc6-91c7-146c26af3d55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:17:41.819031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d2dd4c8-0972-4f54-8767-a54cb6714484 req-21cc4a71-e1d6-472e-9559-8f4aca14ed63 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191312 Aug 31 16:17:41.981943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.012121 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.021321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.055839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-80d83a7f-652f-4ea8-9828-de9ed1d132e0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:42.061134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-80d83a7f-652f-4ea8-9828-de9ed1d132e0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.2367225 Aug 31 16:17:42.063164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d348280-96c2-4d27-bef0-a4e84b90429a req-4111d5cb-a6ae-4d4e-857e-cb5aa1c9b6aa tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 210 time: 0.0840797 Aug 31 16:17:42.089504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.134938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 8c445cba-c169-4b51-807c-2a491225da6d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8c445cba-c169-4b51-807c-2a491225da6d,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:42.142283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1522de88-1cf6-46da-bb6a-4da5924d8587 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:42.146673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.154438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.154995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event updated for resources: {'Port': ['ID=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:42.169206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.197580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:42.199159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:42.205001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:42.210551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1522de88-1cf6-46da-bb6a-4da5924d8587, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1522de88-1cf6-46da-bb6a-4da5924d8587,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:42.225000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b6e30060-b440-4542-a38c-1f50efc0b358'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:42.228434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:42.232285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.233173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad99bc17-ac83-453e-8762-01243302827f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:42.345266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:42.348223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.355661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=894ad4f8-dedd-4368-a0d5-be60de9e39ae,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:42.389345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-176cd493-16b1-4839-93e4-a77f7d119c80 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765390 Aug 31 16:17:42.405633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Request body: {'port': {'device_id': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:42.437882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.486742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.515824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Deleting port a7b28c8e-aea9-42de-8e08-3211921721d4 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:42.516172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.527555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Deleting port 04d5559d-ffd7-480d-8283-f1fbf1ebaa60 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:42.527917 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.574296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=8c445cba-c169-4b51-807c-2a491225da6d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:42.607411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.674494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1a54edbf-16f8-43d4-b232-ee0e93dbccca None None] Provisioning for port 894ad4f8-dedd-4368-a0d5-be60de9e39ae completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:42.704435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1a54edbf-16f8-43d4-b232-ee0e93dbccca None None] Provisioning complete for port 894ad4f8-dedd-4368-a0d5-be60de9e39ae triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:42.711143 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a54edbf-16f8-43d4-b232-ee0e93dbccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.717640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a60809e-bca6-4a6e-a117-5974d4390bec is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:42.729717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:42.744807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.782061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] For port a7b28c8e-aea9-42de-8e08-3211921721d4, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a7b28c8e-aea9-42de-8e08-3211921721d4,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:42.782689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:42.788912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Calling delete_port for 04d5559d-ffd7-480d-8283-f1fbf1ebaa60 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:42.991451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1522de88-1cf6-46da-bb6a-4da5924d8587,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:43.001893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['1522de88-1cf6-46da-bb6a-4da5924d8587'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:43.011306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ad99bc17-ac83-453e-8762-01243302827f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:43.011691 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.068204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:43.082510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1a54edbf-16f8-43d4-b232-ee0e93dbccca None None] Port 894ad4f8-dedd-4368-a0d5-be60de9e39ae cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:17:43.099201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.126747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Calling delete_port for a7b28c8e-aea9-42de-8e08-3211921721d4 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:43.134756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Transition to ACTIVE for port object b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:43.148108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.221062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1a54edbf-16f8-43d4-b232-ee0e93dbccca None None] Provisioning complete for port 8c445cba-c169-4b51-807c-2a491225da6d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:43.221435 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a54edbf-16f8-43d4-b232-ee0e93dbccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.222542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Pushing event updated for resources: {'Port': ['ID=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:43.345982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Attempting to bind port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:43.346571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Attempting to bind port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:43.346984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Attempting to bind port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:43.352888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:17:43.353449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Attempting to bind port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:43.360594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:43.360952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Checking segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:43.361623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Bound using segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:43.362320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Bound port: b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:43.362764 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.515926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] For port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:43.522272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] For port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:43.527871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.565985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:43.566799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.568895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] 10.222.0.49 "PUT /v2.0/ports/b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 HTTP/1.1" status: 200 len: 1092 time: 1.1694517 Aug 31 16:17:43.571462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'tag': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:43.574753 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a3849d-0f70-43c0-9892-f01696384f62" -d '{"events": [{"name": "network-changed", "server_uuid": "043ea098-7b8a-45c2-8548-2832bddc3d50", "tag": "b63de3c1-82a5-4d3c-a8c8-e83e20c29b18"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:43.638959 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8593cf-a6b0-4a59-9d67-88078835a898 service neutron] Pushing event updated for resources: {'Port': ['ID=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:43.675275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b50d232f-7e25-440c-b14b-8507d42b2e0e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:17:43.730427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-743ffaf6-70bc-4dfa-8f0e-da7f2a2ff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:43.732046 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-743ffaf6-70bc-4dfa-8f0e-da7f2a2ff1b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 1095 time: 0.1131585 Aug 31 16:17:43.794072 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-ed8ef08f-2b90-4891-8dd3-dff79e0b8705 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 HTTP/1.1" status: 200 len: 217 time: 0.0542295 Aug 31 16:17:43.810317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c8e747c2-7ff5-4766-8f29-8ae84cd61b90 None None] Provisioning complete for port 894ad4f8-dedd-4368-a0d5-be60de9e39ae triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:43.810797 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c8e747c2-7ff5-4766-8f29-8ae84cd61b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.853944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c8e747c2-7ff5-4766-8f29-8ae84cd61b90 None None] Port 894ad4f8-dedd-4368-a0d5-be60de9e39ae cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:17:43.884029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaceb-ead4-479f-88f7-13d24687c6d3 req-d0a5ce77-ab0a-4982-bc56-3a09ab94625d tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:43.885886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74ffaceb-ead4-479f-88f7-13d24687c6d3 req-d0a5ce77-ab0a-4982-bc56-3a09ab94625d tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 944 time: 0.7906516 Aug 31 16:17:43.921285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-3f293cce-439b-44e9-a018-c23069295017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:43.936968 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-3f293cce-439b-44e9-a018-c23069295017 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1340551 Aug 31 16:17:43.969201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:43.980803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8c445cba-c169-4b51-807c-2a491225da6d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:43.993505 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-a9a6a61c-2f27-4437-851f-4e9801a30341 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460639 Aug 31 16:17:44.015652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2772-e168-424d-9e6e-083d2013338c req-b3b6ec52-70de-4431-a95f-8274fa6031f1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:44.028297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a7b28c8e-aea9-42de-8e08-3211921721d4'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:44.033539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-360f2772-e168-424d-9e6e-083d2013338c req-b3b6ec52-70de-4431-a95f-8274fa6031f1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cfe0180-67ad-4c21-868e-8b5f961c136a HTTP/1.1" status: 200 len: 945 time: 0.9270654 Aug 31 16:17:44.103633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8c445cba-c169-4b51-807c-2a491225da6d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:44.104010 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:44.143012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-447fa0f5-524f-4c00-9c93-f46eedf95b08 service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413746 Aug 31 16:17:44.197917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74ffaceb-ead4-479f-88f7-13d24687c6d3 req-f7c624df-4006-4656-8888-caab4c20c240 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396531 Aug 31 16:17:44.207454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Pushing event deleted for resources: {'Port': ['ID=a7b28c8e-aea9-42de-8e08-3211921721d4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:44.243506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['0f653968-596d-4161-9508-20d1b1a7df7a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:44.379844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a8b11b85-51f9-4c43-92d3-0dc5cd0e7a87 req-89cc593e-f32e-4bf7-869f-cf1bf4befd35 service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137053 Aug 31 16:17:44.422056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] No DVR routers for this DVR port a7b28c8e-aea9-42de-8e08-3211921721d4 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:17:44.427459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-360f2772-e168-424d-9e6e-083d2013338c req-eabc4449-ffcf-4e58-b7dc-ab180e162c93 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718531 Aug 31 16:17:44.431488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:44.434034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cc9a0a4-5db9-4ed6-94e3-bbf4c623e88a req-1c1ae7f3-884c-4b18-bff7-6027012f2df0 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.30 "DELETE /v2.0/ports/a7b28c8e-aea9-42de-8e08-3211921721d4 HTTP/1.1" status: 204 len: 173 time: 2.3629093 Aug 31 16:17:44.440083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'name': 'network-vif-deleted', 'tag': 'a7b28c8e-aea9-42de-8e08-3211921721d4'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:44.443057 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35857d8-4b49-488a-98aa-f2ce0e46cd35" -d '{"events": [{"server_uuid": "3cfe0180-67ad-4c21-868e-8b5f961c136a", "name": "network-vif-deleted", "tag": "a7b28c8e-aea9-42de-8e08-3211921721d4"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:44.497415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:44.509576 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Sync routers for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:44.510171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-543029ca-f456-4801-9597-589fe974e55e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/b50d232f-7e25-440c-b14b-8507d42b2e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7878702 Aug 31 16:17:44.531264 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f998da-d2b1-4b8c-9cde-4da82b1a7b60 x-openstack-request-id: req-91f998da-d2b1-4b8c-9cde-4da82b1a7b60 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:44.531824 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043ea098-7b8a-45c2-8548-2832bddc3d50", "tag": "b63de3c1-82a5-4d3c-a8c8-e83e20c29b18", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:44.532318 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91f998da-d2b1-4b8c-9cde-4da82b1a7b60 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:44.532887 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'tag': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18', 'status': 'completed', 'code': 200} Aug 31 16:17:44.548336 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:44.549536 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:44.557889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103557b-f797-4371-9ba1-d9d03fea9119 req-46c3956f-1617-4404-a21e-531573d3bf3b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:44.559561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d103557b-f797-4371-9ba1-d9d03fea9119 req-46c3956f-1617-4404-a21e-531573d3bf3b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 943 time: 0.2096691 Aug 31 16:17:44.654553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3849d-0f70-43c0-9892-f01696384f62 req-3bd22067-7e22-4d6e-afeb-0d1a25ba7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:44.658583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-3bd22067-7e22-4d6e-afeb-0d1a25ba7624 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 1095 time: 0.1026616 Aug 31 16:17:44.662957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:44.777417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event deleted for resources: {'Port': ['ID=04d5559d-ffd7-480d-8283-f1fbf1ebaa60,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:44.866870 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e0037-417a-4fcf-984e-c3a538ac0fe6 x-openstack-request-id: req-be9e0037-417a-4fcf-984e-c3a538ac0fe6 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:44.867235 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfe0180-67ad-4c21-868e-8b5f961c136a", "name": "network-vif-deleted", "tag": "a7b28c8e-aea9-42de-8e08-3211921721d4", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:44.867568 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be9e0037-417a-4fcf-984e-c3a538ac0fe6 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:44.868040 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfe0180-67ad-4c21-868e-8b5f961c136a', 'name': 'network-vif-deleted', 'tag': 'a7b28c8e-aea9-42de-8e08-3211921721d4', 'status': 'completed', 'code': 200} Aug 31 16:17:44.883204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d103557b-f797-4371-9ba1-d9d03fea9119 req-61fbf4f3-b1d5-4ce5-bad9-d1a5fca6e441 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093548 Aug 31 16:17:44.889393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:44.921002 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:44.930574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3849d-0f70-43c0-9892-f01696384f62 req-4637d058-f1c6-484e-a794-dee3dbbe216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:44.933106 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-4637d058-f1c6-484e-a794-dee3dbbe216e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 916 time: 0.2655821 Aug 31 16:17:45.029507 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-65a0a99d-8c9c-4316-9ed4-483c772b2a2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 HTTP/1.1" status: 200 len: 217 time: 0.0795541 Aug 31 16:17:45.102276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-921088f2-7ea2-4903-8f7d-70ee24a1b5ab tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983492953&fields=id&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 267 time: 0.1453438 Aug 31 16:17:45.105184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.107983 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.138911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3849d-0f70-43c0-9892-f01696384f62 req-fc3677ab-ae86-4a15-85a6-5c16fc2aa07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:45.140665 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-fc3677ab-ae86-4a15-85a6-5c16fc2aa07d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1020436 Aug 31 16:17:45.175635 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-dfc5f7fc-f590-4baf-8729-4609416cad96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258956 Aug 31 16:17:45.232908 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:41Z', 'revision_number': 2, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:45.282796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.283407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Fanout notify agent at l3_agent the message router_deleted on router 49d76104-09be-4620-8fc3-df347bb96a8f {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:17:45.286637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Checking router: b50d232f-7e25-440c-b14b-8507d42b2e0e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:17:45.287445 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Updating router b50d232f-7e25-440c-b14b-8507d42b2e0e port 894ad4f8-dedd-4368-a0d5-be60de9e39ae binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:17:45.298061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:17:45.301537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1522de88-1cf6-46da-bb6a-4da5924d8587 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:45.308032 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.309261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-353611bf-fd80-4d58-8abf-1d761798e7aa tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/49d76104-09be-4620-8fc3-df347bb96a8f HTTP/1.1" status: 204 len: 168 time: 4.1279304 Aug 31 16:17:45.312971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49092) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:45.325402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1735824467', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': False}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:45.328174 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.346895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-fcee8f0f-c672-4d52-92dd-5b4ef1baa917 service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634343 Aug 31 16:17:45.457754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-ff238540-4f28-4879-af6a-36602164a998 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:45.460319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-ff238540-4f28-4879-af6a-36602164a998 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 796 time: 0.3461473 Aug 31 16:17:45.463537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.465199 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.509466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e33968-fa46-4b10-9305-5b06e71bad99 req-98ec93aa-0fd6-4add-9751-3dbefd5e582f tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:45.511485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67e33968-fa46-4b10-9305-5b06e71bad99 req-98ec93aa-0fd6-4add-9751-3dbefd5e582f tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 944 time: 0.1630919 Aug 31 16:17:45.517155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-e3132434-a048-46a5-97cf-52da5315e505 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/quotas/62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 375 time: 0.0319557 Aug 31 16:17:45.531971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65a3849d-0f70-43c0-9892-f01696384f62 req-2d7e81db-1055-470a-bf7e-79e6b0a93e07 service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773515 Aug 31 16:17:45.550263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 1522de88-1cf6-46da-bb6a-4da5924d8587 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:45.556898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 1522de88-1cf6-46da-bb6a-4da5924d8587 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:45.557288 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.595378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:45.619815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'port_id': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18', 'mac_address': 'fa:16:3e:b6:d5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3887ac88-f223-41c3-b617-56eb7d3d252e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:17:45.657299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.691633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67e33968-fa46-4b10-9305-5b06e71bad99 req-98de1819-5037-4801-bce0-f63d62f5e578 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593108 Aug 31 16:17:45.730184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.779064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:45.792245 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.808462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:45.816947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.827648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-61d1f608-a631-472b-93f8-0f1bda073709 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3004284 Aug 31 16:17:45.850659 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Transition to ACTIVE for port object 894ad4f8-dedd-4368-a0d5-be60de9e39ae will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:45.860307 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.899034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:45.903640 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:45.968705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1522de88-1cf6-46da-bb6a-4da5924d8587'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:45.984560 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6ddf29-19d0-461e-b953-63d60779fece" -d '{"events": [{"server_uuid": "e25040e5-2334-48d0-9c8a-6864cb37431e", "name": "network-vif-plugged", "status": "completed", "tag": "1522de88-1cf6-46da-bb6a-4da5924d8587"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:46.037784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 1522de88-1cf6-46da-bb6a-4da5924d8587, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1522de88-1cf6-46da-bb6a-4da5924d8587,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:46.054266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.058037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.136528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f766da-134c-4fb1-864a-df05b646de47 None None] Pushing event updated for resources: {'Port': ['ID=894ad4f8-dedd-4368-a0d5-be60de9e39ae,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:46.160166 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Attempting to bind port 894ad4f8-dedd-4368-a0d5-be60de9e39ae on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:46.160570 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Attempting to bind port 894ad4f8-dedd-4368-a0d5-be60de9e39ae by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:46.160927 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Attempting to bind port 894ad4f8-dedd-4368-a0d5-be60de9e39ae on network 2a60809e-bca6-4a6e-a117-5974d4390bec {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:46.168736 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:46.169125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Checking segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:46.169574 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.169973 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Bound using segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:46.170452 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Bound port: 894ad4f8-dedd-4368-a0d5-be60de9e39ae, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:46.170918 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.205352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=1522de88-1cf6-46da-bb6a-4da5924d8587,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:46.217183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:46.322359 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] For port 894ad4f8-dedd-4368-a0d5-be60de9e39ae, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:46.327362 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] For port 894ad4f8-dedd-4368-a0d5-be60de9e39ae, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=894ad4f8-dedd-4368-a0d5-be60de9e39ae,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:46.334957 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.353538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-45cfd352-cb90-49fa-9358-6da511b27f03 service neutron] 10.222.0.43 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731658 Aug 31 16:17:46.409121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9c8b2-38d1-4e12-be96-fbcf687ae6d1 req-e9b162e2-32a0-4854-b6eb-0f3a312602ca tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:46.417487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e9c8b2-38d1-4e12-be96-fbcf687ae6d1 req-e9b162e2-32a0-4854-b6eb-0f3a312602ca tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 944 time: 0.1542072 Aug 31 16:17:46.438034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f766da-134c-4fb1-864a-df05b646de47 None None] Pushing event updated for resources: {'Port': ['ID=894ad4f8-dedd-4368-a0d5-be60de9e39ae,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:46.453260 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:46.453887 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:46.528840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e9c8b2-38d1-4e12-be96-fbcf687ae6d1 req-ac8d8c09-0693-4f8f-b0fb-83e34549b579 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 Aug 31 16:17:46.583098 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6093a52-595b-41e3-8a7c-1320fe63d1ff x-openstack-request-id: req-a6093a52-595b-41e3-8a7c-1320fe63d1ff {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:46.584383 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25040e5-2334-48d0-9c8a-6864cb37431e", "name": "network-vif-plugged", "status": "completed", "tag": "1522de88-1cf6-46da-bb6a-4da5924d8587", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:46.584832 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6093a52-595b-41e3-8a7c-1320fe63d1ff {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:46.585453 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1522de88-1cf6-46da-bb6a-4da5924d8587', 'code': 200} Aug 31 16:17:46.629178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-800fefd0-f1f6-4558-b155-8fbb92a61e1a service neutron] 10.222.0.43 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554052 Aug 31 16:17:46.752935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0848e5-1a07-4aaf-92bc-1bac3aa3015f req-363804a2-2a90-4a8a-b547-862579f47a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:46.761830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f0848e5-1a07-4aaf-92bc-1bac3aa3015f req-363804a2-2a90-4a8a-b547-862579f47a0f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 1097 time: 0.1054068 Aug 31 16:17:46.817224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:46.834380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7f0848e5-1a07-4aaf-92bc-1bac3aa3015f req-eb58e451-4a54-43e2-8cdd-2450633d677e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650885 Aug 31 16:17:46.841894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ca072-38ee-44e7-bfc9-e08eaf159482 req-8934ae8c-ef02-4b51-88de-1b5e6a4b90b4 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:46.843577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c4ca072-38ee-44e7-bfc9-e08eaf159482 req-8934ae8c-ef02-4b51-88de-1b5e6a4b90b4 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 949 time: 0.1485550 Aug 31 16:17:46.859845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.895028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:46.979412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c4ca072-38ee-44e7-bfc9-e08eaf159482 req-93f3e1b5-7873-4df1-acf5-36319a52fe82 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269889 Aug 31 16:17:47.093931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a7b28c8e-aea9-42de-8e08-3211921721d4 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:17:47.138353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: a7b28c8e-aea9-42de-8e08-3211921721d4 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:17:47.140829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a7b28c8e-aea9-42de-8e08-3211921721d4 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:17:47.148366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Allocated IP 172.25.6.121 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5f346d33-4ef6-4ca4-ba91-452ff3e03d37) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:47.168448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f223e7-41af-4887-9f59-7e1eda85b01d req-759b5f56-aa81-4ba8-b7a8-53990cddd8c9 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:47.170145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4f223e7-41af-4887-9f59-7e1eda85b01d req-759b5f56-aa81-4ba8-b7a8-53990cddd8c9 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 945 time: 0.1078773 Aug 31 16:17:47.173146 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:46Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:47.221148 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fd449-7a42-4a16-a84d-b8690fa789c9 None None] The sync data for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 is: [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:46Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:47.301960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:47.352489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d4f223e7-41af-4887-9f59-7e1eda85b01d req-bce4cc11-7d50-4b10-a0fb-cd5c463a5cc2 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721146 Aug 31 16:17:47.354582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71153880-b52a-443f-9646-64b8cb1d9d61 req-1f6f875b-a9c5-4aba-8a41-774a18ca1650 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 210 time: 0.1063504 Aug 31 16:17:47.414342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:47.423665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:47.424048 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:47.436225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:47.528960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:47.554836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f59f4-eea8-4af7-b848-20188566ecfc req-3896aeac-27a1-42c0-899b-ca9ed884142d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:47.558118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c4f59f4-eea8-4af7-b848-20188566ecfc req-3896aeac-27a1-42c0-899b-ca9ed884142d tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.0940101 Aug 31 16:17:47.631465 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:47.645791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:47.717372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:47.762858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:47.845260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:48.023438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 894ad4f8-dedd-4368-a0d5-be60de9e39ae up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:48.140809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 894ad4f8-dedd-4368-a0d5-be60de9e39ae completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:48.145573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 894ad4f8-dedd-4368-a0d5-be60de9e39ae triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:48.146549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:48.154807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Port': ['ID=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:48.158541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:48.188954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:48.264625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c4f59f4-eea8-4af7-b848-20188566ecfc req-110c82e7-b340-4572-af37-e2c35840c64b tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6823089 Aug 31 16:17:48.280698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:48.338573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-30e8da31-372d-4550-b3c4-ddf0a268bcc7 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:48.341916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-30e8da31-372d-4550-b3c4-ddf0a268bcc7 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 949 time: 0.7195039 Aug 31 16:17:48.362552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1830d1-7546-41c3-a56e-76210b491d9f req-9e10495c-e480-4d70-b496-6663711562e8 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:48.366780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 894ad4f8-dedd-4368-a0d5-be60de9e39ae, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=894ad4f8-dedd-4368-a0d5-be60de9e39ae,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:48.374138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:48.376503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e1830d1-7546-41c3-a56e-76210b491d9f req-9e10495c-e480-4d70-b496-6663711562e8 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 945 time: 0.2370362 Aug 31 16:17:48.500292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=894ad4f8-dedd-4368-a0d5-be60de9e39ae,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:48.588763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:48.591990 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c448a5-1695-4b9a-a704-2bc55ce6c02d" -d '{"events": [{"server_uuid": "043ea098-7b8a-45c2-8548-2832bddc3d50", "name": "network-vif-plugged", "status": "completed", "tag": "b63de3c1-82a5-4d3c-a8c8-e83e20c29b18"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:48.631886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-ec67af86-402b-45df-954b-85a0f4d501da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:48.633898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-ec67af86-402b-45df-954b-85a0f4d501da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 796 time: 0.1639895 Aug 31 16:17:48.694737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e1830d1-7546-41c3-a56e-76210b491d9f req-ef60fe96-283b-4bbe-91ff-18d9e708980f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168528 Aug 31 16:17:48.742464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-e72cc11d-a1cd-43d2-a0b6-e6f4a6364087 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 379 time: 0.0990891 Aug 31 16:17:48.753998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'port': {'device_id': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'admin_state_up': True, 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'security_groups': ['21e1ad4d-95aa-412f-92fa-f54004ec3f28']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:48.900857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486e3bb-2568-461e-b139-f133103bb76e req-e2635625-4bf8-4b0e-a157-70c16568cf7f tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:48.903055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0486e3bb-2568-461e-b139-f133103bb76e req-e2635625-4bf8-4b0e-a157-70c16568cf7f tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 949 time: 0.3677661 Aug 31 16:17:48.930062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:17:48.934354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.014731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Deleting port ffc2b481-00e0-4a7f-af73-601cf7c744c7 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:49.015079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.113911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.13 (2a60809e-bca6-4a6e-a117-5974d4390bec/65708e02-8fe9-4e13-bd3a-3b511f06b655/39205281-375e-4911-bc50-114e103f967b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:49.125540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfae3-2fe6-4a70-bd62-cd5713bb172d req-9edbba04-5ced-43fe-83c2-74e9b50871fa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:49.127112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8cbfae3-2fe6-4a70-bd62-cd5713bb172d req-9edbba04-5ced-43fe-83c2-74e9b50871fa tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 945 time: 0.3196168 Aug 31 16:17:49.148262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0486e3bb-2568-461e-b139-f133103bb76e req-a8ca2691-8c4a-49d9-b526-0232dbad5a17 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707032 Aug 31 16:17:49.185936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.285608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8cbfae3-2fe6-4a70-bd62-cd5713bb172d req-9cabbdc7-f10b-4cf6-a80f-60e367eec3a9 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.43 "GET /v2.0/security-groups?id=747dfd8a-ca63-4f9c-9412-2770adecee20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420307 Aug 31 16:17:49.312813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed2726b0-4890-49b7-b563-46ed26480e36 req-325adfb4-909b-4467-9946-be342e1a67b8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 210 time: 0.0743961 Aug 31 16:17:49.349622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] For port ffc2b481-00e0-4a7f-af73-601cf7c744c7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=ffc2b481-00e0-4a7f-af73-601cf7c744c7,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:49.350002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.355225 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8f3a74-e799-4bb1-95d0-a6d07f52e7b5 x-openstack-request-id: req-fc8f3a74-e799-4bb1-95d0-a6d07f52e7b5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:49.356018 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043ea098-7b8a-45c2-8548-2832bddc3d50", "name": "network-vif-plugged", "status": "completed", "tag": "b63de3c1-82a5-4d3c-a8c8-e83e20c29b18", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:49.356018 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc8f3a74-e799-4bb1-95d0-a6d07f52e7b5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:49.356426 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18', 'code': 200} Aug 31 16:17:49.373746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Calling delete_port for ffc2b481-00e0-4a7f-af73-601cf7c744c7 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:49.378259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.470159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object 39205281-375e-4911-bc50-114e103f967b will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:49.602860 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.612978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.636807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a7f3e-1da4-4db0-ac16-07638b3a298a req-a8de6e97-9015-4b5f-847c-e7ffb5f29f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:49.638368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-115a7f3e-1da4-4db0-ac16-07638b3a298a req-a8de6e97-9015-4b5f-847c-e7ffb5f29f58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 1097 time: 0.1638279 Aug 31 16:17:49.644730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bb243-7512-47d6-8622-588f2a55a2a5 req-09788115-7b37-4711-a659-6239b7a6c58c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:49.646583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-664bb243-7512-47d6-8622-588f2a55a2a5 req-09788115-7b37-4711-a659-6239b7a6c58c tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.1136234 Aug 31 16:17:49.732509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a60809e-bca6-4a6e-a117-5974d4390bec is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:49.734718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:49.759097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:49.808399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.824852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['ffc2b481-00e0-4a7f-af73-601cf7c744c7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:49.851264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-115a7f3e-1da4-4db0-ac16-07638b3a298a req-5c8e70ab-4fbd-476b-95c6-ee1d659dea99 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841424 Aug 31 16:17:49.851916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:49.889530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3c755126-e493-4bcf-8819-6fc0178b89d1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:49.892391 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3c755126-e493-4bcf-8819-6fc0178b89d1 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.3034232 Aug 31 16:17:49.904595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:49.905295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:49.928403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-be657263-db6a-4840-b114-f6bfc4dd9157 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769898 Aug 31 16:17:49.956335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Request body: {'port': {'device_id': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:49.986283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-664bb243-7512-47d6-8622-588f2a55a2a5 req-b793e76d-bd6b-4a70-8e43-e48a4b5b3007 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910132 Aug 31 16:17:50.021751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 894ad4f8-dedd-4368-a0d5-be60de9e39ae up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:50.046685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Pushing event deleted for resources: {'Port': ['ID=ffc2b481-00e0-4a7f-af73-601cf7c744c7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:50.142659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:50.183362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] No DVR routers for this DVR port ffc2b481-00e0-4a7f-af73-601cf7c744c7 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:17:50.188938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:50.190865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 894ad4f8-dedd-4368-a0d5-be60de9e39ae triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:50.191251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:50.193716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fb1e89-0b65-4b31-916a-eff511160c65 req-00dc594a-c383-4628-a7bb-8dc53c944afc tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.30 "DELETE /v2.0/ports/ffc2b481-00e0-4a7f-af73-601cf7c744c7 HTTP/1.1" status: 204 len: 173 time: 1.8094079 Aug 31 16:17:50.214320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'name': 'network-vif-deleted', 'tag': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:50.237401 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d90c3f4-4247-4355-94da-0b2070990cf5" -d '{"events": [{"server_uuid": "a7b87818-1cda-4fbc-bfad-3a904bce3745", "name": "network-vif-deleted", "tag": "ffc2b481-00e0-4a7f-af73-601cf7c744c7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:50.282767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930906f-7e5c-4df5-881a-f733e251ec69 req-d34840f9-0a50-40dc-ab93-a4aaab65d0da tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:50.293560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3930906f-7e5c-4df5-881a-f733e251ec69 req-d34840f9-0a50-40dc-ab93-a4aaab65d0da tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 945 time: 0.3869007 Aug 31 16:17:50.306034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c669fe4-c003-4c9c-a518-917b10cab111 None None] Provisioning for port 39205281-375e-4911-bc50-114e103f967b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:50.318837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c669fe4-c003-4c9c-a518-917b10cab111 None None] Provisioning complete for port 39205281-375e-4911-bc50-114e103f967b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:50.319672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c669fe4-c003-4c9c-a518-917b10cab111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:50.413213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cd61661-609a-46ab-9446-c4cb99f47f8a req-7da1ce32-3185-4578-9035-8694e9d1c378 tempest-VolumesBackupsTest-1639445263 tempest-VolumesBackupsTest-1639445263-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b87818-1cda-4fbc-bfad-3a904bce3745 HTTP/1.1" status: 200 len: 210 time: 0.0750184 Aug 31 16:17:50.459274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3930906f-7e5c-4df5-881a-f733e251ec69 req-70562c41-4de5-4f96-a386-bb998fe4deba tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644325 Aug 31 16:17:50.492028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Router 04917a7a-4d6a-4132-b35d-381ed97c21fd is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:17:50.588884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6c669fe4-c003-4c9c-a518-917b10cab111 None None] Port 39205281-375e-4911-bc50-114e103f967b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:17:50.627629 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b97cc-a9c3-4b5e-98cb-b6d0c9d8df33 x-openstack-request-id: req-7b7b97cc-a9c3-4b5e-98cb-b6d0c9d8df33 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:50.627924 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b87818-1cda-4fbc-bfad-3a904bce3745", "name": "network-vif-deleted", "tag": "ffc2b481-00e0-4a7f-af73-601cf7c744c7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:50.628177 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b7b97cc-a9c3-4b5e-98cb-b6d0c9d8df33 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:50.628602 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b87818-1cda-4fbc-bfad-3a904bce3745', 'name': 'network-vif-deleted', 'tag': 'ffc2b481-00e0-4a7f-af73-601cf7c744c7', 'status': 'completed', 'code': 200} Aug 31 16:17:50.643222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Deleting port 0f653968-596d-4161-9508-20d1b1a7df7a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:50.644004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:50.774925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:50.785445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Sync routers for ids ['04917a7a-4d6a-4132-b35d-381ed97c21fd'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:50.806915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Routers {'04917a7a-4d6a-4132-b35d-381ed97c21fd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:50.809429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['04917a7a-4d6a-4132-b35d-381ed97c21fd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:50.831373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbf7f-9db8-40a2-8a12-73afee571eb2 req-638c48f8-2c08-4391-b3c2-97756c398afa tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:50.834047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c8bbf7f-9db8-40a2-8a12-73afee571eb2 req-638c48f8-2c08-4391-b3c2-97756c398afa tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 932 time: 0.2197416 Aug 31 16:17:50.835969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:50.837362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b205d2c3-f39d-4296-bb30-fd6b09d8cc14 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5234065 Aug 31 16:17:50.843271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49184) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:51.063699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] For port 0f653968-596d-4161-9508-20d1b1a7df7a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=0f653968-596d-4161-9508-20d1b1a7df7a,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:51.068061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.087164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39205281-375e-4911-bc50-114e103f967b {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:51.103566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2975bafc-85f2-40c3-8dde-0323d5c2983c tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/04917a7a-4d6a-4132-b35d-381ed97c21fd HTTP/1.1" status: 200 len: 909 time: 0.2479005 Aug 31 16:17:51.108115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49190) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:51.116499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1735824467', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': True}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:51.125940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.129253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Calling delete_port for 0f653968-596d-4161-9508-20d1b1a7df7a owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:51.151289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Transition to ACTIVE for port object 39205281-375e-4911-bc50-114e103f967b will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:51.164982 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b29069f7-92af-4bc0-8cc6-2a318c4f5aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.209947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.214080 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.246240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.260223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Set router 04917a7a-4d6a-4132-b35d-381ed97c21fd gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:51.337424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:51.348699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c8bbf7f-9db8-40a2-8a12-73afee571eb2 req-47d9480c-1753-4e18-a038-1c4b4fd54666 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4994879 Aug 31 16:17:51.379103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb52e-758c-4ce2-8d15-d036e242b800 req-218bd492-44ac-47af-b116-52bda177ff91 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:51.381433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1eeb52e-758c-4ce2-8d15-d036e242b800 req-218bd492-44ac-47af-b116-52bda177ff91 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 946 time: 0.2377832 Aug 31 16:17:51.425094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.493195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1eeb52e-758c-4ce2-8d15-d036e242b800 req-b66acd61-1cb8-4079-8db2-e793f88d0c12 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/security-groups?id=a63b5ee4-4901-4966-91ae-0d8f6e7e1445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037290 Aug 31 16:17:51.614908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04917a7a-4d6a-4132-b35d-381ed97c21fd', 'name': 'tempest-snat-router-1735824467', 'tenant_id': '5b88181237254c5c9ecbca79ba7b495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.121'}], 'enable_snat': False}, 'gw_port_id': '5f346d33-4ef6-4ca4-ba91-452ff3e03d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:45Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 3, 'project_id': '5b88181237254c5c9ecbca79ba7b495b', 'gw_port': {'id': '5f346d33-4ef6-4ca4-ba91-452ff3e03d37', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04917a7a-4d6a-4132-b35d-381ed97c21fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:46Z', 'updated_at': '2021-08-31T16:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:51.622566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:51.623388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:51.623831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b on network 2a60809e-bca6-4a6e-a117-5974d4390bec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:51.652528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Port 39205281-375e-4911-bc50-114e103f967b on network 2a60809e-bca6-4a6e-a117-5974d4390bec not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:17:51.653167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b on network 2a60809e-bca6-4a6e-a117-5974d4390bec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:51.674762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:51.685340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Checking segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:51.686064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Bound using segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:51.686790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Bound port: 39205281-375e-4911-bc50-114e103f967b, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:51.687399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.700873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Checking router: 04917a7a-4d6a-4132-b35d-381ed97c21fd for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:17:51.705620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Updating router 04917a7a-4d6a-4132-b35d-381ed97c21fd port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:17:51.742538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.785854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Pushing event deleted for resources: {'Port': ['ID=0f653968-596d-4161-9508-20d1b1a7df7a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:51.786466 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.791511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.798175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['0f653968-596d-4161-9508-20d1b1a7df7a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:51.903751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0beb9-364c-45e9-abdd-a067dab8cf91 req-6968b977-b50c-4e52-85be-723f997fc582 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:51.917011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97f0beb9-364c-45e9-abdd-a067dab8cf91 req-6968b977-b50c-4e52-85be-723f997fc582 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 945 time: 0.2320688 Aug 31 16:17:51.919543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] No DVR routers for this DVR port 0f653968-596d-4161-9508-20d1b1a7df7a on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:17:51.930293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:51.934518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-86ca478e-bb70-44b0-b830-470c13317e40 req-3dd9698a-1dbb-4b19-a5bd-53f4bd8841db tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.49 "DELETE /v2.0/ports/0f653968-596d-4161-9508-20d1b1a7df7a HTTP/1.1" status: 204 len: 173 time: 1.8832164 Aug 31 16:17:51.937379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'name': 'network-vif-deleted', 'tag': '0f653968-596d-4161-9508-20d1b1a7df7a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:51.954143 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98e27f5-0a0c-48b0-b4d6-46a89b42c900" -d '{"events": [{"server_uuid": "ddb4bfb4-9607-449f-b24a-4b5f732be75a", "name": "network-vif-deleted", "tag": "0f653968-596d-4161-9508-20d1b1a7df7a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:52.008612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97f0beb9-364c-45e9-abdd-a067dab8cf91 req-a7915c05-f005-4a39-9560-05496d394968 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Aug 31 16:17:52.068375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:52.080933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:52.092400 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee17888-fb5e-4d01-916f-5c06f041b4ff x-openstack-request-id: req-7ee17888-fb5e-4d01-916f-5c06f041b4ff {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:52.093621 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb4bfb4-9607-449f-b24a-4b5f732be75a", "name": "network-vif-deleted", "tag": "0f653968-596d-4161-9508-20d1b1a7df7a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:52.093991 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee17888-fb5e-4d01-916f-5c06f041b4ff {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:52.095661 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb4bfb4-9607-449f-b24a-4b5f732be75a', 'name': 'network-vif-deleted', 'tag': '0f653968-596d-4161-9508-20d1b1a7df7a', 'status': 'completed', 'code': 200} Aug 31 16:17:52.102685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.222968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:52.223842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.229406 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] 10.222.0.30 "PUT /v2.0/ports/39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1093 time: 2.2792425 Aug 31 16:17:52.268604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596b2ad-5641-48ae-83aa-95e8abb22b9c service neutron] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:52.401324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-79b44dbc-b879-4d17-a668-39bd2e473cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:52.415359 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-79b44dbc-b879-4d17-a668-39bd2e473cae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1096 time: 0.1324432 Aug 31 16:17:52.485672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.500521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Transition to ACTIVE for port object 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:17:52.509612 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.616599 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-2083801f-31b7-4c56-8860-dcc46a02238e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 217 time: 0.1919632 Aug 31 16:17:52.827446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3896e1-cb3f-4b5e-ab60-a4499a812807 None None] Pushing event updated for resources: {'Port': ['ID=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:52.835116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Attempting to bind port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:17:52.835316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Attempting to bind port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:17:52.835692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Attempting to bind port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:17:52.851997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:17:52.852488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:17:52.852904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.853516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:17:52.854235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Bound port: 5f346d33-4ef6-4ca4-ba91-452ff3e03d37, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:17:52.854681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.871731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-edad2116-fcb9-48b4-a5c0-fff0b06e12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:52.878873 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-edad2116-fcb9-48b4-a5c0-fff0b06e12e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.2541974 Aug 31 16:17:52.912398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.964171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] For port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:17:52.971247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] For port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:17:52.975102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8957a8e6-8e8a-42be-9455-924a1b5adc22 req-d81c5639-ba1a-47dd-8990-30c06d9d23e2 tempest-ServerRescueTestJSON-229428124 tempest-ServerRescueTestJSON-229428124-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb4bfb4-9607-449f-b24a-4b5f732be75a HTTP/1.1" status: 200 len: 210 time: 0.0756674 Aug 31 16:17:52.978062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.983607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:52.995791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-e421f7f6-4570-4d5e-981e-09ac8d7dbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:53.003315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-e421f7f6-4570-4d5e-981e-09ac8d7dbab3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102607 Aug 31 16:17:53.062141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256185-e1a0-46da-8773-aba3986497b3 req-d01f97de-aa98-4fe6-b764-89e7bbf67aec tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:53.064217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5256185-e1a0-46da-8773-aba3986497b3 req-d01f97de-aa98-4fe6-b764-89e7bbf67aec tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.1740527 Aug 31 16:17:53.107483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Routers {'04917a7a-4d6a-4132-b35d-381ed97c21fd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:53.108407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['04917a7a-4d6a-4132-b35d-381ed97c21fd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:53.111312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3896e1-cb3f-4b5e-ab60-a4499a812807 None None] Pushing event updated for resources: {'Port': ['ID=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:53.201611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-390ed2c1-a2f4-46d6-849a-1290ff4f58f9 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945755 Aug 31 16:17:53.233589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5256185-e1a0-46da-8773-aba3986497b3 req-aae613a5-bde8-4e9e-892d-86337aab5999 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607401 Aug 31 16:17:53.301557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] Set router 04917a7a-4d6a-4132-b35d-381ed97c21fd gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:53.318559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Allocated IP 172.25.6.57 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d608b50e-2cda-427a-a4ff-abebd924849d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:17:53.365005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ffc2b481-00e0-4a7f-af73-601cf7c744c7 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:17:53.420290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba98f9a-7992-4fd6-bbff-d131fe5b14ea req-2f2b2a35-6e81-48f8-8d8c-809f05fee031 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101128 Aug 31 16:17:53.425297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: ffc2b481-00e0-4a7f-af73-601cf7c744c7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:17:53.433357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device ffc2b481-00e0-4a7f-af73-601cf7c744c7 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:17:53.528718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:53.552295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04917a7a-4d6a-4132-b35d-381ed97c21fd', 'name': 'tempest-snat-router-1735824467', 'tenant_id': '5b88181237254c5c9ecbca79ba7b495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.121'}], 'enable_snat': False}, 'gw_port_id': '5f346d33-4ef6-4ca4-ba91-452ff3e03d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:45Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 3, 'project_id': '5b88181237254c5c9ecbca79ba7b495b', 'gw_port': {'id': '5f346d33-4ef6-4ca4-ba91-452ff3e03d37', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04917a7a-4d6a-4132-b35d-381ed97c21fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:46Z', 'updated_at': '2021-08-31T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:53.590999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:53.609833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd4c68-a09c-402c-b73c-8b449fc83b06 None None] The sync data for ids ['04917a7a-4d6a-4132-b35d-381ed97c21fd'] in n-d-793621-35 is: [{'id': '04917a7a-4d6a-4132-b35d-381ed97c21fd', 'name': 'tempest-snat-router-1735824467', 'tenant_id': '5b88181237254c5c9ecbca79ba7b495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.121'}], 'enable_snat': False}, 'gw_port_id': '5f346d33-4ef6-4ca4-ba91-452ff3e03d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:45Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 3, 'project_id': '5b88181237254c5c9ecbca79ba7b495b', 'gw_port': {'id': '5f346d33-4ef6-4ca4-ba91-452ff3e03d37', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04917a7a-4d6a-4132-b35d-381ed97c21fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:46Z', 'updated_at': '2021-08-31T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:53.681120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:17:53.694316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:17:53.706805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:17:53.754375 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Port': ['ID=d608b50e-2cda-427a-a4ff-abebd924849d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:54.097691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:54.100224 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:17:54.103329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49234) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:54.321950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:54.383966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:54.455701 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4cc565-5a6c-46cf-8b86-aad110a54189 x-openstack-request-id: req-0b4cc565-5a6c-46cf-8b86-aad110a54189 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:17:54.456101 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:17:54.456270 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b4cc565-5a6c-46cf-8b86-aad110a54189 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:17:54.456667 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'status': 'completed', 'code': 200} Aug 31 16:17:54.593364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-d4c8c466-abbe-4d49-aea4-31ceaa5c0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:54.594957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-d4c8c466-abbe-4d49-aea4-31ceaa5c0167 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1096 time: 0.1415360 Aug 31 16:17:54.626714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2de0a-a3c5-457e-9e3d-60a71d6eaca8 req-4d5f7226-878c-4194-9f68-253d6a3a21af tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:54.628475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aea2de0a-a3c5-457e-9e3d-60a71d6eaca8 req-4d5f7226-878c-4194-9f68-253d6a3a21af tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.1307642 Aug 31 16:17:54.830416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aea2de0a-a3c5-457e-9e3d-60a71d6eaca8 req-33f79012-5434-4128-82ac-635603a681a9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937146 Aug 31 16:17:54.872004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:54.885126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-30caf9b8-f7ef-4093-b469-974e85a0ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:54.885126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-30caf9b8-f7ef-4093-b469-974e85a0ec4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.1794770 Aug 31 16:17:55.038633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-9d1e2b5f-9bcc-4680-af84-addcd5e253aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 217 time: 0.1352336 Aug 31 16:17:55.087306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Router 3b9f1f85-11be-46e9-8098-2d9675cd5c07 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:17:55.143858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 39205281-375e-4911-bc50-114e103f967b details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:17:55.222819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-3af5ec45-e8c7-43ab-b1a7-0d9e10b9c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:55.224682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-3af5ec45-e8c7-43ab-b1a7-0d9e10b9c42b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.1700525 Aug 31 16:17:55.312670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:55.330208 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Sync routers for ids ['3b9f1f85-11be-46e9-8098-2d9675cd5c07'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:55.344720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0f653968-596d-4161-9508-20d1b1a7df7a no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:17:55.348786 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Routers {'3b9f1f85-11be-46e9-8098-2d9675cd5c07'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:55.352473 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3b9f1f85-11be-46e9-8098-2d9675cd5c07'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:55.356035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.359714 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.359914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-332635d8-fb61-4057-a3c1-baa80d6beb64 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2477946 Aug 31 16:17:55.360096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49254) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:55.376290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-de188528-85c3-4d76-8352-b00a2cc53ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:55.378228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-de188528-85c3-4d76-8352-b00a2cc53ece service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398771 Aug 31 16:17:55.397281 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.417959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 0f653968-596d-4161-9508-20d1b1a7df7a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:17:55.429331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 0f653968-596d-4161-9508-20d1b1a7df7a not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:17:55.485635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:55.506705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '39205281-375e-4911-bc50-114e103f967b', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'port_id': '39205281-375e-4911-bc50-114e103f967b', 'mac_address': 'fa:16:3e:0f:ec:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:17:55.567939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dfa4cbf9-fdc1-437e-9b01-f9212577e8d0 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/3b9f1f85-11be-46e9-8098-2d9675cd5c07 HTTP/1.1" status: 200 len: 907 time: 0.2042332 Aug 31 16:17:55.568975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49256) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:55.633913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.660929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39205281-375e-4911-bc50-114e103f967b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:17:55.668934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.706259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Set router 3b9f1f85-11be-46e9-8098-2d9675cd5c07 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:55.739039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:55.740302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bd34fccd-33f7-4f62-8fcf-e18be9601ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.746016 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.769080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-8037615b-087e-4b71-ba66-67114334a6a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624346 Aug 31 16:17:55.870019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:55.886977 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.926626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:55.966098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['39205281-375e-4911-bc50-114e103f967b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:17:56.114877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:56.272700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d51946-4930-4313-bd83-a3a9ec547cca req-b293a28e-a047-4b92-a1cb-c1f8d81bdfe9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:56.275335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7d51946-4930-4313-bd83-a3a9ec547cca req-b293a28e-a047-4b92-a1cb-c1f8d81bdfe9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 945 time: 0.2402430 Aug 31 16:17:56.284545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.286794 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9f1f85-11be-46e9-8098-2d9675cd5c07', 'name': 'tempest-snat-router-1735824467', 'tenant_id': '5b88181237254c5c9ecbca79ba7b495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd608b50e-2cda-427a-a4ff-abebd924849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:51Z', 'updated_at': '2021-08-31T16:17:54Z', 'revision_number': 3, 'project_id': '5b88181237254c5c9ecbca79ba7b495b', 'gw_port': {'id': 'd608b50e-2cda-427a-a4ff-abebd924849d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1f85-11be-46e9-8098-2d9675cd5c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:52Z', 'updated_at': '2021-08-31T16:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:56.328744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:56.338334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:56.339297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.341690 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Checking router: 3b9f1f85-11be-46e9-8098-2d9675cd5c07 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:17:56.342784 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Updating router 3b9f1f85-11be-46e9-8098-2d9675cd5c07 port d608b50e-2cda-427a-a4ff-abebd924849d binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:17:56.421936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7d51946-4930-4313-bd83-a3a9ec547cca req-44117489-e3c8-4f03-82b4-f23a1159f8ab tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273179 Aug 31 16:17:56.476637 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.524535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Deleting port d608b50e-2cda-427a-a4ff-abebd924849d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:56.525834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.613162 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.666124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7c7b5cc-f8c2-4e11-825a-5e690c56b341 req-ea5f51f6-5035-42f8-8080-fbb7df16ac84 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8888962 Aug 31 16:17:56.668603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.676394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:56.683365 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.709743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Calling delete_port for d608b50e-2cda-427a-a4ff-abebd924849d owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:56.742387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:56.866227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Deleting port 741012b5-e9c3-4491-902e-bc82ed30bc05 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:56.866983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.969979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] For port 741012b5-e9c3-4491-902e-bc82ed30bc05, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=741012b5-e9c3-4491-902e-bc82ed30bc05,segment=NetworkSegment(15202ac8-6779-4a97-93ed-899b7dbeffd5),segment_id=15202ac8-6779-4a97-93ed-899b7dbeffd5)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:56.970368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.986961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:56.990020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Calling delete_port for 741012b5-e9c3-4491-902e-bc82ed30bc05 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:56.992908 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.db.api [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:17:56.993853 n-d-793621-35 neutron-server[101480]: DEBUG oslo_db.api [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:17:57.016989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event deleted for resources: {'Port': ['ID=d608b50e-2cda-427a-a4ff-abebd924849d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:57.104914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.229393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.232511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.269741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.290550 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.291968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9f1f85-11be-46e9-8098-2d9675cd5c07 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:17:57.296140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=741012b5-e9c3-4491-902e-bc82ed30bc05,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:57.304475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.309100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ccaaceb5-d80b-4eb6-b488-eb929973010f tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3b9f1f85-11be-46e9-8098-2d9675cd5c07 HTTP/1.1" status: 204 len: 168 time: 1.7389696 Aug 31 16:17:57.310377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49270) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:57.457421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.530278 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Port d608b50e-2cda-427a-a4ff-abebd924849d not found while updating agent binding for router 3b9f1f85-11be-46e9-8098-2d9675cd5c07. {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 16:17:57.548051 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Routers set() bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:57.548474 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Router IDs set() for agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 16:17:57.549103 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_agentschedulers_db [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b9f1f85-11be-46e9-8098-2d9675cd5c07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent'). {{(pid=101480) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 16:17:57.549489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7264ceb-7ae9-44cb-98ca-d785bc5af015 None None] The sync data for ids ['3b9f1f85-11be-46e9-8098-2d9675cd5c07'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:57.575877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.669774 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.724222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5db49-1f5d-4798-af8b-98b49c3abbbd req-f5617752-75a6-43b9-ad9c-7ee371c8d08f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:57.724222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ea5db49-1f5d-4798-af8b-98b49c3abbbd req-f5617752-75a6-43b9-ad9c-7ee371c8d08f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 945 time: 0.1039114 Aug 31 16:17:57.724222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.839679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ea5db49-1f5d-4798-af8b-98b49c3abbbd req-fc274ea7-8457-4d37-80c9-507c2512c681 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122479 Aug 31 16:17:57.862189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Deleting port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:57.862783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.972877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] For port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:57.973422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:57.994570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Calling delete_port for 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:58.032490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Router f5db691d-5391-498f-9c11-04cd03cb4a36 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:17:58.089115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:58.175518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:58.178769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:58.219300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:17:58.243874 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4c49a773-da20-44fc-b4e4-710b4440f1e5 admin admin] 10.222.0.43 "PUT /v2.0/routers/f5db691d-5391-498f-9c11-04cd03cb4a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1387832 Aug 31 16:17:58.244552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] Sync routers for ids ['f5db691d-5391-498f-9c11-04cd03cb4a36'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:17:58.249144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49274) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:58.274393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] Routers {'f5db691d-5391-498f-9c11-04cd03cb4a36'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:58.275311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f5db691d-5391-498f-9c11-04cd03cb4a36'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:58.359465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:58.396550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f346d33-4ef6-4ca4-ba91-452ff3e03d37,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:17:58.417094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Port 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 update to ACTIVE by agent not found {{(pid=101479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 16:17:58.457789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] Set router f5db691d-5391-498f-9c11-04cd03cb4a36 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:58.924016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:58.999521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.019604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:17:57Z', 'revision_number': 5, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:59.070184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] Checking router: f5db691d-5391-498f-9c11-04cd03cb4a36 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:17:59.086058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] Routers {'f5db691d-5391-498f-9c11-04cd03cb4a36'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:17:59.087592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f5db691d-5391-498f-9c11-04cd03cb4a36'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:59.157009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 39205281-375e-4911-bc50-114e103f967b up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:17:59.182760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.191502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.279835 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:17:59.315883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] Set router f5db691d-5391-498f-9c11-04cd03cb4a36 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:17:59.325321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.325857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04917a7a-4d6a-4132-b35d-381ed97c21fd {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:17:59.337816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.339012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-43170662-12de-4475-860e-d73ea6741950 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "DELETE /v2.0/routers/04917a7a-4d6a-4132-b35d-381ed97c21fd HTTP/1.1" status: 204 len: 168 time: 2.0276310 Aug 31 16:17:59.343813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49278) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:17:59.349211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1679788832', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:17:59.398819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfaf1b-fec3-4e97-8ba7-9a9824009c4f req-baef51e0-8275-40e9-93ba-25889cbb198a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:17:59.401545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75dfaf1b-fec3-4e97-8ba7-9a9824009c4f req-baef51e0-8275-40e9-93ba-25889cbb198a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 945 time: 0.1430860 Aug 31 16:17:59.405426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.409421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.412074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.513982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.549970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75dfaf1b-fec3-4e97-8ba7-9a9824009c4f req-c54d035e-365d-4cc1-95e2-1c05fea68e50 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279211 Aug 31 16:17:59.557781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Deleting port d4498f6e-6e29-4127-aa20-49a6a4fc86da {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:17:59.558128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.643143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 39205281-375e-4911-bc50-114e103f967b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:17:59.652966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 39205281-375e-4911-bc50-114e103f967b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:17:59.653939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.710614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] For port d4498f6e-6e29-4127-aa20-49a6a4fc86da, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d4498f6e-6e29-4127-aa20-49a6a4fc86da,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:17:59.711449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.757605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Calling delete_port for d4498f6e-6e29-4127-aa20-49a6a4fc86da owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:17:59.804940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.832412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:17:59.836974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:17:57Z', 'revision_number': 5, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:17:59.935333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451bd039-87c1-415b-9305-58642f733ac0 None None] The sync data for ids ['f5db691d-5391-498f-9c11-04cd03cb4a36'] in n-d-793621-35 is: [{'id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'name': 'tempest-ServerRescueTestJSON-810071037-router', 'tenant_id': '290ff2d6fdd24d53a1c3143942792ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:15:40Z', 'updated_at': '2021-08-31T16:17:57Z', 'revision_number': 5, 'project_id': '290ff2d6fdd24d53a1c3143942792ffb', 'gw_port': {'id': 'd4498f6e-6e29-4127-aa20-49a6a4fc86da', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5db691d-5391-498f-9c11-04cd03cb4a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:15:41Z', 'updated_at': '2021-08-31T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:17:59.970171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:17:59.973313 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce831f-015c-49ca-9785-97e0aa550687" -d '{"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-plugged", "status": "completed", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:00.033035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:00.043983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.127328 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e04fc60-1e26-4f64-b48b-19d9a99e69ae x-openstack-request-id: req-8e04fc60-1e26-4f64-b48b-19d9a99e69ae {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:00.127635 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-plugged", "status": "completed", "tag": "39205281-375e-4911-bc50-114e103f967b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:00.127887 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e04fc60-1e26-4f64-b48b-19d9a99e69ae {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:00.128295 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'code': 200} Aug 31 16:18:00.166661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.177386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:00.214164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d4498f6e-6e29-4127-aa20-49a6a4fc86da,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:00.296657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.300964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.334272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.342415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:18:00.348119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d4f1-6ccb-4a5e-bfcf-0116f6217ddf req-90232e42-2374-45e9-9cc2-0d9faecedd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:00.350452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-02c1d4f1-6ccb-4a5e-bfcf-0116f6217ddf req-90232e42-2374-45e9-9cc2-0d9faecedd64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1098 time: 0.1651595 Aug 31 16:18:00.363756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:18:00.364249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f346d33-4ef6-4ca4-ba91-452ff3e03d37 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:18:00.461017 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.474388 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.525340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Allocated IP 172.25.6.240 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b953c18b-8b3d-45c0-846f-bd475da4cf7a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:00.550384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.551177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5db691d-5391-498f-9c11-04cd03cb4a36 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:18:00.561852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.565840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0a39f24c-fe2f-4a08-885f-ba0e9c1b07bb admin admin] 10.222.0.43 "DELETE /v2.0/routers/f5db691d-5391-498f-9c11-04cd03cb4a36 HTTP/1.1" status: 204 len: 168 time: 2.3118618 Aug 31 16:18:00.566304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49282) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:00.666127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.694096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Deleting subnet 0bf6901e-2fac-4089-8fd6-e67e3c0034e2 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:18:00.703731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.731951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.758970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.768633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-02c1d4f1-6ccb-4a5e-bfcf-0116f6217ddf req-17db26a0-13c3-4ad6-b455-a074a1fda22c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090755 Aug 31 16:18:00.783780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:00.789397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:00.793637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:00.825738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event updated for resources: {'Port': ['ID=b953c18b-8b3d-45c0-846f-bd475da4cf7a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:00.915654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:00.962193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9d5c9-9ba7-4de3-a0db-7ee13fe7ce9f req-8f0963b1-034a-4244-92cf-e9e4a14b0c21 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:00.970206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cba9d5c9-9ba7-4de3-a0db-7ee13fe7ce9f req-8f0963b1-034a-4244-92cf-e9e4a14b0c21 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1836722 Aug 31 16:18:01.032085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cba9d5c9-9ba7-4de3-a0db-7ee13fe7ce9f req-d932ce94-647a-4dd0-8133-c2842e8a5c80 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565963 Aug 31 16:18:01.043686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.084012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf6901e-2fac-4089-8fd6-e67e3c0034e2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:01.091892 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.094521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad848ff0-b3d0-4614-b9f9-d90ac1ff0884 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0bf6901e-2fac-4089-8fd6-e67e3c0034e2 HTTP/1.1" status: 204 len: 168 time: 0.5270588 Aug 31 16:18:01.097224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49286) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:01.143136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.170540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.272171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.283804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68a9808-2734-41ad-9b97-47391fe21895']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.295455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15202ac8-6779-4a97-93ed-899b7dbeffd5') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.295810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15202ac8-6779-4a97-93ed-899b7dbeffd5') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.306426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.327034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.335616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:18:01.336000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:18:01.338296 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:18:01.373966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.405532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.414079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.418877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] 10.222.0.43 "DELETE /v2.0/networks/a68a9808-2734-41ad-9b97-47391fe21895 HTTP/1.1" status: 204 len: 168 time: 0.3179486 Aug 31 16:18:01.441893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8564a3-71a3-4123-b1a6-df7e02a14e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a68a9808-2734-41ad-9b97-47391fe21895,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:01.557300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Router 9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:18:01.654111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49290) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:01.683245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:01.696821 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] Sync routers for ids ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:01.711802 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] Routers {'9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:01.712669 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.717955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49292) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:01.718810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-872185ff-09ec-436a-b418-065484523627 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=290ff2d6fdd24d53a1c3143942792ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635262 Aug 31 16:18:01.745650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.747480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-223e3562-62d8-4cc1-86a4-7752dfbc3185 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4023895 Aug 31 16:18:01.750354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49294) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:01.757239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': False}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:01.768139 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.779374 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] Routers {'9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:01.780155 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.817867 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:01.819268 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af199fd9-2820-47b5-a474-08a9abc9e692 None None] The sync data for ids ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:01.840133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd8de546-dda6-4e42-a0df-cf8d7002a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.868687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd8de546-dda6-4e42-a0df-cf8d7002a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:01.994517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d4498f6e-6e29-4127-aa20-49a6a4fc86da no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:18:02.017256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d4498f6e-6e29-4127-aa20-49a6a4fc86da {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:18:02.017661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d4498f6e-6e29-4127-aa20-49a6a4fc86da not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:18:02.018333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 741012b5-e9c3-4491-902e-bc82ed30bc05 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:18:02.039245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 741012b5-e9c3-4491-902e-bc82ed30bc05 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:18:02.039595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 741012b5-e9c3-4491-902e-bc82ed30bc05 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:18:02.164842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655be0c-8f18-419a-ac3c-300daf172594 req-c0b18ecb-df1d-4aaa-90a3-b08f95e5d9ee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:02.166843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3655be0c-8f18-419a-ac3c-300daf172594 req-c0b18ecb-df1d-4aaa-90a3-b08f95e5d9ee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.0658498 Aug 31 16:18:02.211163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3655be0c-8f18-419a-ac3c-300daf172594 req-a8dacc99-7110-46a9-b003-b6d334b2dc02 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370414 Aug 31 16:18:02.334006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd8de546-dda6-4e42-a0df-cf8d7002a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:02.336852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd8de546-dda6-4e42-a0df-cf8d7002a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:02.340441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd8de546-dda6-4e42-a0df-cf8d7002a3ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a63b5ee4-4901-4966-91ae-0d8f6e7e1445 HTTP/1.1" status: 204 len: 168 time: 0.6186802 Aug 31 16:18:02.355236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8de546-dda6-4e42-a0df-cf8d7002a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b5ee4-4901-4966-91ae-0d8f6e7e1445,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:02.381363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa6daa-57f3-40e9-815c-6c1aea69cf83 req-6421c704-21ad-497c-95a0-428e0126e3fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:02.388059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26aa6daa-57f3-40e9-815c-6c1aea69cf83 req-6421c704-21ad-497c-95a0-428e0126e3fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1005409 Aug 31 16:18:02.474642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26aa6daa-57f3-40e9-815c-6c1aea69cf83 req-46549d76-c33a-4de5-bd58-3f205e80d907 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797567 Aug 31 16:18:02.514183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49308) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:02.570699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:02.583272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7dab3-406d-4672-9a24-e83fdfa86b18 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:02.585448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f8a7dab3-406d-4672-9a24-e83fdfa86b18 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1093 time: 0.0702021 Aug 31 16:18:02.591422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49310) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:02.597480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '39205281-375e-4911-bc50-114e103f967b', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:02.665847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:02.883411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:03.044403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.152 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/7c4889f6-4cff-4dc0-9f03-39e3e8d4fdb6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:03.219809 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:03.310545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:03.326234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:03.339524 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:03.416584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:03.422495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:03.427747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:03.468689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=7c4889f6-4cff-4dc0-9f03-39e3e8d4fdb6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:03.639653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Router 9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:18:03.978793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:03.992424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:03.992782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] Sync routers for ids ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:03.997587 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-35128f90-ceea-42f5-9b98-59752a2f9cc8 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "PUT /v2.0/routers/9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb HTTP/1.1" status: 200 len: 926 time: 2.2422807 Aug 31 16:18:03.998015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49404) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:04.018416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] Routers {'9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:04.019238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:04.106198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:04.139808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-54d8bc67-c0ed-421b-ba58-fa116de45d07 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb HTTP/1.1" status: 200 len: 926 time: 0.1395187 Aug 31 16:18:04.142548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:04.147987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] Routers {'9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:04.148984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:04.225028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:04.228029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830d843-2f3a-4317-8983-5d2d126f3e29 None None] The sync data for ids ['9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:04.281913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5a74a2-88f2-4c01-a546-991f6767697e tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:04.283948 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d5a74a2-88f2-4c01-a546-991f6767697e tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1400149 Aug 31 16:18:04.287092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49410) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:04.418255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825a2d2-b180-426c-b7a1-51826dae8b27 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:04.420090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0825a2d2-b180-426c-b7a1-51826dae8b27 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.1319392 Aug 31 16:18:04.422923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49414) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:04.474767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-de83851f-f107-4efe-a2d2-05780e893368 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb HTTP/1.1" status: 200 len: 205 time: 0.0503166 Aug 31 16:18:04.475428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:04.563880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:04.634075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:04.871069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:04.877456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:04.981355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Deleting port b953c18b-8b3d-45c0-846f-bd475da4cf7a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:04.981715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.158669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.186872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Calling delete_port for b953c18b-8b3d-45c0-846f-bd475da4cf7a owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:05.194288 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.201718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.305818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=7c4889f6-4cff-4dc0-9f03-39e3e8d4fdb6,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:05.337739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.429065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.520100 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 99b49bf1-1f34-43f9-9215-ef64a303585b associated. External IP: 172.25.6.152, port: 39205281-375e-4911-bc50-114e103f967b. Aug 31 16:18:05.529174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event deleted for resources: {'Port': ['ID=b953c18b-8b3d-45c0-846f-bd475da4cf7a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:05.614684 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.750168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.753986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.827346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.828274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Fanout notify agent at l3_agent the message router_deleted on router 9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:18:05.847374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.849406 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d5311194-7c6e-47d3-ad73-4d54f2194e3e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb HTTP/1.1" status: 204 len: 168 time: 1.3728106 Aug 31 16:18:05.853129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49450) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:05.872727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-449453276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:05.955561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:05.956707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:06.056747 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:06.064333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:06.095352 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:06.096909 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ddf36562-dce8-4be5-b457-fcf1ede62788 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2422113 Aug 31 16:18:06.101340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49460) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:06.111915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:06.296748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b50d232f-7e25-440c-b14b-8507d42b2e0e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:18:06.533120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:06.555743 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] Sync routers for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:06.567707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:06.568669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:06.569527 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:06.630028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-79de78a9-2a3b-466c-b4c8-59ca386b3297 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0362220 Aug 31 16:18:06.631086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:18:06.634399 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4920749-0d36-4def-8780-23b1684f473e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:06.727317 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cea9e9-b94b-43dd-9f9e-e4936c0d5185 x-openstack-request-id: req-62cea9e9-b94b-43dd-9f9e-e4936c0d5185 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:06.727614 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:06.727871 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62cea9e9-b94b-43dd-9f9e-e4936c0d5185 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:06.728299 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'status': 'completed', 'code': 200} Aug 31 16:18:06.829961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4576c-7846-481b-a41f-10ad3610f01d req-99dea364-ace9-4f71-93ab-4fc588ec19bf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:06.842894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fe4576c-7846-481b-a41f-10ad3610f01d req-99dea364-ace9-4f71-93ab-4fc588ec19bf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1105714 Aug 31 16:18:06.853562 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:18:06.916949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fe4576c-7846-481b-a41f-10ad3610f01d req-2cdef8df-70c1-40e5-9407-6aebb778c2e8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719619 Aug 31 16:18:06.950984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49480) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:07.104976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1d84a129-3e17-4c1a-a0f6-6412a4e97adf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/99b49bf1-1f34-43f9-9215-ef64a303585b HTTP/1.1" status: 200 len: 992 time: 0.1523211 Aug 31 16:18:07.160985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:07.250091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4920749-0d36-4def-8780-23b1684f473e req-a9542dc6-14d5-46ad-8370-ccce7ca50592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:07.252652 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-a9542dc6-14d5-46ad-8370-ccce7ca50592 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1098 time: 0.1050203 Aug 31 16:18:07.387654 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '99b49bf1-1f34-43f9-9215-ef64a303585b', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.152', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'port_id': '39205281-375e-4911-bc50-114e103f967b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'mac_address': 'fa:16:3e:0f:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:18:03Z', 'updated_at': '2021-08-31T16:18:03Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:07.432702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] Checking router: b50d232f-7e25-440c-b14b-8507d42b2e0e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:18:07.444840 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:07.445470 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:07.450555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4920749-0d36-4def-8780-23b1684f473e req-46efb38d-aa87-4af3-beb9-04a6466367dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:07.452082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-46efb38d-aa87-4af3-beb9-04a6466367dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.1905198 Aug 31 16:18:07.590755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-315483ae-84bc-406e-b5ef-f947036b4bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1000 time: 0.1283336 Aug 31 16:18:07.726731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:18:07.744680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:07.775773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:07.780102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4920749-0d36-4def-8780-23b1684f473e req-a827e6be-f8d9-4acb-a1b4-23d6c7505fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:07.781686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-a827e6be-f8d9-4acb-a1b4-23d6c7505fa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.1536133 Aug 31 16:18:07.977069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4920749-0d36-4def-8780-23b1684f473e req-c168b704-9666-4093-8339-b19b04e1fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:07.978731 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-c168b704-9666-4093-8339-b19b04e1fb36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881166 Aug 31 16:18:08.109140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49504) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:08.209466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Allocated IP 172.25.6.104 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/a3ee15da-cbbc-45e1-a56e-5d8cc69ddcf2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:08.211003 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '99b49bf1-1f34-43f9-9215-ef64a303585b', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.152', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'port_id': '39205281-375e-4911-bc50-114e103f967b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'mac_address': 'fa:16:3e:0f:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:18:03Z', 'updated_at': '2021-08-31T16:18:03Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:08.251944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e29c788-052a-4c9e-931e-fc4ec73e403c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/99b49bf1-1f34-43f9-9215-ef64a303585b HTTP/1.1" status: 200 len: 992 time: 0.1406333 Aug 31 16:18:08.255654 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1d5c5-6a36-4edf-922c-a0c126e66274 None None] The sync data for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 is: [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '99b49bf1-1f34-43f9-9215-ef64a303585b', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.152', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'port_id': '39205281-375e-4911-bc50-114e103f967b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'mac_address': 'fa:16:3e:0f:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:18:03Z', 'updated_at': '2021-08-31T16:18:03Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:08.392237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-b34dc338-b914-476a-8538-fa558699ac6b service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497174 Aug 31 16:18:08.620318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:08.662185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b1caea-9a25-4c9c-bcd5-c6086aa7e93a None None] New status for floating IP 99b49bf1-1f34-43f9-9215-ef64a303585b: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:18:08.714321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4920749-0d36-4def-8780-23b1684f473e req-14e5f29d-46db-410a-b663-d16ab380d8bd service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141456 Aug 31 16:18:08.805169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:08.853354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:08.856602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:08.860660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:08.917887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event updated for resources: {'Port': ['ID=a3ee15da-cbbc-45e1-a56e-5d8cc69ddcf2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:09.255219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49532) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:09.386716 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:09.428680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1f7c4a18-f97e-4cf2-b69f-3cb38f50956a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/99b49bf1-1f34-43f9-9215-ef64a303585b HTTP/1.1" status: 200 len: 994 time: 0.1721780 Aug 31 16:18:09.698344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:09.744139 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:10.063148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Router 3a674071-3174-44a2-b861-3127d595248c is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:18:10.348269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:10.356355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:10.357579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6da7b190-a28b-491f-80a4-5bdd89efddf0 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "PUT /v2.0/routers/3a674071-3174-44a2-b861-3127d595248c HTTP/1.1" status: 200 len: 883 time: 4.2551966 Aug 31 16:18:10.361793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49546) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:10.362613 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] Sync routers for ids ['3a674071-3174-44a2-b861-3127d595248c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:10.383538 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] Routers {'3a674071-3174-44a2-b861-3127d595248c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:10.385808 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3a674071-3174-44a2-b861-3127d595248c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:10.461060 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:10.506986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] Routers {'3a674071-3174-44a2-b861-3127d595248c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:10.508453 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['3a674071-3174-44a2-b861-3127d595248c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:10.536371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bc005906-1027-4763-a8b7-94636375bae0 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/3a674071-3174-44a2-b861-3127d595248c HTTP/1.1" status: 200 len: 924 time: 0.1695879 Aug 31 16:18:10.537181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49552) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:10.589750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:10.591247 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06b3a8-1d6a-4f96-9861-02bed955a9e1 None None] The sync data for ids ['3a674071-3174-44a2-b861-3127d595248c'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:10.647298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220641c7-0fda-4593-bed2-6015a52e0120 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:10.650249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-220641c7-0fda-4593-bed2-6015a52e0120 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=3a674071-3174-44a2-b861-3127d595248c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1121540 Aug 31 16:18:10.654364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:10.934520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c2a6e-84a4-4bb4-bb9e-aaee78c8ff10 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:10.937205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1c6c2a6e-84a4-4bb4-bb9e-aaee78c8ff10 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.2809787 Aug 31 16:18:10.941374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:11.002593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-45f0a276-c8a9-476d-8d42-03d795fc378e tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a674071-3174-44a2-b861-3127d595248c HTTP/1.1" status: 200 len: 205 time: 0.0585976 Aug 31 16:18:11.006750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49572) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:11.167326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:11.311847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:11.409622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Deleting port a3ee15da-cbbc-45e1-a56e-5d8cc69ddcf2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:11.413454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:11.657958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:11.679470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Calling delete_port for a3ee15da-cbbc-45e1-a56e-5d8cc69ddcf2 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:11.967096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.005195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event deleted for resources: {'Port': ['ID=a3ee15da-cbbc-45e1-a56e-5d8cc69ddcf2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:12.100586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.101360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.101728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.102088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.102426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.103037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.103388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.103726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.104088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.104426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.104761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.105339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.105675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:12.243276 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.245582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.313579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.314389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Fanout notify agent at l3_agent the message router_deleted on router 3a674071-3174-44a2-b861-3127d595248c {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:18:12.325683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.331325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49614) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:12.331893 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-520de1f9-03f3-4292-9dfe-dd3833c273bd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/3a674071-3174-44a2-b861-3127d595248c HTTP/1.1" status: 204 len: 168 time: 1.3234382 Aug 31 16:18:12.337959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325833157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:12.387711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.389241 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.668344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.680126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.741517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:12.743702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3095eb2f-e8ce-4021-9cc8-027f3a95bb3a tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4098823 Aug 31 16:18:12.746977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49624) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:12.755314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': True}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:13.827698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:14.177437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:14.397945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:14.432047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:14.515591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1705ae0a-e1a5-4974-bed0-dcc848a3bbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:14.872492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Allocated IP 172.25.6.212 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d0edc1ac-92f2-4787-a85c-b470a996b7bf) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:14.908574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1705ae0a-e1a5-4974-bed0-dcc848a3bbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:14.916615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1705ae0a-e1a5-4974-bed0-dcc848a3bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:14.995151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ae0a-e1a5-4974-bed0-dcc848a3bbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df592c7-2a96-4f81-95ad-ad2340765af8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:15.028833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1705ae0a-e1a5-4974-bed0-dcc848a3bbff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b88f1f9a20c645449ca865fb0776ea94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480563 Aug 31 16:18:15.029694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49652) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:15.097504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-864cba1f-e63c-4e40-88bc-601e255c4fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.103364 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.124980 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-864cba1f-e63c-4e40-88bc-601e255c4fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.162312 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.218483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-864cba1f-e63c-4e40-88bc-601e255c4fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.224931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-864cba1f-e63c-4e40-88bc-601e255c4fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.226502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-864cba1f-e63c-4e40-88bc-601e255c4fb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6df592c7-2a96-4f81-95ad-ad2340765af8 HTTP/1.1" status: 204 len: 168 time: 0.1957879 Aug 31 16:18:15.234116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:15.241049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:15.248732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:15.261412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cba1f-e63c-4e40-88bc-601e255c4fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df592c7-2a96-4f81-95ad-ad2340765af8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:15.263875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Port': ['ID=d0edc1ac-92f2-4787-a85c-b470a996b7bf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:15.705233 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:15.873341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49666) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:15.922284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a8b6-e227-406e-867b-f904b30e97b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.203985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a8b6-e227-406e-867b-f904b30e97b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.215599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a8b6-e227-406e-867b-f904b30e97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.232502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.244593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.313546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1a1a8b6-e227-406e-867b-f904b30e97b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2fcaa7eb4bc43cd94114fbe99f2e4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397099 Aug 31 16:18:16.314561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49672) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:16.322805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1a8b6-e227-406e-867b-f904b30e97b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc99d5-5958-47c2-a20a-57ea3d29c5d5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:16.395168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf24ac05-a6f1-4bbd-aaec-2f9b4a12fff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.427757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf24ac05-a6f1-4bbd-aaec-2f9b4a12fff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.476407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Router d2ec5169-f242-471b-9350-1ac0fcbd4c44 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:18:16.498842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf24ac05-a6f1-4bbd-aaec-2f9b4a12fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.501836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf24ac05-a6f1-4bbd-aaec-2f9b4a12fff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.505932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf24ac05-a6f1-4bbd-aaec-2f9b4a12fff3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63cc99d5-5958-47c2-a20a-57ea3d29c5d5 HTTP/1.1" status: 204 len: 168 time: 0.1878002 Aug 31 16:18:16.525277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24ac05-a6f1-4bbd-aaec-2f9b4a12fff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc99d5-5958-47c2-a20a-57ea3d29c5d5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:16.624251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:16.629895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:16.633529 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-70daae58-e621-4fe4-9b89-492b15716743 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "PUT /v2.0/routers/d2ec5169-f242-471b-9350-1ac0fcbd4c44 HTTP/1.1" status: 200 len: 918 time: 3.8811648 Aug 31 16:18:16.633922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49678) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:16.639591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] Sync routers for ids ['d2ec5169-f242-471b-9350-1ac0fcbd4c44'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:16.658311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] Routers {'d2ec5169-f242-471b-9350-1ac0fcbd4c44'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:16.659033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d2ec5169-f242-471b-9350-1ac0fcbd4c44'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:16.722755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:16.745076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] Routers {'d2ec5169-f242-471b-9350-1ac0fcbd4c44'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:16.746290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d2ec5169-f242-471b-9350-1ac0fcbd4c44'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:16.783651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:16.784349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382a72f-94ce-40b9-9dec-8b087db3320f None None] The sync data for ids ['d2ec5169-f242-471b-9350-1ac0fcbd4c44'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:16.856236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28b823c8-8260-4da5-9e14-c425c6370eca tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/d2ec5169-f242-471b-9350-1ac0fcbd4c44 HTTP/1.1" status: 200 len: 924 time: 0.2209945 Aug 31 16:18:16.858852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49680) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:16.953673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12acb8da-5a37-4bc8-b64a-6b04a714aa37 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:16.962780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49686) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:16.963362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-12acb8da-5a37-4bc8-b64a-6b04a714aa37 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=d2ec5169-f242-471b-9350-1ac0fcbd4c44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1024365 Aug 31 16:18:17.319392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f87802-25a0-4f72-ae2d-fe599475c100 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:17.324837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44f87802-25a0-4f72-ae2d-fe599475c100 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.3603904 Aug 31 16:18:17.327482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49700) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:17.386481 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c510e45-a2da-4ddc-a14f-9afc9294de8b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2ec5169-f242-471b-9350-1ac0fcbd4c44 HTTP/1.1" status: 200 len: 205 time: 0.0576839 Aug 31 16:18:17.389173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:17.564393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:17.891300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:17.974469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Deleting port d0edc1ac-92f2-4787-a85c-b470a996b7bf {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:17.981373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:18.095002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:18.119181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Calling delete_port for d0edc1ac-92f2-4787-a85c-b470a996b7bf owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:18.468068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:18.536985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event deleted for resources: {'Port': ['ID=d0edc1ac-92f2-4787-a85c-b470a996b7bf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:18.657182 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:18.914998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:18.930547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.012135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.013138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Fanout notify agent at l3_agent the message router_deleted on router d2ec5169-f242-471b-9350-1ac0fcbd4c44 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:18:19.023271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.028247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-157d5c2c-71fc-469d-9ee1-90641d99a43b tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/d2ec5169-f242-471b-9350-1ac0fcbd4c44 HTTP/1.1" status: 204 len: 168 time: 1.6345260 Aug 31 16:18:19.028602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:19.033745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1764575818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:19.088918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.090226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.234786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.244702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.287185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:19.289015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b914324e-5fe7-4ca0-bbcd-2b7d42ab8d30 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2592919 Aug 31 16:18:19.291911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49746) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:19.298261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'enable_snat': False}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:19.972391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:20.029573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-2a4939be-339a-4b60-b99a-c5c7046aaf0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1696060 Aug 31 16:18:20.169918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-4ffdea75-85e6-46cb-bb44-a1cfb198b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:20.172076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-4ffdea75-85e6-46cb-bb44-a1cfb198b878 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 1098 time: 0.0854809 Aug 31 16:18:20.334079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-810a3809-c08d-41e8-afe0-2f94999899b5 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:20.336648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-810a3809-c08d-41e8-afe0-2f94999899b5 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.2255599 Aug 31 16:18:20.402848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-c3778703-fadf-46ea-8fc2-53b9923c469d tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/quotas/b8c4b7b11a62498caa3d2c9123df7af3 HTTP/1.1" status: 200 len: 375 time: 0.0428984 Aug 31 16:18:20.424854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-c25fc081-c163-41ca-8e8e-d08ef0483979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:20.426850 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-c25fc081-c163-41ca-8e8e-d08ef0483979 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 916 time: 0.2292328 Aug 31 16:18:20.485026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-6ac92268-7cb9-4e0c-8b7b-83cadc89a704 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785601 Aug 31 16:18:20.500298 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-3172a089-36a6-4710-84f1-90da75604d40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907c41a6-8150-47e7-b7da-1b979f6053f6 HTTP/1.1" status: 200 len: 217 time: 0.0590818 Aug 31 16:18:20.501999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:20.533653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:20.621799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-a20b2160-0cb8-4e8e-ad9c-7a37d572f405 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289077 Aug 31 16:18:20.684135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Allocated IP 172.25.6.132 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/35b6534b-96f9-4f9c-9c51-5e938daeec6a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:20.714002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-0e19aae4-b7a4-4d50-9b18-d3384eb2cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:20.715766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-0e19aae4-b7a4-4d50-9b18-d3384eb2cb83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1918175 Aug 31 16:18:20.795825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-f8c8899b-633b-45df-8381-70a86816e655 service neutron] 10.222.0.43 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668925 Aug 31 16:18:20.803796 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-ef66c62e-7764-4613-8c14-a7fb6c670a31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741069 Aug 31 16:18:21.010546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:21.052668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-7bbdd0b9-5b39-4e2b-8b72-72d15664cd55 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861959 Aug 31 16:18:21.063352 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9dd0357d-9283-4d85-94a3-6aef314eb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:21.073583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-016f44e4-d99a-4daf-b78c-fb5ce7cbe3eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1294549 Aug 31 16:18:21.242377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71531699-b6d9-4183-9fe5-e23516116c28 req-550b967b-0744-4c53-bc68-e9da556b4e27 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 210 time: 0.1117396 Aug 31 16:18:21.257121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:21.400118 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3f053720-a21f-4ae2-9bd8-63d0fb817485 req-e2257796-bbff-418c-b11b-79407cfc6365 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316629 Aug 31 16:18:21.421636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54867b-e83c-4316-a591-630ae33ae092 req-e77ba4d0-9cfd-4bd8-8fe0-bb42d9241320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:21.423570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-e77ba4d0-9cfd-4bd8-8fe0-bb42d9241320 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 1097 time: 0.2735510 Aug 31 16:18:21.428094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:21.435274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:21.440660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:21.506393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Pushing event updated for resources: {'Port': ['ID=35b6534b-96f9-4f9c-9c51-5e938daeec6a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:22.477069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9adf09e1-4575-4afd-8a41-ae78ca7a13e1 req-f72555e7-a9e8-4ef8-8c6c-543fcb6c3a42 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 210 time: 0.0704203 Aug 31 16:18:22.507685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54867b-e83c-4316-a591-630ae33ae092 req-3dc8dfc2-90cf-4b80-ac0e-043e72aff9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:22.518775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-3dc8dfc2-90cf-4b80-ac0e-043e72aff9fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 916 time: 1.0351894 Aug 31 16:18:22.784933 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-1f6dbc34-3469-4017-8e96-8d6dc29e3924 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e30060-b440-4542-a38c-1f50efc0b358 HTTP/1.1" status: 200 len: 217 time: 0.2526929 Aug 31 16:18:22.877540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54867b-e83c-4316-a591-630ae33ae092 req-1681dc54-2319-4f3f-b76c-33a971c8ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:22.881034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-1681dc54-2319-4f3f-b76c-33a971c8ca61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.0861387 Aug 31 16:18:22.951234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-3461eea9-0034-4a99-bfc2-90863cd40f05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618544 Aug 31 16:18:23.149863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:23.350826 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-f87c4b6f-c8d0-44f9-9626-f33d5233d061 service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382261 Aug 31 16:18:23.772341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8049f9ec-6e65-4716-981c-53dc2ce84fd1 req-6011f1c4-5915-450b-a568-0d73a078344f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 210 time: 0.0725365 Aug 31 16:18:24.003112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f54867b-e83c-4316-a591-630ae33ae092 req-140581dc-06fa-4c72-9f7f-abec995df69a service neutron] 10.222.0.49 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420043 Aug 31 16:18:24.006223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:24.030810 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:24.143111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-a523e3fa-84a4-4ca6-999e-3b32b1e1eb5b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:24.145325 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-a523e3fa-84a4-4ca6-999e-3b32b1e1eb5b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 815 time: 0.3381836 Aug 31 16:18:24.163655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Request body: {'port': {'device_id': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'admin_state_up': True, 'tenant_id': 'b8c4b7b11a62498caa3d2c9123df7af3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:24.379784 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:24.460245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Router 7db2379d-ecb7-41d0-894a-acfc246c0712 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:18:24.562251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Made reservation on behalf of b8c4b7b11a62498caa3d2c9123df7af3 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:24.566539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:24.675894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:24.682216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:24.683886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1bc0b2d4-9e40-4d8f-b000-62f6c230aab5 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "PUT /v2.0/routers/7db2379d-ecb7-41d0-894a-acfc246c0712 HTTP/1.1" status: 200 len: 920 time: 5.3905146 Aug 31 16:18:24.686605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:24.690985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] Sync routers for ids ['7db2379d-ecb7-41d0-894a-acfc246c0712'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:24.745883 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] Routers {'7db2379d-ecb7-41d0-894a-acfc246c0712'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:24.746840 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7db2379d-ecb7-41d0-894a-acfc246c0712'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:24.901126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:24.926365 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] Routers {'7db2379d-ecb7-41d0-894a-acfc246c0712'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:24.931864 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:17:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7db2379d-ecb7-41d0-894a-acfc246c0712'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:24.978832 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:24.979888 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959da4a-98c8-4a44-941b-ec7515eeeb91 None None] The sync data for ids ['7db2379d-ecb7-41d0-894a-acfc246c0712'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:25.016042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Allocated IP 172.20.0.12 (6c9cb378-9cb3-40c3-8635-318711bcded6/3887ac88-f223-41c3-b617-56eb7d3d252e/a338ce16-a9f8-42fd-be2a-084ac9e8b4e2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:25.085353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3b70357a-f793-417b-b151-3cba7471fa3e tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/7db2379d-ecb7-41d0-894a-acfc246c0712 HTTP/1.1" status: 200 len: 926 time: 0.3954816 Aug 31 16:18:25.085980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:25.165026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abf1df32-90b5-4e4e-bb81-007213058dd0 req-ce584a40-8ef2-4a44-ad2b-84bc5fcee753 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 210 time: 0.0765054 Aug 31 16:18:25.194536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d15d9-4278-4416-b0a1-18ba3a57e163 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:25.196985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c02d15d9-4278-4416-b0a1-18ba3a57e163 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=7db2379d-ecb7-41d0-894a-acfc246c0712&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1082225 Aug 31 16:18:25.201491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49890) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:25.224926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.295350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.343062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.395649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfda4b7-9d71-4e44-abf8-a4a40cc1d7d0 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:25.398619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5cfda4b7-9d71-4e44-abf8-a4a40cc1d7d0 tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/networks/a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 881 time: 0.1944788 Aug 31 16:18:25.403913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49896) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:25.404923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.427577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:18:25.448116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e5dfc59-76b0-40c4-926d-50d1996025c5 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db2379d-ecb7-41d0-894a-acfc246c0712 HTTP/1.1" status: 200 len: 205 time: 0.0412443 Aug 31 16:18:25.450872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49902) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:25.519876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b6e30060-b440-4542-a38c-1f50efc0b358', 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:18:25.539881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Network 6c9cb378-9cb3-40c3-8635-318711bcded6 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:25.550266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:25.571700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:25.711800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event updated for resources: {'Port': ['ID=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:25.723074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fadda39b-db65-41fd-a1ef-d90827e459f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.787379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:25.789834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.813662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:25.828961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-916904e1-934a-4562-bb52-e54b5b5a5e99 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6724019 Aug 31 16:18:25.842735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Request body: {'port': {'device_id': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:25.904299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:26.013880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:26.271369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:26.531782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Deleting port 35b6534b-96f9-4f9c-9c51-5e938daeec6a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:26.532139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:26.594536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbd10-ff9e-4bc0-b128-84512f34a71d req-609afdac-37e1-4116-86d0-340534e3179a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:26.599524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd5cbd10-ff9e-4bc0-b128-84512f34a71d req-609afdac-37e1-4116-86d0-340534e3179a tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 932 time: 0.1991825 Aug 31 16:18:26.868431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd5cbd10-ff9e-4bc0-b128-84512f34a71d req-5de84486-7915-4396-870d-193c9b743f09 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913190 Aug 31 16:18:26.898744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:26.926185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Calling delete_port for 35b6534b-96f9-4f9c-9c51-5e938daeec6a owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:26.948331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:18:26.959596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:26.979091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Transition to ACTIVE for port object a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:26.987054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.050897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Pushing event updated for resources: {'Port': ['ID=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:27.289722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.321222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Attempting to bind port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:18:27.321769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Attempting to bind port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:18:27.323337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Attempting to bind port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:18:27.335608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:18:27.338139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Attempting to bind port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 on network 6c9cb378-9cb3-40c3-8635-318711bcded6 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:18:27.354240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:18:27.356012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event deleted for resources: {'Port': ['ID=35b6534b-96f9-4f9c-9c51-5e938daeec6a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:27.357075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Checking segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:18:27.364998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Bound using segment: {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:18:27.370370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Bound port: a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b853d3b9-f018-47e5-b874-7f046b4aed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:18:27.374251 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.453711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.489998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] For port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:18:27.494854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] For port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:18:27.501014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.579146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:27.579989 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.582242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] 10.222.0.30 "PUT /v2.0/ports/a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 HTTP/1.1" status: 200 len: 1093 time: 1.7446172 Aug 31 16:18:27.582935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'tag': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:18:27.591534 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2263f1-cb9b-47a8-bccf-487d663eae5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ce9d68-86b3-4f7c-b5f6-b260389a7372", "tag": "a338ce16-a9f8-42fd-be2a-084ac9e8b4e2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:27.629646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049d548-caa0-4e31-aeea-60915ef30f6d service neutron] Pushing event updated for resources: {'Port': ['ID=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:27.678441 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.684774 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b2f653-fd4b-4d8e-85f4-891c45bbbaf3 x-openstack-request-id: req-02b2f653-fd4b-4d8e-85f4-891c45bbbaf3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:27.685405 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ce9d68-86b3-4f7c-b5f6-b260389a7372", "tag": "a338ce16-a9f8-42fd-be2a-084ac9e8b4e2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:27.685865 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02b2f653-fd4b-4d8e-85f4-891c45bbbaf3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:27.686921 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'tag': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2', 'status': 'completed', 'code': 200} Aug 31 16:18:27.708969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-e8a1f12b-35a7-44e9-84d7-9c0397075637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:27.712117 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-e8a1f12b-35a7-44e9-84d7-9c0397075637 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 1096 time: 0.0870395 Aug 31 16:18:27.729895 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.732706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.795935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-c3b7f599-63d6-46e0-a636-83697a776d46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0732608 Aug 31 16:18:27.809028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.809717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Fanout notify agent at l3_agent the message router_deleted on router 7db2379d-ecb7-41d0-894a-acfc246c0712 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:18:27.833796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.840486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8d276a05-b4da-4857-a7bb-b824c2827bb7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/7db2379d-ecb7-41d0-894a-acfc246c0712 HTTP/1.1" status: 204 len: 168 time: 2.3848374 Aug 31 16:18:27.840992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 49946) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:27.851182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1222071476', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:27.952029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.953478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:27.958224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-4913a34b-b841-4e6a-b9ae-63b3621adac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:27.963492 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-4913a34b-b841-4e6a-b9ae-63b3621adac9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1574497 Aug 31 16:18:28.021071 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-b6b4f4bf-8012-4ed6-b5c8-1b028e0170a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487347 Aug 31 16:18:28.074986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:28.227789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-0eba7563-a95f-41d2-bf53-e1c844b6bb94 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970680 Aug 31 16:18:28.548143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7ff91d6-4744-46d5-97b0-e93e1ea9cce4 req-488e397e-f7d2-4384-9729-d64231cca494 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106651 Aug 31 16:18:28.786232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d53f9d-67e8-46ab-a40c-e4528b468960 req-3fb4fa64-043e-4583-94ba-05ba14526d90 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:28.794316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6d53f9d-67e8-46ab-a40c-e4528b468960 req-3fb4fa64-043e-4583-94ba-05ba14526d90 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 944 time: 0.7178924 Aug 31 16:18:28.797162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-33ae9195-f498-4399-8eec-675a80dead25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:28.798745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-33ae9195-f498-4399-8eec-675a80dead25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 1096 time: 0.1213908 Aug 31 16:18:28.901019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:28.982972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-786310e0-1d4c-4a14-8ae8-ec35b9dfc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:28.984562 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-786310e0-1d4c-4a14-8ae8-ec35b9dfc716 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 200 len: 916 time: 0.1775231 Aug 31 16:18:29.084358 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-ae0dd9c4-2e1c-4074-9c9f-5bcaac40ddc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0915637 Aug 31 16:18:29.101150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6d53f9d-67e8-46ab-a40c-e4528b468960 req-a9bd2c27-95a8-4dbe-b96d-45e9a05f6c3f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047452 Aug 31 16:18:29.195413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-0c0b5a2b-47ea-4674-9049-0d2c50cb0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:29.198261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-0c0b5a2b-47ea-4674-9049-0d2c50cb0741 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 200 len: 855 time: 0.1039741 Aug 31 16:18:29.277943 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-be0f1235-101c-4024-92a3-48d7c1261efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c9cb378-9cb3-40c3-8635-318711bcded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707088 Aug 31 16:18:29.412887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-6c96a507-a26e-4bae-a4c8-f0ce25a372ca service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284292 Aug 31 16:18:29.461631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:29.505690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:29.662708 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3d2263f1-cb9b-47a8-bccf-487d663eae5c req-dba33e09-b68e-44e6-8b0e-6b5dd9818053 service neutron] 10.222.0.30 "GET /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382729 Aug 31 16:18:29.755376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Allocated IP 172.25.6.246 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/c71e5bfc-178c-4266-8d18-58791fc057b6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:29.872961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49994) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:29.874453 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:29.912841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 49998) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:29.953829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.036356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event updated for resources: {'Port': ['ID=c71e5bfc-178c-4266-8d18-58791fc057b6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:30.059255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:30.061093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:30.064236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:30.126503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af38c25b-d90c-409e-ba4c-32758272a465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.275468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4792bb43-cd9f-42dd-b18b-4a2a24d4cb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.444605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af38c25b-d90c-409e-ba4c-32758272a465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.460439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd032d5-ee74-4859-8e19-29d4710179fb req-7485a298-282e-47c3-8ea5-3d8561a2f129 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:30.461749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-af38c25b-d90c-409e-ba4c-32758272a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.463148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7fd032d5-ee74-4859-8e19-29d4710179fb req-7485a298-282e-47c3-8ea5-3d8561a2f129 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 944 time: 0.2316236 Aug 31 16:18:30.546789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af38c25b-d90c-409e-ba4c-32758272a465 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=951e9e32bdce4d3cba163d413431353f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679533 Aug 31 16:18:30.546789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38c25b-d90c-409e-ba4c-32758272a465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f42ea-6e0e-47a9-84bd-c1e7812cb72d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:30.549185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:30.674836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c86eb619-2274-45c1-82a5-5cb072887ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.703133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7fd032d5-ee74-4859-8e19-29d4710179fb req-30dbbf7a-a521-4e23-853a-dbde11f2e7a8 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309885 Aug 31 16:18:30.747740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c86eb619-2274-45c1-82a5-5cb072887ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.819392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.825094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c86eb619-2274-45c1-82a5-5cb072887ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.827625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c86eb619-2274-45c1-82a5-5cb072887ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.829703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c86eb619-2274-45c1-82a5-5cb072887ae8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/865f42ea-6e0e-47a9-84bd-c1e7812cb72d HTTP/1.1" status: 204 len: 168 time: 0.2795250 Aug 31 16:18:30.832361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4792bb43-cd9f-42dd-b18b-4a2a24d4cb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.842582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4792bb43-cd9f-42dd-b18b-4a2a24d4cb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:30.845185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb619-2274-45c1-82a5-5cb072887ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f42ea-6e0e-47a9-84bd-c1e7812cb72d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:30.948230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792bb43-cd9f-42dd-b18b-4a2a24d4cb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8edcffc-c7ee-4640-97f7-9fecac0c2928,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:30.974842 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4792bb43-cd9f-42dd-b18b-4a2a24d4cb53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c24b6c39f6843fe871f1cf940ce17b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0519967 Aug 31 16:18:30.976047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:31.114656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f13873e1-5e38-4b4f-a676-7c1224ec8bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.152652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f13873e1-5e38-4b4f-a676-7c1224ec8bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.235707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f13873e1-5e38-4b4f-a676-7c1224ec8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.239062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f13873e1-5e38-4b4f-a676-7c1224ec8bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.242750 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f13873e1-5e38-4b4f-a676-7c1224ec8bd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8edcffc-c7ee-4640-97f7-9fecac0c2928 HTTP/1.1" status: 204 len: 168 time: 0.2611492 Aug 31 16:18:31.275084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13873e1-5e38-4b4f-a676-7c1224ec8bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8edcffc-c7ee-4640-97f7-9fecac0c2928,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:31.320746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:18:31.421104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.488825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:31.523954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2', 'network_id': '6c9cb378-9cb3-40c3-8635-318711bcded6', 'port_id': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2', 'mac_address': 'fa:16:3e:50:11:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3887ac88-f223-41c3-b617-56eb7d3d252e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:18:31.616363 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.649454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Router cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:18:31.659125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:18:31.706200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:31.714917 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:31.906765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:31.922502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.923784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.926715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.927216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.927679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.928107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.928712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.929345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.936965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.937680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.938247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.938830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:31.969563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a338ce16-a9f8-42fd-be2a-084ac9e8b4e2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:18:32.076493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:32.098824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] Sync routers for ids ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:32.133703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] Routers {'cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:32.134717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:32.141129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7b2dd-3da8-4363-9fbb-819f1ec52173 req-ba83c3aa-7179-4834-b41c-df2f2bb4482c tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:32.143376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0c7b2dd-3da8-4363-9fbb-819f1ec52173 req-ba83c3aa-7179-4834-b41c-df2f2bb4482c tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 945 time: 0.1445942 Aug 31 16:18:32.145167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.150320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50044) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:32.156487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:32.162041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-35b15d18-21d7-4761-81f4-1c36633221f3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3198969 Aug 31 16:18:32.169606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50046) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:32.213699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:32.234761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6baa1155-dffc-4690-bcf0-57a85874226c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.267213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] Routers {'cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:32.267877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:32.286051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0c7b2dd-3da8-4363-9fbb-819f1ec52173 req-79196790-c157-4c08-9922-58b821163e0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223495 Aug 31 16:18:32.355661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:32.356605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db752659-43f5-4a08-ab5f-4ede66b6e253 None None] The sync data for ids ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:32.489586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6baa1155-dffc-4690-bcf0-57a85874226c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.497542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6baa1155-dffc-4690-bcf0-57a85874226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.614166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6baa1155-dffc-4690-bcf0-57a85874226c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddea9a5098464d10addeab4eb3a10f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090459 Aug 31 16:18:32.616324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:32.629544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa1155-dffc-4690-bcf0-57a85874226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3f423-1f42-43ae-93de-1dddcac11454,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:32.687868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.753380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.777569 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d850ff02-4b81-46c7-a73e-ae157a768900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:32.837544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d850ff02-4b81-46c7-a73e-ae157a768900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.223727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Deleting port c71e5bfc-178c-4266-8d18-58791fc057b6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:33.224413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.278597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d850ff02-4b81-46c7-a73e-ae157a768900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.281546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d850ff02-4b81-46c7-a73e-ae157a768900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.282635 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d850ff02-4b81-46c7-a73e-ae157a768900 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9aa3f423-1f42-43ae-93de-1dddcac11454 HTTP/1.1" status: 204 len: 168 time: 0.6649778 Aug 31 16:18:33.337885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:18:33.354808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850ff02-4b81-46c7-a73e-ae157a768900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3f423-1f42-43ae-93de-1dddcac11454,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:33.466584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.499627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Calling delete_port for c71e5bfc-178c-4266-8d18-58791fc057b6 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:33.529301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:33.535201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:33.535672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.544937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149d05d-6ece-47f8-bca1-5344fbb03492 req-6582c1ee-0c83-4cda-974c-572ea1b4d064 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:33.546754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1149d05d-6ece-47f8-bca1-5344fbb03492 req-6582c1ee-0c83-4cda-974c-572ea1b4d064 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 945 time: 0.1443596 Aug 31 16:18:33.626190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1149d05d-6ece-47f8-bca1-5344fbb03492 req-36ed3a10-93ab-4189-b8d6-e744c5b8dfe3 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718145 Aug 31 16:18:33.741947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.807931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:33.879519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Pushing event deleted for resources: {'Port': ['ID=c71e5bfc-178c-4266-8d18-58791fc057b6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:33.936708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:18:33.949782 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b5bd8f-1fd7-47d8-b5d6-4431d3ad5375" -d '{"events": [{"server_uuid": "f9ce9d68-86b3-4f7c-b5f6-b260389a7372", "name": "network-vif-plugged", "status": "completed", "tag": "a338ce16-a9f8-42fd-be2a-084ac9e8b4e2"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:34.061291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.165790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:34.174901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.290340 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6362a895-dd70-4d7c-83e4-8323763b1f3e x-openstack-request-id: req-6362a895-dd70-4d7c-83e4-8323763b1f3e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:34.309031 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ce9d68-86b3-4f7c-b5f6-b260389a7372", "name": "network-vif-plugged", "status": "completed", "tag": "a338ce16-a9f8-42fd-be2a-084ac9e8b4e2", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:34.322301 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6362a895-dd70-4d7c-83e4-8323763b1f3e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:34.322301 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2', 'code': 200} Aug 31 16:18:34.334914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:34.340079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df95e-ff30-45fc-adfc-5c41b9410122 req-484628af-6d07-4f4b-9a41-3a110990fe20 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:34.351378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-541df95e-ff30-45fc-adfc-5c41b9410122 req-484628af-6d07-4f4b-9a41-3a110990fe20 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1098 time: 0.1139572 Aug 31 16:18:34.389878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-541df95e-ff30-45fc-adfc-5c41b9410122 req-cfbd1559-bb64-4e91-a25c-ce47d0f817b5 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.615642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-541df95e-ff30-45fc-adfc-5c41b9410122 req-cfbd1559-bb64-4e91-a25c-ce47d0f817b5 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.622684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-541df95e-ff30-45fc-adfc-5c41b9410122 req-cfbd1559-bb64-4e91-a25c-ce47d0f817b5 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.646382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-541df95e-ff30-45fc-adfc-5c41b9410122 req-cfbd1559-bb64-4e91-a25c-ce47d0f817b5 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870932 Aug 31 16:18:34.668447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd1559-bb64-4e91-a25c-ce47d0f817b5 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dabbf7-8595-415d-966a-1386b1c067f2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:34.685200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.693295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.706239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbcddb-f9a0-498a-89eb-ad382e0d9646 req-5a077f41-8f86-4fe8-a7d5-8c635d851a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:34.708672 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-12dbcddb-f9a0-498a-89eb-ad382e0d9646 req-5a077f41-8f86-4fe8-a7d5-8c635d851a82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 1098 time: 0.2925725 Aug 31 16:18:34.818008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d25d6-b45f-4bb8-8b5f-127666757b8a req-17f73859-0451-46d6-9e98-fff821a1a1e9 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:34.819751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-552d25d6-b45f-4bb8-8b5f-127666757b8a req-17f73859-0451-46d6-9e98-fff821a1a1e9 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 946 time: 0.0645087 Aug 31 16:18:34.845863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Router cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:18:34.856985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-12dbcddb-f9a0-498a-89eb-ad382e0d9646 req-65e2c01f-6ccc-4f0f-98c4-cfc07d447340 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908940 Aug 31 16:18:34.869648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-552d25d6-b45f-4bb8-8b5f-127666757b8a req-30a3bc3a-5229-4885-901a-0f6c44edf77b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Aug 31 16:18:34.975801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:18:34.984929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:34.986850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] Sync routers for ids ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:18:34.990736 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-38c89e3c-bab5-4a8c-931f-fb2b98cca7a7 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "PUT /v2.0/routers/cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 200 len: 710 time: 2.8388228 Aug 31 16:18:34.991221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50116) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:34.996525 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] Routers {'cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:34.997416 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:35.035741 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:35.045595 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] Routers {'cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:18:35.046462 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:35.083615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c236c9-04e9-4e97-836c-c12575b1279e req-b30f13a8-368c-4052-84a5-7bce14be789e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:35.085235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38c236c9-04e9-4e97-836c-c12575b1279e req-b30f13a8-368c-4052-84a5-7bce14be789e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1445320 Aug 31 16:18:35.087914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-765f040e-bf51-466e-9794-4fde95749bcc tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/routers/cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 200 len: 745 time: 0.0953844 Aug 31 16:18:35.090570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50118) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.097043 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:18:35.098195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a863f7-0b35-4261-86ed-09b15e9be603 None None] The sync data for ids ['cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:18:35.156716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7553dc4a-63f4-4063-ac7b-72f32ef8f6aa tempest-RoutersIpV6AdminTest-1323341380 tempest-RoutersIpV6AdminTest-1323341380-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&device_id=cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 200 len: 205 time: 0.0620708 Aug 31 16:18:35.157155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.187626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38c236c9-04e9-4e97-836c-c12575b1279e req-47aa2bff-eeb5-48e0-bc28-be4966f74db9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567603 Aug 31 16:18:35.198691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b68de130-9b31-4f1b-962b-0adf0a5ad283 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 200 len: 205 time: 0.0377305 Aug 31 16:18:35.198691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50124) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.217880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50126) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.290006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:35.308234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c793cc38-f3bc-44c4-9dd2-0901ccc14598 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/99b49bf1-1f34-43f9-9215-ef64a303585b HTTP/1.1" status: 200 len: 994 time: 0.0837443 Aug 31 16:18:35.481934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:35.484726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:35.566303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:35.566927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Fanout notify agent at l3_agent the message router_deleted on router cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:18:35.576536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:35.577660 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-565742a7-2346-4db2-bd1c-f39913ec36fe tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 204 len: 168 time: 0.3779685 Aug 31 16:18:35.582033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50144) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.612630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0bea6cf3-2b5b-457a-9df9-66afa00b5301 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 200 len: 205 time: 0.0286229 Aug 31 16:18:35.616519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50146) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.659045 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-08762d0d-3d05-4c43-b49e-ba387d333b5f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] delete failed (client error): The resource could not be found. Aug 31 16:18:35.663143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-08762d0d-3d05-4c43-b49e-ba387d333b5f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/cfffdd54-938d-4aaf-9cd9-09ca2cdf88f5 HTTP/1.1" status: 404 len: 336 time: 0.0445104 Aug 31 16:18:35.663892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50152) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.723354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-8fca0e87-2f44-4803-9392-cb45c27070db tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:35.723913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3fc3cdb8-9b39-489d-ac9e-2f9bf12a5fd5 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db2379d-ecb7-41d0-894a-acfc246c0712 HTTP/1.1" status: 200 len: 205 time: 0.0585945 Aug 31 16:18:35.724851 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-8fca0e87-2f44-4803-9392-cb45c27070db tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25040e5-2334-48d0-9c8a-6864cb37431e HTTP/1.1" status: 200 len: 945 time: 0.0583098 Aug 31 16:18:35.726242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50156) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.727937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-32168fba-e670-4b72-9450-919c25da8fc0 req-5d74395d-45a1-4180-b5c9-87796aeb8adb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:18:35.742847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32168fba-e670-4b72-9450-919c25da8fc0 req-5d74395d-45a1-4180-b5c9-87796aeb8adb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198097 Aug 31 16:18:35.794331 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-8de7e75c-bc0a-48e9-bceb-1c0f9c1e0a28 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] delete failed (client error): The resource could not be found. Aug 31 16:18:35.795471 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8de7e75c-bc0a-48e9-bceb-1c0f9c1e0a28 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/7db2379d-ecb7-41d0-894a-acfc246c0712 HTTP/1.1" status: 404 len: 336 time: 0.0682986 Aug 31 16:18:35.798559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50164) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.850353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf95db5d-04d4-4ccd-9c52-5576742c9019 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2ec5169-f242-471b-9350-1ac0fcbd4c44 HTTP/1.1" status: 200 len: 205 time: 0.0504158 Aug 31 16:18:35.854002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50166) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:35.913612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Deleting port 1522de88-1cf6-46da-bb6a-4da5924d8587 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:35.914086 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:36.000000 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-a9d6e329-3748-4cf1-a40d-12ad190cb6a3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] delete failed (client error): The resource could not be found. Aug 31 16:18:36.006273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a9d6e329-3748-4cf1-a40d-12ad190cb6a3 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/d2ec5169-f242-471b-9350-1ac0fcbd4c44 HTTP/1.1" status: 404 len: 336 time: 0.1509585 Aug 31 16:18:36.007308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50176) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.048826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3c6c110e-7142-457c-964c-a4e0b2cfd7b5 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a674071-3174-44a2-b861-3127d595248c HTTP/1.1" status: 200 len: 205 time: 0.0387511 Aug 31 16:18:36.048826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50178) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.108491 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-c80c4903-1745-4c34-a31a-2cbb7010ef06 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] delete failed (client error): The resource could not be found. Aug 31 16:18:36.114324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c80c4903-1745-4c34-a31a-2cbb7010ef06 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/3a674071-3174-44a2-b861-3127d595248c HTTP/1.1" status: 404 len: 336 time: 0.0651016 Aug 31 16:18:36.115007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50186) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.171525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ae9d208-6621-4b79-a84d-3ee9e2802bdd tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb HTTP/1.1" status: 200 len: 205 time: 0.0549939 Aug 31 16:18:36.173829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50192) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.199443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] For port 1522de88-1cf6-46da-bb6a-4da5924d8587, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=1522de88-1cf6-46da-bb6a-4da5924d8587,segment=NetworkSegment(b3e821f8-dbad-415e-ba72-19c79e17ce36),segment_id=b3e821f8-dbad-415e-ba72-19c79e17ce36)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:36.199443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:36.244927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Calling delete_port for 1522de88-1cf6-46da-bb6a-4da5924d8587 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:36.264534 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-920e75a3-b0a4-4389-84ae-5455e0431b0f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] delete failed (client error): The resource could not be found. Aug 31 16:18:36.268103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-920e75a3-b0a4-4389-84ae-5455e0431b0f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/9578cf03-e9dc-4cc2-9fe7-19c6330f4ceb HTTP/1.1" status: 404 len: 336 time: 0.0908890 Aug 31 16:18:36.269142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50198) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.289273 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:18:36.316828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-61086e06-4211-4665-8c75-b234e28f2117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215670 Aug 31 16:18:36.395050 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2389265e-deb3-405e-888d-6af599c907a8 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "GET /v2.0/ports?device_id=49d76104-09be-4620-8fc3-df347bb96a8f HTTP/1.1" status: 200 len: 205 time: 0.0346508 Aug 31 16:18:36.397420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50204) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.448612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328472-8745-4d0c-8578-6a27f158ccf8 req-b404b309-4e70-49e6-9e5f-a3fa8cbf8953 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:36.461848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27328472-8745-4d0c-8578-6a27f158ccf8 req-b404b309-4e70-49e6-9e5f-a3fa8cbf8953 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 946 time: 0.1586521 Aug 31 16:18:36.506861 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-625408f9-39c8-4e33-ad6a-65cf6612cab2 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] delete failed (client error): The resource could not be found. Aug 31 16:18:36.508073 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-625408f9-39c8-4e33-ad6a-65cf6612cab2 tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/routers/49d76104-09be-4620-8fc3-df347bb96a8f HTTP/1.1" status: 404 len: 336 time: 0.1074975 Aug 31 16:18:36.513603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50214) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:36.527638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27328472-8745-4d0c-8578-6a27f158ccf8 req-9eb88016-8b50-4ea3-9706-237a0f68a65e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637949 Aug 31 16:18:36.565911 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d9aea5-93ae-4c01-9a7a-6102fd6aa42f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] DELETE failed (client error): The resource could not be found. Aug 31 16:18:36.566148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d9aea5-93ae-4c01-9a7a-6102fd6aa42f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:18:36.571350 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d9d9aea5-93ae-4c01-9a7a-6102fd6aa42f tempest-RoutersIpV6AdminTest-1754915685 tempest-RoutersIpV6AdminTest-1754915685-project] 10.222.0.43 "DELETE /v2.0/subnets/e3095a84-5e40-4178-a85b-7a3d0c95255d HTTP/1.1" status: 404 len: 337 time: 0.0535674 Aug 31 16:18:36.583015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:36.599925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['1522de88-1cf6-46da-bb6a-4da5924d8587'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:18:36.668093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Pushing event deleted for resources: {'Port': ['ID=1522de88-1cf6-46da-bb6a-4da5924d8587,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:36.778971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6f1e-2905-4a3d-8a9a-ca768137d7df req-abcada24-ae87-4b15-b1f4-5440a8001667 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:36.779895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] No DVR routers for this DVR port 1522de88-1cf6-46da-bb6a-4da5924d8587 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:18:36.784264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b82d6f1e-2905-4a3d-8a9a-ca768137d7df req-abcada24-ae87-4b15-b1f4-5440a8001667 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1290526 Aug 31 16:18:36.786729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:36.790000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cd43217-1e29-4537-b7b8-5bb7cc704253 req-70123056-8353-4370-a400-2617f6e83f38 tempest-VolumesSnapshotTestJSON-112464935 tempest-VolumesSnapshotTestJSON-112464935-project] 10.222.0.49 "DELETE /v2.0/ports/1522de88-1cf6-46da-bb6a-4da5924d8587 HTTP/1.1" status: 204 len: 173 time: 1.0510194 Aug 31 16:18:36.790908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'name': 'network-vif-deleted', 'tag': '1522de88-1cf6-46da-bb6a-4da5924d8587'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:18:36.804951 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb82349-1f17-4605-965a-1788380d86a4" -d '{"events": [{"server_uuid": "e25040e5-2334-48d0-9c8a-6864cb37431e", "name": "network-vif-deleted", "tag": "1522de88-1cf6-46da-bb6a-4da5924d8587"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:36.868037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b82d6f1e-2905-4a3d-8a9a-ca768137d7df req-fa6c94fb-ad4c-4de5-986e-96d588208ea2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632780 Aug 31 16:18:36.957142 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc1f8ff-8c8d-4fc1-8c81-4c8f7e77f122 x-openstack-request-id: req-fcc1f8ff-8c8d-4fc1-8c81-4c8f7e77f122 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:36.957529 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25040e5-2334-48d0-9c8a-6864cb37431e", "name": "network-vif-deleted", "tag": "1522de88-1cf6-46da-bb6a-4da5924d8587", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:36.957874 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcc1f8ff-8c8d-4fc1-8c81-4c8f7e77f122 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:36.960860 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25040e5-2334-48d0-9c8a-6864cb37431e', 'name': 'network-vif-deleted', 'tag': '1522de88-1cf6-46da-bb6a-4da5924d8587', 'status': 'completed', 'code': 200} Aug 31 16:18:37.534109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50248) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:37.752684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50260) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:37.804853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd44e008-dcec-4e0c-b5ef-2ced1a2b7caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:37.885560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d67852ba-6f5c-4cdb-a272-7a0eb8af5fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:37.988245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd44e008-dcec-4e0c-b5ef-2ced1a2b7caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.006059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cd44e008-dcec-4e0c-b5ef-2ced1a2b7caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.099095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd44e008-dcec-4e0c-b5ef-2ced1a2b7caa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80329b92782e4432bbf88f3528aaef5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633206 Aug 31 16:18:38.101929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44e008-dcec-4e0c-b5ef-2ced1a2b7caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf65f6-ae85-49c2-817a-06184864ae89,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:38.107940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50270) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:38.134807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf388b-44c7-44ea-b255-39dfbc1f7628 req-5c2a2bbc-7975-4eb4-bfbd-82d944790e2e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:38.149575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50bf388b-44c7-44ea-b255-39dfbc1f7628 req-5c2a2bbc-7975-4eb4-bfbd-82d944790e2e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1420057 Aug 31 16:18:38.250450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-50bf388b-44c7-44ea-b255-39dfbc1f7628 req-979227c8-beae-4e38-bf7f-40c8607bdce5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898573 Aug 31 16:18:38.255704 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9aede42a-f706-4e1e-bc3d-29873a14b5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.303611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d67852ba-6f5c-4cdb-a272-7a0eb8af5fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.306377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9aede42a-f706-4e1e-bc3d-29873a14b5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.315303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d67852ba-6f5c-4cdb-a272-7a0eb8af5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.395730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d67852ba-6f5c-4cdb-a272-7a0eb8af5fc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd333e9d91154096be0ebddb721eae6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395209 Aug 31 16:18:38.397195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67852ba-6f5c-4cdb-a272-7a0eb8af5fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71ffce-3322-4ea7-a935-db8f99c9de8b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:38.400134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50276) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:38.441433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9aede42a-f706-4e1e-bc3d-29873a14b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.444830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9aede42a-f706-4e1e-bc3d-29873a14b5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.460245 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9aede42a-f706-4e1e-bc3d-29873a14b5c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1bf65f6-ae85-49c2-817a-06184864ae89 HTTP/1.1" status: 204 len: 168 time: 0.3412590 Aug 31 16:18:38.460245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aede42a-f706-4e1e-bc3d-29873a14b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf65f6-ae85-49c2-817a-06184864ae89,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:38.528797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.566337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.647702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.652057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:38.656385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e71ffce-3322-4ea7-a935-db8f99c9de8b HTTP/1.1" status: 204 len: 168 time: 0.2525554 Aug 31 16:18:38.667702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71ffce-3322-4ea7-a935-db8f99c9de8b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:38.677765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.678339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.678860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.679331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.679768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.680272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.680702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.681669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.682070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.682783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.683292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.683725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e50d2-d5eb-4cb2-ae48-4d3bafd39073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:18:38.823076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-dfa4976c-f787-4e96-bec1-794eac4f6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:38.828750 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-dfa4976c-f787-4e96-bec1-794eac4f6ea3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1098 time: 0.1181407 Aug 31 16:18:38.927697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50290) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:39.020151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7d53d74b-3a8c-429e-a172-560650223be3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b88181237254c5c9ecbca79ba7b495b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911858 Aug 31 16:18:39.023969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:39.107158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3a49e97-e634-420c-a861-9a2d55067a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.111323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-88344c91-eec1-40dc-962a-689a3f5cebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:39.113792 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-88344c91-eec1-40dc-962a-689a3f5cebad service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.2802067 Aug 31 16:18:39.197035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3a49e97-e634-420c-a861-9a2d55067a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.244281 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-be9b70a1-9f22-4ba4-be6f-8adff2b542b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1002 time: 0.1194096 Aug 31 16:18:39.246226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50302) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:39.264613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33c6d0a7-afa3-4da4-84a6-a3fc3dda54e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.308583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-56b9ca4a-3c2f-4f85-aa8a-a1f4e69bbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:39.310830 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-56b9ca4a-3c2f-4f85-aa8a-a1f4e69bbba9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.0584414 Aug 31 16:18:39.316717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3a49e97-e634-420c-a861-9a2d55067a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.319847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3a49e97-e634-420c-a861-9a2d55067a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.323387 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b3a49e97-e634-420c-a861-9a2d55067a62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59fa2b30-6b88-472b-9286-58a922faf7ff HTTP/1.1" status: 204 len: 168 time: 0.2946069 Aug 31 16:18:39.372296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a49e97-e634-420c-a861-9a2d55067a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa2b30-6b88-472b-9286-58a922faf7ff,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:39.457229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-569207a5-9a9e-4c0c-b7a4-4df0b0ab61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:39.458915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-569207a5-9a9e-4c0c-b7a4-4df0b0ab61d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367052 Aug 31 16:18:39.477992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33c6d0a7-afa3-4da4-84a6-a3fc3dda54e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.486692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-33c6d0a7-afa3-4da4-84a6-a3fc3dda54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.500067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1522de88-1cf6-46da-bb6a-4da5924d8587 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:18:39.542535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 1522de88-1cf6-46da-bb6a-4da5924d8587 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:18:39.549018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 1522de88-1cf6-46da-bb6a-4da5924d8587 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:18:39.571736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-33c6d0a7-afa3-4da4-84a6-a3fc3dda54e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df2326662e4e4255b3933f1de21917e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240211 Aug 31 16:18:39.572879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50312) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:39.573763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6d0a7-afa3-4da4-84a6-a3fc3dda54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1e92c-c0aa-4391-8861-cda9760b7b11,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:39.608242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131955d-c24d-400a-824a-f2f05cd01e2d req-a64228f0-1585-4f1e-8ef8-1ee57202836b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:39.616636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f131955d-c24d-400a-824a-f2f05cd01e2d req-a64228f0-1585-4f1e-8ef8-1ee57202836b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1874678 Aug 31 16:18:39.684735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f131955d-c24d-400a-824a-f2f05cd01e2d req-4dd701b0-f387-4fb8-8819-8ffc72c715df tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657148 Aug 31 16:18:39.705437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-196fef59-73ca-4677-8142-07fe19a922bb service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362547 Aug 31 16:18:39.722123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6abc9fc8-2b84-48ad-a7e5-ef3ca5916e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.755656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6abc9fc8-2b84-48ad-a7e5-ef3ca5916e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.848995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6abc9fc8-2b84-48ad-a7e5-ef3ca5916e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.852084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6abc9fc8-2b84-48ad-a7e5-ef3ca5916e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:39.856029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6abc9fc8-2b84-48ad-a7e5-ef3ca5916e9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66a1e92c-c0aa-4391-8861-cda9760b7b11 HTTP/1.1" status: 204 len: 168 time: 0.2770319 Aug 31 16:18:39.886245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc9fc8-2b84-48ad-a7e5-ef3ca5916e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1e92c-c0aa-4391-8861-cda9760b7b11,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:39.977837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-5b9a258e-c11a-4ddd-b42c-d26e8a844036 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656689 Aug 31 16:18:40.915010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da14766-fb6a-4c02-9e80-dead8f304b7e req-3835a481-896f-4497-a0f3-56ae45a3f3d3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:40.918349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7da14766-fb6a-4c02-9e80-dead8f304b7e req-3835a481-896f-4497-a0f3-56ae45a3f3d3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1055827 Aug 31 16:18:40.980234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50362) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:41.015133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7da14766-fb6a-4c02-9e80-dead8f304b7e req-d6e043b0-2e8f-4513-a8f1-2bd2ea75b4b7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851138 Aug 31 16:18:41.133093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1526165777'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:41.160354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:41.164305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.175534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.328764 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.334010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.369564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:18:41.385249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b51d81-72f4-44b6-bd87-2325a4c2d1bf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:41.392134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.392490 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Added segment aab9b751-37c3-4f73-8f63-95cf6cfb6f16 of type vlan for network a5b36d2a-c9b5-44c2-83d3-444897c88b50 Aug 31 16:18:41.450739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.508424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.519297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:41.520408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:41.604342 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6218436 Aug 31 16:18:41.607233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50388) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:41.608387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fc7ac-a289-4cdf-ac80-53a152b05f77 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Network': ['ID=a5b36d2a-c9b5-44c2-83d3-444897c88b50,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:41.612602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'subnet': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:41.631212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:18:41.788030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:41.792019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:42.096542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:42.242902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Subnet': ['ID=1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:42.248837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Checking segment: {'id': 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:18:42.249214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network hostable DHCP agents. Network: a5b36d2a-c9b5-44c2-83d3-444897c88b50, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:18:42.272521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3feb-21b2-4c1d-94d1-d5ccabaa1e44 req-28b1ecdb-c0ce-44a7-b2c7-e0b16c618309 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:42.282561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-005e3feb-21b2-4c1d-94d1-d5ccabaa1e44 req-28b1ecdb-c0ce-44a7-b2c7-e0b16c618309 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1387589 Aug 31 16:18:42.352983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-005e3feb-21b2-4c1d-94d1-d5ccabaa1e44 req-8ae1d5b5-7af4-4bd8-9a2f-1fb4b60377d3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689595 Aug 31 16:18:42.354454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:18:42.367010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a5b36d2a-c9b5-44c2-83d3-444897c88b50) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:42.381824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69308a70-91f2-43a6-919d-c7431258e733 None None] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:18:42.400471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:42.401103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:42.429840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6516b7bd-9ecc-4248-8d49-5b89a47c3c35 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8213739 Aug 31 16:18:42.430624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:42.438293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'name': 'tempest-AllowedAddressPairTestJSON-1124992990'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:42.720774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'tenant_id': '3d39635210ed43f786f22d0b6772c169', 'fixed_ips': [{'subnet_id': '1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:18:42.720774 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:42.726149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:42.729994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:42.776808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] device_id is not set on port a219691e-a29e-43b0-a95c-5970bc30d0ab yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:18:42.955650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Allocated IP 172.20.0.2 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/63bfd863-e549-47d2-afba-7b3c9472cd92) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:43.144401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.155583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Transition to ACTIVE for port object 63bfd863-e549-47d2-afba-7b3c9472cd92 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:43.174925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Transition to ACTIVE for port object 63bfd863-e549-47d2-afba-7b3c9472cd92 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:43.186206 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.216748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:43.226814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:43.270875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Allocated IP 172.20.0.11 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/a219691e-a29e-43b0-a95c-5970bc30d0ab) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:43.296170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:43.351069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Pushing event updated for resources: {'Port': ['ID=63bfd863-e549-47d2-afba-7b3c9472cd92,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:43.507479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Attempting to bind port 63bfd863-e549-47d2-afba-7b3c9472cd92 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:18:43.507927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Attempting to bind port 63bfd863-e549-47d2-afba-7b3c9472cd92 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:18:43.508587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Attempting to bind port 63bfd863-e549-47d2-afba-7b3c9472cd92 on network a5b36d2a-c9b5-44c2-83d3-444897c88b50 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:18:43.517313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:18:43.517966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Checking segment: {'id': 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:18:43.518925 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.519704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Bound using segment: {'id': 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:18:43.520458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Bound port: 63bfd863-e549-47d2-afba-7b3c9472cd92, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:18:43.521070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.562306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.594376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Transition to ACTIVE for port object a219691e-a29e-43b0-a95c-5970bc30d0ab will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:43.630729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] For port 63bfd863-e549-47d2-afba-7b3c9472cd92, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:18:43.634879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] For port 63bfd863-e549-47d2-afba-7b3c9472cd92, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=63bfd863-e549-47d2-afba-7b3c9472cd92,segment=NetworkSegment(aab9b751-37c3-4f73-8f63-95cf6cfb6f16),segment_id=aab9b751-37c3-4f73-8f63-95cf6cfb6f16)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:18:43.641224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.646651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d539683-6ed9-4340-bef5-647202f68eaf req-4545838a-bd12-494e-8cc3-83458db3183c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:43.649916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d539683-6ed9-4340-bef5-647202f68eaf req-4545838a-bd12-494e-8cc3-83458db3183c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1387606 Aug 31 16:18:43.689935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:43.758221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c66368-ecf0-414f-be85-c774b0ff548b None None] Pushing event updated for resources: {'Port': ['ID=63bfd863-e549-47d2-afba-7b3c9472cd92,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:43.801630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d539683-6ed9-4340-bef5-647202f68eaf req-89d18446-9182-4abc-8ff4-693ba072c3d0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448734 Aug 31 16:18:43.819052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=a219691e-a29e-43b0-a95c-5970bc30d0ab,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:43.835101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:43.841104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:43.851444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:43.989554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:43.989554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:44.032279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6325db2-5545-4125-bd32-38d67b7cb076 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6003301 Aug 31 16:18:44.036452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50484) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:44.046117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'name': 'tempest-AllowedAddressPairTestJSON-1155388749', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:be:fa:31'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:44.330724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:44.479679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:44.507490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] device_id is not set on port b4605fb0-c838-42ad-881f-552b48aa99b0 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:18:44.538815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50492) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:44.677328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Allocated IP 172.20.0.14 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/b4605fb0-c838-42ad-881f-552b48aa99b0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:44.720175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0e93-63a9-4a73-b8e3-0d9fd60d943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:44.993760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0e93-63a9-4a73-b8e3-0d9fd60d943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.002193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0e93-63a9-4a73-b8e3-0d9fd60d943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.049011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.067965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Transition to ACTIVE for port object b4605fb0-c838-42ad-881f-552b48aa99b0 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:45.138181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c0e93-63a9-4a73-b8e3-0d9fd60d943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae909d04-c954-4575-8790-7fa28de16eea,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:45.155274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4e2c0e93-63a9-4a73-b8e3-0d9fd60d943e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31679fd31f144275b80abf94130d7cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149459 Aug 31 16:18:45.157797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50512) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:45.169099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.240668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:45.246277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:45.253531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:45.286585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-772d6fe4-7787-4c92-a9ea-68ef8c3d51ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.314801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-772d6fe4-7787-4c92-a9ea-68ef8c3d51ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.370904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=b4605fb0-c838-42ad-881f-552b48aa99b0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:45.384821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368b309-b5f0-4070-aacc-1413a9922220 None None] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:18:45.391910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-772d6fe4-7787-4c92-a9ea-68ef8c3d51ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.394910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-772d6fe4-7787-4c92-a9ea-68ef8c3d51ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.396204 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-772d6fe4-7787-4c92-a9ea-68ef8c3d51ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae909d04-c954-4575-8790-7fa28de16eea HTTP/1.1" status: 204 len: 168 time: 0.2374225 Aug 31 16:18:45.414462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6fe4-7787-4c92-a9ea-68ef8c3d51ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae909d04-c954-4575-8790-7fa28de16eea,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:45.442957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:45.443532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:45.491023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:45.491495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-881f0812-556b-49cf-a0d8-26ee834f28ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.4491470 Aug 31 16:18:45.509815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925576-763c-41b9-832e-74df05a439a8 req-d5d532a0-d41b-4882-b263-92eb4e018318 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:45.514123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e925576-763c-41b9-832e-74df05a439a8 req-d5d532a0-d41b-4882-b263-92eb4e018318 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.4091256 Aug 31 16:18:45.611121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e925576-763c-41b9-832e-74df05a439a8 req-50a57a29-6c59-4faf-8ec9-642bd6e786f7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877197 Aug 31 16:18:45.630106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cde0b301-66ba-46d1-a90c-5fd69bf17e34 None None] Provisioning for port 63bfd863-e549-47d2-afba-7b3c9472cd92 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:45.691142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc366466-b5f8-4a95-86f2-d4b1b8548971 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:45.715730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc366466-b5f8-4a95-86f2-d4b1b8548971 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:45.726898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc366466-b5f8-4a95-86f2-d4b1b8548971 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:45.738305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cc366466-b5f8-4a95-86f2-d4b1b8548971 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2453690 Aug 31 16:18:45.742615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50536) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:46.091319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50542) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:46.119472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 63bfd863-e549-47d2-afba-7b3c9472cd92 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:18:46.152252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09a64c71-e282-495d-ab41-1cfa4acbdbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.305070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Provisioning for port b4605fb0-c838-42ad-881f-552b48aa99b0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:46.313022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 63bfd863-e549-47d2-afba-7b3c9472cd92 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:46.321019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Provisioning complete for port b4605fb0-c838-42ad-881f-552b48aa99b0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:46.321293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.517493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Port b4605fb0-c838-42ad-881f-552b48aa99b0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:46.553369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 63bfd863-e549-47d2-afba-7b3c9472cd92 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:46.557074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.579670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09a64c71-e282-495d-ab41-1cfa4acbdbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.587190 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09a64c71-e282-495d-ab41-1cfa4acbdbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.600942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Provisioning complete for port 63bfd863-e549-47d2-afba-7b3c9472cd92 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:46.601341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.604961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port b4605fb0-c838-42ad-881f-552b48aa99b0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:46.605320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.806739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50556) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:46.811848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09a64c71-e282-495d-ab41-1cfa4acbdbdd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fdf6e1129ee48088b0b4127dbc322b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062457 Aug 31 16:18:46.814511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64c71-e282-495d-ab41-1cfa4acbdbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bfb981-3b41-4381-9206-4dcca90727a4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:46.925917 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:46.978429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.058782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 63bfd863-e549-47d2-afba-7b3c9472cd92, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=63bfd863-e549-47d2-afba-7b3c9472cd92,segment=NetworkSegment(aab9b751-37c3-4f73-8f63-95cf6cfb6f16),segment_id=aab9b751-37c3-4f73-8f63-95cf6cfb6f16)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:47.073580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeef2a-7c4a-4a3b-a8d4-e79ee775c662 req-b64e0169-5bd9-48cb-abdd-b9de2188c3b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:47.075496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1eeef2a-7c4a-4a3b-a8d4-e79ee775c662 req-b64e0169-5bd9-48cb-abdd-b9de2188c3b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1885331 Aug 31 16:18:47.077729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.122437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-848420cc-1701-45a6-9c9a-bce7e8d0476a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.154473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:18:47.154913 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:18:47.164983 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-848420cc-1701-45a6-9c9a-bce7e8d0476a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.175290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=63bfd863-e549-47d2-afba-7b3c9472cd92,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:47.202542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.231121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for b4605fb0-c838-42ad-881f-552b48aa99b0 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:47.245759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1eeef2a-7c4a-4a3b-a8d4-e79ee775c662 req-4d06953e-1a3b-4727-b661-e38d463f5d44 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602848 Aug 31 16:18:47.299343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-848420cc-1701-45a6-9c9a-bce7e8d0476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.302581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-848420cc-1701-45a6-9c9a-bce7e8d0476a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.303811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-848420cc-1701-45a6-9c9a-bce7e8d0476a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4bfb981-3b41-4381-9206-4dcca90727a4 HTTP/1.1" status: 204 len: 168 time: 0.4961050 Aug 31 16:18:47.316843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848420cc-1701-45a6-9c9a-bce7e8d0476a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bfb981-3b41-4381-9206-4dcca90727a4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:47.445098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.507757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=b4605fb0-c838-42ad-881f-552b48aa99b0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:47.780080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Provisioning for port a219691e-a29e-43b0-a95c-5970bc30d0ab completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:47.787552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Provisioning complete for port a219691e-a29e-43b0-a95c-5970bc30d0ab triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:47.789896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.866064 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:47.868454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-53e37bcd-c5e9-43e2-896a-d7bd52f65d66 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/ports/b4605fb0-c838-42ad-881f-552b48aa99b0 HTTP/1.1" status: 204 len: 168 time: 2.1215491 Aug 31 16:18:47.871121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:47.879848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f22c65b5-b0d6-4ca1-9603-39ac52222014 None None] Port a219691e-a29e-43b0-a95c-5970bc30d0ab cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:47.929209 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f6d7bf-7fb0-4df0-a2ee-48a1bbe1998d tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] GET failed (client error): The resource could not be found. Aug 31 16:18:47.931167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-36f6d7bf-7fb0-4df0-a2ee-48a1bbe1998d tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "GET /v2.0/ports/b4605fb0-c838-42ad-881f-552b48aa99b0 HTTP/1.1" status: 404 len: 333 time: 0.0588493 Aug 31 16:18:47.935709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50580) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:47.953992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'name': 'tempest-AllowedAddressPairTestJSON-1079057763'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:47.997170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b9903728-fea4-4cc8-a5b9-bae6c2e67f47 None None] Could not find standard attr ID for object b4605fb0-c838-42ad-881f-552b48aa99b0. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:18:48.061404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b9903728-fea4-4cc8-a5b9-bae6c2e67f47 None None] Provisioning complete for port a219691e-a29e-43b0-a95c-5970bc30d0ab triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:48.061794 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b9903728-fea4-4cc8-a5b9-bae6c2e67f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:48.120556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b9903728-fea4-4cc8-a5b9-bae6c2e67f47 None None] Port a219691e-a29e-43b0-a95c-5970bc30d0ab cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:48.145241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 63bfd863-e549-47d2-afba-7b3c9472cd92 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:18:48.206490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:48.210158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:48.235106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 63bfd863-e549-47d2-afba-7b3c9472cd92 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:48.235776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:48.260218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] device_id is not set on port 33e25315-5903-4eb3-bbc6-7130497df923 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:18:48.486028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaef11-49fd-40c9-aacb-596aaeb59153 req-937059bb-7cea-4c06-b93b-8dc50211ffbd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:48.496957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53eaef11-49fd-40c9-aacb-596aaeb59153 req-937059bb-7cea-4c06-b93b-8dc50211ffbd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1261568 Aug 31 16:18:48.533471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Allocated IP 172.20.0.12 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/33e25315-5903-4eb3-bbc6-7130497df923) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:48.622092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53eaef11-49fd-40c9-aacb-596aaeb59153 req-8688c285-15e1-4a60-ad87-297d7015c5b3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109188 Aug 31 16:18:48.870441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:49.244090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Transition to ACTIVE for port object 33e25315-5903-4eb3-bbc6-7130497df923 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:49.287359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:49.356358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=33e25315-5903-4eb3-bbc6-7130497df923,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:49.387380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:49.389698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:49.392889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:49.486880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:49.488035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:49.521946 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-74eb9411-be41-4bf4-b507-7f156f654384 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5818596 Aug 31 16:18:49.522357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50616) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:49.529292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:be:fa:31'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:49.864496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7173b3b3-4990-4c88-833d-cd4a915e40ae None None] Provisioning for port 33e25315-5903-4eb3-bbc6-7130497df923 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:49.870534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7173b3b3-4990-4c88-833d-cd4a915e40ae None None] Provisioning complete for port 33e25315-5903-4eb3-bbc6-7130497df923 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:49.871241 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7173b3b3-4990-4c88-833d-cd4a915e40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:49.924600 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:49.997629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7173b3b3-4990-4c88-833d-cd4a915e40ae None None] Port 33e25315-5903-4eb3-bbc6-7130497df923 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:50.034085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0970c4-b994-4cc4-b526-8b8a41e1bd5d req-09988dba-f4ef-42a5-b84e-b243b494eb0c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:50.035838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f0970c4-b994-4cc4-b526-8b8a41e1bd5d req-09988dba-f4ef-42a5-b84e-b243b494eb0c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.2235625 Aug 31 16:18:50.321947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f0970c4-b994-4cc4-b526-8b8a41e1bd5d req-621414c5-b7a9-4a1e-a7ba-df4149bec74f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382060 Aug 31 16:18:50.354247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:50.363098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:50.460167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=33e25315-5903-4eb3-bbc6-7130497df923,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:50.571194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] In _notify_port_updated(), no bound segment for port 33e25315-5903-4eb3-bbc6-7130497df923 on network a5b36d2a-c9b5-44c2-83d3-444897c88b50 {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:18:50.579163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:50.579886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:50.581648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0bcf5813-848c-43eb-a272-42b9a0029a01 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "PUT /v2.0/ports/33e25315-5903-4eb3-bbc6-7130497df923 HTTP/1.1" status: 200 len: 995 time: 1.0581567 Aug 31 16:18:50.584715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50644) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:50.808075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port 33e25315-5903-4eb3-bbc6-7130497df923 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:50.808465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:50.867529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-36ee25b1-d6a4-4a52-9167-ec875022db97 None None] Provisioning complete for port 33e25315-5903-4eb3-bbc6-7130497df923 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:50.868532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36ee25b1-d6a4-4a52-9167-ec875022db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:50.955888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:50.990574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for 33e25315-5903-4eb3-bbc6-7130497df923 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:50.994337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-36ee25b1-d6a4-4a52-9167-ec875022db97 None None] Port 33e25315-5903-4eb3-bbc6-7130497df923 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:51.047092 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-605eab35-ed16-46d1-8c44-a035b46dc1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:51.193975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:51.229033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=33e25315-5903-4eb3-bbc6-7130497df923,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:51.452806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:51.458158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-91efe9de-51e0-4a13-9644-0aad6ecdccb2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/ports/33e25315-5903-4eb3-bbc6-7130497df923 HTTP/1.1" status: 204 len: 168 time: 0.8718660 Aug 31 16:18:51.458581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50666) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:51.496574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710797-5adf-4f64-9066-8113542e5a29 req-d28bb45d-0a85-4fa6-934a-df196d2a3fa8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:51.504954 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-759c1f8c-b72e-47ec-8bd7-044595702049 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] GET failed (client error): The resource could not be found. Aug 31 16:18:51.506621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb710797-5adf-4f64-9066-8113542e5a29 req-d28bb45d-0a85-4fa6-934a-df196d2a3fa8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.0708873 Aug 31 16:18:51.513060 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-759c1f8c-b72e-47ec-8bd7-044595702049 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "GET /v2.0/ports/33e25315-5903-4eb3-bbc6-7130497df923 HTTP/1.1" status: 404 len: 333 time: 0.0529318 Aug 31 16:18:51.514080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50670) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:51.520462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'name': 'tempest-AllowedAddressPairTestJSON-576827952'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:51.554199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb710797-5adf-4f64-9066-8113542e5a29 req-d3a1bc01-6c24-44e5-bc64-56b0b29c72b0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Aug 31 16:18:51.708827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:51.713120 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:51.735991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] device_id is not set on port 93b702d3-8cab-4377-b8d9-8fbd024584dd yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:18:51.898652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Allocated IP 172.20.0.7 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/93b702d3-8cab-4377-b8d9-8fbd024584dd) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:52.135036 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:52.152294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Transition to ACTIVE for port object 93b702d3-8cab-4377-b8d9-8fbd024584dd will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:52.191091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:52.302774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=93b702d3-8cab-4377-b8d9-8fbd024584dd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:52.320117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:52.322652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:52.336930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:52.442375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:52.443235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:52.477386 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f6294cbf-631c-4d3b-bd7b-c371600021f9 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9593263 Aug 31 16:18:52.477847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50706) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:52.483765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:be:fa:31'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:52.760511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2d297734-24ee-4e87-959f-42e483f9c5a5 None None] Provisioning for port 93b702d3-8cab-4377-b8d9-8fbd024584dd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:52.766341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2d297734-24ee-4e87-959f-42e483f9c5a5 None None] Provisioning complete for port 93b702d3-8cab-4377-b8d9-8fbd024584dd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:52.766866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2d297734-24ee-4e87-959f-42e483f9c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:52.788626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578d1b0-e49e-4131-a61a-478d22d6a57b req-1d114936-859f-4172-84d3-7e1ebb8fcd0b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:52.804154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0578d1b0-e49e-4131-a61a-478d22d6a57b req-1d114936-859f-4172-84d3-7e1ebb8fcd0b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1149163 Aug 31 16:18:52.821232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2d297734-24ee-4e87-959f-42e483f9c5a5 None None] Port 93b702d3-8cab-4377-b8d9-8fbd024584dd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:52.843757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:52.882089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0578d1b0-e49e-4131-a61a-478d22d6a57b req-f0e8dd1b-7224-43cd-9c08-cc3234db8d74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768518 Aug 31 16:18:53.170356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:53.181796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:53.356393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=93b702d3-8cab-4377-b8d9-8fbd024584dd,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:53.397862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] In _notify_port_updated(), no bound segment for port 93b702d3-8cab-4377-b8d9-8fbd024584dd on network a5b36d2a-c9b5-44c2-83d3-444897c88b50 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:18:53.423258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:53.427256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:53.432545 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c04b90c4-66a4-4ff4-94b8-3d72cc2abaa4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "PUT /v2.0/ports/93b702d3-8cab-4377-b8d9-8fbd024584dd HTTP/1.1" status: 200 len: 995 time: 0.9535906 Aug 31 16:18:53.436227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50730) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:53.615524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port 93b702d3-8cab-4377-b8d9-8fbd024584dd {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:53.616039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:53.655611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-af005a27-ea4b-4552-8365-dbd40daf2289 None None] Provisioning complete for port 93b702d3-8cab-4377-b8d9-8fbd024584dd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:53.656777 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af005a27-ea4b-4552-8365-dbd40daf2289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:53.759268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:53.773695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-af005a27-ea4b-4552-8365-dbd40daf2289 None None] Port 93b702d3-8cab-4377-b8d9-8fbd024584dd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:53.785522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for 93b702d3-8cab-4377-b8d9-8fbd024584dd owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:54.034430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:54.072976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=93b702d3-8cab-4377-b8d9-8fbd024584dd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:54.148162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697d8f0-5721-4606-97f0-919ab5181e88 req-19ee7d71-f456-4f60-9fe0-3a7a3b887f41 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:54.151219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3697d8f0-5721-4606-97f0-919ab5181e88 req-19ee7d71-f456-4f60-9fe0-3a7a3b887f41 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1674240 Aug 31 16:18:54.244257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:54.248567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2476922c-4fb8-496c-b2d4-ed8dcc0708a5 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/ports/93b702d3-8cab-4377-b8d9-8fbd024584dd HTTP/1.1" status: 204 len: 168 time: 0.8089564 Aug 31 16:18:54.249371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50752) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:54.261133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3697d8f0-5721-4606-97f0-919ab5181e88 req-88d169ee-0c44-4e09-80d0-02ac478e2bd7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805817 Aug 31 16:18:54.320731 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-187c8734-c210-408d-b918-ed901f9f48f8 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] GET failed (client error): The resource could not be found. Aug 31 16:18:54.336219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-187c8734-c210-408d-b918-ed901f9f48f8 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "GET /v2.0/ports/93b702d3-8cab-4377-b8d9-8fbd024584dd HTTP/1.1" status: 404 len: 333 time: 0.0759120 Aug 31 16:18:54.336452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:54.341185 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:54.342287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'name': 'tempest-AllowedAddressPairTestJSON-1535305001'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:54.520056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:54.525873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:54.567794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] device_id is not set on port 7fc7d082-a7da-4809-aaf2-9ea8167df771 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:18:54.727490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Allocated IP 172.20.0.10 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/7fc7d082-a7da-4809-aaf2-9ea8167df771) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:54.967340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:54.990297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Transition to ACTIVE for port object 7fc7d082-a7da-4809-aaf2-9ea8167df771 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:55.050814 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.098205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:55.101735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:55.107317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:55.111619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=7fc7d082-a7da-4809-aaf2-9ea8167df771,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:55.216365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:55.216365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.255074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:55.258876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7415af85-59b9-45cc-af56-17b632f80382 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9244058 Aug 31 16:18:55.260760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'network_id': 'a5b36d2a-c9b5-44c2-83d3-444897c88b50', 'name': 'tempest-AllowedAddressPairTestJSON-904752738'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:55.289993 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.296386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.525249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa682b-8724-4a06-8895-d4a0cbda9c54 req-33fb88ad-b2ef-4ce4-8f2c-18b8c660ebb8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:55.527059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3aa682b-8724-4a06-8895-d4a0cbda9c54 req-33fb88ad-b2ef-4ce4-8f2c-18b8c660ebb8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1354825 Aug 31 16:18:55.542352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8139daa1-47e9-4d62-aa10-53a4b0b11812 None None] Provisioning for port 7fc7d082-a7da-4809-aaf2-9ea8167df771 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:55.555452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8139daa1-47e9-4d62-aa10-53a4b0b11812 None None] Provisioning complete for port 7fc7d082-a7da-4809-aaf2-9ea8167df771 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:55.558791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8139daa1-47e9-4d62-aa10-53a4b0b11812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.605079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Made reservation on behalf of 3d39635210ed43f786f22d0b6772c169 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:18:55.626156 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.657554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3aa682b-8724-4a06-8895-d4a0cbda9c54 req-08e62057-b99c-496d-8617-b8ed38c808b3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194706 Aug 31 16:18:55.670705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8139daa1-47e9-4d62-aa10-53a4b0b11812 None None] Port 7fc7d082-a7da-4809-aaf2-9ea8167df771 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:55.700847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5a80ab80-d438-4f42-98d7-33ae4cf3cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.705949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] device_id is not set on port 9943a1ef-685f-4db4-8286-f372ccb9e1af yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:18:55.868710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:55.908541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Allocated IP 172.20.0.13 (a5b36d2a-c9b5-44c2-83d3-444897c88b50/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2/9943a1ef-685f-4db4-8286-f372ccb9e1af) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:18:56.126804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.144971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Transition to ACTIVE for port object 9943a1ef-685f-4db4-8286-f372ccb9e1af will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:56.159295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50806) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:56.200080 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.293537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:18:56.293537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:18:56.302612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:18:56.349239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=9943a1ef-685f-4db4-8286-f372ccb9e1af,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:56.373742 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2da1ced9-a0b2-4103-902b-dcacbb8db58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.418929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:56.420879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.603990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2da1ced9-a0b2-4103-902b-dcacbb8db58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.621792 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d2af6d2-ac7b-4738-be1f-0628bd7b9730 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3653386 Aug 31 16:18:56.627383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50820) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:56.627517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2da1ced9-a0b2-4103-902b-dcacbb8db58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.631258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:be:fa:31'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c3:d7:75'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:56.699440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1ced9-a0b2-4103-902b-dcacbb8db58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f932f5-0aeb-46d4-a0ee-6de340914f04,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:56.727346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2da1ced9-a0b2-4103-902b-dcacbb8db58d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b619e9bd8492479da8f65b3270efa62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5665197 Aug 31 16:18:56.730729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:56.823315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-076acfd8-6722-4bb8-aa3b-bd1acf45014c None None] Provisioning for port 9943a1ef-685f-4db4-8286-f372ccb9e1af completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:18:56.835338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-076acfd8-6722-4bb8-aa3b-bd1acf45014c None None] Provisioning complete for port 9943a1ef-685f-4db4-8286-f372ccb9e1af triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:56.836023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-076acfd8-6722-4bb8-aa3b-bd1acf45014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.842912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:56.882205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-076acfd8-6722-4bb8-aa3b-bd1acf45014c None None] Port 9943a1ef-685f-4db4-8286-f372ccb9e1af cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:56.958430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28d49c-26fa-4262-aa69-c30660855d21 req-9cb95768-bfc0-4e94-9026-d97a3a4ef413 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:56.968608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e28d49c-26fa-4262-aa69-c30660855d21 req-9cb95768-bfc0-4e94-9026-d97a3a4ef413 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1502938 Aug 31 16:18:57.040825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e28d49c-26fa-4262-aa69-c30660855d21 req-7a9d3c15-a1c8-4608-af24-226bc545761c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702965 Aug 31 16:18:57.043880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b6c946f-097c-4998-b748-c88bcf31fada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.168850 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b6c946f-097c-4998-b748-c88bcf31fada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.342982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.346054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b6c946f-097c-4998-b748-c88bcf31fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.349842 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b6c946f-097c-4998-b748-c88bcf31fada admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.351799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b6c946f-097c-4998-b748-c88bcf31fada admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9f932f5-0aeb-46d4-a0ee-6de340914f04 HTTP/1.1" status: 204 len: 168 time: 0.6196799 Aug 31 16:18:57.416483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c946f-097c-4998-b748-c88bcf31fada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f932f5-0aeb-46d4-a0ee-6de340914f04,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:57.420158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.696526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event updated for resources: {'Port': ['ID=9943a1ef-685f-4db4-8286-f372ccb9e1af,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:57.705352 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-06b3c9a3-4f8c-4bb0-9958-cf91c2e532e4 service neutron] show failed (client error): The resource could not be found. Aug 31 16:18:57.706546 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-06b3c9a3-4f8c-4bb0-9958-cf91c2e532e4 service neutron] 10.222.0.30 "GET /v2.0/ports/39205281-375e-4911-bc50-114e103f967b/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.3522801 Aug 31 16:18:57.710475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.769508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] In _notify_port_updated(), no bound segment for port 9943a1ef-685f-4db4-8286-f372ccb9e1af on network a5b36d2a-c9b5-44c2-83d3-444897c88b50 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:18:57.783230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:57.806910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:57.814287 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-50fb5eb5-9de3-45f5-947a-b8af619b14cd tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "PUT /v2.0/ports/9943a1ef-685f-4db4-8286-f372ccb9e1af HTTP/1.1" status: 200 len: 1057 time: 1.1889279 Aug 31 16:18:57.818063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50852) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:58.092272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port 9943a1ef-685f-4db4-8286-f372ccb9e1af {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:18:58.092967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:58.137057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe564b4f-5ebf-439c-b2f9-fb2b1462f23e None None] Provisioning complete for port 9943a1ef-685f-4db4-8286-f372ccb9e1af triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:18:58.139482 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe564b4f-5ebf-439c-b2f9-fb2b1462f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:58.198047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-79f58bf2-20f2-46af-b36f-f3b89057beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:58.241022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-79f58bf2-20f2-46af-b36f-f3b89057beb6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 1098 time: 0.2287803 Aug 31 16:18:58.259319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:18:58.274591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fe564b4f-5ebf-439c-b2f9-fb2b1462f23e None None] Port 9943a1ef-685f-4db4-8286-f372ccb9e1af cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:18:58.358331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:58.462506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:58.509000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434f4c7-da33-495f-bbd3-f024025fede2 req-70f85904-f22f-40ce-839f-f0df94c85a4c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:18:58.532840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6434f4c7-da33-495f-bbd3-f024025fede2 req-70f85904-f22f-40ce-839f-f0df94c85a4c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.2877154 Aug 31 16:18:58.563603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for 9943a1ef-685f-4db4-8286-f372ccb9e1af owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:18:58.732323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6434f4c7-da33-495f-bbd3-f024025fede2 req-dc60aa31-ed30-4f6a-aa85-90363c002289 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984701 Aug 31 16:18:58.937169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:18:58.981761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:59.010073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] For port 39205281-375e-4911-bc50-114e103f967b, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:18:59.028646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=9943a1ef-685f-4db4-8286-f372ccb9e1af,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:59.138329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:59.156583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:18:59.159796 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9b003-c8fb-480f-9432-dc97f22f85b8" -d '{"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-unplugged", "status": "completed", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:18:59.171372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Transition to ACTIVE for port object 39205281-375e-4911-bc50-114e103f967b will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:18:59.177982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:59.312638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50884) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:59.352623 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb493582-655a-4930-9896-edebeed134e6 x-openstack-request-id: req-eb493582-655a-4930-9896-edebeed134e6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:18:59.360921 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-unplugged", "status": "completed", "tag": "39205281-375e-4911-bc50-114e103f967b", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:18:59.363219 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb493582-655a-4930-9896-edebeed134e6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:18:59.363219 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'code': 200} Aug 31 16:18:59.450391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:18:59.684120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:18:59.686370 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-44ce7b63-2b5f-4887-979c-55869cced1ee tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/ports/9943a1ef-685f-4db4-8286-f372ccb9e1af HTTP/1.1" status: 204 len: 168 time: 1.8630164 Aug 31 16:18:59.688949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50896) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:59.743867 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc13f84-859c-4207-8fd2-fbd1c2357ace tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] GET failed (client error): The resource could not be found. Aug 31 16:18:59.745726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9cc13f84-859c-4207-8fd2-fbd1c2357ace tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "GET /v2.0/ports/9943a1ef-685f-4db4-8286-f372ccb9e1af HTTP/1.1" status: 404 len: 333 time: 0.0556664 Aug 31 16:18:59.748703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50900) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:18:59.806840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] No DVR routers for this DVR port 39205281-375e-4911-bc50-114e103f967b on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:18:59.859450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-307f13cb-2581-4bbe-9365-234233e91162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.047488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:19:00.047740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:19:00.048094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b on network 2a60809e-bca6-4a6e-a117-5974d4390bec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:19:00.058589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Port 39205281-375e-4911-bc50-114e103f967b on network 2a60809e-bca6-4a6e-a117-5974d4390bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:19:00.058921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Attempting to bind port 39205281-375e-4911-bc50-114e103f967b on network 2a60809e-bca6-4a6e-a117-5974d4390bec {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:19:00.071764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:19:00.072113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Checking segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:00.072539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Bound using segment: {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:19:00.072982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Bound port: 39205281-375e-4911-bc50-114e103f967b, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b3a5bc-e203-4db2-b907-2cf462b552ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:19:00.073348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.086557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-307f13cb-2581-4bbe-9365-234233e91162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.143814 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-307f13cb-2581-4bbe-9365-234233e91162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.198230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] For port 39205281-375e-4911-bc50-114e103f967b, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:19:00.198230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] For port 39205281-375e-4911-bc50-114e103f967b, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:19:00.204284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.263324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:00.264238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.266219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1093 time: 2.0172505 Aug 31 16:19:00.287777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 50914) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:00.290886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-307f13cb-2581-4bbe-9365-234233e91162 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98e8fd9091cc48789c3fd66d84455900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745951 Aug 31 16:19:00.352345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f13cb-2581-4bbe-9365-234233e91162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225df36-0c98-496a-88db-b645bc837227,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:00.372834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc85533-c8c2-479a-a7f8-25933c2ad5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:00.425183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-952e39bf-39ca-4118-bff5-319982922509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:00.425491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ed6c-dd56-4b19-bf8e-205999fb2dc1 req-e175e9d6-b990-4dad-8db1-d76e1d429071 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:00.428402 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-952e39bf-39ca-4118-bff5-319982922509 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1096 time: 0.1270666 Aug 31 16:19:00.429822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89573c3f-d470-455d-b1a9-4a93dbcc0d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.442447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4310ed6c-dd56-4b19-bf8e-205999fb2dc1 req-e175e9d6-b990-4dad-8db1-d76e1d429071 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.5731695 Aug 31 16:19:00.508578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port 7fc7d082-a7da-4809-aaf2-9ea8167df771 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:00.508915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.586008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89573c3f-d470-455d-b1a9-4a93dbcc0d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.606443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.626804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for 7fc7d082-a7da-4809-aaf2-9ea8167df771 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:00.654847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4310ed6c-dd56-4b19-bf8e-205999fb2dc1 req-9df49333-0712-4c11-99b1-d8c92fd8c169 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113955 Aug 31 16:19:00.782076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-65948515-76ff-4b08-aceb-58844bf4379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:00.793714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-65948515-76ff-4b08-aceb-58844bf4379d service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.3585768 Aug 31 16:19:00.892454 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-e4684352-ea3c-43aa-8251-3b2d57ab042d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1000 time: 0.0899866 Aug 31 16:19:00.960901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-f58c363e-8ec9-4177-a59f-0a5aea97e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:00.961599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.962696 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-f58c363e-8ec9-4177-a59f-0a5aea97e6bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.0602345 Aug 31 16:19:00.963927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89573c3f-d470-455d-b1a9-4a93dbcc0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.970348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-89573c3f-d470-455d-b1a9-4a93dbcc0d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:00.970348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-89573c3f-d470-455d-b1a9-4a93dbcc0d54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c225df36-0c98-496a-88db-b645bc837227 HTTP/1.1" status: 204 len: 168 time: 0.6768258 Aug 31 16:19:01.032922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=7fc7d082-a7da-4809-aaf2-9ea8167df771,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:01.078463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89573c3f-d470-455d-b1a9-4a93dbcc0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225df36-0c98-496a-88db-b645bc837227,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:01.143781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-9984eca1-e121-4ff3-87fb-d6691fe30643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:01.145570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-9984eca1-e121-4ff3-87fb-d6691fe30643 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757696 Aug 31 16:19:01.229631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:01.238838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ea6aa4d8-ea8e-4010-b94e-ff4743292fe2 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/ports/7fc7d082-a7da-4809-aaf2-9ea8167df771 HTTP/1.1" status: 204 len: 168 time: 1.4880319 Aug 31 16:19:01.239369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50966) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:01.296501 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3756c6af-037f-4c4d-afe8-15aeb7956126 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] GET failed (client error): The resource could not be found. Aug 31 16:19:01.305351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3756c6af-037f-4c4d-afe8-15aeb7956126 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "GET /v2.0/ports/7fc7d082-a7da-4809-aaf2-9ea8167df771 HTTP/1.1" status: 404 len: 333 time: 0.0648215 Aug 31 16:19:01.306042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 50974) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:01.363333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:01.366530 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7627a7-061f-49ee-8749-7737cd172547" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:01.410690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-d5e1061d-d3c8-4cbe-814c-864a452fd5bc service neutron] 10.222.0.49 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576506 Aug 31 16:19:01.464767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 39205281-375e-4911-bc50-114e103f967b no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:01.545054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port a219691e-a29e-43b0-a95c-5970bc30d0ab {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:01.545546 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:01.573881 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34769c1-e828-4e0b-a3b1-f5ca96008d38 x-openstack-request-id: req-d34769c1-e828-4e0b-a3b1-f5ca96008d38 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:01.574849 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:01.575656 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d34769c1-e828-4e0b-a3b1-f5ca96008d38 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:01.578752 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'status': 'completed', 'code': 200} Aug 31 16:19:01.621286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 39205281-375e-4911-bc50-114e103f967b not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:01.772064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-a55746a5-ff81-4009-9bcf-3c75adf3ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:01.776600 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-a55746a5-ff81-4009-9bcf-3c75adf3ebf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1096 time: 0.1955717 Aug 31 16:19:01.810900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:01.836328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for a219691e-a29e-43b0-a95c-5970bc30d0ab owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:01.961393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d658-11d5-4bd5-98b6-5be036a233ed req-5c83421a-7d74-466d-8e6b-b5db685bb535 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:01.963579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83b2d658-11d5-4bd5-98b6-5be036a233ed req-5c83421a-7d74-466d-8e6b-b5db685bb535 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.1296513 Aug 31 16:19:01.966217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51042) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:01.984647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7399b4b4-fb46-4b8e-afe2-1ec17c4ecb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:02.037289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-1c8eebce-feb8-46ca-a773-0b11270c7953 service neutron] 10.222.0.49 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185875 Aug 31 16:19:02.064473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-f8ec18f3-c08f-4510-9e06-7b5c212e0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:02.066120 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-f8ec18f3-c08f-4510-9e06-7b5c212e0a62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.2806163 Aug 31 16:19:02.152470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83b2d658-11d5-4bd5-98b6-5be036a233ed req-d359cfe6-5b91-4866-890b-5e8e8cca38fc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563241 Aug 31 16:19:02.341968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7399b4b4-fb46-4b8e-afe2-1ec17c4ecb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:02.345798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:02.350050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-3510b895-92b3-4929-8448-a4b1ea4de9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:02.351976 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-3510b895-92b3-4929-8448-a4b1ea4de9f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1096 time: 0.1701519 Aug 31 16:19:02.372578 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-c9d92251-4fc7-4696-8c1f-947467da4f29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1000 time: 0.2984295 Aug 31 16:19:02.375285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7399b4b4-fb46-4b8e-afe2-1ec17c4ecb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:02.473642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=a219691e-a29e-43b0-a95c-5970bc30d0ab,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:02.506240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7399b4b4-fb46-4b8e-afe2-1ec17c4ecb10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1bd713ff0cf4abf8c68ee8c07e68616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384107 Aug 31 16:19:02.577129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399b4b4-fb46-4b8e-afe2-1ec17c4ecb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acbec57-e2d9-45fe-a076-1dbf15d7bf21,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:02.578365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51060) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:02.721046 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:02.732417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-192c8a1f-e4b3-4973-9242-47714aa371d4 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/ports/a219691e-a29e-43b0-a95c-5970bc30d0ab HTTP/1.1" status: 204 len: 168 time: 1.4251020 Aug 31 16:19:02.734643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51064) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:02.795742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-8ecdc606-e58f-4a15-ac86-4ae7e247e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:02.807381 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-8ecdc606-e58f-4a15-ac86-4ae7e247e295 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.4394825 Aug 31 16:19:02.808598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51066) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:02.835486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting subnet 1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:19:02.841490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:02.850374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-88c806d6-9df1-4ddd-80a2-3b1084fdc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:02.854041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-88c806d6-9df1-4ddd-80a2-3b1084fdc256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.4458275 Aug 31 16:19:02.936508 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.036554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2565-2b8b-4b98-9513-31d50aa4bee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.184843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.410689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.449062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0dca-6bb4-42b0-a6e0-93bc712ea71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.477186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.479791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/subnets/1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2 HTTP/1.1" status: 204 len: 168 time: 0.7437110 Aug 31 16:19:03.484819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb177651-aeeb-4649-b65f-e2434c558180 tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Subnet': ['ID=1e518e0f-2c2c-4ff5-a1b0-a6c8c1523fe2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:03.490991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23166ea-74a7-4c4d-9fa9-735c34a3819c None None] Network a5b36d2a-c9b5-44c2-83d3-444897c88b50 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:03.491716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51080) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:03.505418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba894f6-9e03-4eb1-a375-8c076b21a084 req-28fd9a3a-6bad-42b4-aaee-8a982bf0e7c5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:03.507558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ba894f6-9e03-4eb1-a375-8c076b21a084 req-28fd9a3a-6bad-42b4-aaee-8a982bf0e7c5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.1432853 Aug 31 16:19:03.558839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2565-2b8b-4b98-9513-31d50aa4bee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.574843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2565-2b8b-4b98-9513-31d50aa4bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.618858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ba894f6-9e03-4eb1-a375-8c076b21a084 req-ea514bf8-936b-4016-92ba-e0805bb25d14 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902410 Aug 31 16:19:03.651958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6a8b2565-2b8b-4b98-9513-31d50aa4bee3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47ceead9f25644ecaf39c4c199ca55f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8382461 Aug 31 16:19:03.651958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b2565-2b8b-4b98-9513-31d50aa4bee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8540f4b-c76e-4831-b78c-6f4a78ae2c7a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:03.659389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51082) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:03.699109 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-095ec4c2-c90f-4101-8592-c3f26f94f52b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1000 time: 0.8873289 Aug 31 16:19:03.728219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.746643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0dca-6bb4-42b0-a6e0-93bc712ea71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.893482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fc59415-af54-4d31-8f70-94ca951aff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.899518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] DHCP port deletion for a5b36d2a-c9b5-44c2-83d3-444897c88b50 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:19:03.908041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-8a89417d-a392-415b-b30a-428dfaf5154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:03.911048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-8a89417d-a392-415b-b30a-428dfaf5154b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0198729 Aug 31 16:19:03.968226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] Deleting port 63bfd863-e549-47d2-afba-7b3c9472cd92 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:03.971678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:03.997889 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fc59415-af54-4d31-8f70-94ca951aff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.116431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fc59415-af54-4d31-8f70-94ca951aff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.116431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fc59415-af54-4d31-8f70-94ca951aff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.116641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8fc59415-af54-4d31-8f70-94ca951aff62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8540f4b-c76e-4831-b78c-6f4a78ae2c7a HTTP/1.1" status: 204 len: 168 time: 0.4525239 Aug 31 16:19:04.169300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] For port 63bfd863-e549-47d2-afba-7b3c9472cd92, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=63bfd863-e549-47d2-afba-7b3c9472cd92,segment=NetworkSegment(aab9b751-37c3-4f73-8f63-95cf6cfb6f16),segment_id=aab9b751-37c3-4f73-8f63-95cf6cfb6f16)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:04.169870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.181695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc59415-af54-4d31-8f70-94ca951aff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8540f4b-c76e-4831-b78c-6f4a78ae2c7a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:04.196652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] Calling delete_port for 63bfd863-e549-47d2-afba-7b3c9472cd92 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:04.259792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-28f81918-ebe9-4807-abdc-0367e80332b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:04.264376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-28f81918-ebe9-4807-abdc-0367e80332b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.5330596 Aug 31 16:19:04.335963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 63bfd863-e549-47d2-afba-7b3c9472cd92 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:04.360037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0dca-6bb4-42b0-a6e0-93bc712ea71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.364336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0dca-6bb4-42b0-a6e0-93bc712ea71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.365765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9c0c0dca-6bb4-42b0-a6e0-93bc712ea71e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5acbec57-e2d9-45fe-a076-1dbf15d7bf21 HTTP/1.1" status: 204 len: 168 time: 1.7841036 Aug 31 16:19:04.395257 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.434258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c0dca-6bb4-42b0-a6e0-93bc712ea71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acbec57-e2d9-45fe-a076-1dbf15d7bf21,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:04.470660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 63bfd863-e549-47d2-afba-7b3c9472cd92 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:04.471713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 63bfd863-e549-47d2-afba-7b3c9472cd92 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:04.486315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] No DVR routers for this DVR port 63bfd863-e549-47d2-afba-7b3c9472cd92 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:04.490953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e8d72-115a-4751-b8f3-503e94028231 None None] Pushing event deleted for resources: {'Port': ['ID=63bfd863-e549-47d2-afba-7b3c9472cd92,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:04.493999 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-9e046dbe-9baa-425f-b794-2b0c7049dd72 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198119 Aug 31 16:19:04.551124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7627a7-061f-49ee-8749-7737cd172547 req-d54b218b-2fba-4a3e-a1fc-640267a9d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:04.553504 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-d54b218b-2fba-4a3e-a1fc-640267a9d3d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2676105 Aug 31 16:19:04.555831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Deleting port 63bfd863-e549-47d2-afba-7b3c9472cd92 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:04.556496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.767208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51106) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:04.788848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26acbfc3-d658-4c7c-9201-a86b3f25c579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.829037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-1b27265c-1b78-4322-8101-b7a1556b076c service neutron] 10.222.0.49 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334254 Aug 31 16:19:04.897204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64f13f-6eff-4d4e-98f4-24380639160c req-7cb01641-1f92-4963-898f-42808c68a585 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:04.898964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e64f13f-6eff-4d4e-98f4-24380639160c req-7cb01641-1f92-4963-898f-42808c68a585 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.1125107 Aug 31 16:19:04.961733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] For port 63bfd863-e549-47d2-afba-7b3c9472cd92, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:04.962220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:04.982536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Calling delete_port for 63bfd863-e549-47d2-afba-7b3c9472cd92 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:04.987652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Port 63bfd863-e549-47d2-afba-7b3c9472cd92 was not found and therefore no delete operation was performed {{(pid=101478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:19:04.989495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.008464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e64f13f-6eff-4d4e-98f4-24380639160c req-9dd1d8c1-34fa-4609-89f5-95d8788c48e3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922532 Aug 31 16:19:05.173345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Port': ['ID=63bfd863-e549-47d2-afba-7b3c9472cd92,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:05.205693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] No DVR routers for this DVR port 63bfd863-e549-47d2-afba-7b3c9472cd92 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:05.218193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26acbfc3-d658-4c7c-9201-a86b3f25c579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.225447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26acbfc3-d658-4c7c-9201-a86b3f25c579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.324916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26acbfc3-d658-4c7c-9201-a86b3f25c579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8efa0882887244f3b18efca3198bf49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555797 Aug 31 16:19:05.331293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:05.341699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-b96d47df-2ac2-4bfb-9ece-16f217c74eef service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316982 Aug 31 16:19:05.416605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.431437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b36d2a-c9b5-44c2-83d3-444897c88b50']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:05.435983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acbfc3-d658-4c7c-9201-a86b3f25c579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9dad29-737d-4916-9b2c-0c91016a1d77,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:05.471279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ad7627a7-061f-49ee-8749-7737cd172547 req-2cdfbeff-3439-4e05-bf3b-49eb830ce2da service neutron] 10.222.0.49 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177905 Aug 31 16:19:05.480671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8f21b-187d-441d-9add-fd0adeb953ea req-cb89e793-391b-4935-8561-be925c2f42d2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:05.482931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffb8f21b-187d-441d-9add-fd0adeb953ea req-cb89e793-391b-4935-8561-be925c2f42d2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 944 time: 0.1567922 Aug 31 16:19:05.532885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:05.534014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab9b751-37c3-4f73-8f63-95cf6cfb6f16') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:05.602809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 39205281-375e-4911-bc50-114e103f967b details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:19:05.620594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffb8f21b-187d-441d-9add-fd0adeb953ea req-bab62e09-a4ba-4862-967b-76cb49cfa834 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181998 Aug 31 16:19:05.659797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.732361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8405085-f835-415a-9f3e-11a3b3bf32b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.759164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.792013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:05.792833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.806922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-cb0ef585-ef7c-402b-854a-45fe101e9cf6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:05.808848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-cb0ef585-ef7c-402b-854a-45fe101e9cf6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75&tenant_id=62b59b7a67904182b8344fe6265481e9&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 944 time: 0.3623307 Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:19:05.809637 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:19:05.812289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 39205281-375e-4911-bc50-114e103f967b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:05.831795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8405085-f835-415a-9f3e-11a3b3bf32b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.834706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '39205281-375e-4911-bc50-114e103f967b', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'port_id': '39205281-375e-4911-bc50-114e103f967b', 'mac_address': 'fa:16:3e:0f:ec:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:19:05.912964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:05.935552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39205281-375e-4911-bc50-114e103f967b {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:19:05.971508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 39205281-375e-4911-bc50-114e103f967b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:05.980284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:06.067624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:06.097149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:06.104980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] 10.222.0.43 "DELETE /v2.0/networks/a5b36d2a-c9b5-44c2-83d3-444897c88b50 HTTP/1.1" status: 204 len: 168 time: 2.5889795 Aug 31 16:19:06.104980 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-302b8605-b247-4a0f-a928-b52e043a0057 service neutron] delete failed (client error): The resource could not be found. Aug 31 16:19:06.104980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-302b8605-b247-4a0f-a928-b52e043a0057 service neutron] 10.222.0.30 "DELETE /v2.0/ports/39205281-375e-4911-bc50-114e103f967b/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.2790797 Aug 31 16:19:06.124087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:06.142283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23e2bd-796e-4477-b3e4-2e97c3bea47f tempest-AllowedAddressPairTestJSON-886699121 tempest-AllowedAddressPairTestJSON-886699121-project] Pushing event deleted for resources: {'Network': ['ID=a5b36d2a-c9b5-44c2-83d3-444897c88b50,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:06.149026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8405085-f835-415a-9f3e-11a3b3bf32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:06.151774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8405085-f835-415a-9f3e-11a3b3bf32b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:06.153047 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f8405085-f835-415a-9f3e-11a3b3bf32b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd9dad29-737d-4916-9b2c-0c91016a1d77 HTTP/1.1" status: 204 len: 168 time: 0.8206639 Aug 31 16:19:06.175822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8405085-f835-415a-9f3e-11a3b3bf32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9dad29-737d-4916-9b2c-0c91016a1d77,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:06.230667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['39205281-375e-4911-bc50-114e103f967b'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:06.294498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-9a9bed5a-1175-4069-b1e7-af9e88e558ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:06.297093 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-9a9bed5a-1175-4069-b1e7-af9e88e558ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1097 time: 0.0746419 Aug 31 16:19:06.510677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-f02a83cb-12a1-470f-9805-2ea6f76dafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:06.513270 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-f02a83cb-12a1-470f-9805-2ea6f76dafa8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.2055185 Aug 31 16:19:06.655214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-14a73df2-3b70-4a6f-948e-e8a8e0a7f806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 1001 time: 0.1331263 Aug 31 16:19:06.759467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-60b400b2-3129-4d78-b2d0-063b5523f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:06.761850 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-60b400b2-3129-4d78-b2d0-063b5523f5fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.0970585 Aug 31 16:19:06.825492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51164) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:06.848218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-2177454c-0432-4f55-a5a3-e7a7af192570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:06.850687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-2177454c-0432-4f55-a5a3-e7a7af192570 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805588 Aug 31 16:19:06.909145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a3f8-bd00-4d21-a627-25576a7e6ded req-ec63810e-a061-4423-a560-baef4f3d4169 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:06.918091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db31a3f8-bd00-4d21-a627-25576a7e6ded req-ec63810e-a061-4423-a560-baef4f3d4169 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 945 time: 0.1678154 Aug 31 16:19:07.050720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db31a3f8-bd00-4d21-a627-25576a7e6ded req-a9536f78-8b4e-4697-b71c-72d3bc8a3cf1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235592 Aug 31 16:19:07.155403 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-d5053b8c-65b1-4740-8775-fb8b6e4817aa service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921290 Aug 31 16:19:07.245536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7a0ddec-0a11-4071-b897-da5be201f74c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d39635210ed43f786f22d0b6772c169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153435 Aug 31 16:19:07.248395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51182) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:07.385977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71f3f3e7-da15-4709-8681-016c647aa88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:07.430801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5b97c445-7517-4e63-8ae7-8e1664bca009 req-d4b7145d-6def-4987-a6bd-6431ab89cb88 service neutron] 10.222.0.30 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675600 Aug 31 16:19:07.449940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71f3f3e7-da15-4709-8681-016c647aa88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:07.574266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71f3f3e7-da15-4709-8681-016c647aa88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:07.578218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71f3f3e7-da15-4709-8681-016c647aa88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:07.582894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-71f3f3e7-da15-4709-8681-016c647aa88c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24b51d81-72f4-44b6-bd87-2325a4c2d1bf HTTP/1.1" status: 204 len: 168 time: 0.3305027 Aug 31 16:19:07.600737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3f3e7-da15-4709-8681-016c647aa88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b51d81-72f4-44b6-bd87-2325a4c2d1bf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:07.625998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 39205281-375e-4911-bc50-114e103f967b up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:19:07.737839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 39205281-375e-4911-bc50-114e103f967b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:19:07.743574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 39205281-375e-4911-bc50-114e103f967b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:07.744819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:07.910722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:07.937908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:07.941035 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17563186-1947-47a7-8cf9-489f62e9a964" -d '{"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-plugged", "status": "completed", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:07.969286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 39205281-375e-4911-bc50-114e103f967b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:07.987020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:08.102214 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39506887-ba08-437a-aaed-e30cf0cce9b5 x-openstack-request-id: req-39506887-ba08-437a-aaed-e30cf0cce9b5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:08.102498 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-plugged", "status": "completed", "tag": "39205281-375e-4911-bc50-114e103f967b", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:08.109693 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39506887-ba08-437a-aaed-e30cf0cce9b5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:08.110632 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'code': 200} Aug 31 16:19:08.163500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:08.290266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51220) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:08.310453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd9d22-905c-4c3f-9e2b-de2d804f7b1c req-02889d42-36bd-438a-8bda-0207133417ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:08.319622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87dd9d22-905c-4c3f-9e2b-de2d804f7b1c req-02889d42-36bd-438a-8bda-0207133417ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1169686 Aug 31 16:19:08.369112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87dd9d22-905c-4c3f-9e2b-de2d804f7b1c req-470fb3f4-6d33-4dff-bda2-d114dbaa5cbc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484278 Aug 31 16:19:08.393134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51226) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:08.472880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-490ea2ec-a8f7-4538-a141-d959c6f3a4af tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/99b49bf1-1f34-43f9-9215-ef64a303585b HTTP/1.1" status: 200 len: 994 time: 0.0781257 Aug 31 16:19:08.576651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-610319365-network', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:08.621863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Made reservation on behalf of 43ef2ad96e484b338895eeb4da758db3 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:08.626863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:08.672263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:08.921803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:08.939508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:08.953954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51244) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:09.050031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:19:09.104712 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.106495 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Added segment ab2f1908-5f91-4f01-91a7-73472e0a7e2e of type vlan for network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 Aug 31 16:19:09.112782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea139f4-eb63-4e2b-817c-15b1d21bbd08,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:09.229981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c33b9c-4043-415e-833d-93397e6231cd req-20beffea-28cb-4b76-ac4e-2706ac667ac0 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:09.245206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2c33b9c-4043-415e-833d-93397e6231cd req-20beffea-28cb-4b76-ac4e-2706ac667ac0 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 946 time: 0.1663997 Aug 31 16:19:09.261647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.285415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b698e72-9394-48a2-8493-667a1eea60a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.333152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.334966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:09.338366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.397710 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0986383 Aug 31 16:19:09.404976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51258) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:09.436698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Request body: {'subnet': {'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-610319365-subnet', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:09.488067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d2c33b9c-4043-415e-833d-93397e6231cd req-4983cf9c-a2cf-451c-aaf3-af484edf338c tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361991 Aug 31 16:19:09.517245 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:19:09.517245 n-d-793621-35 neutron-server[101477]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:19:09.517245 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id': '43ef2ad96e484b338895eeb4da758db3', 'id': '27cbac8a-c55e-42de-a81e-936af0a346d7', 'expiration': datetime.datetime(2021, 8, 31, 16, 21, 9, 509240)}] Aug 31 16:19:09.517245 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:19:09.518665 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:19:09.567500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be67-148f-4545-89a6-3c517fd46729 admin admin] Pushing event updated for resources: {'Network': ['ID=23eb13f8-4d63-45de-b4c2-51b203dd29d5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:09.586002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:19:09.618958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51260) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:09.661097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b698e72-9394-48a2-8493-667a1eea60a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.668764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b698e72-9394-48a2-8493-667a1eea60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.774679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b698e72-9394-48a2-8493-667a1eea60a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2b55f6820e1440f95ba7c92b8fe52be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8183756 Aug 31 16:19:09.775844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b698e72-9394-48a2-8493-667a1eea60a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0ba58-bcab-4ed4-8b21-d244b901a319,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:09.779001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:09.832445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988440690-network', 'tenant_id': '8f883b2372d04e479004c0716167347b'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:09.902823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Made reservation on behalf of 8f883b2372d04e479004c0716167347b for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:09.905264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.917780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0304fb5-5ce3-4aa0-9298-397cb4dbd874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.919703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:09.962108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0304fb5-5ce3-4aa0-9298-397cb4dbd874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.079681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0304fb5-5ce3-4aa0-9298-397cb4dbd874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.083610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0304fb5-5ce3-4aa0-9298-397cb4dbd874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.084980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0304fb5-5ce3-4aa0-9298-397cb4dbd874 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12d0ba58-bcab-4ed4-8b21-d244b901a319 HTTP/1.1" status: 204 len: 168 time: 0.3041966 Aug 31 16:19:10.099983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0304fb5-5ce3-4aa0-9298-397cb4dbd874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0ba58-bcab-4ed4-8b21-d244b901a319,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:10.137885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.147322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.169795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Made reservation on behalf of 43ef2ad96e484b338895eeb4da758db3 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:10.173035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.201266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:19:10.223137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa837e0c-5914-4112-b8cf-98ee34b20d0e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:10.234538 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.236096 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Added segment fb5179fc-0135-4e12-9a8e-6acb994a602f of type vlan for network adc5f586-584a-4367-b615-9d2e0871c94b Aug 31 16:19:10.313128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.367137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.369747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:10.370201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.496951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] Pushing event updated for resources: {'Network': ['ID=adc5f586-584a-4367-b615-9d2e0871c94b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:10.505832 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0f03e9d-f967-401c-914c-52ce4fb843f7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8844633 Aug 31 16:19:10.516558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network adc5f586-584a-4367-b615-9d2e0871c94b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:19:10.523369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51280) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:10.546310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Request body: {'subnet': {'network_id': 'adc5f586-584a-4367-b615-9d2e0871c94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988440690-subnet', 'tenant_id': '8f883b2372d04e479004c0716167347b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:10.764530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Made reservation on behalf of 8f883b2372d04e479004c0716167347b for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:10.767490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:10.787495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-81d20f4d-0be4-4bbe-a8cc-39642c1340ea tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:10.789826 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-81d20f4d-0be4-4bbe-a8cc-39642c1340ea tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 946 time: 0.2123837 Aug 31 16:19:11.100293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Deleting port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:11.100881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.136500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a769f10-e089-4d29-ade9-5bcab6102ac4 req-8eb05341-0dc7-47d7-a47b-2d3a8b82e60e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:11.138117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a769f10-e089-4d29-ade9-5bcab6102ac4 req-8eb05341-0dc7-47d7-a47b-2d3a8b82e60e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 946 time: 0.1171341 Aug 31 16:19:11.157682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.307719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a769f10-e089-4d29-ade9-5bcab6102ac4 req-825e67b6-7f22-4bac-aea4-89088a22abf1 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528754 Aug 31 16:19:11.320651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b39149f-1f6f-4439-943b-31cd88a9c391,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:11.343129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Checking segment: {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:11.345924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Network hostable DHCP agents. Network: 23eb13f8-4d63-45de-b4c2-51b203dd29d5, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:19:11.364573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.377340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:19:11.391947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 23eb13f8-4d63-45de-b4c2-51b203dd29d5) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:11.392258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] For port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:11.394253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.397553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:11.398189 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.409111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e96783-814d-4e52-8c2f-dd9f0f4722d3 None None] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:11.438002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f8e8dd62-4ab8-43e2-81c6-abb4dcdaaae1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0313201 Aug 31 16:19:11.438747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51302) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:11.443464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Calling delete_port for a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:11.452092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:11.467397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5c048e-3fe7-4ca2-842d-bac0daa0fd89,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:11.525332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.527380 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.576471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Checking segment: {'id': 'fb5179fc-0135-4e12-9a8e-6acb994a602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'adc5f586-584a-4367-b615-9d2e0871c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:11.577258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Network hostable DHCP agents. Network: adc5f586-584a-4367-b615-9d2e0871c94b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:19:11.631781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Network adc5f586-584a-4367-b615-9d2e0871c94b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:19:11.651974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, adc5f586-584a-4367-b615-9d2e0871c94b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:11.657596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.674625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e745dc5-4397-4f49-99a6-c591812062ee None None] Network adc5f586-584a-4367-b615-9d2e0871c94b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:11.680273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:11.681270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.741655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3746c672-7664-4107-b585-87fb5bb95d69 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2111607 Aug 31 16:19:11.800748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:11.885421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event deleted for resources: {'Port': ['ID=a338ce16-a9f8-42fd-be2a-084ac9e8b4e2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:11.937755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6', 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:12.010887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b6e30060-b440-4542-a38c-1f50efc0b358', 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:12.045389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] No DVR routers for this DVR port a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:12.053423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:12.056364 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3cf4cd3-6892-43e2-9f88-509276a5afb9 req-d3174d51-db19-49d2-95ed-a3b626c8fa0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "DELETE /v2.0/ports/a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 HTTP/1.1" status: 204 len: 173 time: 1.2526970 Aug 31 16:19:12.056852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'name': 'network-vif-deleted', 'tag': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:12.063571 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e115be4d-2dfa-4b05-a528-64cfbcdd2e13" -d '{"events": [{"server_uuid": "f9ce9d68-86b3-4f7c-b5f6-b260389a7372", "name": "network-vif-deleted", "tag": "a338ce16-a9f8-42fd-be2a-084ac9e8b4e2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:12.069069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:12.160924 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea56956-0ede-449d-86cc-feab4d91ccfa x-openstack-request-id: req-7ea56956-0ede-449d-86cc-feab4d91ccfa {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:12.161413 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ce9d68-86b3-4f7c-b5f6-b260389a7372", "name": "network-vif-deleted", "tag": "a338ce16-a9f8-42fd-be2a-084ac9e8b4e2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:12.161821 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ea56956-0ede-449d-86cc-feab4d91ccfa {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:12.163488 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce9d68-86b3-4f7c-b5f6-b260389a7372', 'name': 'network-vif-deleted', 'tag': 'a338ce16-a9f8-42fd-be2a-084ac9e8b4e2', 'status': 'completed', 'code': 200} Aug 31 16:19:12.511746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:12.556236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:12.692827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba7e8220-e2d6-4274-a090-867aa63edae4 req-02f1c3af-83ab-4407-917f-a7e369b2f800 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce9d68-86b3-4f7c-b5f6-b260389a7372 HTTP/1.1" status: 200 len: 210 time: 0.1471889 Aug 31 16:19:12.916338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319fd50a-698d-4c7a-b342-e90f0fc01cf8 None None] Network adc5f586-584a-4367-b615-9d2e0871c94b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:12.978872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Allocated IP 172.25.6.124 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/4ef2a673-138f-4ddd-9df8-1d7ee85d7829) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:19:13.293251 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:19:13.327613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:13.386159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:13.414651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-23eb13f8-4d63-45de-b4c2-51b203dd29d5', 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'fixed_ips': [{'subnet_id': '2b39149f-1f6f-4439-943b-31cd88a9c391'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:19:13.425698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:13.450241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:19:13.455450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:13.473668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:19:13.550167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Pushing event updated for resources: {'Port': ['ID=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:13.621204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51346) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:13.631400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295649946-network', 'tenant_id': '8e91d5b573304e51b1f2903866b687b1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:13.671765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Made reservation on behalf of 8e91d5b573304e51b1f2903866b687b1 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:13.683446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:13.753140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.134156 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.139754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.258287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:19:14.312610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b11024-d221-4b9a-a1e1-883aabcc977b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:14.345059 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.394913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.398076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.400772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.401533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.402085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.402879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.405270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.407023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.408273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.408880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.410014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.411001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:14.437975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.439932 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Added segment 1ec3d90f-a342-49a2-ba3c-bbd8ca99293b of type vlan for network c17b10b9-2d52-412d-9c58-5fcaf3fed5d3 Aug 31 16:19:14.442569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Allocated IP 172.20.0.2 (23eb13f8-4d63-45de-b4c2-51b203dd29d5/2b39149f-1f6f-4439-943b-31cd88a9c391/fca68fb0-3a1c-4096-9a1f-a09cc03b203f) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:19:14.593574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.700662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.704793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:14.707963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.841523 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2173257 Aug 31 16:19:14.846697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51366) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:14.852660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Request body: {'subnet': {'network_id': 'c17b10b9-2d52-412d-9c58-5fcaf3fed5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295649946-subnet', 'tenant_id': '8e91d5b573304e51b1f2903866b687b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:14.884964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bf7f7-cd1c-436b-97fc-1a2b0454f667 admin admin] Pushing event updated for resources: {'Network': ['ID=c17b10b9-2d52-412d-9c58-5fcaf3fed5d3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:14.893130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.895727 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:14.915793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c17b10b9-2d52-412d-9c58-5fcaf3fed5d3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:19:14.922615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Transition to ACTIVE for port object fca68fb0-3a1c-4096-9a1f-a09cc03b203f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:19:15.007768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Made reservation on behalf of 8e91d5b573304e51b1f2903866b687b1 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:15.011316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.148539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:15.190795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Transition to ACTIVE for port object fca68fb0-3a1c-4096-9a1f-a09cc03b203f will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:19:15.210976 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.323307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:19:15.333142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:15.345973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:19:15.464097 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69e28e5a-0477-48de-a087-d16733d44a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.560375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Pushing event updated for resources: {'Port': ['ID=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:15.565608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Attempting to bind port fca68fb0-3a1c-4096-9a1f-a09cc03b203f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:19:15.566043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Attempting to bind port fca68fb0-3a1c-4096-9a1f-a09cc03b203f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:19:15.566618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Attempting to bind port fca68fb0-3a1c-4096-9a1f-a09cc03b203f on network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:19:15.575518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:19:15.575912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Checking segment: {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:15.576371 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.576964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Bound using segment: {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:19:15.578087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Bound port: fca68fb0-3a1c-4096-9a1f-a09cc03b203f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:19:15.578595 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.683430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69e28e5a-0477-48de-a087-d16733d44a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.691264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69e28e5a-0477-48de-a087-d16733d44a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.694952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:15.703553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.740500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:15.741576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a338ce16-a9f8-42fd-be2a-084ac9e8b4e2 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:15.750823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] For port fca68fb0-3a1c-4096-9a1f-a09cc03b203f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:19:15.771309 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69e28e5a-0477-48de-a087-d16733d44a9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f1373d2f7df41b49440cfbf65057055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215522 Aug 31 16:19:15.778384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] For port fca68fb0-3a1c-4096-9a1f-a09cc03b203f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,segment=NetworkSegment(ab2f1908-5f91-4f01-91a7-73472e0a7e2e),segment_id=ab2f1908-5f91-4f01-91a7-73472e0a7e2e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:19:15.781933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51382) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:15.785727 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:15.810154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:19:15.815811 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a3da0b-a8ee-4ebb-a700-5ed8c81df751,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:15.881491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e28e5a-0477-48de-a087-d16733d44a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d26030-0b73-42ad-bf17-eaadf7087b61,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:15.910131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306be6c6-edca-4e42-b021-11a243bfa97a None None] Pushing event updated for resources: {'Port': ['ID=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:15.940582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Checking segment: {'id': '1ec3d90f-a342-49a2-ba3c-bbd8ca99293b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c17b10b9-2d52-412d-9c58-5fcaf3fed5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:15.941519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Network hostable DHCP agents. Network: c17b10b9-2d52-412d-9c58-5fcaf3fed5d3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:19:16.014859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa7cb-a9f9-4087-bf55-b9f7672954a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.080843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Network c17b10b9-2d52-412d-9c58-5fcaf3fed5d3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:19:16.105084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa7cb-a9f9-4087-bf55-b9f7672954a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.190407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c17b10b9-2d52-412d-9c58-5fcaf3fed5d3) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:16.207232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea936d5-41d6-475d-8fd1-d9cedd873b5d None None] Network c17b10b9-2d52-412d-9c58-5fcaf3fed5d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:16.273325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:16.287558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.339462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:16.364134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e26f9134-e1c7-4391-ac5b-633865d8dede admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5150156 Aug 31 16:19:16.397293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Sync routers for ids ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:16.413902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.418334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b31e086d-568d-4c52-be03-321c25f307da admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9744945 Aug 31 16:19:16.419913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51390) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:16.453373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa7cb-a9f9-4087-bf55-b9f7672954a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.456775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa7cb-a9f9-4087-bf55-b9f7672954a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.462060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fcdaa7cb-a9f9-4087-bf55-b9f7672954a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6d26030-0b73-42ad-bf17-eaadf7087b61 HTTP/1.1" status: 204 len: 168 time: 0.6727872 Aug 31 16:19:16.489262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Routers {'2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:16.489928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:16.505907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaa7cb-a9f9-4087-bf55-b9f7672954a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d26030-0b73-42ad-bf17-eaadf7087b61,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:16.681642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:16.789645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Deleting subnet ba5c048e-3fe7-4ca2-842d-bac0daa0fd89 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:19:16.795465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:16.843740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Set router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:16.904563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.059572 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.158708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e737b-dd74-4a76-868a-0e189cb76aa5 None None] Network c17b10b9-2d52-412d-9c58-5fcaf3fed5d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:17.296200 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.361682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:17.370674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5c048e-3fe7-4ca2-842d-bac0daa0fd89,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:17.382751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.385233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf1d8eea-398d-4c01-8b00-79d900d0a21b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ba5c048e-3fe7-4ca2-842d-bac0daa0fd89 HTTP/1.1" status: 204 len: 168 time: 0.7024331 Aug 31 16:19:17.387119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a14acd4-721a-4a12-a16e-3ee6e157b7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.391431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51408) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:17.563590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:13Z', 'revision_number': 3, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port': {'id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:12Z', 'updated_at': '2021-08-31T16:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:17.578304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.631552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Checking router: 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:17.632002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Updating router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:19:17.687069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.697760 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.781204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6389f49-8361-4489-9a10-d7b85c8c8b2c None None] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:17.785237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.809866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc5f586-584a-4367-b615-9d2e0871c94b']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:17.825340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5179fc-0135-4e12-9a8e-6acb994a602f') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:17.825806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5179fc-0135-4e12-9a8e-6acb994a602f') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:17.854265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.871834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.878195 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0fd17a0c-9bc7-433f-a385-a63ea2a5694f None None] Provisioning for port fca68fb0-3a1c-4096-9a1f-a09cc03b203f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:19:17.878944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:17.879460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:19:17.945484 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:19:17.948866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.973929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:17.977070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/adc5f586-584a-4367-b615-9d2e0871c94b HTTP/1.1" status: 204 len: 168 time: 0.5836344 Aug 31 16:19:17.979257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e790-015b-4892-861e-34ec9f14a5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc5f586-584a-4367-b615-9d2e0871c94b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:17.982206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51410) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:18.106835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a14acd4-721a-4a12-a16e-3ee6e157b7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.114757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a14acd4-721a-4a12-a16e-3ee6e157b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.152111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Deleting subnet d6a3da0b-a8ee-4ebb-a700-5ed8c81df751 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:19:18.159523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.265200 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.386259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.460397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fca68fb0-3a1c-4096-9a1f-a09cc03b203f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:19:18.527830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a14acd4-721a-4a12-a16e-3ee6e157b7be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad0445e40ae94a71a6ec3abfa50d7958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1647098 Aug 31 16:19:18.530196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.533976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:18.538093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14acd4-721a-4a12-a16e-3ee6e157b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39991d-5e23-4df3-82f6-ee48d0545cab,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:18.660771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a3da0b-a8ee-4ebb-a700-5ed8c81df751,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:18.662050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fca68fb0-3a1c-4096-9a1f-a09cc03b203f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:19:18.666227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.669872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9e7959f3-5395-4bc4-96b8-add86c5191d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d6a3da0b-a8ee-4ebb-a700-5ed8c81df751 HTTP/1.1" status: 204 len: 168 time: 0.6864493 Aug 31 16:19:18.676926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fca68fb0-3a1c-4096-9a1f-a09cc03b203f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:18.678867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.680260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51418) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:18.732929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Allocated IP 172.20.0.1 (23eb13f8-4d63-45de-b4c2-51b203dd29d5/2b39149f-1f6f-4439-943b-31cd88a9c391/af959652-2044-4cf9-b350-512bdc9ef0fe) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:19:18.903328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.905306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.927853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Transition to ACTIVE for port object af959652-2044-4cf9-b350-512bdc9ef0fe will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:19:18.963014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-124ae35f-a50f-4156-8638-f228cd2e2a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.979938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.983551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:18.985196 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Transition to ACTIVE for port object 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:19:18.995604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.054370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-124ae35f-a50f-4156-8638-f228cd2e2a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.057410 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.087546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Pushing event updated for resources: {'Port': ['ID=af959652-2044-4cf9-b350-512bdc9ef0fe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:19.107961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:19:19.119344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:19.127263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Attempting to bind port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:19:19.127797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Attempting to bind port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:19:19.128314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Attempting to bind port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:19:19.145520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:19:19.145885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:19:19.146150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:19.146674 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.147948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:19:19.148623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Bound port: 4ef2a673-138f-4ddd-9df8-1d7ee85d7829, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:19:19.149132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.155022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d331d-6e87-4454-b111-f410bd792a8c None None] Pushing event updated for resources: {'Port': ['ID=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:19.231358 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.233960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port fca68fb0-3a1c-4096-9a1f-a09cc03b203f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,segment=NetworkSegment(ab2f1908-5f91-4f01-91a7-73472e0a7e2e),segment_id=ab2f1908-5f91-4f01-91a7-73472e0a7e2e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:19.242298 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.246493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.270892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17b10b9-2d52-412d-9c58-5fcaf3fed5d3']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:19.295207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec3d90f-a342-49a2-ba3c-bbd8ca99293b') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:19.295505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec3d90f-a342-49a2-ba3c-bbd8ca99293b') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:19.328242 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-124ae35f-a50f-4156-8638-f228cd2e2a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.332374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-124ae35f-a50f-4156-8638-f228cd2e2a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.332947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] For port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:19:19.341477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] For port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:19:19.341886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-124ae35f-a50f-4156-8638-f228cd2e2a3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b39991d-5e23-4df3-82f6-ee48d0545cab HTTP/1.1" status: 204 len: 168 time: 0.7979918 Aug 31 16:19:19.346775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d9c1c064-5d18-43f9-9cc3-daca428681a7 None None] Provisioning complete for port fca68fb0-3a1c-4096-9a1f-a09cc03b203f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:19.347651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c064-5d18-43f9-9cc3-daca428681a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.349445 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.417220 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.424639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ae35f-a50f-4156-8638-f228cd2e2a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39991d-5e23-4df3-82f6-ee48d0545cab,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:19.441738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.451807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:19.454201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:19:19.461035 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:19:19.604476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.611795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.678851 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:19.686730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c17b10b9-2d52-412d-9c58-5fcaf3fed5d3 HTTP/1.1" status: 204 len: 168 time: 1.0024970 Aug 31 16:19:19.697279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648e226-e438-475e-833e-375a4d110194 admin admin] Pushing event deleted for resources: {'Network': ['ID=c17b10b9-2d52-412d-9c58-5fcaf3fed5d3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:19.726661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Routers {'2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:19.729498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:19.737366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:20.113930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51442) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:20.136770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fca68fb0-3a1c-4096-9a1f-a09cc03b203f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:19:20.171039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.177563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.214327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d331d-6e87-4454-b111-f410bd792a8c None None] Pushing event updated for resources: {'Port': ['ID=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:20.236655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] Set router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:20.338937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ead69ca8-047e-4ee0-9889-8834fff51395 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f883b2372d04e479004c0716167347b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212121 Aug 31 16:19:20.340051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51446) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:20.342918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fca68fb0-3a1c-4096-9a1f-a09cc03b203f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:20.343551 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.350039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0284-a519-4296-a1c1-fd0e4d12dede req-7d14f824-de3b-4025-a579-b93755f64735 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:20.360616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c94d0284-a519-4296-a1c1-fd0e4d12dede req-7d14f824-de3b-4025-a579-b93755f64735 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 945 time: 0.2182145 Aug 31 16:19:20.398087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.400377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Pushing event updated for resources: {'Port': ['ID=af959652-2044-4cf9-b350-512bdc9ef0fe,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:20.517984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c94d0284-a519-4296-a1c1-fd0e4d12dede req-70bee5fb-f551-40c9-beac-69626c2b797f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444345 Aug 31 16:19:20.578794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26af174f-b339-4b9c-b76a-3c97a52dfd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.595705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b886c9f4-a7ef-4c87-bfa9-1a3919947d57 None None] Provisioning for port af959652-2044-4cf9-b350-512bdc9ef0fe completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:19:20.607139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b886c9f4-a7ef-4c87-bfa9-1a3919947d57 None None] Provisioning complete for port af959652-2044-4cf9-b350-512bdc9ef0fe triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:20.607518 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b886c9f4-a7ef-4c87-bfa9-1a3919947d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.634410 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26af174f-b339-4b9c-b76a-3c97a52dfd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.638251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:19:20.645726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:20.654045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b886c9f4-a7ef-4c87-bfa9-1a3919947d57 None None] Port af959652-2044-4cf9-b350-512bdc9ef0fe cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:19:20.752270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26af174f-b339-4b9c-b76a-3c97a52dfd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.755136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:19Z', 'revision_number': 4, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port': {'id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:12Z', 'updated_at': '2021-08-31T16:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'af959652-2044-4cf9-b350-512bdc9ef0fe', 'name': '', 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'mac_address': 'fa:16:3e:dc:3f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2b39149f-1f6f-4439-943b-31cd88a9c391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:17Z', 'updated_at': '2021-08-31T16:19:18Z', 'revision_number': 1, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'subnets': [{'id': '2b39149f-1f6f-4439-943b-31cd88a9c391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:20.755343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26af174f-b339-4b9c-b76a-3c97a52dfd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:20.756591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26af174f-b339-4b9c-b76a-3c97a52dfd8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa837e0c-5914-4112-b8cf-98ee34b20d0e HTTP/1.1" status: 204 len: 168 time: 0.3913648 Aug 31 16:19:20.768768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af174f-b339-4b9c-b76a-3c97a52dfd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa837e0c-5914-4112-b8cf-98ee34b20d0e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:20.883617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10527ef-f815-4f2b-8164-04b0210fc7fc None None] The sync data for ids ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'] in n-d-793621-35 is: [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:19Z', 'revision_number': 4, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port': {'id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:12Z', 'updated_at': '2021-08-31T16:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'af959652-2044-4cf9-b350-512bdc9ef0fe', 'name': '', 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'mac_address': 'fa:16:3e:dc:3f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2b39149f-1f6f-4439-943b-31cd88a9c391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:17Z', 'updated_at': '2021-08-31T16:19:18Z', 'revision_number': 1, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'subnets': [{'id': '2b39149f-1f6f-4439-943b-31cd88a9c391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:20.978433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:19:21.083613 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8cac-16ac-4c29-b858-fc5e7b1c4e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:21.197754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ee266ea1-ebea-4cd6-8bd6-bcf3b35c73da None None] Provisioning complete for port af959652-2044-4cf9-b350-512bdc9ef0fe triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:21.201289 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ee266ea1-ebea-4cd6-8bd6-bcf3b35c73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:21.276400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:21.316445 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca52e3a6-0bc9-443e-b8b2-c8c9b492f894 admin admin] 10.222.0.43 "PUT /v2.0/routers/2237d194-e5df-4cd0-a9b2-7f0a1986dbf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8947203 Aug 31 16:19:21.371156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ee266ea1-ebea-4cd6-8bd6-bcf3b35c73da None None] Port af959652-2044-4cf9-b350-512bdc9ef0fe cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:19:21.400642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51472) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:21.488400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-764072aa-c375-4c5a-9200-49b9936a6207 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e91d5b573304e51b1f2903866b687b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817533 Aug 31 16:19:21.489357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51476) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:21.581123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da247d9a-4364-4f98-8c36-24498b41d029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:21.619399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da247d9a-4364-4f98-8c36-24498b41d029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:21.785982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049ebb7-a336-42c1-b0f7-5fd06d17303b req-627ca659-bf4a-4112-bec1-d8181abe0c95 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:21.787643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9049ebb7-a336-42c1-b0f7-5fd06d17303b req-627ca659-bf4a-4112-bec1-d8181abe0c95 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 945 time: 0.1418691 Aug 31 16:19:21.841967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da247d9a-4364-4f98-8c36-24498b41d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:21.844875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da247d9a-4364-4f98-8c36-24498b41d029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:21.846138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23483-e616-408d-b6e3-06d09592ac97 req-e6ec5a8b-6c1f-42af-bdf9-73801174c17d tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:21.849585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-da247d9a-4364-4f98-8c36-24498b41d029 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82b11024-d221-4b9a-a1e1-883aabcc977b HTTP/1.1" status: 204 len: 168 time: 0.3582830 Aug 31 16:19:21.851024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8af23483-e616-408d-b6e3-06d09592ac97 req-e6ec5a8b-6c1f-42af-bdf9-73801174c17d tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 945 time: 0.1362910 Aug 31 16:19:21.872827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da247d9a-4364-4f98-8c36-24498b41d029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b11024-d221-4b9a-a1e1-883aabcc977b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:21.887563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9049ebb7-a336-42c1-b0f7-5fd06d17303b req-71221803-5d0e-4a68-92b8-fa256e34119c tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869777 Aug 31 16:19:22.052602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Deleting port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:22.053645 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:22.230752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] For port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:22.231133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:22.279383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Calling delete_port for b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:22.505199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:22.522504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b6e30060-b440-4542-a38c-1f50efc0b358', 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:22.530922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:22.557501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event deleted for resources: {'Port': ['ID=b63de3c1-82a5-4d3c-a8c8-e83e20c29b18,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:22.660783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] No DVR routers for this DVR port b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:22.665737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:22.668298 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8af23483-e616-408d-b6e3-06d09592ac97 req-73af1c20-2ffb-45ef-87e2-19739ff67087 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "DELETE /v2.0/ports/b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 HTTP/1.1" status: 204 len: 173 time: 0.8094261 Aug 31 16:19:22.669515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'name': 'network-vif-deleted', 'tag': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:22.683901 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1f00c5-e309-49c9-b108-2ec6ab0d4a95" -d '{"events": [{"server_uuid": "043ea098-7b8a-45c2-8548-2832bddc3d50", "name": "network-vif-deleted", "tag": "b63de3c1-82a5-4d3c-a8c8-e83e20c29b18"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:22.791506 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f35159-7820-4c2f-a61d-1c118a689104 x-openstack-request-id: req-48f35159-7820-4c2f-a61d-1c118a689104 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:22.791834 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043ea098-7b8a-45c2-8548-2832bddc3d50", "name": "network-vif-deleted", "tag": "b63de3c1-82a5-4d3c-a8c8-e83e20c29b18", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:22.792094 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48f35159-7820-4c2f-a61d-1c118a689104 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:22.792532 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043ea098-7b8a-45c2-8548-2832bddc3d50', 'name': 'network-vif-deleted', 'tag': 'b63de3c1-82a5-4d3c-a8c8-e83e20c29b18', 'status': 'completed', 'code': 200} Aug 31 16:19:23.096050 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b3243d1-e0e8-4a43-bb29-f3efb4e80088 req-37fcd068-be94-4395-9848-613691a1a548 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0578227 Aug 31 16:19:23.128571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e35b2441-113e-4705-87c3-454212b45539 req-013126c3-797b-4c9d-b438-9a07cac6ebf0 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 210 time: 0.0544469 Aug 31 16:19:23.203436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b3243d1-e0e8-4a43-bb29-f3efb4e80088 req-9076ba44-0683-4429-be7c-72205a2f8db9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&device_id=043ea098-7b8a-45c2-8548-2832bddc3d50 HTTP/1.1" status: 200 len: 210 time: 0.0794404 Aug 31 16:19:23.576491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3243d1-e0e8-4a43-bb29-f3efb4e80088 req-311be588-032d-4d54-9edc-5ba02a43593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:23.588634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b3243d1-e0e8-4a43-bb29-f3efb4e80088 req-311be588-032d-4d54-9edc-5ba02a43593e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3529668 Aug 31 16:19:23.883599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3243d1-e0e8-4a43-bb29-f3efb4e80088 req-c3473311-7420-4cee-a5ab-d200b5ff6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:23.885165 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b3243d1-e0e8-4a43-bb29-f3efb4e80088 req-c3473311-7420-4cee-a5ab-d200b5ff6b81 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953930 Aug 31 16:19:24.157873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:19:24.340651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:19:24.359840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51606) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:24.360367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:24.360626 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:24.449906 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:24.517941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:24.540786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:24.545926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:24.678434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:24.768218 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Sync routers for ids ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:24.794958 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Routers {'2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:24.795726 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:24.806676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf78f7-c2ce-427b-ab60-0b78eb4741bb req-0489e5b8-2cdb-445b-aed0-84062c707195 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:24.808698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cbf78f7-c2ce-427b-ab60-0b78eb4741bb req-0489e5b8-2cdb-445b-aed0-84062c707195 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 945 time: 0.1552773 Aug 31 16:19:24.957164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cbf78f7-c2ce-427b-ab60-0b78eb4741bb req-9ffeffe5-766d-4a97-9f51-ae677a19e6ee tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669484 Aug 31 16:19:25.011048 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Set router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:25.142238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51650) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:25.188392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.231581 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.269080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.320672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf570eac-b8d7-4af4-aa62-6d4dd163c02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.373327 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:19Z', 'revision_number': 4, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port': {'id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:12Z', 'updated_at': '2021-08-31T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'af959652-2044-4cf9-b350-512bdc9ef0fe', 'name': '', 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'mac_address': 'fa:16:3e:dc:3f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2b39149f-1f6f-4439-943b-31cd88a9c391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:17Z', 'updated_at': '2021-08-31T16:19:19Z', 'revision_number': 2, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'subnets': [{'id': '2b39149f-1f6f-4439-943b-31cd88a9c391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:25.419042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Checking router: 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:25.419682 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Updating router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 port af959652-2044-4cf9-b350-512bdc9ef0fe binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:19:25.478798 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.598861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1e47-3f47-421c-b7c1-ed63ed4f4516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.626417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf570eac-b8d7-4af4-aa62-6d4dd163c02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.638150 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf570eac-b8d7-4af4-aa62-6d4dd163c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.671966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Deleting port af959652-2044-4cf9-b350-512bdc9ef0fe {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:25.672384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.731255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:25.756416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf570eac-b8d7-4af4-aa62-6d4dd163c02b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e08b28ed883c4899a3b303ee42345393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119347 Aug 31 16:19:25.756649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51662) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:25.759278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf570eac-b8d7-4af4-aa62-6d4dd163c02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c645bff9-d6d5-4977-96b1-a343d9bda38b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:25.793510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:25.795950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b63de3c1-82a5-4d3c-a8c8-e83e20c29b18 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:25.821385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.837930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Calling delete_port for af959652-2044-4cf9-b350-512bdc9ef0fe owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:25.851431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.881928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa441c-6e0e-4954-8f70-718e34014289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.930149 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.957373 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Transition to ACTIVE for port object af959652-2044-4cf9-b350-512bdc9ef0fe will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:19:25.973274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa441c-6e0e-4954-8f70-718e34014289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.974010 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:25.991067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-7d1bb597-f5e2-4276-9aa8-6b3cdab28773 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:25.993101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-7d1bb597-f5e2-4276-9aa8-6b3cdab28773 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 945 time: 0.0832570 Aug 31 16:19:26.195658 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Pushing event updated for resources: {'Port': ['ID=af959652-2044-4cf9-b350-512bdc9ef0fe,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:26.239507 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.242001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:19:26.244584 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.245252 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.245806 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.246364 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.246924 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.247487 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.248033 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.248512 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.248853 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.249189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.249502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303fb5-c04a-4c07-bc07-6b982d01d4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:26.263712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.274410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa441c-6e0e-4954-8f70-718e34014289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.290174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa441c-6e0e-4954-8f70-718e34014289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.302611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1aaa441c-6e0e-4954-8f70-718e34014289 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c645bff9-d6d5-4977-96b1-a343d9bda38b HTTP/1.1" status: 204 len: 168 time: 0.5420706 Aug 31 16:19:26.355100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:19:26.355670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.386437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Deleting port b6e30060-b440-4542-a38c-1f50efc0b358 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:26.386906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.476466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa441c-6e0e-4954-8f70-718e34014289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c645bff9-d6d5-4977-96b1-a343d9bda38b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:26.560027 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Attempting to bind port af959652-2044-4cf9-b350-512bdc9ef0fe on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:19:26.561922 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Attempting to bind port af959652-2044-4cf9-b350-512bdc9ef0fe by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:19:26.564073 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Attempting to bind port af959652-2044-4cf9-b350-512bdc9ef0fe on network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:19:26.583635 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:19:26.587439 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Checking segment: {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:19:26.588413 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.589802 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Bound using segment: {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:19:26.591986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Bound port: af959652-2044-4cf9-b350-512bdc9ef0fe, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23eb13f8-4d63-45de-b4c2-51b203dd29d5'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:19:26.593617 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.708577 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Port af959652-2044-4cf9-b350-512bdc9ef0fe has been deleted concurrently {{(pid=101480) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 16:19:26.726230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] For port b6e30060-b440-4542-a38c-1f50efc0b358, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b6e30060-b440-4542-a38c-1f50efc0b358,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:26.726835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:26.752972 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Routers {'2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:26.753407 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:26.791058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Calling delete_port for b6e30060-b440-4542-a38c-1f50efc0b358 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:26.828504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-726a1178-42b1-4959-aae6-a2725c0ad91d None None] Could not find standard attr ID for object af959652-2044-4cf9-b350-512bdc9ef0fe. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:19:26.992426 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] Set router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:27.160966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.177497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b6e30060-b440-4542-a38c-1f50efc0b358'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:27.179995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:27.229626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51684) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:27.253972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Pushing event deleted for resources: {'Port': ['ID=af959652-2044-4cf9-b350-512bdc9ef0fe,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:27.272629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-624152d5-0860-4a01-8908-e99034465ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.274826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event deleted for resources: {'Port': ['ID=b6e30060-b440-4542-a38c-1f50efc0b358,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:27.301433 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:26Z', 'revision_number': 5, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port': {'id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:12Z', 'updated_at': '2021-08-31T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:27.340316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707d4e9-f440-4053-94e5-94290832414a req-019c29d5-1893-4937-9dae-2f079389066f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:27.346753 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4aba1e-bd4b-42c1-8a1e-05cd2db76a65 None None] The sync data for ids ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'] in n-d-793621-35 is: [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:26Z', 'revision_number': 5, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port': {'id': '4ef2a673-138f-4ddd-9df8-1d7ee85d7829', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:12Z', 'updated_at': '2021-08-31T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:27.349859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a707d4e9-f440-4053-94e5-94290832414a req-019c29d5-1893-4937-9dae-2f079389066f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 867 time: 1.1284940 Aug 31 16:19:27.407254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] No DVR routers for this DVR port b6e30060-b440-4542-a38c-1f50efc0b358 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:27.415825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.419087 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-77341764-d3c0-4f70-a0e1-8c79bb24b85b req-5ade1aab-8540-42a1-bb1a-bd82144580af tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.49 "DELETE /v2.0/ports/b6e30060-b440-4542-a38c-1f50efc0b358 HTTP/1.1" status: 204 len: 173 time: 1.4094410 Aug 31 16:19:27.424917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'name': 'network-vif-deleted', 'tag': 'b6e30060-b440-4542-a38c-1f50efc0b358'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:27.429077 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3592b5-8555-456e-a49d-e60961fcaeed" -d '{"events": [{"server_uuid": "3de1d53c-96e2-43b9-99a1-f967bea9c44d", "name": "network-vif-deleted", "tag": "b6e30060-b440-4542-a38c-1f50efc0b358"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:27.500995 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a707d4e9-f440-4053-94e5-94290832414a req-de02d58e-d613-4fd4-bd35-82238d835de9 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498885 Aug 31 16:19:27.635095 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30e399-de64-4168-9cce-f7e202fc1681 x-openstack-request-id: req-ef30e399-de64-4168-9cce-f7e202fc1681 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:27.635391 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de1d53c-96e2-43b9-99a1-f967bea9c44d", "name": "network-vif-deleted", "tag": "b6e30060-b440-4542-a38c-1f50efc0b358", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:27.635648 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef30e399-de64-4168-9cce-f7e202fc1681 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:27.636077 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de1d53c-96e2-43b9-99a1-f967bea9c44d', 'name': 'network-vif-deleted', 'tag': 'b6e30060-b440-4542-a38c-1f50efc0b358', 'status': 'completed', 'code': 200} Aug 31 16:19:27.650810 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-624152d5-0860-4a01-8908-e99034465ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.678658 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-624152d5-0860-4a01-8908-e99034465ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.680560 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.715473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-624152d5-0860-4a01-8908-e99034465ba0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3441d6a41536466e94e5165b9fa89da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846497 Aug 31 16:19:27.724720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51694) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:27.771284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.801918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624152d5-0860-4a01-8908-e99034465ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977b3069-7c04-4a41-a63e-d1ec99472800,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:27.917061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6098284-fadf-402c-8108-4f0f13c5b666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:27.991406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6098284-fadf-402c-8108-4f0f13c5b666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:28.049663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device af959652-2044-4cf9-b350-512bdc9ef0fe no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:28.132011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: af959652-2044-4cf9-b350-512bdc9ef0fe {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:28.132393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device af959652-2044-4cf9-b350-512bdc9ef0fe not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:28.140548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6098284-fadf-402c-8108-4f0f13c5b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:28.144101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6098284-fadf-402c-8108-4f0f13c5b666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:28.150774 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c6098284-fadf-402c-8108-4f0f13c5b666 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/977b3069-7c04-4a41-a63e-d1ec99472800 HTTP/1.1" status: 204 len: 168 time: 0.4214559 Aug 31 16:19:28.173842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6098284-fadf-402c-8108-4f0f13c5b666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977b3069-7c04-4a41-a63e-d1ec99472800,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:28.280521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:19:28.512872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:28.526616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb1cb288-977a-428f-a559-492dc7189787 admin admin] 10.222.0.43 "PUT /v2.0/routers/2237d194-e5df-4cd0-a9b2-7f0a1986dbf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1599214 Aug 31 16:19:28.527930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51706) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:28.658188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ea33e04-d24a-4da4-83d8-396e28f43297 req-8c92718e-98d5-4184-81ed-bff64f238204 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3de1d53c-96e2-43b9-99a1-f967bea9c44d HTTP/1.1" status: 200 len: 210 time: 0.0428634 Aug 31 16:19:28.843074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:28.980395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:29.032453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] Sync routers for ids ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:29.052291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] Routers {'2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:29.053071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:29.054590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Deleting port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:29.054866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:29.177125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] For port 4ef2a673-138f-4ddd-9df8-1d7ee85d7829, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:29.177629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:29.213299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Calling delete_port for 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:29.265657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] Set router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:29.396791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:28Z', 'revision_number': 6, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:29.440225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] Checking router: 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:29.451242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] Routers {'2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:29.452342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:29.654038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:29.724874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef2a673-138f-4ddd-9df8-1d7ee85d7829,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:29.748180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] Set router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:29.835378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:29.857694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b6e30060-b440-4542-a38c-1f50efc0b358 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:29.895700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:28Z', 'revision_number': 6, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:29.981560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6cafd-992e-4c69-9038-c613c49c7080 None None] The sync data for ids ['2237d194-e5df-4cd0-a9b2-7f0a1986dbf1'] in n-d-793621-35 is: [{'id': '2237d194-e5df-4cd0-a9b2-7f0a1986dbf1', 'name': 'tempest-ImageQuotaTest-610319365-router', 'tenant_id': '43ef2ad96e484b338895eeb4da758db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:11Z', 'updated_at': '2021-08-31T16:19:28Z', 'revision_number': 6, 'project_id': '43ef2ad96e484b338895eeb4da758db3', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:29.986674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: b6e30060-b440-4542-a38c-1f50efc0b358 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:29.987171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b6e30060-b440-4542-a38c-1f50efc0b358 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:30.055498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.058400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.206393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.207061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:19:30.217589 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.221863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b42f32d-49ed-4b34-8929-cf60ba1f1f31 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2237d194-e5df-4cd0-a9b2-7f0a1986dbf1 HTTP/1.1" status: 204 len: 168 time: 1.6907001 Aug 31 16:19:30.222219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51750) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:30.349105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Deleting subnet 2b39149f-1f6f-4439-943b-31cd88a9c391 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:19:30.355290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.421708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.615793 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.836336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.953772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b39149f-1f6f-4439-943b-31cd88a9c391,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:30.989988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:30.993725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a636c-76fe-4092-b1e4-54570cf8ec98 None None] Network 23eb13f8-4d63-45de-b4c2-51b203dd29d5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:30.999359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:31.000118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9538ff6d-a0b1-47fc-b241-f52534436037 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b39149f-1f6f-4439-943b-31cd88a9c391 HTTP/1.1" status: 204 len: 168 time: 0.7760000 Aug 31 16:19:31.281803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.401311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Deleting port fca68fb0-3a1c-4096-9a1f-a09cc03b203f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:31.401948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.493816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] For port fca68fb0-3a1c-4096-9a1f-a09cc03b203f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,segment=NetworkSegment(ab2f1908-5f91-4f01-91a7-73472e0a7e2e),segment_id=ab2f1908-5f91-4f01-91a7-73472e0a7e2e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:31.494339 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.512361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Calling delete_port for fca68fb0-3a1c-4096-9a1f-a09cc03b203f owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:31.613144 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.678022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca68fb0-3a1c-4096-9a1f-a09cc03b203f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:31.681280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43fdad9-a570-4afa-af92-452927ee930c None None] DHCP port deletion for 23eb13f8-4d63-45de-b4c2-51b203dd29d5 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:19:31.683479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] No DVR routers for this DVR port fca68fb0-3a1c-4096-9a1f-a09cc03b203f on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:31.810063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.835023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eb13f8-4d63-45de-b4c2-51b203dd29d5']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:31.850158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:31.850875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2f1908-5f91-4f01-91a7-73472e0a7e2e') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:31.862446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.881222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.890685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:31.891114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:19:31.949164 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:19:31.971991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.979904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:31.983374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/23eb13f8-4d63-45de-b4c2-51b203dd29d5 HTTP/1.1" status: 204 len: 168 time: 0.9818227 Aug 31 16:19:32.040715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d167-af1c-44b4-a682-8b8c2820acb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=23eb13f8-4d63-45de-b4c2-51b203dd29d5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:32.127919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:32.171646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:32.172409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4ef2a673-138f-4ddd-9df8-1d7ee85d7829 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:32.173897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fca68fb0-3a1c-4096-9a1f-a09cc03b203f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:32.197974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fca68fb0-3a1c-4096-9a1f-a09cc03b203f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:32.198723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fca68fb0-3a1c-4096-9a1f-a09cc03b203f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:32.331724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51850) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:32.455696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:32.470871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d9902801-9a34-45d5-be75-38827415b8ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43ef2ad96e484b338895eeb4da758db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307607 Aug 31 16:19:32.529089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bcab30e9-a29c-4bae-b78c-b4ae8202c79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:32.575150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bcab30e9-a29c-4bae-b78c-b4ae8202c79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:32.668308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bcab30e9-a29c-4bae-b78c-b4ae8202c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:32.674284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bcab30e9-a29c-4bae-b78c-b4ae8202c79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:32.692711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bcab30e9-a29c-4bae-b78c-b4ae8202c79c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ea139f4-eb63-4e2b-817c-15b1d21bbd08 HTTP/1.1" status: 204 len: 168 time: 0.2289765 Aug 31 16:19:32.701398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab30e9-a29c-4bae-b78c-b4ae8202c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea139f4-eb63-4e2b-817c-15b1d21bbd08,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:33.061101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51884) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:33.268297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ead789a-f4c2-4e57-ac96-1ec536569b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.321211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51892) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:33.341722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f25144e7-7f4d-4ebe-a292-2f0fcbf73bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.429912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ead789a-f4c2-4e57-ac96-1ec536569b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.455128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ead789a-f4c2-4e57-ac96-1ec536569b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.520479 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ead789a-f4c2-4e57-ac96-1ec536569b8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed74bd75287e46fc8f99c21857b43eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558878 Aug 31 16:19:33.520479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead789a-f4c2-4e57-ac96-1ec536569b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b97c3-76c6-405b-a298-e39ebcc9f2bd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:33.522100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51900) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:33.575339 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f25144e7-7f4d-4ebe-a292-2f0fcbf73bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.583740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f25144e7-7f4d-4ebe-a292-2f0fcbf73bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.659199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25144e7-7f4d-4ebe-a292-2f0fcbf73bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f580f54-5be4-449c-b8ce-d0b2c83a550c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:33.677467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f25144e7-7f4d-4ebe-a292-2f0fcbf73bee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3541429 Aug 31 16:19:33.680167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51902) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:33.707011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc94c-946e-43b1-8f39-ae7bd8335708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.752122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc94c-946e-43b1-8f39-ae7bd8335708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.781152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94e903d-ad64-4b89-b6bd-a735fd770adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.813696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94e903d-ad64-4b89-b6bd-a735fd770adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.840559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc94c-946e-43b1-8f39-ae7bd8335708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.847285 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc94c-946e-43b1-8f39-ae7bd8335708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.849558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1e4cc94c-946e-43b1-8f39-ae7bd8335708 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b5b97c3-76c6-405b-a298-e39ebcc9f2bd HTTP/1.1" status: 204 len: 168 time: 0.2986593 Aug 31 16:19:33.878362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cc94c-946e-43b1-8f39-ae7bd8335708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b97c3-76c6-405b-a298-e39ebcc9f2bd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:33.894927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94e903d-ad64-4b89-b6bd-a735fd770adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.900318 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94e903d-ad64-4b89-b6bd-a735fd770adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:33.904417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e94e903d-ad64-4b89-b6bd-a735fd770adc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f580f54-5be4-449c-b8ce-d0b2c83a550c HTTP/1.1" status: 204 len: 168 time: 0.2203228 Aug 31 16:19:33.922700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e903d-ad64-4b89-b6bd-a735fd770adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f580f54-5be4-449c-b8ce-d0b2c83a550c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:34.535418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51928) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:34.557270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c25a9d5-5350-4452-bb8b-94b2387abb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:34.859734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c25a9d5-5350-4452-bb8b-94b2387abb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:34.870848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0c25a9d5-5350-4452-bb8b-94b2387abb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:34.977235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a9d5-5350-4452-bb8b-94b2387abb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88073708-d477-45de-93e7-ca32e487eb5e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:34.984514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0c25a9d5-5350-4452-bb8b-94b2387abb84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f4e7f170ee04572b9cd60f89b2da8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476457 Aug 31 16:19:34.989155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:35.045214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3adef-e805-483e-8e5f-bcfaa7de4280 req-9e840280-0fc1-49d8-bbc9-588a82c45de1 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:35.047129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9e3adef-e805-483e-8e5f-bcfaa7de4280 req-9e840280-0fc1-49d8-bbc9-588a82c45de1 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 946 time: 0.1446652 Aug 31 16:19:35.104722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d7963c-f7be-4d17-bac0-c71710de7eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.114254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9e3adef-e805-483e-8e5f-bcfaa7de4280 req-164e6f58-277f-48d6-a171-5e5307baf5e5 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Aug 31 16:19:35.179274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d7963c-f7be-4d17-bac0-c71710de7eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.202554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51952) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:35.261901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d7963c-f7be-4d17-bac0-c71710de7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.264986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-03d7963c-f7be-4d17-bac0-c71710de7eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.266362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-03d7963c-f7be-4d17-bac0-c71710de7eda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88073708-d477-45de-93e7-ca32e487eb5e HTTP/1.1" status: 204 len: 168 time: 0.2752764 Aug 31 16:19:35.279214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7963c-f7be-4d17-bac0-c71710de7eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88073708-d477-45de-93e7-ca32e487eb5e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:35.440547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-091acc26-802d-49a7-9f1f-35afda77d243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.700461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-091acc26-802d-49a7-9f1f-35afda77d243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.704889 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-091acc26-802d-49a7-9f1f-35afda77d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.764373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-091acc26-802d-49a7-9f1f-35afda77d243 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b721e6defc2245149f7db73f4be1554a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612195 Aug 31 16:19:35.766267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 51964) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:35.780366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091acc26-802d-49a7-9f1f-35afda77d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27100282-59eb-42b4-9f41-373050cba075,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:35.906246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4642efc7-c731-4345-8ef4-9c4dfb7372a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:35.955039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4642efc7-c731-4345-8ef4-9c4dfb7372a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.031282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4642efc7-c731-4345-8ef4-9c4dfb7372a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.034302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4642efc7-c731-4345-8ef4-9c4dfb7372a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.036298 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4642efc7-c731-4345-8ef4-9c4dfb7372a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27100282-59eb-42b4-9f41-373050cba075 HTTP/1.1" status: 204 len: 168 time: 0.2676528 Aug 31 16:19:36.048849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642efc7-c731-4345-8ef4-9c4dfb7372a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27100282-59eb-42b4-9f41-373050cba075,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:36.337523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61c3b-28ab-42f7-9f6c-0715a5e0b5ba req-0489d867-c7e4-4e7d-9eaf-0ae1f8982494 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:36.339203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82b61c3b-28ab-42f7-9f6c-0715a5e0b5ba req-0489d867-c7e4-4e7d-9eaf-0ae1f8982494 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 946 time: 0.1006529 Aug 31 16:19:36.422332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-0588885e-34c2-4fab-8711-54dc6553301b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:36.425812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82b61c3b-28ab-42f7-9f6c-0715a5e0b5ba req-7c2ba795-bc52-4bac-b82d-2eafd77b47b8 tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/security-groups?id=e071a4dd-ba18-4618-ad1c-f5e839997eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723248 Aug 31 16:19:36.441707 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-0588885e-34c2-4fab-8711-54dc6553301b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 946 time: 0.1455250 Aug 31 16:19:36.526151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 51998) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:36.554545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e5f5-7c18-4529-8cd9-193c690d5861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.567596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Deleting port 907c41a6-8150-47e7-b7da-1b979f6053f6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:36.568264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.686769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] For port 907c41a6-8150-47e7-b7da-1b979f6053f6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=907c41a6-8150-47e7-b7da-1b979f6053f6,segment=NetworkSegment(b853d3b9-f018-47e5-b874-7f046b4aed5d),segment_id=b853d3b9-f018-47e5-b874-7f046b4aed5d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:36.687666 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.705376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Calling delete_port for 907c41a6-8150-47e7-b7da-1b979f6053f6 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:36.825355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e5f5-7c18-4529-8cd9-193c690d5861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.831451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e5f5-7c18-4529-8cd9-193c690d5861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.864590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:36.876981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['907c41a6-8150-47e7-b7da-1b979f6053f6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:19:36.903787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Pushing event deleted for resources: {'Port': ['ID=907c41a6-8150-47e7-b7da-1b979f6053f6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:36.911286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1e2e5f5-7c18-4529-8cd9-193c690d5861 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b275b003df549bcbf039b4b7a0a57a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837841 Aug 31 16:19:36.912388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2e5f5-7c18-4529-8cd9-193c690d5861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df69267-5693-4160-b978-fb3118a27212,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:36.915121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52004) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:36.986624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] No DVR routers for this DVR port 907c41a6-8150-47e7-b7da-1b979f6053f6 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:37.002033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.004174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8cbaf05e-de47-4e6a-8d3a-b2ed987cec0f req-9423513b-7cf6-41c7-a1b8-282e31429a6f tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.30 "DELETE /v2.0/ports/907c41a6-8150-47e7-b7da-1b979f6053f6 HTTP/1.1" status: 204 len: 173 time: 0.5540669 Aug 31 16:19:37.004707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc05c16-13af-4632-b973-64e9a1158a29', 'name': 'network-vif-deleted', 'tag': '907c41a6-8150-47e7-b7da-1b979f6053f6'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:37.010312 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e120e2-9803-4947-b02e-ee9669d4f93a" -d '{"events": [{"server_uuid": "3fc05c16-13af-4632-b973-64e9a1158a29", "name": "network-vif-deleted", "tag": "907c41a6-8150-47e7-b7da-1b979f6053f6"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:37.057848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54658bc0-1f83-42cf-b023-15e8d14074ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.089083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d9f03-5598-43c9-bd49-1fa36c88fda0 req-8ee04881-488d-4bcf-bf58-e365033da0a8 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:37.100809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a9d9f03-5598-43c9-bd49-1fa36c88fda0 req-8ee04881-488d-4bcf-bf58-e365033da0a8 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1098 time: 0.0817404 Aug 31 16:19:37.130531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54658bc0-1f83-42cf-b023-15e8d14074ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.228681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a9d9f03-5598-43c9-bd49-1fa36c88fda0 req-528fdc26-d4a7-4f0a-8d1d-668f8999bb21 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247611 Aug 31 16:19:37.254825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52020) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:37.258767 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54658bc0-1f83-42cf-b023-15e8d14074ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.262617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54658bc0-1f83-42cf-b023-15e8d14074ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.264134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54658bc0-1f83-42cf-b023-15e8d14074ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9df69267-5693-4160-b978-fb3118a27212 HTTP/1.1" status: 204 len: 168 time: 0.3471925 Aug 31 16:19:37.281573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54658bc0-1f83-42cf-b023-15e8d14074ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df69267-5693-4160-b978-fb3118a27212,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:37.352267 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b1e99-cb1d-4e95-9f2e-6eeb63c21e76 x-openstack-request-id: req-4a0b1e99-cb1d-4e95-9f2e-6eeb63c21e76 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:37.353237 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc05c16-13af-4632-b973-64e9a1158a29", "name": "network-vif-deleted", "tag": "907c41a6-8150-47e7-b7da-1b979f6053f6", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:37.353880 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a0b1e99-cb1d-4e95-9f2e-6eeb63c21e76 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:37.354710 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc05c16-13af-4632-b973-64e9a1158a29', 'name': 'network-vif-deleted', 'tag': '907c41a6-8150-47e7-b7da-1b979f6053f6', 'status': 'completed', 'code': 200} Aug 31 16:19:37.679001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 7c4889f6-4cff-4dc0-9f03-39e3e8d4fdb6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:37.679853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.729083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b974cf34-c8ac-417d-bcc8-388cd0dff7f7 req-0a5819ef-4dbc-4d4e-a4a3-95b1c31b318e tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc05c16-13af-4632-b973-64e9a1158a29 HTTP/1.1" status: 200 len: 210 time: 0.1077144 Aug 31 16:19:37.944625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.945012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:37.961541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 7c4889f6-4cff-4dc0-9f03-39e3e8d4fdb6 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:38.217311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:38.690260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=7c4889f6-4cff-4dc0-9f03-39e3e8d4fdb6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:38.790631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:38.793239 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 99b49bf1-1f34-43f9-9215-ef64a303585b disassociated (deleted). External IP: 172.25.6.152, port: 39205281-375e-4911-bc50-114e103f967b. Aug 31 16:19:38.859472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52090) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:38.958109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Deleting subnet 3887ac88-f223-41c3-b617-56eb7d3d252e {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:19:38.962161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.009920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.118213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.215763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b50d232f-7e25-440c-b14b-8507d42b2e0e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:19:39.280647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.322221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3887ac88-f223-41c3-b617-56eb7d3d252e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:39.326367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.328610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3887ac88-f223-41c3-b617-56eb7d3d252e HTTP/1.1" status: 204 len: 168 time: 0.4664633 Aug 31 16:19:39.334198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52114) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:39.348903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.349492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.350931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.351618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.352352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.352961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.353624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.354219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.354775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.355946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.356721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.357246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b211cae-08db-4121-9b65-d3770811898b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:39.446676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:39.452514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.459062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] Sync routers for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:39.474906 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:39.480532 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:39.513308 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea56dd16-845c-498e-b5a0-cc944473d259 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/floatingips/99b49bf1-1f34-43f9-9215-ef64a303585b HTTP/1.1" status: 204 len: 168 time: 2.2572923 Aug 31 16:19:39.513913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:39.516207 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e4a41-0689-4a32-b700-06b2907d88e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:39.589395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.801455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.832145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9cb378-9cb3-40c3-8635-318711bcded6']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:39.861420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b853d3b9-f018-47e5-b874-7f046b4aed5d') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:39.862431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b853d3b9-f018-47e5-b874-7f046b4aed5d') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:39.887272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.928129 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241eb6a9-7c5a-43fd-b724-2d63e8dff71e x-openstack-request-id: req-241eb6a9-7c5a-43fd-b724-2d63e8dff71e {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:39.928998 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "tag": "39205281-375e-4911-bc50-114e103f967b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:39.928998 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-241eb6a9-7c5a-43fd-b724-2d63e8dff71e {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:39.929328 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'status': 'completed', 'code': 200} Aug 31 16:19:39.954167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.971580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:39.972084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: items = [ Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:19:39.980220 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:19:40.101141 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:40.165745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-f42bc5e2-c0dc-4734-9c11-5624cb20cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:40.170891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-f42bc5e2-c0dc-4734-9c11-5624cb20cb08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 1098 time: 0.2174704 Aug 31 16:19:40.269803 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:40.279331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:40.292166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6c9cb378-9cb3-40c3-8635-318711bcded6 HTTP/1.1" status: 204 len: 168 time: 0.9537590 Aug 31 16:19:40.353482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c3336-af9b-4acb-b69a-409100c3b04b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9cb378-9cb3-40c3-8635-318711bcded6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:40.392613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7dad5-b5dc-4c35-aa44-9eccfbbdc586 req-964a56cb-a438-4848-a87f-21751ad6e59b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:40.394700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e7dad5-b5dc-4c35-aa44-9eccfbbdc586 req-964a56cb-a438-4848-a87f-21751ad6e59b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.2696333 Aug 31 16:19:40.409165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-176d617a-2534-4c4c-bd51-5db77ab8b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:40.410886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-176d617a-2534-4c4c-bd51-5db77ab8b314 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 200 len: 897 time: 0.2286301 Aug 31 16:19:40.475952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9e7dad5-b5dc-4c35-aa44-9eccfbbdc586 req-ec852fac-50ba-4c6c-8b60-a6d65fa3e71b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749645 Aug 31 16:19:40.547981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-c6106783-e4d6-4506-863e-baeea6b6719b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 200 len: 217 time: 0.1297195 Aug 31 16:19:40.649398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-8c8e0215-ba6e-4e3e-a50d-e70103dddb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:40.653264 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-8c8e0215-ba6e-4e3e-a50d-e70103dddb32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 200 len: 835 time: 0.0976450 Aug 31 16:19:40.684728 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:40.755263 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] Checking router: b50d232f-7e25-440c-b14b-8507d42b2e0e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:40.766147 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:40.767698 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:40.768397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52192) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:40.798676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-c02a61b2-0490-4330-a4ca-94665f9ef982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:40.800369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-c02a61b2-0490-4330-a4ca-94665f9ef982 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a60809e-bca6-4a6e-a117-5974d4390bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394973 Aug 31 16:19:40.877289 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:40.904232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-61fa98c9-d034-498b-b359-4e7533752c9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8c4b7b11a62498caa3d2c9123df7af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339381 Aug 31 16:19:40.904961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52202) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:40.980341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-fea3659f-e454-4ff4-a87a-329d4e1ae11f service neutron] 10.222.0.49 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706347 Aug 31 16:19:41.021383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52204) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:41.022093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b836421-315c-4eaa-b3bc-cba15bbd163b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.074679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b836421-315c-4eaa-b3bc-cba15bbd163b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.145262 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:41.182467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b836421-315c-4eaa-b3bc-cba15bbd163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.187668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7b836421-315c-4eaa-b3bc-cba15bbd163b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.192998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7b836421-315c-4eaa-b3bc-cba15bbd163b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e071a4dd-ba18-4618-ad1c-f5e839997eb8 HTTP/1.1" status: 204 len: 168 time: 0.2868066 Aug 31 16:19:41.202740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b836421-315c-4eaa-b3bc-cba15bbd163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e071a4dd-ba18-4618-ad1c-f5e839997eb8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:41.252736 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8de2d-b34c-4fa6-9dbc-abac45543748 None None] The sync data for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 is: [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:17:40Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '894ad4f8-dedd-4368-a0d5-be60de9e39ae', 'name': '', 'network_id': '2a60809e-bca6-4a6e-a117-5974d4390bec', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:a0:0f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:38Z', 'updated_at': '2021-08-31T16:17:48Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '65708e02-8fe9-4e13-bd3a-3b511f06b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:41.260855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fca9-21f8-458d-b878-9c9b764d5197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.368285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bc8e4a41-0689-4a32-b700-06b2907d88e2 req-2d99c1d7-2607-40f3-8b1c-d2c668cab1eb service neutron] 10.222.0.49 "GET /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752308 Aug 31 16:19:41.404321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52216) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:41.426539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fca9-21f8-458d-b878-9c9b764d5197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.432156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-ecf4b2a3-63e9-4fbc-8cc5-cce882068fa4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:41.433690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fca9-21f8-458d-b878-9c9b764d5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.435120 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-ecf4b2a3-63e9-4fbc-8cc5-cce882068fa4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.2411737 Aug 31 16:19:41.526693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52224) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:41.533079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c5a7fca9-21f8-458d-b878-9c9b764d5197 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6d050fe32c246d591c5c3a7b14a7548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078909 Aug 31 16:19:41.534673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7fca9-21f8-458d-b878-9c9b764d5197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4b25da-12b0-4f63-8e50-14844dea029c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:41.616620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 39205281-375e-4911-bc50-114e103f967b {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:41.616977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.712029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 907c41a6-8150-47e7-b7da-1b979f6053f6 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:41.720634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ab15-5a17-454d-8c8a-a1bc6d86235b req-bad1d782-2157-4ffb-b856-3c7fc135ae30 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:41.723759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0e2ab15-5a17-454d-8c8a-a1bc6d86235b req-bad1d782-2157-4ffb-b856-3c7fc135ae30 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 946 time: 0.1030951 Aug 31 16:19:41.770496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 907c41a6-8150-47e7-b7da-1b979f6053f6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:41.772816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 907c41a6-8150-47e7-b7da-1b979f6053f6 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:41.827106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0e2ab15-5a17-454d-8c8a-a1bc6d86235b req-cd02f514-3e4a-4c10-9a9c-710d577a835c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=21e1ad4d-95aa-412f-92fa-f54004ec3f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957797 Aug 31 16:19:41.866676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5e91bc6-01d5-47fc-8f95-d7333361f7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.883370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9282af6a-43c5-4776-ae37-0358dd514f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.894424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5290be-ce3b-4690-9caa-4e138ca22892 None None] New status for floating IP 99b49bf1-1f34-43f9-9215-ef64a303585b: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:19:41.901352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port 39205281-375e-4911-bc50-114e103f967b, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=39205281-375e-4911-bc50-114e103f967b,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:41.901866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:41.941984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 39205281-375e-4911-bc50-114e103f967b owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:41.955294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9282af6a-43c5-4776-ae37-0358dd514f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.249153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9282af6a-43c5-4776-ae37-0358dd514f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.251814 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9282af6a-43c5-4776-ae37-0358dd514f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.253019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9282af6a-43c5-4776-ae37-0358dd514f92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de4b25da-12b0-4f63-8e50-14844dea029c HTTP/1.1" status: 204 len: 168 time: 0.7214355 Aug 31 16:19:42.284087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282af6a-43c5-4776-ae37-0358dd514f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4b25da-12b0-4f63-8e50-14844dea029c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:42.317381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.369356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=39205281-375e-4911-bc50-114e103f967b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:42.477889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5e91bc6-01d5-47fc-8f95-d7333361f7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.505935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] No DVR routers for this DVR port 39205281-375e-4911-bc50-114e103f967b on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:42.509739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5e91bc6-01d5-47fc-8f95-d7333361f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.516000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.518661 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5cfdbb5f-fa74-458b-8e75-594b0480839c req-a4225d20-c782-4abe-8340-8a819eacb31e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "DELETE /v2.0/ports/39205281-375e-4911-bc50-114e103f967b HTTP/1.1" status: 204 len: 173 time: 1.0778761 Aug 31 16:19:42.520993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-deleted', 'tag': '39205281-375e-4911-bc50-114e103f967b'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:19:42.523075 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a326230-fccd-4269-ac6e-4743df5c8c97" -d '{"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-deleted", "tag": "39205281-375e-4911-bc50-114e103f967b"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:19:42.609273 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183144a3-b7af-4b96-82a3-f7a96afbebae x-openstack-request-id: req-183144a3-b7af-4b96-82a3-f7a96afbebae {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:19:42.609517 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2bb904-8474-43db-a67d-b05aeb893e75", "name": "network-vif-deleted", "tag": "39205281-375e-4911-bc50-114e103f967b", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:19:42.609781 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-183144a3-b7af-4b96-82a3-f7a96afbebae {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:19:42.610725 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2bb904-8474-43db-a67d-b05aeb893e75', 'name': 'network-vif-deleted', 'tag': '39205281-375e-4911-bc50-114e103f967b', 'status': 'completed', 'code': 200} Aug 31 16:19:42.627020 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e5e91bc6-01d5-47fc-8f95-d7333361f7e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=867ff6d8052248f4b9377fa03cf295cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2193658 Aug 31 16:19:42.630079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52258) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:42.653168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e91bc6-01d5-47fc-8f95-d7333361f7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5324f87-d296-4485-a423-805284335552,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:42.747082 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea183c8-a23d-4fdc-ad35-814925e47a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.801388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea183c8-a23d-4fdc-ad35-814925e47a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.901470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea183c8-a23d-4fdc-ad35-814925e47a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.904149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-aea183c8-a23d-4fdc-ad35-814925e47a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:42.905380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aea183c8-a23d-4fdc-ad35-814925e47a44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5324f87-d296-4485-a423-805284335552 HTTP/1.1" status: 204 len: 168 time: 0.2704773 Aug 31 16:19:42.923530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea183c8-a23d-4fdc-ad35-814925e47a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5324f87-d296-4485-a423-805284335552,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:42.945095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:42.991556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1187a860-0658-409a-9bb2-4f32d93336df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.065681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39ebfa82-092b-44d1-a4cc-2c31b602e97b req-e8864ad5-3fbb-488d-b926-6532286239e2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c2bb904-8474-43db-a67d-b05aeb893e75 HTTP/1.1" status: 200 len: 210 time: 0.0580432 Aug 31 16:19:43.180726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1187a860-0658-409a-9bb2-4f32d93336df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.188340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1187a860-0658-409a-9bb2-4f32d93336df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.241583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187a860-0658-409a-9bb2-4f32d93336df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59963827-1dd5-48ea-b719-cc7d95a732b9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:43.248101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1187a860-0658-409a-9bb2-4f32d93336df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b471bf3a21f94f42a5789fb0890a60c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017654 Aug 31 16:19:43.253456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52268) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:43.322470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cec9f0e-7c4c-4f97-a703-19278b28767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.354961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cec9f0e-7c4c-4f97-a703-19278b28767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.416133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cec9f0e-7c4c-4f97-a703-19278b28767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.422034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cec9f0e-7c4c-4f97-a703-19278b28767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:43.423353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9cec9f0e-7c4c-4f97-a703-19278b28767c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59963827-1dd5-48ea-b719-cc7d95a732b9 HTTP/1.1" status: 204 len: 168 time: 0.1670759 Aug 31 16:19:43.436369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9f0e-7c4c-4f97-a703-19278b28767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59963827-1dd5-48ea-b719-cc7d95a732b9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:43.982556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52290) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:44.005392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d20417bd-16d1-4c50-9b2d-b4ec6aff8655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.135182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52296) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:44.375504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d20417bd-16d1-4c50-9b2d-b4ec6aff8655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.391542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d20417bd-16d1-4c50-9b2d-b4ec6aff8655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.533802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d20417bd-16d1-4c50-9b2d-b4ec6aff8655 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e9b4b23783f422485f4c7f87696dfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503290 Aug 31 16:19:44.536881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52310) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:44.602408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20417bd-16d1-4c50-9b2d-b4ec6aff8655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82425ca-21ee-49fb-b74a-d53dbaeafb6b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:44.685093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc61b46e-58d8-42d8-b1b7-762d972d8d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.737669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc61b46e-58d8-42d8-b1b7-762d972d8d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.812804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc61b46e-58d8-42d8-b1b7-762d972d8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.816513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc61b46e-58d8-42d8-b1b7-762d972d8d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:44.838657 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bc61b46e-58d8-42d8-b1b7-762d972d8d66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f82425ca-21ee-49fb-b74a-d53dbaeafb6b HTTP/1.1" status: 204 len: 168 time: 0.3004720 Aug 31 16:19:44.864439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61b46e-58d8-42d8-b1b7-762d972d8d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82425ca-21ee-49fb-b74a-d53dbaeafb6b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:45.081112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:45.605774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 894ad4f8-dedd-4368-a0d5-be60de9e39ae {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:45.607366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:45.814870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port 894ad4f8-dedd-4368-a0d5-be60de9e39ae, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=894ad4f8-dedd-4368-a0d5-be60de9e39ae,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:45.815152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:45.837083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 39205281-375e-4911-bc50-114e103f967b no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:45.842115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 894ad4f8-dedd-4368-a0d5-be60de9e39ae owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:45.894511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 39205281-375e-4911-bc50-114e103f967b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:45.895232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 39205281-375e-4911-bc50-114e103f967b not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:46.168218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:46.307577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=894ad4f8-dedd-4368-a0d5-be60de9e39ae,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:47.687884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:48.260501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b50d232f-7e25-440c-b14b-8507d42b2e0e has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:19:48.456926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:19:48.474833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-82d858ee-1e07-4c0e-826b-b9dad21e0c6e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/b50d232f-7e25-440c-b14b-8507d42b2e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3377547 Aug 31 16:19:48.483135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52440) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:48.496125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] Sync routers for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:19:48.523803 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:48.524673 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:48.690278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting subnet 65708e02-8fe9-4e13-bd3a-3b511f06b655 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:19:48.699114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:48.818888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:48.822813 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:49.129046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:49.161066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:49.296882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:49.339830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:49.346191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/subnets/65708e02-8fe9-4e13-bd3a-3b511f06b655 HTTP/1.1" status: 204 len: 168 time: 0.8582637 Aug 31 16:19:49.354836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:49.363859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2f442-9573-4613-85db-b247527c8104 None None] Network 2a60809e-bca6-4a6e-a117-5974d4390bec requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:19:49.403435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8180b7-e589-45f9-a10d-3cf941e89453 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Subnet': ['ID=65708e02-8fe9-4e13-bd3a-3b511f06b655,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:49.462928 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:19:46Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:49.521306 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] Checking router: b50d232f-7e25-440c-b14b-8507d42b2e0e for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:19:49.531751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5e74b78a-6db2-4d50-8246-98e46d4f0a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:49.591440 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] Routers {'b50d232f-7e25-440c-b14b-8507d42b2e0e'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:19:49.601260 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b50d232f-7e25-440c-b14b-8507d42b2e0e'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:49.806157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] DHCP port deletion for 2a60809e-bca6-4a6e-a117-5974d4390bec request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:19:49.898356 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] Set router b50d232f-7e25-440c-b14b-8507d42b2e0e gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:19:49.935644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Deleting port 8c445cba-c169-4b51-807c-2a491225da6d {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:49.936030 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.151507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5e74b78a-6db2-4d50-8246-98e46d4f0a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.158059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] For port 8c445cba-c169-4b51-807c-2a491225da6d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8c445cba-c169-4b51-807c-2a491225da6d,segment=NetworkSegment(e1b3a5bc-e203-4db2-b907-2cf462b552ac),segment_id=e1b3a5bc-e203-4db2-b907-2cf462b552ac)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:50.159025 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.166184 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5e74b78a-6db2-4d50-8246-98e46d4f0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.193402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Calling delete_port for 8c445cba-c169-4b51-807c-2a491225da6d owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:50.269734 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5e74b78a-6db2-4d50-8246-98e46d4f0a3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe81e40063a04ecbadd8575515d23ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1394618 Aug 31 16:19:50.273040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52504) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:50.337134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:19:50.341859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8c445cba-c169-4b51-807c-2a491225da6d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:50.345182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.360287 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:19:46Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:50.460625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba9a171a-2ad7-4ebf-afa9-baf6aa3b6d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.486541 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c16d0-abeb-4253-9bb0-c23121189be4 None None] The sync data for ids ['b50d232f-7e25-440c-b14b-8507d42b2e0e'] in n-d-793621-35 is: [{'id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131222908', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'ad99bc17-ac83-453e-8762-01243302827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:17:27Z', 'updated_at': '2021-08-31T16:19:46Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'ad99bc17-ac83-453e-8762-01243302827f', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50d232f-7e25-440c-b14b-8507d42b2e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:17:28Z', 'updated_at': '2021-08-31T16:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:19:50.527926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba9a171a-2ad7-4ebf-afa9-baf6aa3b6d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.613541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74b78a-6db2-4d50-8246-98e46d4f0a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd3c42-b42a-49c7-9e41-e928d71dd4b3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:50.632294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.662991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba9a171a-2ad7-4ebf-afa9-baf6aa3b6d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.673045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ba9a171a-2ad7-4ebf-afa9-baf6aa3b6d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.679390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ba9a171a-2ad7-4ebf-afa9-baf6aa3b6d8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2edd3c42-b42a-49c7-9e41-e928d71dd4b3 HTTP/1.1" status: 204 len: 168 time: 0.4015889 Aug 31 16:19:50.693588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a171a-2ad7-4ebf-afa9-baf6aa3b6d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd3c42-b42a-49c7-9e41-e928d71dd4b3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:50.694817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.699697 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.763646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Pushing event deleted for resources: {'Port': ['ID=8c445cba-c169-4b51-807c-2a491225da6d,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:50.793942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port ad99bc17-ac83-453e-8762-01243302827f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:19:50.794296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.806776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.807385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.807914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.808515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.809645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.809645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.810220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.810756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.811243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.811878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.812448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.813473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:19:50.820773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b193d8-03d0-4a1a-ab66-4c7cb2948b98 None None] No DVR routers for this DVR port 8c445cba-c169-4b51-807c-2a491225da6d on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:19:50.946349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port ad99bc17-ac83-453e-8762-01243302827f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ad99bc17-ac83-453e-8762-01243302827f,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:19:50.947017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:50.965101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for ad99bc17-ac83-453e-8762-01243302827f owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:19:51.051756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b5a71f13-7b5c-4ddc-907a-631472a7f52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.220990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.242502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52538) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:51.259718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=ad99bc17-ac83-453e-8762-01243302827f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:51.270646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-816cba8d-6ad7-494d-a244-2b164bd8d92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.388938 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.526961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-816cba8d-6ad7-494d-a244-2b164bd8d92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.540477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-816cba8d-6ad7-494d-a244-2b164bd8d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.542160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.545895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.593444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-816cba8d-6ad7-494d-a244-2b164bd8d92f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc37b0dd332440a29c29d34a8a70dee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494532 Aug 31 16:19:51.596380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:51.613256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cba8d-6ad7-494d-a244-2b164bd8d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82caf2b-845e-4625-af08-251da0c73905,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:51.660641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.661183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Fanout notify agent at l3_agent the message router_deleted on router b50d232f-7e25-440c-b14b-8507d42b2e0e {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:19:51.693610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.694766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-07cb3b04-a7ae-43e7-bb42-0435839e68c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/routers/b50d232f-7e25-440c-b14b-8507d42b2e0e HTTP/1.1" status: 204 len: 168 time: 2.3384068 Aug 31 16:19:51.698210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:51.886754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04b380ee-9c22-4ad5-a6d7-b358ad3f995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.906454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:51.952959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04b380ee-9c22-4ad5-a6d7-b358ad3f995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.154447 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.173802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a60809e-bca6-4a6e-a117-5974d4390bec']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:52.197177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b3a5bc-e203-4db2-b907-2cf462b552ac') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:52.197552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b3a5bc-e203-4db2-b907-2cf462b552ac') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:19:52.207612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 894ad4f8-dedd-4368-a0d5-be60de9e39ae no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:52.234147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04b380ee-9c22-4ad5-a6d7-b358ad3f995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.243949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 894ad4f8-dedd-4368-a0d5-be60de9e39ae {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:52.243949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 894ad4f8-dedd-4368-a0d5-be60de9e39ae not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:52.243949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad99bc17-ac83-453e-8762-01243302827f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:19:52.244718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04b380ee-9c22-4ad5-a6d7-b358ad3f995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.244718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-04b380ee-9c22-4ad5-a6d7-b358ad3f995c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b82caf2b-845e-4625-af08-251da0c73905 HTTP/1.1" status: 204 len: 168 time: 0.6449721 Aug 31 16:19:52.245359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.301388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b380ee-9c22-4ad5-a6d7-b358ad3f995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82caf2b-845e-4625-af08-251da0c73905,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:52.314784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.317386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ad99bc17-ac83-453e-8762-01243302827f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:19:52.318122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ad99bc17-ac83-453e-8762-01243302827f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:19:52.336143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:19:52.340302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:19:52.424667 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:19:52.428901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.454448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.460303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52596) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:52.460519 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/networks/2a60809e-bca6-4a6e-a117-5974d4390bec HTTP/1.1" status: 204 len: 168 time: 0.7609830 Aug 31 16:19:52.461822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed31139-d3b7-4a88-a53c-d07f30163ebb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Network': ['ID=2a60809e-bca6-4a6e-a117-5974d4390bec,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:52.609168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1061550d-3b40-4896-8f03-60f57137e14c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.648296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1061550d-3b40-4896-8f03-60f57137e14c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.743323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1061550d-3b40-4896-8f03-60f57137e14c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.749134 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1061550d-3b40-4896-8f03-60f57137e14c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:52.751231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1061550d-3b40-4896-8f03-60f57137e14c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/security-groups/21e1ad4d-95aa-412f-92fa-f54004ec3f28 HTTP/1.1" status: 204 len: 168 time: 0.2893066 Aug 31 16:19:52.765717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061550d-3b40-4896-8f03-60f57137e14c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e1ad4d-95aa-412f-92fa-f54004ec3f28,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:53.474980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52652) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:53.479192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811244553', 'description': 'tempest-secgroup-smoke-811244553 description', 'project_id': '62b59b7a67904182b8344fe6265481e9'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:53.538960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:53.672003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:53.683172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:53.758752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:53.761785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2841506 Aug 31 16:19:53.763951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52664) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:53.775310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '503a633b-e998-4ad8-99d4-e0ec54d75a3d', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:53.783977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1af92d-b8d9-46d7-ae07-313b45cd65e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503a633b-e998-4ad8-99d4-e0ec54d75a3d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:53.843344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:53.953851 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:53.972391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.050462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3feac6-420c-465c-bc22-6a5b76d3360b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:54.065171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.067312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2495e66d-1047-4d25-8be6-903377cadc74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988119 Aug 31 16:19:54.070867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52676) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:54.079552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '503a633b-e998-4ad8-99d4-e0ec54d75a3d', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:54.122937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.211563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.217000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.256136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57c9ded-e0ea-49e1-99d8-22b806b3777e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:54.269038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.273728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52686) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:54.279278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '503a633b-e998-4ad8-99d4-e0ec54d75a3d', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:54.285107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0153dd96-b88d-43b3-836f-45e6d1da68b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2125721 Aug 31 16:19:54.333598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.337768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.429489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.437147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.499366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe17ea0b-7fd7-4d7f-89f5-307cea508f34,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:54.504528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.509170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:54.515775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '503a633b-e998-4ad8-99d4-e0ec54d75a3d', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:54.521416 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e2b90c39-2c1b-4635-99e1-cbf7314f54e4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2458131 Aug 31 16:19:54.557969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.661483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.669680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.700602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee1f101-e4d3-4c24-987c-a73be4d2c196,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:54.760783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.770720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ea7ea09d-d5c8-4400-a785-09c62c364323 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561677 Aug 31 16:19:54.771602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52730) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:54.777505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '503a633b-e998-4ad8-99d4-e0ec54d75a3d', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:54.847901 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:19:54.854414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:54.997688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.009322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.087825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.097840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:55.099091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3260128 Aug 31 16:19:55.107557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '503a633b-e998-4ad8-99d4-e0ec54d75a3d', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:55.132110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583d2be-7d85-4736-8763-99456e5872dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee91452-3285-493e-b1d4-7cd3e1d98c9a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:55.181940 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:19:55.189960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.276735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.298292 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.380979 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.393323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.466087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08acabf6-dfc2-4eca-be8a-432026213243,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:55.492666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.494489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e592df84-1c4f-4f1a-b842-e1b091c2b432 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3946426 Aug 31 16:19:55.497261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:55.506021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'network': {'name': 'tempest-network-smoke--23197782', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:55.549643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:19:55.555654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.613480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9e4f14b6-e9d9-49fd-8aae-3d694e80cbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.654938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:19:55.689601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.691366 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Added segment 1f09e695-5d18-4c27-a2f0-dc1f5483bd80 of type vlan for network 6e18925c-12ca-4d74-8b72-0b00f168b6fb Aug 31 16:19:55.831513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.877881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.936890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.946697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:19:55.949273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:55.984329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 52824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:55.985461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4860075 Aug 31 16:19:55.993330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'admin_state_up': True, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:19:56.070093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:56.071733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:56.141712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28069289-024c-4bf6-be65-bf71e807f8fd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Network': ['ID=6e18925c-12ca-4d74-8b72-0b00f168b6fb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:56.159975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:19:56.218631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:56.566096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.088604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52872) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:57.127326 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.167411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.327919 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f99e-de19-4007-b25a-38982636b0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.410453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.235 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/820f1ca1-2c06-47c0-be92-1c9fa68465cc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:19:57.530031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f99e-de19-4007-b25a-38982636b0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.535951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f99e-de19-4007-b25a-38982636b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.571088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8ab3f99e-de19-4007-b25a-38982636b0f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa002f451b8b403eb0c3112da5dd2ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809768 Aug 31 16:19:57.588540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52898) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:57.628014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3f99e-de19-4007-b25a-38982636b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1295c-c349-4d27-80fe-25e415fc02af,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:57.674071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.691152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07ebf6a2-866f-4fd4-a987-0b378672bb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.718859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07ebf6a2-866f-4fd4-a987-0b378672bb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.736481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.794234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07ebf6a2-866f-4fd4-a987-0b378672bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.798187 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07ebf6a2-866f-4fd4-a987-0b378672bb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.800323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-07ebf6a2-866f-4fd4-a987-0b378672bb79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aae1295c-c349-4d27-80fe-25e415fc02af HTTP/1.1" status: 204 len: 168 time: 0.2107813 Aug 31 16:19:57.805855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:57.830404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebf6a2-866f-4fd4-a987-0b378672bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1295c-c349-4d27-80fe-25e415fc02af,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:57.914385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:19:57.921873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:19:57.929412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=820f1ca1-2c06-47c0-be92-1c9fa68465cc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:57.932543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:19:58.466033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:58.511476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52950) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:58.550989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-734a04cc-989a-4cc7-b311-e835fd2f931a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:58.837411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-734a04cc-989a-4cc7-b311-e835fd2f931a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:58.846678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-734a04cc-989a-4cc7-b311-e835fd2f931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:58.947886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-734a04cc-989a-4cc7-b311-e835fd2f931a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edb68bf160fd41ca83820da17d28ff85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345200 Aug 31 16:19:58.950734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a04cc-989a-4cc7-b311-e835fd2f931a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291353c9-135d-4f20-aba1-b5f91fb1f6ed,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:58.965158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 52970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:19:59.066442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bedf-cf44-4297-9d0d-397d6bd2ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:59.107931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bedf-cf44-4297-9d0d-397d6bd2ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:59.221113 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bedf-cf44-4297-9d0d-397d6bd2ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:59.224356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bedf-cf44-4297-9d0d-397d6bd2ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:59.228285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cfb6bedf-cf44-4297-9d0d-397d6bd2ca25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/291353c9-135d-4f20-aba1-b5f91fb1f6ed HTTP/1.1" status: 204 len: 168 time: 0.2579658 Aug 31 16:19:59.240637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6bedf-cf44-4297-9d0d-397d6bd2ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291353c9-135d-4f20-aba1-b5f91fb1f6ed,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:19:59.482383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:19:59.763282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:20:00.202571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:00.216938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Sync routers for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:00.241507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:00.242255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:00.251540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:00.254438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-31c63e38-748a-41b6-8607-1b58a8e284d8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2684231 Aug 31 16:20:00.258653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:00.316835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf955900-ae4f-4c24-a7ee-685d600dd5bd tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=62b59b7a67904182b8344fe6265481e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568519 Aug 31 16:20:00.320157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:00.465947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:20:00.506816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53046) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:00.689711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7727684-0d64-432c-9e02-d5e020155ef9 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:00.691432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f7727684-0d64-432c-9e02-d5e020155ef9 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3700347 Aug 31 16:20:00.694312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:00.749502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:19:58Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:00.795057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Checking router: b5cbe43a-fd15-4259-a5c0-78e1f39edf7f for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:00.795926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Updating router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f port 820f1ca1-2c06-47c0-be92-1c9fa68465cc binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:20:00.809039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c7b6c00b-d9fb-44a3-8515-bc3c17430db6 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1111228 Aug 31 16:20:00.809946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:00.816061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886767199', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:00.824223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca3a9-5c42-413b-a433-283792872dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:00.824444 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.008737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca3a9-5c42-413b-a433-283792872dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.017429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca3a9-5c42-413b-a433-283792872dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.050510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ef2ca3a9-5c42-413b-a433-283792872dbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b9be2728d8442d684861d62bbfe88bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425084 Aug 31 16:20:01.053030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53068) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:01.053931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:01.064108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.103178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ca3a9-5c42-413b-a433-283792872dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0d06f9-8648-4fca-8738-0b142eabd94e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:01.138352 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1477-f37a-45b6-ac95-ede219cb332a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.185468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1477-f37a-45b6-ac95-ede219cb332a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.266763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1477-f37a-45b6-ac95-ede219cb332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.271886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1477-f37a-45b6-ac95-ede219cb332a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.275590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc9f1477-f37a-45b6-ac95-ede219cb332a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca0d06f9-8648-4fca-8738-0b142eabd94e HTTP/1.1" status: 204 len: 168 time: 0.2185605 Aug 31 16:20:01.285149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f1477-f37a-45b6-ac95-ede219cb332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0d06f9-8648-4fca-8738-0b142eabd94e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:01.568676 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.595283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Transition to ACTIVE for port object 820f1ca1-2c06-47c0-be92-1c9fa68465cc will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:01.608305 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.639598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.730711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6c194-f750-4b0a-9b79-0a88164d28b7 None None] Pushing event updated for resources: {'Port': ['ID=820f1ca1-2c06-47c0-be92-1c9fa68465cc,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:01.823289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Attempting to bind port 820f1ca1-2c06-47c0-be92-1c9fa68465cc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:01.826249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Attempting to bind port 820f1ca1-2c06-47c0-be92-1c9fa68465cc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:01.826942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Attempting to bind port 820f1ca1-2c06-47c0-be92-1c9fa68465cc on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:01.840325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:01.841288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:01.842210 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.843416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:01.844520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Bound port: 820f1ca1-2c06-47c0-be92-1c9fa68465cc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:01.847764 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.887985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Subnet': ['ID=70982bd1-c321-48a1-9d52-49517ef64e40,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:01.912723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Checking segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:01.917079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network hostable DHCP agents. Network: 6e18925c-12ca-4d74-8b72-0b00f168b6fb, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:20:01.961289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:20:01.971598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] For port 820f1ca1-2c06-47c0-be92-1c9fa68465cc, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:01.977413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6e18925c-12ca-4d74-8b72-0b00f168b6fb) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:01.982885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] For port 820f1ca1-2c06-47c0-be92-1c9fa68465cc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=820f1ca1-2c06-47c0-be92-1c9fa68465cc,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:01.983993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:01.985302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:01.997386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a7b7b-f07e-4f79-b1d8-d009cf3f9a5f None None] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:02.030877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ac0ae13e-d96d-44b4-998b-7266571ea967 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2177358 Aug 31 16:20:02.031985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:02.033364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:02.259324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:02.265250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:02.287977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6c194-f750-4b0a-9b79-0a88164d28b7 None None] Pushing event updated for resources: {'Port': ['ID=820f1ca1-2c06-47c0-be92-1c9fa68465cc,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:03.007874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:20:03.024087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:03.035999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:20:03.059225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:03.820496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:19:58Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:03.835983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53176) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:03.872491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.1 (6e18925c-12ca-4d74-8b72-0b00f168b6fb/70982bd1-c321-48a1-9d52-49517ef64e40/86ed6fae-17bc-4276-967e-ec276da79d20) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:03.934746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666f626-374d-42af-a872-62283e1ca4ce None None] The sync data for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 is: [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:19:58Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:04.071235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e8718e2-ffac-4a52-912e-b7a9a27495fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.256988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.307394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object 86ed6fae-17bc-4276-967e-ec276da79d20 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:04.347709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e8718e2-ffac-4a52-912e-b7a9a27495fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.368900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2e8718e2-ffac-4a52-912e-b7a9a27495fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.377211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.512279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2e8718e2-ffac-4a52-912e-b7a9a27495fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a854144e31084d7589587774ab43eca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727521 Aug 31 16:20:04.512515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=86ed6fae-17bc-4276-967e-ec276da79d20,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:04.515296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53196) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:04.551057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Allocated IP 172.20.0.2 (6e18925c-12ca-4d74-8b72-0b00f168b6fb/70982bd1-c321-48a1-9d52-49517ef64e40/36f669eb-687c-466b-9a25-90ab248f1b5c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:04.562090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:04.565700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:04.569133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:04.608948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8718e2-ffac-4a52-912e-b7a9a27495fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5158979f-3845-41a3-bfce-37c99c990156,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:04.725131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f429ebbf-113b-4adb-8e73-a05d5bff9c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.804244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f429ebbf-113b-4adb-8e73-a05d5bff9c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.823323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:04.988336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.068756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Transition to ACTIVE for port object 36f669eb-687c-466b-9a25-90ab248f1b5c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:05.076926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f429ebbf-113b-4adb-8e73-a05d5bff9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.079713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f429ebbf-113b-4adb-8e73-a05d5bff9c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.090642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f429ebbf-113b-4adb-8e73-a05d5bff9c92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5158979f-3845-41a3-bfce-37c99c990156 HTTP/1.1" status: 204 len: 168 time: 0.5547924 Aug 31 16:20:05.099395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Transition to ACTIVE for port object 36f669eb-687c-466b-9a25-90ab248f1b5c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:05.110233 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.149625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429ebbf-113b-4adb-8e73-a05d5bff9c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5158979f-3845-41a3-bfce-37c99c990156,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:05.238934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Pushing event updated for resources: {'Port': ['ID=36f669eb-687c-466b-9a25-90ab248f1b5c,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:05.264394 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.299115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:05.301115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:05.316691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:05.416692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Attempting to bind port 36f669eb-687c-466b-9a25-90ab248f1b5c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:05.417136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Attempting to bind port 36f669eb-687c-466b-9a25-90ab248f1b5c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:05.417424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Attempting to bind port 36f669eb-687c-466b-9a25-90ab248f1b5c on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:05.427360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:05.427744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Checking segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:05.428153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.428580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Bound using segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:05.429052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Bound port: 36f669eb-687c-466b-9a25-90ab248f1b5c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:05.429437 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.657115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] For port 36f669eb-687c-466b-9a25-90ab248f1b5c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:05.669653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] For port 36f669eb-687c-466b-9a25-90ab248f1b5c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=36f669eb-687c-466b-9a25-90ab248f1b5c,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:05.682486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:05.887183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d920-d561-4854-8448-66c80e461a6e None None] Pushing event updated for resources: {'Port': ['ID=36f669eb-687c-466b-9a25-90ab248f1b5c,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:06.309914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 820f1ca1-2c06-47c0-be92-1c9fa68465cc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:06.319232 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:06.327307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:06.447933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 820f1ca1-2c06-47c0-be92-1c9fa68465cc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:06.458338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=86ed6fae-17bc-4276-967e-ec276da79d20,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:06.460375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 820f1ca1-2c06-47c0-be92-1c9fa68465cc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:06.467649 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:06.526507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:06.755139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:06.761408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:06.773326 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:06.858504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 820f1ca1-2c06-47c0-be92-1c9fa68465cc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=820f1ca1-2c06-47c0-be92-1c9fa68465cc,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:06.865200 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:07.002178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=820f1ca1-2c06-47c0-be92-1c9fa68465cc,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:07.046874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:07.318871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53272) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:07.328977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:07.335182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28308bfc-d1de-4a9b-a856-2f1e9e9c4044 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/b5cbe43a-fd15-4259-a5c0-78e1f39edf7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3017433 Aug 31 16:20:07.408336 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Sync routers for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:07.441665 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:07.455891 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:07.820380 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:20:07.913075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4612c540-c080-41fc-9fa0-91b097f77820 None None] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:08.108291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-464f7f33-1329-46c8-94f4-bd776de54b98 None None] Provisioning for port 36f669eb-687c-466b-9a25-90ab248f1b5c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:08.193492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fe04c2-216a-4538-88a4-f6f640c22b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:08.505014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 36f669eb-687c-466b-9a25-90ab248f1b5c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:08.512523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-18df7e17-8145-42c0-966f-2ac3d68cb389 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811244553&fields=id&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 267 time: 0.1210284 Aug 31 16:20:08.703254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 36f669eb-687c-466b-9a25-90ab248f1b5c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:08.710766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 36f669eb-687c-466b-9a25-90ab248f1b5c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:08.711218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:08.749091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fe04c2-216a-4538-88a4-f6f640c22b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:08.762110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fe04c2-216a-4538-88a4-f6f640c22b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:08.860837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-f981a427-8c9e-41a3-904c-c01c99c9ef44 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:08.870483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-f981a427-8c9e-41a3-904c-c01c99c9ef44 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 795 time: 0.3426478 Aug 31 16:20:08.932261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-13f55165-ce6a-437a-8577-cf028bcb7f48 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/quotas/62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 375 time: 0.0471406 Aug 31 16:20:08.972808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe04c2-216a-4538-88a4-f6f640c22b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980352d1-dd6e-4cdf-8bd0-fd865363b4d1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:08.985466 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-95fe04c2-216a-4538-88a4-f6f640c22b7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d86534a0f9a443c9d8446b92848f0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6645372 Aug 31 16:20:08.988773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:09.011168 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 2, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:09.041559 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Checking router: b5cbe43a-fd15-4259-a5c0-78e1f39edf7f for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:09.042191 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Updating router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f port 86ed6fae-17bc-4276-967e-ec276da79d20 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:20:09.077075 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.079772 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.215012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-d38b1633-e28a-412d-bced-730e6226c251 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2797437 Aug 31 16:20:09.229218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1beff581-8c78-4bd7-a879-af9ac7d07ae0 None None] Provisioning complete for port 36f669eb-687c-466b-9a25-90ab248f1b5c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:09.229938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1beff581-8c78-4bd7-a879-af9ac7d07ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.235938 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23634927-2a7e-447b-b4e9-367bb55eccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.310045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23634927-2a7e-447b-b4e9-367bb55eccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.373503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 36f669eb-687c-466b-9a25-90ab248f1b5c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=36f669eb-687c-466b-9a25-90ab248f1b5c,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:09.391411 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.393521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 820f1ca1-2c06-47c0-be92-1c9fa68465cc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:09.522906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23634927-2a7e-447b-b4e9-367bb55eccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.527245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23634927-2a7e-447b-b4e9-367bb55eccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:09.546750 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23634927-2a7e-447b-b4e9-367bb55eccf2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/980352d1-dd6e-4cdf-8bd0-fd865363b4d1 HTTP/1.1" status: 204 len: 168 time: 0.5380795 Aug 31 16:20:09.575728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-1a8fe0b3-7ae6-4067-9063-ca8a99de8e10 service neutron] 10.222.0.43 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356104 Aug 31 16:20:09.608984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23634927-2a7e-447b-b4e9-367bb55eccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980352d1-dd6e-4cdf-8bd0-fd865363b4d1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:09.757139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-11e440b7-0a01-4977-9de4-b95bb1f6c560 service neutron] 10.222.0.43 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791360 Aug 31 16:20:09.840070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53350) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:10.013050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=36f669eb-687c-466b-9a25-90ab248f1b5c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:10.094297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 820f1ca1-2c06-47c0-be92-1c9fa68465cc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:10.094972 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.161467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1beff581-8c78-4bd7-a879-af9ac7d07ae0 None None] Provisioning for port 86ed6fae-17bc-4276-967e-ec276da79d20 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:10.188716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1beff581-8c78-4bd7-a879-af9ac7d07ae0 None None] Provisioning complete for port 86ed6fae-17bc-4276-967e-ec276da79d20 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:10.192147 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1beff581-8c78-4bd7-a879-af9ac7d07ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.296399 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.342748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Transition to ACTIVE for port object 86ed6fae-17bc-4276-967e-ec276da79d20 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:10.355615 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.402354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f71d458-f38d-4f0d-aa0b-32d0048cd2b7 req-24518797-edf7-49a4-a0fb-036e7b42f2b5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 210 time: 0.0821674 Aug 31 16:20:10.439173 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a388f8-f5e2-42b4-aeda-1ad270008084 None None] Pushing event updated for resources: {'Port': ['ID=86ed6fae-17bc-4276-967e-ec276da79d20,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:10.553407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:10.560567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1beff581-8c78-4bd7-a879-af9ac7d07ae0 None None] Port 86ed6fae-17bc-4276-967e-ec276da79d20 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:10.678799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.804097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 36f669eb-687c-466b-9a25-90ab248f1b5c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:10.827946 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Attempting to bind port 86ed6fae-17bc-4276-967e-ec276da79d20 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:10.835442 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Attempting to bind port 86ed6fae-17bc-4276-967e-ec276da79d20 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:10.835805 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Attempting to bind port 86ed6fae-17bc-4276-967e-ec276da79d20 on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:10.849228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:10.849634 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Checking segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:10.849994 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.850380 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Bound using segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:10.860986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Bound port: 86ed6fae-17bc-4276-967e-ec276da79d20, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:10.864176 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:10.977411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:10.996009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.022882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04c62b41-0602-4bce-90ae-5e85ef8df6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.028277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 36f669eb-687c-466b-9a25-90ab248f1b5c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:11.029012 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.117750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] For port 86ed6fae-17bc-4276-967e-ec276da79d20, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:11.126925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] For port 86ed6fae-17bc-4276-967e-ec276da79d20, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=86ed6fae-17bc-4276-967e-ec276da79d20,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:11.132827 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.319887 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a388f8-f5e2-42b4-aeda-1ad270008084 None None] Pushing event updated for resources: {'Port': ['ID=86ed6fae-17bc-4276-967e-ec276da79d20,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:11.344542 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:11.346101 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:19:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:11.392480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04c62b41-0602-4bce-90ae-5e85ef8df6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.400236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-04c62b41-0602-4bce-90ae-5e85ef8df6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.581992 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-04c62b41-0602-4bce-90ae-5e85ef8df6d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=427cf2d98b0c465983b0b1533aeda1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018517 Aug 31 16:20:11.588121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53392) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:11.623751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c62b41-0602-4bce-90ae-5e85ef8df6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78c1c54-e425-4119-9597-d1446196e8a4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:11.691287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-470a5c79-a801-4a36-9e95-821c3c1b0b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.778395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-470a5c79-a801-4a36-9e95-821c3c1b0b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.786822 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:20:11.948828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-470a5c79-a801-4a36-9e95-821c3c1b0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.955295 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-470a5c79-a801-4a36-9e95-821c3c1b0b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:11.966762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-470a5c79-a801-4a36-9e95-821c3c1b0b3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c78c1c54-e425-4119-9597-d1446196e8a4 HTTP/1.1" status: 204 len: 168 time: 0.3765395 Aug 31 16:20:12.007773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5c79-a801-4a36-9e95-821c3c1b0b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78c1c54-e425-4119-9597-d1446196e8a4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:12.389348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6200eaea-94ec-495c-a11e-4108bcce5cb7 req-c52b732c-4b61-4eb7-a0fa-03b15860e813 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 210 time: 0.1311097 Aug 31 16:20:12.450372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:11Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:12.459597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Allocated IP 172.25.6.29 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/495ed3e2-2784-416a-8d18-922bfc7cce48) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:12.516800 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4d9ca-df27-4612-b194-8e4ccbb2fe7b None None] The sync data for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 is: [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:11Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:12.822466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-66f5555d-f11c-4d9b-918b-a206bbd24c52 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:12.824080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-66f5555d-f11c-4d9b-918b-a206bbd24c52 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 795 time: 0.4443293 Aug 31 16:20:12.897911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:13.030138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-15269a5a-64e7-4418-8a05-9f722bb4d427 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 379 time: 0.1946783 Aug 31 16:20:13.064822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'port': {'device_id': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'admin_state_up': True, 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'security_groups': ['503a633b-e998-4ad8-99d4-e0ec54d75a3d']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:13.109876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:13.239325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Pushing event updated for resources: {'Port': ['ID=495ed3e2-2784-416a-8d18-922bfc7cce48,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:13.253939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:13.259564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:13.263207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:13.433064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:13.458023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:13.567471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:13.703737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:13.968077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.6 (6e18925c-12ca-4d74-8b72-0b00f168b6fb/70982bd1-c321-48a1-9d52-49517ef64e40/b2e45acc-4927-4992-8fba-b3eb83ccc75d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:14.259018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:14.274778 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:14.494008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5beb46df-9c70-4e65-928b-c21ab16e611a req-0efcac6f-44b7-46a5-b188-3ee50036bfc3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 210 time: 0.8228507 Aug 31 16:20:14.557541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:14.629892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object b2e45acc-4927-4992-8fba-b3eb83ccc75d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:14.675383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:14.753065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:14.757140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9129741 Aug 31 16:20:14.764010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53472) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:14.789884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1417426338', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'fixed_ips': [{'ip_address': '172.25.6.29'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:14.825967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbb154-cc96-4572-b0c0-064c0f443506 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Pushing event updated for resources: {'Port': ['ID=495ed3e2-2784-416a-8d18-922bfc7cce48,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:14.827098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 86ed6fae-17bc-4276-967e-ec276da79d20 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:14.869270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:14.877038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Made reservation on behalf of 3a7e3603dbd048ffb1c2998077602423 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:14.884285 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.021675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 86ed6fae-17bc-4276-967e-ec276da79d20 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:15.027876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 86ed6fae-17bc-4276-967e-ec276da79d20 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:15.034649 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.052258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:15.070614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.072542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.075778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.076126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.076498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.076844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.077182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.077518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.077889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.078221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.078553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.078879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:15.092368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.129239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:15.133204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:15.179006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:15.238392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.349640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 86ed6fae-17bc-4276-967e-ec276da79d20, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=86ed6fae-17bc-4276-967e-ec276da79d20,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:15.357089 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.360864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:15.362391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.492064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=86ed6fae-17bc-4276-967e-ec276da79d20,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:15.574379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.602637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.615537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] device_id is not set on port b8b54f44-6685-4956-85db-a57f0da67a0a yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:15.644984 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-4633595e-5c31-4b3a-ace3-751fbf06cf8d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5961928 Aug 31 16:20:15.662771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e68daee9-7876-4222-a61a-72648eebfdd5 None None] Provisioning for port b2e45acc-4927-4992-8fba-b3eb83ccc75d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:15.669128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Request body: {'port': {'device_id': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:15.689217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e68daee9-7876-4222-a61a-72648eebfdd5 None None] Provisioning complete for port b2e45acc-4927-4992-8fba-b3eb83ccc75d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:15.689217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e68daee9-7876-4222-a61a-72648eebfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:15.781403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e68daee9-7876-4222-a61a-72648eebfdd5 None None] Port b2e45acc-4927-4992-8fba-b3eb83ccc75d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:15.838140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bb252-e417-4cc3-9b6a-deeb9d487548 req-2eae017d-2ed4-4161-bc6b-ce767236df35 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:15.840598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0bb252-e417-4cc3-9b6a-deeb9d487548 req-2eae017d-2ed4-4161-bc6b-ce767236df35 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 931 time: 0.1726213 Aug 31 16:20:15.922901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc0bb252-e417-4cc3-9b6a-deeb9d487548 req-04bdd72e-374c-4c62-8100-0505c77e58a6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745170 Aug 31 16:20:15.978461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da23c58-1e8e-4378-a658-c4394e13bc50,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:16.027935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:16.132545 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 16:20:16.133452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:20:16.209570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e5ae905c-5108-45a0-b60b-84e40b6a1c18 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4350965 Aug 31 16:20:16.212661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53530) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:16.523534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Deleting port 495ed3e2-2784-416a-8d18-922bfc7cce48 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:16.524313 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:16.539659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e45acc-4927-4992-8fba-b3eb83ccc75d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:20:16.563468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:16.643648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Transition to ACTIVE for port object b2e45acc-4927-4992-8fba-b3eb83ccc75d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:16.655095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:16.692365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 86ed6fae-17bc-4276-967e-ec276da79d20 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:16.721965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:16.724925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:16.746785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Calling delete_port for 495ed3e2-2784-416a-8d18-922bfc7cce48 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:16.900582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:16.919591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 86ed6fae-17bc-4276-967e-ec276da79d20 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:16.922675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.032847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:17.035092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:17.041202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:17.049994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:20:17.052805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:17.070991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:17.071598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Checking segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:17.072021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Bound using segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:17.073190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Bound port: b2e45acc-4927-4992-8fba-b3eb83ccc75d, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:17.073722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.095825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.207882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:17.211986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:17.221481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.280359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:17.281731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.283489 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-836733d7-948b-409c-bc7f-679852f59077 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 1092 time: 1.6276815 Aug 31 16:20:17.298644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:20:17.306469 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00665587-848f-4a40-b746-e920d41a6ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:20:17.419680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836733d7-948b-409c-bc7f-679852f59077 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:17.439443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Pushing event deleted for resources: {'Port': ['ID=495ed3e2-2784-416a-8d18-922bfc7cce48,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:17.440983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-6a04b561-d953-47ac-b1af-6af8eae25688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:17.442708 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-6a04b561-d953-47ac-b1af-6af8eae25688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1080096 Aug 31 16:20:17.509801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.519400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:17.521048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0425664a-c59a-4c20-ab37-a975233a0888 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440 tempest-ExternalNetworksAdminNegativeTestJSON-1434836440-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/69dcc160-0d98-489e-be23-17355d5fa0b6 HTTP/1.1" status: 204 len: 168 time: 1.3072176 Aug 31 16:20:17.561133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-e81af147-fcf3-4302-ad19-df2467d6a5b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 217 time: 0.1091485 Aug 31 16:20:17.579366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499baefa-f846-454e-bbdc-fbb626215bf1 req-c0fc6c88-4649-41fd-94dc-c2f72a1d8f71 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:17.591016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-499baefa-f846-454e-bbdc-fbb626215bf1 req-c0fc6c88-4649-41fd-94dc-c2f72a1d8f71 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.4566989 Aug 31 16:20:17.734250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-499baefa-f846-454e-bbdc-fbb626215bf1 req-247cf973-e6e9-4569-a11e-0b5dda540ef6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345005 Aug 31 16:20:17.789322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-3424b423-4841-4e57-a010-3f8d4c9da49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:17.791540 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-3424b423-4841-4e57-a010-3f8d4c9da49f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.2204587 Aug 31 16:20:17.891865 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aca046-5e9e-4209-8282-0ff5dc6361ba x-openstack-request-id: req-e8aca046-5e9e-4209-8282-0ff5dc6361ba {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:20:17.892158 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:20:17.892445 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8aca046-5e9e-4209-8282-0ff5dc6361ba {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:20:17.894468 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'status': 'completed', 'code': 200} Aug 31 16:20:17.929873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-fd094b22-3668-486e-ac43-646bd358fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:17.947547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-fd094b22-3668-486e-ac43-646bd358fe78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437280 Aug 31 16:20:18.204258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-d91edeaa-35b0-44c1-9a43-f7035a9c7a43 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484677 Aug 31 16:20:18.362523 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7b522e47-d4e6-4abd-a6e7-68577073bda8 req-1c45166b-ccf4-4817-af0e-663c746660ab service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501098 Aug 31 16:20:18.421163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53606) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:18.497959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53610) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:18.542801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665587-848f-4a40-b746-e920d41a6ae6 req-00d91a2d-11d2-49b8-8b4f-c87d3de76e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:18.550525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-00d91a2d-11d2-49b8-8b4f-c87d3de76e8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1136451 Aug 31 16:20:18.855902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87a95671-5ca3-4a59-a636-2000c0886695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:18.862271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665587-848f-4a40-b746-e920d41a6ae6 req-863eabda-bff0-4940-bdc9-037e16c7c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:18.863764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-863eabda-bff0-4940-bdc9-037e16c7c7df service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.3083415 Aug 31 16:20:18.925410 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-f8c841a4-27b6-4f3e-8019-c3151c929790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 217 time: 0.0482695 Aug 31 16:20:18.938097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e959cfba-2df9-4786-b26b-1f751f2bae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:18.978756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741d25e-7c3a-40b6-b69e-a1025d258657 req-062413c5-8720-49d9-9c87-68b2b0d6b286 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:18.992554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2741d25e-7c3a-40b6-b69e-a1025d258657 req-062413c5-8720-49d9-9c87-68b2b0d6b286 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.1183131 Aug 31 16:20:19.005105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665587-848f-4a40-b746-e920d41a6ae6 req-7b1b697f-0c5c-415f-a3bf-90f2b5230c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:19.006928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-7b1b697f-0c5c-415f-a3bf-90f2b5230c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.0713696 Aug 31 16:20:19.054809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2741d25e-7c3a-40b6-b69e-a1025d258657 req-9d298414-2e41-42c9-9b6d-0a1ea3bd802b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610790 Aug 31 16:20:19.126801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665587-848f-4a40-b746-e920d41a6ae6 req-8bf9968d-1708-4d7d-a78a-9ad4bc6d8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:19.128367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-8bf9968d-1708-4d7d-a78a-9ad4bc6d8e9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092069 Aug 31 16:20:19.130222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87a95671-5ca3-4a59-a636-2000c0886695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.137454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-87a95671-5ca3-4a59-a636-2000c0886695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.303266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e959cfba-2df9-4786-b26b-1f751f2bae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.308810 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e959cfba-2df9-4786-b26b-1f751f2bae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.361123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959cfba-2df9-4786-b26b-1f751f2bae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae6e3b-0387-42ce-baf7-78a4e10d4678,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:19.367550 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e959cfba-2df9-4786-b26b-1f751f2bae15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb73895d25eb4c25b38ce6f2917983fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8666317 Aug 31 16:20:19.370649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:19.417428 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-87a95671-5ca3-4a59-a636-2000c0886695 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2a1ee66d2dd4f038aa2f569814e62f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9949961 Aug 31 16:20:19.424894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53646) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:19.425619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-5753fdaf-f29b-4f55-b672-1c306b6dfa75 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687831 Aug 31 16:20:19.453112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a95671-5ca3-4a59-a636-2000c0886695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c8137e-f02c-4913-b11e-02a7dadf56ac,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:19.490326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77ba1429-8ace-46dd-ba08-29eeaad767c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.523735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77ba1429-8ace-46dd-ba08-29eeaad767c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.601745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-00665587-848f-4a40-b746-e920d41a6ae6 req-dec3582a-c35a-4b19-b029-d3d6b7d9c4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732793 Aug 31 16:20:19.618466 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77ba1429-8ace-46dd-ba08-29eeaad767c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.621499 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77ba1429-8ace-46dd-ba08-29eeaad767c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.623151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-77ba1429-8ace-46dd-ba08-29eeaad767c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8ae6e3b-0387-42ce-baf7-78a4e10d4678 HTTP/1.1" status: 204 len: 168 time: 0.2505505 Aug 31 16:20:19.638344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba1429-8ace-46dd-ba08-29eeaad767c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae6e3b-0387-42ce-baf7-78a4e10d4678,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:19.668514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dad9-3d3e-413a-b0f8-52c556d82fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.741750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dad9-3d3e-413a-b0f8-52c556d82fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.825537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dad9-3d3e-413a-b0f8-52c556d82fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.830729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dad9-3d3e-413a-b0f8-52c556d82fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:19.832560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6ad3dad9-3d3e-413a-b0f8-52c556d82fee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1c8137e-f02c-4913-b11e-02a7dadf56ac HTTP/1.1" status: 204 len: 168 time: 0.4053795 Aug 31 16:20:19.876179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3dad9-3d3e-413a-b0f8-52c556d82fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c8137e-f02c-4913-b11e-02a7dadf56ac,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:19.947224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:20:20.203695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:20.249149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'mac_address': 'fa:16:3e:b6:33:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:20:20.341920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53680) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:20.369449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1fb96-28a6-4042-ae19-9d5068579607 req-afe7c971-121a-4df4-bfac-480639a3eebd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:20.371123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91a1fb96-28a6-4042-ae19-9d5068579607 req-afe7c971-121a-4df4-bfac-480639a3eebd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.2021668 Aug 31 16:20:20.392342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.442699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e45acc-4927-4992-8fba-b3eb83ccc75d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:20:20.459928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-91a1fb96-28a6-4042-ae19-9d5068579607 req-4073fd51-42fa-4d4c-9810-8d42f49063b2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793996 Aug 31 16:20:20.494288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53682) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:20.503803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:20.508799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-15e9cdea-5b4d-4a35-80ba-7034d9b77629 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a7e3603dbd048ffb1c2998077602423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653469 Aug 31 16:20:20.514696 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.627547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49f0fad9-d36b-414b-868c-67f2d66fdbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.628152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:20.679005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49f0fad9-d36b-414b-868c-67f2d66fdbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.748944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b2e45acc-4927-4992-8fba-b3eb83ccc75d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:20:20.819208 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49f0fad9-d36b-414b-868c-67f2d66fdbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.823845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49f0fad9-d36b-414b-868c-67f2d66fdbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.828711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-49f0fad9-d36b-414b-868c-67f2d66fdbee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9da23c58-1e8e-4378-a658-c4394e13bc50 HTTP/1.1" status: 204 len: 168 time: 0.3302927 Aug 31 16:20:20.839876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53694) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:20.841581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0fad9-d36b-414b-868c-67f2d66fdbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da23c58-1e8e-4378-a658-c4394e13bc50,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:20.869841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-28edbe1d-5f42-4cc6-b528-e435480b0d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:20.998718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-7a159a13-92c7-44bb-936d-08cbbb622bcd req-bd499e82-35a6-4c98-b8f8-1aa267a5d21a service neutron] (101478) timed out ('10.222.0.30', 59375) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:20:21.091102 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11aa78a0-95fa-4063-9f9d-7ee15a2e8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.122660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-28edbe1d-5f42-4cc6-b528-e435480b0d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.128356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-28edbe1d-5f42-4cc6-b528-e435480b0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.164826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:21.166435 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-28edbe1d-5f42-4cc6-b528-e435480b0d7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66646abff52f447cab06dbbb508a3737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247635 Aug 31 16:20:21.202558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edbe1d-5f42-4cc6-b528-e435480b0d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8b701-cfe7-42bc-9718-392ebd449a00,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:21.310603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf756-73a5-4568-a995-e6484068ec3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.346762 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf756-73a5-4568-a995-e6484068ec3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.426243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf756-73a5-4568-a995-e6484068ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.430793 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf756-73a5-4568-a995-e6484068ec3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:21.449019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e6aaf756-73a5-4568-a995-e6484068ec3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5b8b701-cfe7-42bc-9718-392ebd449a00 HTTP/1.1" status: 204 len: 168 time: 0.2690456 Aug 31 16:20:21.469325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaf756-73a5-4568-a995-e6484068ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8b701-cfe7-42bc-9718-392ebd449a00,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:21.680806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8befed-24b2-47fb-8dd6-edb2f500a6d2 req-9c83f149-2da1-4472-b473-8b242f32e33a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:21.691531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d8befed-24b2-47fb-8dd6-edb2f500a6d2 req-9c83f149-2da1-4472-b473-8b242f32e33a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.1185353 Aug 31 16:20:21.820499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d8befed-24b2-47fb-8dd6-edb2f500a6d2 req-c5cc09f3-6509-412f-84bb-2b12a9ec9365 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279733 Aug 31 16:20:21.975841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:22.122799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port b2e45acc-4927-4992-8fba-b3eb83ccc75d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:22.133243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port b2e45acc-4927-4992-8fba-b3eb83ccc75d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:22.133622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:22.353549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:22.404402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:20:22.407564 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343ed916-442b-412a-a362-922a97cb9c6b" -d '{"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:20:22.456917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:22.463253 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:22.496146 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec479702-cca8-44e5-b6ea-bd820f3533db x-openstack-request-id: req-ec479702-cca8-44e5-b6ea-bd820f3533db {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:20:22.497020 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:20:22.497462 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec479702-cca8-44e5-b6ea-bd820f3533db {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:20:22.498058 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'code': 200} Aug 31 16:20:22.545197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:22.679164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47827707-3acc-43ff-9a66-cc0f53841ed9 req-12dfc379-806b-407b-91af-ea3c57e0121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:22.681562 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-47827707-3acc-43ff-9a66-cc0f53841ed9 req-12dfc379-806b-407b-91af-ea3c57e0121a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1328862 Aug 31 16:20:22.730908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-47827707-3acc-43ff-9a66-cc0f53841ed9 req-fa8ed525-1ff0-4e24-aac0-1d64a39ae75d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Aug 31 16:20:22.768112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53780) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:22.911061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1082937706'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:22.970377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:22.974673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.009625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.113636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69618b-4c29-4322-95e5-3b368ad20ffd req-61c67b47-9a04-462d-85fb-ef9e2e59768e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:23.115972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc69618b-4c29-4322-95e5-3b368ad20ffd req-61c67b47-9a04-462d-85fb-ef9e2e59768e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1616671 Aug 31 16:20:23.191593 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.201625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.221161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:20:23.231502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.231893 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Added segment 20b17c05-9a3f-4ee4-a3f5-d4a545378580 of type vlan for network 233b70f2-0cf6-4a90-a304-f9eca3519131 Aug 31 16:20:23.357156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc69618b-4c29-4322-95e5-3b368ad20ffd req-862d2a04-8ec4-48ad-a27b-2d4f359072e5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342165 Aug 31 16:20:23.358440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc1b28-b527-4392-bb61-89ac107927db,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:23.370752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-b4cc000b-aade-45cc-8b95-789a7c7a8e49 req-e56ca589-aa8f-4b2f-bf04-cb4c87fa8a87 tempest-ServersTestJSON-1207466918 tempest-ServersTestJSON-1207466918-project] (101477) timed out ('10.222.0.49', 49417) {{(pid=101477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:20:23.386763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.442879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.457088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:23.459367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:23.491528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7222178 Aug 31 16:20:23.494716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53816) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:23.504635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'subnet': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:23.597778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc3c2-502d-4051-87dc-6bb7ac9cc925 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Network': ['ID=233b70f2-0cf6-4a90-a304-f9eca3519131,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:23.613009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:20:23.798245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:23.803841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:24.225683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:24.315714 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:24.368342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Checking segment: {'id': '20b17c05-9a3f-4ee4-a3f5-d4a545378580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:24.368710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network hostable DHCP agents. Network: 233b70f2-0cf6-4a90-a304-f9eca3519131, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:20:24.374608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Subnet': ['ID=133c4684-e3fa-4ab0-a1e1-208ca6b16c03,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:24.403425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:20:24.435651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 233b70f2-0cf6-4a90-a304-f9eca3519131) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:24.443561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:24.453468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:24.482500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee64b7d4-70b2-4f4f-b829-3317066a7ceb None None] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:24.485655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b9ff5da0-c9c6-4185-83ab-41a51b930072 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9892383 Aug 31 16:20:24.488566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53862) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:24.495743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1953570743'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:24.649367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492599-b2bd-480c-a521-30e988a52bc9 req-190ff16f-add7-4e3c-9736-83f2a6a9e0c0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:24.659733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38492599-b2bd-480c-a521-30e988a52bc9 req-190ff16f-add7-4e3c-9736-83f2a6a9e0c0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1362259 Aug 31 16:20:24.790354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-233b70f2-0cf6-4a90-a304-f9eca3519131', 'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'tenant_id': '678319b41ac341c4902b9f596e62a6d9', 'fixed_ips': [{'subnet_id': '133c4684-e3fa-4ab0-a1e1-208ca6b16c03'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:20:24.791870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:24.885149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38492599-b2bd-480c-a521-30e988a52bc9 req-068e728d-c24f-43af-941c-7d58810f957d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230949 Aug 31 16:20:24.941224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:24.949670 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.018619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] device_id is not set on port c09fd6b9-ba97-449c-9cbe-74b890c08078 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:25.062587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Allocated IP 2001:db8::2 (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/897ca2df-4dc1-458c-b48a-c81baab03ef5) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:25.293853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3edfd2-9a29-4ce8-8e6f-f7a47d92bbf2 req-c949be89-5840-4d07-91f7-346bbe51b2c8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:25.305564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f3edfd2-9a29-4ce8-8e6f-f7a47d92bbf2 req-c949be89-5840-4d07-91f7-346bbe51b2c8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1343346 Aug 31 16:20:25.317896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.332068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Transition to ACTIVE for port object 897ca2df-4dc1-458c-b48a-c81baab03ef5 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:25.362981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Transition to ACTIVE for port object 897ca2df-4dc1-458c-b48a-c81baab03ef5 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:25.383260 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.410600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f3edfd2-9a29-4ce8-8e6f-f7a47d92bbf2 req-f574d433-d193-4fc1-9642-30fdd2161a28 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013291 Aug 31 16:20:25.440441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53918) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:25.557584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Allocated IP 2001:db8::3e2 (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/c09fd6b9-ba97-449c-9cbe-74b890c08078) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:25.593528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Pushing event updated for resources: {'Port': ['ID=897ca2df-4dc1-458c-b48a-c81baab03ef5,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:25.609782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:25.611504 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.614804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:25.622830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:25.630617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.659032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a390219-0530-425c-8ee3-c1171cb98f9f tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:25.662820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3a390219-0530-425c-8ee3-c1171cb98f9f tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1092 time: 0.2171478 Aug 31 16:20:25.665837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 53934) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:25.669853 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b67e1f87-c6d1-4d3e-8701-54f40e585686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.692480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:25.785624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.891789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Attempting to bind port 897ca2df-4dc1-458c-b48a-c81baab03ef5 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:25.892585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Attempting to bind port 897ca2df-4dc1-458c-b48a-c81baab03ef5 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '20b17c05-9a3f-4ee4-a3f5-d4a545378580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:25.893186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Attempting to bind port 897ca2df-4dc1-458c-b48a-c81baab03ef5 on network 233b70f2-0cf6-4a90-a304-f9eca3519131 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:25.898176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.904972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:25.905974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Checking segment: {'id': '20b17c05-9a3f-4ee4-a3f5-d4a545378580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:25.906479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:25.907401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Bound using segment: {'id': '20b17c05-9a3f-4ee4-a3f5-d4a545378580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:25.907862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Bound port: 897ca2df-4dc1-458c-b48a-c81baab03ef5, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b17c05-9a3f-4ee4-a3f5-d4a545378580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:25.908557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.027385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] For port 897ca2df-4dc1-458c-b48a-c81baab03ef5, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:26.043570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.053307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] For port 897ca2df-4dc1-458c-b48a-c81baab03ef5, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=897ca2df-4dc1-458c-b48a-c81baab03ef5,segment=NetworkSegment(20b17c05-9a3f-4ee4-a3f5-d4a545378580),segment_id=20b17c05-9a3f-4ee4-a3f5-d4a545378580)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:26.063578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.087143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Transition to ACTIVE for port object c09fd6b9-ba97-449c-9cbe-74b890c08078 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:26.162751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.192309 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.259569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa7d7d-4dd5-4aae-b430-ccdbac298949 None None] Pushing event updated for resources: {'Port': ['ID=897ca2df-4dc1-458c-b48a-c81baab03ef5,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:26.340475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=c09fd6b9-ba97-449c-9cbe-74b890c08078,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:26.358243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:26.360281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:26.370478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:26.381937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:26.383528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.406302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d505dee8-3f9a-4d2f-8da1-7ca9c77c02e4 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9154158 Aug 31 16:20:26.410342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 53988) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:26.418247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.109 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/9d26a885-8240-44f6-a763-e8aceb5cd2e5) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:26.421595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1827136488', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:c1:c0:f7'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:26.663008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.744725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:26.797419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 897ca2df-4dc1-458c-b48a-c81baab03ef5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:26.813824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:26.860070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=9d26a885-8240-44f6-a763-e8aceb5cd2e5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:26.875038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:26.877798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:26.884537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:26.966791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 897ca2df-4dc1-458c-b48a-c81baab03ef5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:26.982810 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:27.014009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] device_id is not set on port 8a28164b-fe73-4682-88a2-443da84a8a87 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:27.301386 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:20:27.409900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Allocated IP 2001:db8::1d8 (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/8a28164b-fe73-4682-88a2-443da84a8a87) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:27.681194 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:27.872667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:27.890657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Transition to ACTIVE for port object 8a28164b-fe73-4682-88a2-443da84a8a87 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:27.951402 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:27.971424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180ed40-9c47-4112-9506-fdfe5d34ef80 None None] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:28.062703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=8a28164b-fe73-4682-88a2-443da84a8a87,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:28.097159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:28.100771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:28.111106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:28.122547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:28.123437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.166402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3bf38b07-9c94-48c5-ba68-ca350fbd86b5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7548029 Aug 31 16:20:28.169449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54084) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:28.174067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] Provisioning for port 897ca2df-4dc1-458c-b48a-c81baab03ef5 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:28.316960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024dc38-6f08-4be3-888f-15f042e04b6f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:28.330949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024dc38-6f08-4be3-888f-15f042e04b6f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:28.335480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] Provisioning complete for port 897ca2df-4dc1-458c-b48a-c81baab03ef5 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:28.338897 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.346321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024dc38-6f08-4be3-888f-15f042e04b6f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:28.349412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a024dc38-6f08-4be3-888f-15f042e04b6f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1786690 Aug 31 16:20:28.355089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54098) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:28.606647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.615948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port 8a28164b-fe73-4682-88a2-443da84a8a87 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:28.616324 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.702988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] For port 897ca2df-4dc1-458c-b48a-c81baab03ef5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=897ca2df-4dc1-458c-b48a-c81baab03ef5,segment=NetworkSegment(20b17c05-9a3f-4ee4-a3f5-d4a545378580),segment_id=20b17c05-9a3f-4ee4-a3f5-d4a545378580)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:28.711984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.714336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.922824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61010109-fe10-4fed-97c8-0d2d3c7e7441 None None] Pushing event updated for resources: {'Port': ['ID=897ca2df-4dc1-458c-b48a-c81baab03ef5,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:28.939797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:28.989371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for 8a28164b-fe73-4682-88a2-443da84a8a87 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:29.088130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Provisioning complete for port 897ca2df-4dc1-458c-b48a-c81baab03ef5 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:29.099897 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.202908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.283411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54116) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:29.363161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Provisioning for port c09fd6b9-ba97-449c-9cbe-74b890c08078 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:29.371446 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.375174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Provisioning complete for port c09fd6b9-ba97-449c-9cbe-74b890c08078 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:29.375539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.434008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=8a28164b-fe73-4682-88a2-443da84a8a87,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:29.563787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Port c09fd6b9-ba97-449c-9cbe-74b890c08078 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:29.574516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-495a6f95-96b0-42eb-9ee0-1a70d4abaec2 None None] Could not find standard attr ID for object 8a28164b-fe73-4682-88a2-443da84a8a87. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:20:29.650470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.662455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.672335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.677253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-03741e01-0110-44a3-82ad-80056ea49c1f tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/ports/8a28164b-fe73-4682-88a2-443da84a8a87 HTTP/1.1" status: 204 len: 168 time: 1.3195195 Aug 31 16:20:29.685143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54128) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:29.716948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4c4c2017-a645-48fd-a60a-7729d97b1239 None None] Provisioning complete for port c09fd6b9-ba97-449c-9cbe-74b890c08078 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:29.717461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2017-a645-48fd-a60a-7729d97b1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:29.845418 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f71b1c-9e6f-47bd-b382-e9768e128327 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] GET failed (client error): The resource could not be found. Aug 31 16:20:29.848296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-94f71b1c-9e6f-47bd-b382-e9768e128327 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "GET /v2.0/ports/8a28164b-fe73-4682-88a2-443da84a8a87 HTTP/1.1" status: 404 len: 333 time: 0.1528230 Aug 31 16:20:29.852555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54132) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:29.859247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176652773'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:29.876259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a69c381a-e9fb-4db3-8705-d86e56d121e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.044441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a69c381a-e9fb-4db3-8705-d86e56d121e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.080808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a69c381a-e9fb-4db3-8705-d86e56d121e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.092380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=9d26a885-8240-44f6-a763-e8aceb5cd2e5,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:30.100008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:30.106730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.132350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] device_id is not set on port d2e27037-8075-4fa6-807a-3553f92b6f70 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:30.166990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c2017-a645-48fd-a60a-7729d97b1239 None None] Port c09fd6b9-ba97-449c-9cbe-74b890c08078 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:30.206264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.210870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a69c381a-e9fb-4db3-8705-d86e56d121e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9def7a14adb4443cb8ae92d5f2ba6b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263084 Aug 31 16:20:30.216141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54138) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:30.294603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ec8a08fc-51c1-441f-8d51-61fae93635f5 None None] Could not find standard attr ID for object 8a28164b-fe73-4682-88a2-443da84a8a87. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:20:30.338641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c381a-e9fb-4db3-8705-d86e56d121e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7874ceb-92de-4e2a-a660-c08fc0cc3fd8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:30.391092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Allocated IP 2001:db8::181 (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/d2e27037-8075-4fa6-807a-3553f92b6f70) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:30.460217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73f2e934-c96a-4ace-8529-6f15be3335b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.462772 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 associated. External IP: 172.25.6.109, port: b2e45acc-4927-4992-8fba-b3eb83ccc75d. Aug 31 16:20:30.605576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73f2e934-c96a-4ace-8529-6f15be3335b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.701442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.739980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Transition to ACTIVE for port object d2e27037-8075-4fa6-807a-3553f92b6f70 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:30.753416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 897ca2df-4dc1-458c-b48a-c81baab03ef5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:30.851045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.875619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 897ca2df-4dc1-458c-b48a-c81baab03ef5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:30.876548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.914358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73f2e934-c96a-4ace-8529-6f15be3335b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.917217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73f2e934-c96a-4ace-8529-6f15be3335b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:30.918401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73f2e934-c96a-4ace-8529-6f15be3335b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7874ceb-92de-4e2a-a660-c08fc0cc3fd8 HTTP/1.1" status: 204 len: 168 time: 0.6184506 Aug 31 16:20:30.945158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:30.954797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2e934-c96a-4ace-8529-6f15be3335b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7874ceb-92de-4e2a-a660-c08fc0cc3fd8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:30.971779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:30.987200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=d2e27037-8075-4fa6-807a-3553f92b6f70,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:30.995580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:31.034731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:31.077981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:31.079036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.112056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-159e692a-4017-4732-8227-6602929cc263 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2556143 Aug 31 16:20:31.112969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54156) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:31.119736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:c1:c0:f7'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:31.243972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.291524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:31.302321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] Sync routers for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:31.324262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:31.326621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:31.346161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.415289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e8b81d54-7552-4336-85be-ac1b33b16b29 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7431765 Aug 31 16:20:31.416385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:20:31.423193 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d60ea7-d7bd-43ea-9723-800586ba43f7" -d '{"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:20:31.589533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c949bf3b-8ff4-4d6f-b98e-63f7f2210473 None None] Provisioning for port d2e27037-8075-4fa6-807a-3553f92b6f70 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:31.623474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:20:31.744116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112ab3d-7a28-4319-96e7-cff088244105 req-b2481d94-09e2-4b70-b5a6-88b71d538aff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:31.753014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a112ab3d-7a28-4319-96e7-cff088244105 req-b2481d94-09e2-4b70-b5a6-88b71d538aff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1804974 Aug 31 16:20:31.805988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.817555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c949bf3b-8ff4-4d6f-b98e-63f7f2210473 None None] Provisioning complete for port d2e27037-8075-4fa6-807a-3553f92b6f70 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:31.819039 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c949bf3b-8ff4-4d6f-b98e-63f7f2210473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.825461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a112ab3d-7a28-4319-96e7-cff088244105 req-d93156a0-97ed-4b29-aa2f-15be2e6ae862 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636313 Aug 31 16:20:31.832448 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.857405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54184) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:31.929019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=d2e27037-8075-4fa6-807a-3553f92b6f70,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:31.941979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] In _notify_port_updated(), no bound segment for port d2e27037-8075-4fa6-807a-3553f92b6f70 on network 233b70f2-0cf6-4a90-a304-f9eca3519131 {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:20:31.948589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:31.949586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:31.951695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e76fedc-2afd-49f8-bc52-c09f348347e9 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "PUT /v2.0/ports/d2e27037-8075-4fa6-807a-3553f92b6f70 HTTP/1.1" status: 200 len: 1002 time: 0.8378756 Aug 31 16:20:31.955878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54190) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:32.105211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c949bf3b-8ff4-4d6f-b98e-63f7f2210473 None None] Port d2e27037-8075-4fa6-807a-3553f92b6f70 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:32.258649 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073eff3a-214e-4c48-b552-466b97f57e70 x-openstack-request-id: req-073eff3a-214e-4c48-b552-466b97f57e70 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:20:32.260909 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:20:32.260909 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-073eff3a-214e-4c48-b552-466b97f57e70 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:20:32.262093 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'status': 'completed', 'code': 200} Aug 31 16:20:32.270184 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a661080d-65e2-40d1-aa34-7058f97f7f92 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 HTTP/1.1" status: 200 len: 991 time: 0.4105825 Aug 31 16:20:32.337287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-b94a222e-6983-49a4-86ab-226dd04fe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:32.340351 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-b94a222e-6983-49a4-86ab-226dd04fe32e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2548168 Aug 31 16:20:32.398661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port d2e27037-8075-4fa6-807a-3553f92b6f70 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:32.399247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:32.470398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'mac_address': 'fa:16:3e:b6:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:20:27Z', 'updated_at': '2021-08-31T16:20:27Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:15Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:32.571004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-9b9582e1-4f9a-45e4-a013-9d18df101bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:32.573497 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-9b9582e1-4f9a-45e4-a013-9d18df101bc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.2253766 Aug 31 16:20:32.573903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:32.579293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] Checking router: b5cbe43a-fd15-4259-a5c0-78e1f39edf7f for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:20:32.600642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for d2e27037-8075-4fa6-807a-3553f92b6f70 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:32.622698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:32.623360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:32.766545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebbe0d3e-d4c7-402d-9cec-dff191ffc98d None None] Provisioning complete for port d2e27037-8075-4fa6-807a-3553f92b6f70 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:32.767316 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0d3e-d4c7-402d-9cec-dff191ffc98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:32.810112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-d3bc1a1b-b919-4899-a153-f9ee8c664352 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.2295716 Aug 31 16:20:32.847002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:32.882859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe0d3e-d4c7-402d-9cec-dff191ffc98d None None] Port d2e27037-8075-4fa6-807a-3553f92b6f70 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:32.908716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=d2e27037-8075-4fa6-807a-3553f92b6f70,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:32.931089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:20:32.934261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-e6c87c1e-20d4-4228-809c-5987bc2bd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:32.940414 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-e6c87c1e-20d4-4228-809c-5987bc2bd352 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.1200643 Aug 31 16:20:33.104426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-be35dd5f-43e0-47a1-90eb-fa757afd667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:33.106228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-be35dd5f-43e0-47a1-90eb-fa757afd667e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605937 Aug 31 16:20:33.166301 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:33.180035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cdeabbed-c936-420a-bbcf-134092e9ef21 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/ports/d2e27037-8075-4fa6-807a-3553f92b6f70 HTTP/1.1" status: 204 len: 168 time: 1.2228832 Aug 31 16:20:33.182312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54230) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:33.240015 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a63470f-24d7-4a2c-8350-8d5a242eaf4d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] GET failed (client error): The resource could not be found. Aug 31 16:20:33.246068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6a63470f-24d7-4a2c-8350-8d5a242eaf4d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "GET /v2.0/ports/d2e27037-8075-4fa6-807a-3553f92b6f70 HTTP/1.1" status: 404 len: 333 time: 0.0622635 Aug 31 16:20:33.246469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:33.252217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-515127726'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:33.279766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:33.315414 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-d86f426f-c948-464d-80bf-6abc09c97a85 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952441 Aug 31 16:20:33.542855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa169218-7068-4378-a22e-7d26d91c0faf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 HTTP/1.1" status: 200 len: 991 time: 0.2616990 Aug 31 16:20:33.563775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'mac_address': 'fa:16:3e:b6:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:20:27Z', 'updated_at': '2021-08-31T16:20:27Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:15Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:33.626951 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8d60ea7-d7bd-43ea-9723-800586ba43f7 req-f74ad6a4-04f6-424e-b01e-8fc6163e8ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039961 Aug 31 16:20:33.643781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a0d8e-fb26-42a2-8b24-bcfca43be89d None None] The sync data for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 is: [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'mac_address': 'fa:16:3e:b6:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:20:27Z', 'updated_at': '2021-08-31T16:20:27Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:15Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:33.683768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:33.695780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:33.720077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] device_id is not set on port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:34.075854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54274) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:34.118226 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d258ba-9e4b-4c35-b805-e88d70e9edb2 None None] New status for floating IP 6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:20:34.254776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66446bc4-c7ed-4460-a222-9342d292913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.387430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66446bc4-c7ed-4460-a222-9342d292913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.397358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66446bc4-c7ed-4460-a222-9342d292913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.428009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Allocated IP 2001:db8::ee (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/0bd2fefe-d5b4-4585-8119-78808ea0e5e3) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:34.437038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66446bc4-c7ed-4460-a222-9342d292913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becee51b-304f-4afb-a6ed-885f52197c15,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:34.487022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66446bc4-c7ed-4460-a222-9342d292913b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4e1f48ddb274c61acd608123ba8e43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096603 Aug 31 16:20:34.489717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54286) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:34.558004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54290) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:34.672296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.685822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-626df7be-ddb4-4749-b7fe-024b3fcc3b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.689121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Transition to ACTIVE for port object 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:34.712926 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63324baa-bf1d-4b03-9d19-2d3f367972be tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 HTTP/1.1" status: 200 len: 993 time: 0.1510315 Aug 31 16:20:34.736741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.747160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-626df7be-ddb4-4749-b7fe-024b3fcc3b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.809766 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-626df7be-ddb4-4749-b7fe-024b3fcc3b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.814123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-626df7be-ddb4-4749-b7fe-024b3fcc3b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.815770 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-626df7be-ddb4-4749-b7fe-024b3fcc3b7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/becee51b-304f-4afb-a6ed-885f52197c15 HTTP/1.1" status: 204 len: 168 time: 0.3245831 Aug 31 16:20:34.826017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626df7be-ddb4-4749-b7fe-024b3fcc3b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becee51b-304f-4afb-a6ed-885f52197c15,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:34.831656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:34.847316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:34.850637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:34.856539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:34.857739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:34.860029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=0bd2fefe-d5b4-4585-8119-78808ea0e5e3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:34.884278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-118fcbfa-6368-461f-99c5-382e86fed631 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6368203 Aug 31 16:20:34.887208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:34.900223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c1:c0:f7'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:35.109759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.349189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-297395a0-f0ba-400a-9a6b-c88db0ede323 None None] Provisioning for port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:35.356855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-297395a0-f0ba-400a-9a6b-c88db0ede323 None None] Provisioning complete for port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:35.357861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-297395a0-f0ba-400a-9a6b-c88db0ede323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.386408 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.392530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.432786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] In _notify_port_updated(), no bound segment for port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 on network 233b70f2-0cf6-4a90-a304-f9eca3519131 {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:20:35.443027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:35.444429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.446514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "PUT /v2.0/ports/0bd2fefe-d5b4-4585-8119-78808ea0e5e3 HTTP/1.1" status: 200 len: 1001 time: 0.5582261 Aug 31 16:20:35.449786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:35.476771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-297395a0-f0ba-400a-9a6b-c88db0ede323 None None] Port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:35.477554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed498b01-8158-4ce1-8e73-7bb6ac569947 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=0bd2fefe-d5b4-4585-8119-78808ea0e5e3,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:35.637961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:35.638205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.799491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:35.824022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:35.937051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a68d504b-0e3b-4fe1-9c90-7910f394c4f6 None None] Provisioning complete for port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:35.941320 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a68d504b-0e3b-4fe1-9c90-7910f394c4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:36.058632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a68d504b-0e3b-4fe1-9c90-7910f394c4f6 None None] Port 0bd2fefe-d5b4-4585-8119-78808ea0e5e3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:36.117443 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:36.243241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=0bd2fefe-d5b4-4585-8119-78808ea0e5e3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:36.251607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:36.263344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54348) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:36.264021 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ecccbca0-986f-496d-b6dd-40a940679660 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/ports/0bd2fefe-d5b4-4585-8119-78808ea0e5e3 HTTP/1.1" status: 204 len: 168 time: 0.8127224 Aug 31 16:20:36.308895 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10cf45f-9194-4625-91b1-7a55f1fe796c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] GET failed (client error): The resource could not be found. Aug 31 16:20:36.310759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f10cf45f-9194-4625-91b1-7a55f1fe796c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "GET /v2.0/ports/0bd2fefe-d5b4-4585-8119-78808ea0e5e3 HTTP/1.1" status: 404 len: 333 time: 0.0441968 Aug 31 16:20:36.315457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54350) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:36.321414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281218686'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:36.502367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:36.513305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:36.551158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] device_id is not set on port 8a7ae334-1acf-4b1f-8b80-4de370475455 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:36.757979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Allocated IP 2001:db8::29a (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/8a7ae334-1acf-4b1f-8b80-4de370475455) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:36.991950 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:37.008618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Transition to ACTIVE for port object 8a7ae334-1acf-4b1f-8b80-4de370475455 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:37.076605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:37.148768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:37.169855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:37.174514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:37.180169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:37.180932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:37.229018 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9123502 Aug 31 16:20:37.231387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9a629-f698-47c4-8ab2-893990a3691d tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=8a7ae334-1acf-4b1f-8b80-4de370475455,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:37.232235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54382) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:37.240259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'network_id': '233b70f2-0cf6-4a90-a304-f9eca3519131', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-365670111'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:37.461110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Made reservation on behalf of 678319b41ac341c4902b9f596e62a6d9 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:37.465947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:37.506513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] device_id is not set on port 096dcfef-a23a-4eab-b35e-ab20139b1625 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:37.699886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-051b2eef-1f8b-48d3-a913-fd69330d2aa7 None None] Provisioning for port 8a7ae334-1acf-4b1f-8b80-4de370475455 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:37.708449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-051b2eef-1f8b-48d3-a913-fd69330d2aa7 None None] Provisioning complete for port 8a7ae334-1acf-4b1f-8b80-4de370475455 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:37.708818 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-051b2eef-1f8b-48d3-a913-fd69330d2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:37.733812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Allocated IP 2001:db8::11f (233b70f2-0cf6-4a90-a304-f9eca3519131/133c4684-e3fa-4ab0-a1e1-208ca6b16c03/096dcfef-a23a-4eab-b35e-ab20139b1625) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:37.759874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-051b2eef-1f8b-48d3-a913-fd69330d2aa7 None None] Port 8a7ae334-1acf-4b1f-8b80-4de370475455 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:37.967162 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:37.987433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Transition to ACTIVE for port object 096dcfef-a23a-4eab-b35e-ab20139b1625 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:38.044328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.050429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54404) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:38.110624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:38.114848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:38.121036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:38.128119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:38.128933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.132834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=096dcfef-a23a-4eab-b35e-ab20139b1625,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:38.157528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54410) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:38.157793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eed05f62-e4fd-496a-98e5-80ca1e2ea264 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9240401 Aug 31 16:20:38.163457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:c1:c0:f7'}, {'ip_address': '2001:db8::29a', 'mac_address': 'fa:16:3e:6a:dd:b6'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:38.337856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:38.387605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.514458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.606548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d8f9446-e5b8-4ec2-8e94-1866f6d978a4 None None] Provisioning for port 096dcfef-a23a-4eab-b35e-ab20139b1625 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:38.616464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d8f9446-e5b8-4ec2-8e94-1866f6d978a4 None None] Provisioning complete for port 096dcfef-a23a-4eab-b35e-ab20139b1625 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:38.617064 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9446-e5b8-4ec2-8e94-1866f6d978a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.691268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f9446-e5b8-4ec2-8e94-1866f6d978a4 None None] Port 096dcfef-a23a-4eab-b35e-ab20139b1625 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:38.721513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.918072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:38.923262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Allocated IP 172.25.6.249 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/c7b17c4b-1b18-4e65-8cc6-ef7ef5492ab5) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:39.052274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.103347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] In _notify_port_updated(), no bound segment for port 096dcfef-a23a-4eab-b35e-ab20139b1625 on network 233b70f2-0cf6-4a90-a304-f9eca3519131 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:20:39.119807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:39.121071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.122268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "PUT /v2.0/ports/096dcfef-a23a-4eab-b35e-ab20139b1625 HTTP/1.1" status: 200 len: 1067 time: 0.9633069 Aug 31 16:20:39.128234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:39.212240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c42f22-377b-4033-bb69-cf229280b149 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event updated for resources: {'Port': ['ID=096dcfef-a23a-4eab-b35e-ab20139b1625,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:39.261836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.378758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.454835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:39.460760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port 096dcfef-a23a-4eab-b35e-ab20139b1625 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:39.461121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.501513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:39.516251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:39.562646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Port': ['ID=c7b17c4b-1b18-4e65-8cc6-ef7ef5492ab5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:39.649213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cac95a8b-8869-4dcf-837b-1a7c1a0b53dd None None] Provisioning complete for port 096dcfef-a23a-4eab-b35e-ab20139b1625 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:39.649973 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cac95a8b-8869-4dcf-837b-1a7c1a0b53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.699680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cac95a8b-8869-4dcf-837b-1a7c1a0b53dd None None] Port 096dcfef-a23a-4eab-b35e-ab20139b1625 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:39.743527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.782773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for 096dcfef-a23a-4eab-b35e-ab20139b1625 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:39.849348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:39.943205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.096844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.139235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=096dcfef-a23a-4eab-b35e-ab20139b1625,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:40.797726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.805168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.929682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Port': ['ID=c7b17c4b-1b18-4e65-8cc6-ef7ef5492ab5,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:40.952087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.955500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c0793700-5d3b-4bbc-b037-bb4213fa7d7a tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/ports/096dcfef-a23a-4eab-b35e-ab20139b1625 HTTP/1.1" status: 204 len: 168 time: 1.8196306 Aug 31 16:20:40.957306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54462) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:40.957803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.986985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:40.988874 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bc8595ec-b55b-4fd6-8336-8a5dde9c5504 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9359465 Aug 31 16:20:40.991499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:40.995470 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2b3a5f-9d72-41ef-b130-58928cfaa1da tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] GET failed (client error): The resource could not be found. Aug 31 16:20:41.000331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1835165348'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:41.001213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f2b3a5f-9d72-41ef-b130-58928cfaa1da tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "GET /v2.0/ports/096dcfef-a23a-4eab-b35e-ab20139b1625 HTTP/1.1" status: 404 len: 333 time: 0.0426133 Aug 31 16:20:41.001380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54470) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:41.101034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Made reservation on behalf of 098c5dea79314115b3d8e3bc6e145877 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:41.104603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.121865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.151291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port 8a7ae334-1acf-4b1f-8b80-4de370475455 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:41.151710 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.317593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.344740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for 8a7ae334-1acf-4b1f-8b80-4de370475455 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:41.420274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.426399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.473440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:20:41.487321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38929d3f-2e1f-4097-bc67-5a7db906f647,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:41.503425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.503884 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Added segment 7426025f-7453-4e45-a58b-6fd2fba217f5 of type vlan for network b152195f-6bef-43be-9d68-f8fea3d3a0f4 Aug 31 16:20:41.598160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.643238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.677643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=8a7ae334-1acf-4b1f-8b80-4de370475455,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:41.688279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.693894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:41.694520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.821636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:41.824094 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8cf69911-94e2-4feb-bc07-b6eae67b698c tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/ports/8a7ae334-1acf-4b1f-8b80-4de370475455 HTTP/1.1" status: 204 len: 168 time: 0.8218696 Aug 31 16:20:41.828303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54490) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:41.845173 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8519220 Aug 31 16:20:41.854375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54492) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:41.868037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Request body: {'subnet': {'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:41.875333 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d93101-94ca-4ac7-a8a6-744b2a60a363 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] GET failed (client error): The resource could not be found. Aug 31 16:20:41.876997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-60d93101-94ca-4ac7-a8a6-744b2a60a363 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "GET /v2.0/ports/8a7ae334-1acf-4b1f-8b80-4de370475455 HTTP/1.1" status: 404 len: 333 time: 0.0474186 Aug 31 16:20:41.882659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54494) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:41.966236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de02b7-dc1e-4b3b-8999-9b64aa96f40d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Network': ['ID=b152195f-6bef-43be-9d68-f8fea3d3a0f4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:41.982737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:20:42.029115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port c09fd6b9-ba97-449c-9cbe-74b890c08078 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:42.030199 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.093040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Made reservation on behalf of 098c5dea79314115b3d8e3bc6e145877 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:42.110008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.221145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.234812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for c09fd6b9-ba97-449c-9cbe-74b890c08078 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:42.388052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.400541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.478364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Subnet': ['ID=ae80a58e-6bac-40eb-b333-72851775ebbf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:42.483495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=c09fd6b9-ba97-449c-9cbe-74b890c08078,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:42.492616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Checking segment: {'id': '7426025f-7453-4e45-a58b-6fd2fba217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:42.493122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network hostable DHCP agents. Network: b152195f-6bef-43be-9d68-f8fea3d3a0f4, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:20:42.496964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.497535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.498072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.498631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.499146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.499672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.500209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.500717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.501225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.501730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.502255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.502799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:42.524535 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.527217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-916ada89-9923-4947-b3a2-90a717d43394 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/ports/c09fd6b9-ba97-449c-9cbe-74b890c08078 HTTP/1.1" status: 204 len: 168 time: 0.6434231 Aug 31 16:20:42.529623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54508) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:42.540555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:20:42.556719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b152195f-6bef-43be-9d68-f8fea3d3a0f4) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:42.567431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d5d84-f238-4877-941e-09e1437c6568 None None] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:42.573182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:42.573877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.603702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-91d0ba4d-a166-4f71-9068-793adb5393b9 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7475276 Aug 31 16:20:42.608146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54510) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:42.615443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1468729712', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:42.632113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting subnet 133c4684-e3fa-4ab0-a1e1-208ca6b16c03 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:20:42.636365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.669423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.674186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.711394 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.852020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.879576 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.916442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b152195f-6bef-43be-9d68-f8fea3d3a0f4', 'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4', 'tenant_id': '098c5dea79314115b3d8e3bc6e145877', 'fixed_ips': [{'subnet_id': 'ae80a58e-6bac-40eb-b333-72851775ebbf'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:20:42.917414 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:42.971189 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.034397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Subnet': ['ID=133c4684-e3fa-4ab0-a1e1-208ca6b16c03,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:43.048210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.051330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8b8420e-9855-47ee-a000-60738a9b05f5 tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/subnets/133c4684-e3fa-4ab0-a1e1-208ca6b16c03 HTTP/1.1" status: 204 len: 168 time: 0.5199864 Aug 31 16:20:43.054092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54518) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:43.063923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314228f9-8eba-43e8-860b-30e4c3b64b03 None None] Network 233b70f2-0cf6-4a90-a304-f9eca3519131 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:43.129909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.177049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.272946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Allocated IP 172.20.0.2 (b152195f-6bef-43be-9d68-f8fea3d3a0f4/ae80a58e-6bac-40eb-b333-72851775ebbf/84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:43.367723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] DHCP port deletion for 233b70f2-0cf6-4a90-a304-f9eca3519131 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:20:43.376923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Deleting port 897ca2df-4dc1-458c-b48a-c81baab03ef5 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:43.377302 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.514801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] For port 897ca2df-4dc1-458c-b48a-c81baab03ef5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=897ca2df-4dc1-458c-b48a-c81baab03ef5,segment=NetworkSegment(20b17c05-9a3f-4ee4-a3f5-d4a545378580),segment_id=20b17c05-9a3f-4ee4-a3f5-d4a545378580)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:43.524620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.534973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.546869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Calling delete_port for 897ca2df-4dc1-458c-b48a-c81baab03ef5 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:43.571399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.631480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] Deleting port 897ca2df-4dc1-458c-b48a-c81baab03ef5 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:43.636527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.725995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.762153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Allocated IP 172.25.6.173 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/01e74283-c198-4642-ad1e-f548e80793af) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:43.771769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Port': ['ID=897ca2df-4dc1-458c-b48a-c81baab03ef5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:43.786826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] No DVR routers for this DVR port 897ca2df-4dc1-458c-b48a-c81baab03ef5 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:20:43.886469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.897584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] For port 897ca2df-4dc1-458c-b48a-c81baab03ef5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=897ca2df-4dc1-458c-b48a-c81baab03ef5,segment=NetworkSegment(20b17c05-9a3f-4ee4-a3f5-d4a545378580),segment_id=20b17c05-9a3f-4ee4-a3f5-d4a545378580)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:43.898142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b70f2-0cf6-4a90-a304-f9eca3519131']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:43.904347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.911288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b17c05-9a3f-4ee4-a3f5-d4a545378580') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:43.911621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b17c05-9a3f-4ee4-a3f5-d4a545378580') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:43.919195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.922544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.942546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] Calling delete_port for 897ca2df-4dc1-458c-b48a-c81baab03ef5 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:43.945390 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.970266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:20:43.972406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.978250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:20:43.996597 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:20:44.003830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:44.007128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:44.034953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:44.086125 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:20:44.152749 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:20:44.159401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.190814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] No DVR routers for this DVR port 897ca2df-4dc1-458c-b48a-c81baab03ef5 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:20:44.196411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.213192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Transition to ACTIVE for port object 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:44.214291 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.219153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] 10.222.0.43 "DELETE /v2.0/networks/233b70f2-0cf6-4a90-a304-f9eca3519131 HTTP/1.1" status: 204 len: 168 time: 1.1612954 Aug 31 16:20:44.243419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Transition to ACTIVE for port object 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:44.246150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369fca7-f29a-442d-8ef1-fda926cad2cd tempest-AllowedAddressPairIpV6TestJSON-1943452745 tempest-AllowedAddressPairIpV6TestJSON-1943452745-project] Pushing event deleted for resources: {'Network': ['ID=233b70f2-0cf6-4a90-a304-f9eca3519131,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:44.250593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da79da-c048-4811-83a7-7c881d6e49d5 None None] Pushing event deleted for resources: {'Port': ['ID=897ca2df-4dc1-458c-b48a-c81baab03ef5,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:44.256648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.309936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:44.316303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:44.321570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:44.351324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Pushing event updated for resources: {'Port': ['ID=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:44.391014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Attempting to bind port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:44.391630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Attempting to bind port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '7426025f-7453-4e45-a58b-6fd2fba217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:44.392440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Attempting to bind port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b on network b152195f-6bef-43be-9d68-f8fea3d3a0f4 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:44.400763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:44.401448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Checking segment: {'id': '7426025f-7453-4e45-a58b-6fd2fba217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:44.402074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.402659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Bound using segment: {'id': '7426025f-7453-4e45-a58b-6fd2fba217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:44.403384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Bound port: 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7426025f-7453-4e45-a58b-6fd2fba217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:44.403964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.451550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Port': ['ID=01e74283-c198-4642-ad1e-f548e80793af,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:44.476077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.496244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] For port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:44.500341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] For port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,segment=NetworkSegment(7426025f-7453-4e45-a58b-6fd2fba217f5),segment_id=7426025f-7453-4e45-a58b-6fd2fba217f5)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:44.505830 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:44.598412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37842b02-b9c8-450b-ad99-0158bc596a73 None None] Pushing event updated for resources: {'Port': ['ID=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:44.732291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 897ca2df-4dc1-458c-b48a-c81baab03ef5 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:20:44.823950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 897ca2df-4dc1-458c-b48a-c81baab03ef5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:20:44.824327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 897ca2df-4dc1-458c-b48a-c81baab03ef5 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:20:44.941239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54556) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:44.970364 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:45.184255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Router e706fb5e-a119-4c87-aae3-157a192662c7 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:20:45.264657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e634e1c-2a45-41d7-9035-b0710dd092be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=678319b41ac341c4902b9f596e62a6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251450 Aug 31 16:20:45.268170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54560) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:45.375795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc06b-c0f5-463d-ac8f-57481ab36694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:45.418206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc06b-c0f5-463d-ac8f-57481ab36694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:45.489955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc06b-c0f5-463d-ac8f-57481ab36694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:45.494083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc06b-c0f5-463d-ac8f-57481ab36694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:45.500074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e9bc06b-c0f5-463d-ac8f-57481ab36694 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abfc1b28-b527-4392-bb61-89ac107927db HTTP/1.1" status: 204 len: 168 time: 0.2305417 Aug 31 16:20:45.512354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bc06b-c0f5-463d-ac8f-57481ab36694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc1b28-b527-4392-bb61-89ac107927db,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:45.672453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:45.691322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] Sync routers for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:45.700158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:45.705164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54572) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:45.708134 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-036165be-266c-4ad6-b4a5-a2625f376085 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0922036 Aug 31 16:20:45.753364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:45.754332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:45.844135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:45.855500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:45.859470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:45.927033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:45.927868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce03083-6f8e-4706-85cb-803e2f207cef None None] The sync data for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:46.312583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd3a051-5a29-4353-ba26-d8cc3b9e1712 None None] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:46.614757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:46.817187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:46.884219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-80bb586b-515a-49a1-a63e-ad95be81349c None None] Provisioning for port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:46.932139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:46.951420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:46.952132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:46.961539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54614) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:47.064321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:47.111648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.221735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,segment=NetworkSegment(7426025f-7453-4e45-a58b-6fd2fba217f5),segment_id=7426025f-7453-4e45-a58b-6fd2fba217f5)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:47.230605 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.273450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Allocated IP 172.20.0.1 (b152195f-6bef-43be-9d68-f8fea3d3a0f4/ae80a58e-6bac-40eb-b333-72851775ebbf/2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:47.359557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1319883794'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:47.391974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:47.450623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44408156-4e04-4b83-898e-1b663efd9775 None None] Provisioning complete for port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:47.451030 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44408156-4e04-4b83-898e-1b663efd9775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.461893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:47.465660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.493265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.509528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.526231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Deleting subnet 82bfb85b-e687-4fc6-91c7-146c26af3d55 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:20:47.541206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Transition to ACTIVE for port object 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:47.541649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.595975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.601094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.653327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:47.658721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:47.664256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:47.725925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.773740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.948441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:47.971993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Port': ['ID=2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.009269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82bfb85b-e687-4fc6-91c7-146c26af3d55,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.014009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.018226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.020127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.022484 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6d2b01f3-bb06-4243-b9d9-f22ef8b2b05b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/82bfb85b-e687-4fc6-91c7-146c26af3d55 HTTP/1.1" status: 204 len: 168 time: 1.0601740 Aug 31 16:20:48.024127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.027637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54634) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:48.106881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:20:48.125015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131badb7-37db-4239-a9ab-be08a18b10aa,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.134698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.135087 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Added segment 6dd8635f-f385-4da4-8f09-45c7bbdeed5e of type vlan for network 4d30e943-7caf-44d2-9e1a-8fc92c863115 Aug 31 16:20:48.150771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-755c058a-acb6-4edf-93a3-c7704c6c0286 None None] Provisioning for port 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:48.165227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-755c058a-acb6-4edf-93a3-c7704c6c0286 None None] Provisioning complete for port 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:48.166165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-755c058a-acb6-4edf-93a3-c7704c6c0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.167181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.233372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-755c058a-acb6-4edf-93a3-c7704c6c0286 None None] Port 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:48.287728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.374774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.390162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f1cd75-e915-4af1-8f11-daf4eb05e3d3']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:48.402314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e821f8-dbad-415e-ba72-19c79e17ce36') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:48.402766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e821f8-dbad-415e-ba72-19c79e17ce36') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:48.415671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.433565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.441086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:20:48.441640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:20:48.491938 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:20:48.494448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.499001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:48.499637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.500246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.508217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.571883 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.629814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Network': ['ID=4d30e943-7caf-44d2-9e1a-8fc92c863115,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.634231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.653250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:48.658955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] 10.222.0.43 "DELETE /v2.0/networks/94f1cd75-e915-4af1-8f11-daf4eb05e3d3 HTTP/1.1" status: 204 len: 168 time: 0.6276639 Aug 31 16:20:48.661887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ebc8-ca39-4192-8c25-0e127c6c688c admin admin] Pushing event deleted for resources: {'Network': ['ID=94f1cd75-e915-4af1-8f11-daf4eb05e3d3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.664556 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7bdfe1d1-4439-4ea1-a1c8-d183216e206c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5983076 Aug 31 16:20:48.669789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:20:48.681409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54652) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:48.690698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:48.711667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Port': ['ID=2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:48.753868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:48.755808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:48.991455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:48.991455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.116693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:49.120953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Router e706fb5e-a119-4c87-aae3-157a192662c7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:49.121279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:49.121279 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.148214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54672) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:49.279228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2f88e203-1c9a-4ad4-aa93-29acac817a08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dcfc83a7cbb4c4fbf5e5df41a49049e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258421 Aug 31 16:20:49.282094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54680) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:49.306610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:49.315625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fbc1b463-cd58-44cf-b4a3-a00969b1116f tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "PUT /v2.0/routers/e706fb5e-a119-4c87-aae3-157a192662c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6092534 Aug 31 16:20:49.316319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54684) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:49.319927 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] Sync routers for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:49.323090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Request body: {'port': {'network_id': 'b152195f-6bef-43be-9d68-f8fea3d3a0f4', 'name': 'tempest-FloatingIPAdminTestJSON-1628969516'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:49.343092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:49.344296 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:49.384801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-556b1aa3-37c8-416e-92ad-80a67e589868 None None] Provisioning complete for port 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:49.386160 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-556b1aa3-37c8-416e-92ad-80a67e589868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.400645 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:49.412388 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:49.413121 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:49.458495 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:49.459312 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee3c328-47e5-4e97-b695-f7042274b548 None None] The sync data for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:49.466275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1a37e0c-c10b-4c6e-98be-e1c8fbc5d09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.471574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-556b1aa3-37c8-416e-92ad-80a67e589868 None None] Port 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:49.508976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1a37e0c-c10b-4c6e-98be-e1c8fbc5d09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.642840 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.714845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1a37e0c-c10b-4c6e-98be-e1c8fbc5d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.719008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f1a37e0c-c10b-4c6e-98be-e1c8fbc5d09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.720363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f1a37e0c-c10b-4c6e-98be-e1c8fbc5d09d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/747dfd8a-ca63-4f9c-9412-2770adecee20 HTTP/1.1" status: 204 len: 168 time: 0.4370546 Aug 31 16:20:49.743341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a37e0c-c10b-4c6e-98be-e1c8fbc5d09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747dfd8a-ca63-4f9c-9412-2770adecee20,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:49.760568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=538e6b1f-f1c7-4063-9bbb-d8dce28a873e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:49.771741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:49.772126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network hostable DHCP agents. Network: 4d30e943-7caf-44d2-9e1a-8fc92c863115, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:20:49.820310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:20:49.841089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 4d30e943-7caf-44d2-9e1a-8fc92c863115) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:49.852150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0aaa43-d4c7-4181-95bb-28f5bf8111a6 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:49.872412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:49.873045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:49.914188 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eca77a3f-79e5-47b2-a700-a9b4c7454daf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2314613 Aug 31 16:20:49.919553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54700) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:49.930408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'name': 'tempest-NetworksTestDHCPv6-1343813664'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:50.010335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Made reservation on behalf of 098c5dea79314115b3d8e3bc6e145877 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:50.022967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.048215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] device_id is not set on port ed24a4be-7b1a-4f46-9109-51ae3137a394 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:50.165606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:50.170676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.193456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port d5a535d9-97df-4cbc-81bf-fbe5d328a7ee yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:50.243155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '538e6b1f-f1c7-4063-9bbb-d8dce28a873e'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:20:50.244142 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.259723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Allocated IP 172.20.0.14 (b152195f-6bef-43be-9d68-f8fea3d3a0f4/ae80a58e-6bac-40eb-b333-72851775ebbf/ed24a4be-7b1a-4f46-9109-51ae3137a394) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:50.391107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::d7 (4d30e943-7caf-44d2-9e1a-8fc92c863115/538e6b1f-f1c7-4063-9bbb-d8dce28a873e/d5a535d9-97df-4cbc-81bf-fbe5d328a7ee) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:50.623897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.648747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Transition to ACTIVE for port object ed24a4be-7b1a-4f46-9109-51ae3137a394 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:50.689690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.708454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.732332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object d5a535d9-97df-4cbc-81bf-fbe5d328a7ee will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:50.773348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:50.776421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:50.778920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:50.856560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.859724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event updated for resources: {'Port': ['ID=ed24a4be-7b1a-4f46-9109-51ae3137a394,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:50.960514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:50.962432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:50.975226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:50.991535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:50.999152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:50.999427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/538e6b1f-f1c7-4063-9bbb-d8dce28a873e/3a76baf5-9f2f-42a7-a088-aa26213c4775) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:51.006395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3dc21d25-b3c3-422f-861c-f539a0d182a5 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6879492 Aug 31 16:20:51.007447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54742) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:51.025503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:51.040219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.067554 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1fefc983-e8c3-4682-9a6a-e1c61251388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.068482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=d5a535d9-97df-4cbc-81bf-fbe5d328a7ee,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:51.095959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-150318b8-74d2-4b7f-a34f-a1290e8ce886 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1743603 Aug 31 16:20:51.099408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54750) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:51.276679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e415c-7dda-448f-877e-4a2fa150fe3b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:51.278380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-035e415c-7dda-448f-877e-4a2fa150fe3b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1776941 Aug 31 16:20:51.281963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54762) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:51.374218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.385469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Transition to ACTIVE for port object 3a76baf5-9f2f-42a7-a088-aa26213c4775 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:51.406700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Transition to ACTIVE for port object 3a76baf5-9f2f-42a7-a088-aa26213c4775 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:51.427255 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.496147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'project_id': '098c5dea79314115b3d8e3bc6e145877', 'port_id': 'ed24a4be-7b1a-4f46-9109-51ae3137a394'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:51.507519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port d5a535d9-97df-4cbc-81bf-fbe5d328a7ee {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:51.507973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.514944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c662b178-a287-43d4-b7d5-31ec3560cf33 None None] Provisioning for port ed24a4be-7b1a-4f46-9109-51ae3137a394 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:51.530273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:51.537819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:51.546344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c662b178-a287-43d4-b7d5-31ec3560cf33 None None] Provisioning complete for port ed24a4be-7b1a-4f46-9109-51ae3137a394 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:51.546951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c662b178-a287-43d4-b7d5-31ec3560cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.549546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:51.608970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.676356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Pushing event updated for resources: {'Port': ['ID=3a76baf5-9f2f-42a7-a088-aa26213c4775,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:51.706227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c662b178-a287-43d4-b7d5-31ec3560cf33 None None] Port ed24a4be-7b1a-4f46-9109-51ae3137a394 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:20:51.741250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.741693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.742151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.742737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.743286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.743730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.744221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.744644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.745083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.745519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.746061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.746992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:20:51.748117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.754991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Attempting to bind port 3a76baf5-9f2f-42a7-a088-aa26213c4775 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:51.755512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Attempting to bind port 3a76baf5-9f2f-42a7-a088-aa26213c4775 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:51.755999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Attempting to bind port 3a76baf5-9f2f-42a7-a088-aa26213c4775 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:51.765076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:51.765512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:51.766163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.766577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:51.778194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Bound port: 3a76baf5-9f2f-42a7-a088-aa26213c4775, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:51.778715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for d5a535d9-97df-4cbc-81bf-fbe5d328a7ee owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:51.779311 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:51.951585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] For port 3a76baf5-9f2f-42a7-a088-aa26213c4775, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:51.958170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] For port 3a76baf5-9f2f-42a7-a088-aa26213c4775, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a76baf5-9f2f-42a7-a088-aa26213c4775,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:51.969141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.003695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.101117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e978f9-7878-42ff-8dca-0afbaed56a43 None None] Pushing event updated for resources: {'Port': ['ID=3a76baf5-9f2f-42a7-a088-aa26213c4775,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:52.345596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Allocated IP 172.25.6.14 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/6836bcff-2b46-4d8e-9aea-4148ef1cda54) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:52.429790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.483167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=d5a535d9-97df-4cbc-81bf-fbe5d328a7ee,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:52.545238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.547341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b8b8269b-09d2-4891-b7a2-ed60870b9fca tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/d5a535d9-97df-4cbc-81bf-fbe5d328a7ee HTTP/1.1" status: 204 len: 168 time: 1.2637770 Aug 31 16:20:52.550318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54796) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:52.600930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.702953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde56efa-3007-4a36-8cf5-1c8d258defd0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:52.705397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde56efa-3007-4a36-8cf5-1c8d258defd0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:52.708285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fde56efa-3007-4a36-8cf5-1c8d258defd0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1566718 Aug 31 16:20:52.711572 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54804) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:52.820489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.847368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 538e6b1f-f1c7-4063-9bbb-d8dce28a873e {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:20:52.858754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:52.884831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a76baf5-9f2f-42a7-a088-aa26213c4775 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:52.930115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:52.937958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Pushing event updated for resources: {'Port': ['ID=6836bcff-2b46-4d8e-9aea-4148ef1cda54,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:52.961533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:52.969639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:52.986601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.031028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3a76baf5-9f2f-42a7-a088-aa26213c4775 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:53.303652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.389953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.443130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=538e6b1f-f1c7-4063-9bbb-d8dce28a873e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:53.465463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.469132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2eb15871-146f-4ed5-9cd2-919dae530c24 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/538e6b1f-f1c7-4063-9bbb-d8dce28a873e HTTP/1.1" status: 204 len: 168 time: 0.7559011 Aug 31 16:20:53.471761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54820) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:53.563196 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c963a5e7-63ae-4c0e-b4e1-9bb0be47b415 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872800 Aug 31 16:20:53.563813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:53.568815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:53.583091 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.646267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e31ea-a2eb-435a-ad97-2df4ea6f0a52 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:53.673560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.756085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:53.760030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.834647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] Provisioning for port 3a76baf5-9f2f-42a7-a088-aa26213c4775 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:53.866849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] Provisioning complete for port 3a76baf5-9f2f-42a7-a088-aa26213c4775 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:53.867128 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.927038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:53.933240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.002827 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.045354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.056922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] For port 3a76baf5-9f2f-42a7-a088-aa26213c4775, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a76baf5-9f2f-42a7-a088-aa26213c4775,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:54.070962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.135149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.185123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9360f53-4a8b-4642-8eba-d1fe97ecc4fa None None] Pushing event updated for resources: {'Port': ['ID=3a76baf5-9f2f-42a7-a088-aa26213c4775,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:54.197374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:20:54.249935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] Deleting port 3a76baf5-9f2f-42a7-a088-aa26213c4775 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:54.250637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.252746 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Floating IP 6ca0c955-7451-45ba-b12b-16b310580ec5 associated. External IP: 172.25.6.14, port: ed24a4be-7b1a-4f46-9109-51ae3137a394. Aug 31 16:20:54.254990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Pushing event updated for resources: {'Port': ['ID=6836bcff-2b46-4d8e-9aea-4148ef1cda54,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:54.291525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:54.302718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:54.313124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:54.313805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.323163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:54.336959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-92241533-2be5-4fd3-9d7b-5601bdd27528 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7724826 Aug 31 16:20:54.339685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54848) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:54.362951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'name': 'tempest-NetworksTestDHCPv6-354727108'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:54.459216 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.509681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] For port 3a76baf5-9f2f-42a7-a088-aa26213c4775, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3a76baf5-9f2f-42a7-a088-aa26213c4775,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:54.510080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.530167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] Calling delete_port for 3a76baf5-9f2f-42a7-a088-aa26213c4775 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:54.660660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Router e706fb5e-a119-4c87-aae3-157a192662c7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:54.666425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.681773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:54.685500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.706437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] Pushing event deleted for resources: {'Port': ['ID=3a76baf5-9f2f-42a7-a088-aa26213c4775,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:54.709201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6dfa3-9a04-4963-bceb-2a364e57b985 None None] No DVR routers for this DVR port 3a76baf5-9f2f-42a7-a088-aa26213c4775 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:20:54.722641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port e9ebf41e-df18-445e-a453-27ef89288ebe yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:54.731948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89dbf3-010f-4ce2-a23f-6d85bc0a4c69 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:54.796031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a76baf5-9f2f-42a7-a088-aa26213c4775 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:20:54.832754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3a76baf5-9f2f-42a7-a088-aa26213c4775 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:20:54.833426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3a76baf5-9f2f-42a7-a088-aa26213c4775 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:20:54.913854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::21d (4d30e943-7caf-44d2-9e1a-8fc92c863115/27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc/e9ebf41e-df18-445e-a453-27ef89288ebe) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:54.944375 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:54.970759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] Sync routers for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:54.982322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:20:54.983730 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:54.998862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:54.999565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:55.020550 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.037472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:55.095259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c86c20d5-e490-467e-8666-501db9c37f85 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.0863147 Aug 31 16:20:55.099212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54868) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:55.140639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:55.141827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:55.186417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.207827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:55.210215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d105ca-b6e0-4612-bca7-17544e5c6eb2 None None] The sync data for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:55.264240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d8b33b2-64f7-411a-a6bd-d43c38492c88 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] 10.222.0.43 "GET /v2.0/floatingips/6ca0c955-7451-45ba-b12b-16b310580ec5 HTTP/1.1" status: 200 len: 983 time: 0.1620212 Aug 31 16:20:55.265719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:55.266497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object e9ebf41e-df18-445e-a453-27ef89288ebe will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:55.267958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.269747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.319348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.396981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=e9ebf41e-df18-445e-a453-27ef89288ebe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:55.400780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:55.402984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:55.406309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:55.408472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-11e7b539-9cb8-4da8-95a7-426c5690dbda tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1414711 Aug 31 16:20:55.411112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54880) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:55.412805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:55.412965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc/7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:55.413780 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.435941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09ff86a9-6f00-40fc-9755-d9d5eb7843eb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0945876 Aug 31 16:20:55.437019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:55.499999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27392b35-1441-4d40-8040-d73caa90348b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:55.503945 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-27392b35-1441-4d40-8040-d73caa90348b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0633159 Aug 31 16:20:55.505249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54888) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:55.673843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.687074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port e9ebf41e-df18-445e-a453-27ef89288ebe {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:55.687675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Transition to ACTIVE for port object 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:55.688400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.723818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Transition to ACTIVE for port object 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:55.760123 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.785712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6272440c-fe62-48da-ac8a-ad1b2608e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.801775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting port 6836bcff-2b46-4d8e-9aea-4148ef1cda54 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:55.802365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.840420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.900750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for e9ebf41e-df18-445e-a453-27ef89288ebe owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:55.906714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.907359 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:55.925184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:55.934930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:55.938847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Calling delete_port for 6836bcff-2b46-4d8e-9aea-4148ef1cda54 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:20:55.940343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:55.950674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Pushing event updated for resources: {'Port': ['ID=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:55.960214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.023897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Attempting to bind port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:20:56.024314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Attempting to bind port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:20:56.024817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Attempting to bind port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:20:56.032974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:20:56.033360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:20:56.033774 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.034178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:20:56.034671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Bound port: 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:20:56.035188 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.152701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.179032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] For port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:20:56.184005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] For port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:20:56.195807 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.278169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=e9ebf41e-df18-445e-a453-27ef89288ebe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:56.287287 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.298991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54906) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:56.301503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b74bda05-31d0-4729-806a-0a0c53486d61 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/e9ebf41e-df18-445e-a453-27ef89288ebe HTTP/1.1" status: 204 len: 168 time: 0.7951024 Aug 31 16:20:56.397942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cd744-adda-4acb-a902-b82ff5f14c61 None None] Pushing event updated for resources: {'Port': ['ID=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:56.475532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.552374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Port': ['ID=6836bcff-2b46-4d8e-9aea-4148ef1cda54,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:56.578008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef06d7b-ee88-41bc-9ba4-8ec5d13e4fe9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:56.578485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef06d7b-ee88-41bc-9ba4-8ec5d13e4fe9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:56.583227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eef06d7b-ee88-41bc-9ba4-8ec5d13e4fe9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2831230 Aug 31 16:20:56.584090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54910) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:56.729327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:20:56.734180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.811231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:56.947034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.050691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.095776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:57.101865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.104340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-415acb97-9a80-4905-9ab8-2d1ade960498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc HTTP/1.1" status: 204 len: 168 time: 0.5189459 Aug 31 16:20:57.106770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:57.150989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-75d342fc-5b3d-4360-af01-0fc09653f9ce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423386 Aug 31 16:20:57.154847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54922) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:57.161836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:57.201517 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.201517 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Floating IP 6ca0c955-7451-45ba-b12b-16b310580ec5 disassociated (deleted). External IP: 172.25.6.14, port: ed24a4be-7b1a-4f46-9109-51ae3137a394. Aug 31 16:20:57.298343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:57.304097 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.599239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Router e706fb5e-a119-4c87-aae3-157a192662c7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:20:57.694948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.701661 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.782207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:57.786107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:57.794921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:57.795544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.860232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7039139 Aug 31 16:20:57.863986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54936) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:57.867335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:20:57.869465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'name': 'tempest-NetworksTestDHCPv6-1966609103'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:57.875032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6afdc-3afa-4261-8058-7d504ba6d51c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=3b880cf7-54e0-4f0c-883b-8c1fb8387b73,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:57.879457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:57.884145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5d63f-16c8-4b86-a09a-abbe493d46a9 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:20:57.898933 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] Sync routers for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:20:57.922384 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:57.923030 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:57.928139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa092713-4d78-475a-8023-2846f870b6f3 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "DELETE /v2.0/floatingips/6ca0c955-7451-45ba-b12b-16b310580ec5 HTTP/1.1" status: 204 len: 168 time: 2.5118685 Aug 31 16:20:57.935092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54938) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:57.972620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:20:58.015462 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:58.035791 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:20:58.036832 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:58.063179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.075077 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:20:58.076092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fc3a8-5346-4a26-b1be-28b9e7548d5f None None] The sync data for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:20:58.109968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-da542b13-2204-4daf-ac9b-93b630619630 None None] Provisioning for port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:58.226765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:20:58.231252 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.266094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 7c859bc2-1167-420a-b48d-ee1e947f716a yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:20:58.298101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.478982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Allocated IP 172.25.6.118 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b7954536-460c-49c7-825b-9708e825f57d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:58.492772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::156 (4d30e943-7caf-44d2-9e1a-8fc92c863115/3b880cf7-54e0-4f0c-883b-8c1fb8387b73/7c859bc2-1167-420a-b48d-ee1e947f716a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:20:58.711466 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.875572 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.882685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:20:58.927126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.954066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 7c859bc2-1167-420a-b48d-ee1e947f716a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:20:58.965584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:20:58.973099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:20:58.973881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:58.995998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:59.000437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:59.007481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:59.040032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Pushing event updated for resources: {'Port': ['ID=b7954536-460c-49c7-825b-9708e825f57d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:59.048796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.133931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.155439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:20:59.160001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:20:59.175180 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.197106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:20:59.206578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:59.207170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.212904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.235128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=7c859bc2-1167-420a-b48d-ee1e947f716a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:59.253746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:20:59.257701 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f21091b8-45a7-4c3f-892c-55dc72c1ed44 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3925066 Aug 31 16:20:59.258400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54958) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:59.265262 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.325208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:59.405701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86271e-3348-4a29-9f9c-4ebf8efbc51a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:59.417674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86271e-3348-4a29-9f9c-4ebf8efbc51a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:20:59.419723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7d86271e-3348-4a29-9f9c-4ebf8efbc51a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1602635 Aug 31 16:20:59.422808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5d188ff0-12d3-4bbf-89f1-cb87841758b2 None None] Could not find standard attr ID for object d5a535d9-97df-4cbc-81bf-fbe5d328a7ee. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:20:59.423243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:59.582666 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.589468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.633664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 7c859bc2-1167-420a-b48d-ee1e947f716a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:20:59.634919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.684098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Pushing event updated for resources: {'Port': ['ID=b7954536-460c-49c7-825b-9708e825f57d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:20:59.744591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.771127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.771678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bff06e4c-8063-4ffb-97ee-8f8d1b8d7591 None None] Could not find standard attr ID for object e9ebf41e-df18-445e-a453-27ef89288ebe. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:20:59.773137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-daa68efe-162f-4500-a653-98c3a8a800fe tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8357100 Aug 31 16:20:59.777087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 54970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:20:59.845435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:20:59.880856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 7c859bc2-1167-420a-b48d-ee1e947f716a owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:00.036855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:00.093599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.287164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e8317b35-9b86-42b4-b888-7a94fe4e2aad None None] Provisioning for port 7c859bc2-1167-420a-b48d-ee1e947f716a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:00.288604 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.305150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e8317b35-9b86-42b4-b888-7a94fe4e2aad None None] Provisioning complete for port 7c859bc2-1167-420a-b48d-ee1e947f716a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:00.305531 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e8317b35-9b86-42b4-b888-7a94fe4e2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.328943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39e054-6cc8-4fc8-92c4-ec9f01f95b95 req-36476332-d272-4cc2-b6e2-d67ad7499079 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:00.330617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b39e054-6cc8-4fc8-92c4-ec9f01f95b95 req-36476332-d272-4cc2-b6e2-d67ad7499079 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0993488 Aug 31 16:21:00.337722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e8317b35-9b86-42b4-b888-7a94fe4e2aad None None] Port 7c859bc2-1167-420a-b48d-ee1e947f716a was deleted so its status cannot be updated. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 16:21:00.352496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=7c859bc2-1167-420a-b48d-ee1e947f716a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:00.437900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.442457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f581caf6-0749-4781-90c6-b09e7d35f117 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/7c859bc2-1167-420a-b48d-ee1e947f716a HTTP/1.1" status: 204 len: 168 time: 1.0121760 Aug 31 16:21:00.444813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54988) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:00.456778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b39e054-6cc8-4fc8-92c4-ec9f01f95b95 req-1f5c4f98-ed75-4f1e-a5f0-eabb185ae851 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115780 Aug 31 16:21:00.495225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.623050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e40abf-2e9d-4a1b-aae0-c9bc85de9ad1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:00.626237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e40abf-2e9d-4a1b-aae0-c9bc85de9ad1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:00.632410 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f9e40abf-2e9d-4a1b-aae0-c9bc85de9ad1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1797578 Aug 31 16:21:00.645576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 54996) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:00.788465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:00.814452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 3b880cf7-54e0-4f0c-883b-8c1fb8387b73 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:00.818881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.931144 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:00.988277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Allocated IP 172.25.6.26 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b80863db-842b-43ff-a49e-abdfd4888dd6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:01.022815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9816-bd09-4868-bab1-e3586518727f req-c9376ccb-42e9-409e-ab2e-4190251ef931 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:01.024762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2c9816-bd09-4868-bab1-e3586518727f req-c9376ccb-42e9-409e-ab2e-4190251ef931 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.3143291 Aug 31 16:21:01.041359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.156937 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.179009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:01.179579 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.193848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=3b880cf7-54e0-4f0c-883b-8c1fb8387b73,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:01.204476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.209839 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-30a001a6-0dfa-410b-bca4-75fe25703777 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/3b880cf7-54e0-4f0c-883b-8c1fb8387b73 HTTP/1.1" status: 204 len: 168 time: 0.5511394 Aug 31 16:21:01.210246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55004) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:01.231397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68baf0-92a1-4c57-9551-1704b1878c24 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:01.246344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f2c9816-bd09-4868-bab1-e3586518727f req-ca678c30-1840-4f5c-8677-d3ba0db568f7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070601 Aug 31 16:21:01.260630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55006) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:01.304703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b69742d5-e2dc-44d4-9421-5ca77f037486 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934029 Aug 31 16:21:01.307230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55008) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:01.387095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-12fb02b4-1a4c-426f-9bba-99ab9927831e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 HTTP/1.1" status: 200 len: 993 time: 0.1248026 Aug 31 16:21:01.390494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.486155 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.555711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:01.615721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Pushing event updated for resources: {'Port': ['ID=b80863db-842b-43ff-a49e-abdfd4888dd6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:01.624308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:01.627413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:01.632740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:01.675895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] Deleting port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:01.676535 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.791085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] For port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:01.794082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.838343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] Calling delete_port for 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:01.854548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:01.927482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.020246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878c478-379d-4e32-b052-4bfec12662d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:02.029369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7878c478-379d-4e32-b052-4bfec12662d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7206223 Aug 31 16:21:02.030193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55034) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:02.152523 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.177992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817dee0-bd6e-46a8-a64c-dfbfa99c1ea0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:02.182365 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5817dee0-bd6e-46a8-a64c-dfbfa99c1ea0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1497571 Aug 31 16:21:02.186098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:02.199403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] Pushing event deleted for resources: {'Port': ['ID=7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:02.204559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe48cc-e8b0-4617-84d1-1624d894307a None None] No DVR routers for this DVR port 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:02.233756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.240384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.287349 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a81d66c8-9c3d-4098-92f5-e92577cfca49 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917687 Aug 31 16:21:02.313311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55044) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:02.347379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:02.355010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Pushing event updated for resources: {'Port': ['ID=b80863db-842b-43ff-a49e-abdfd4888dd6,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:02.421298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.458349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69039c-1022-46ab-a39f-07d3065b9aa4 req-7c7c057c-2438-4779-808b-e41fb3dd5ccb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:02.460964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f69039c-1022-46ab-a39f-07d3065b9aa4 req-7c7c057c-2438-4779-808b-e41fb3dd5ccb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.0889499 Aug 31 16:21:02.476457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.480742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-013fbb6c-c7dc-4ad8-860d-03d3a0636f15 tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7023754 Aug 31 16:21:02.481974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55050) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:02.528455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:02.536713 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:02.624572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f69039c-1022-46ab-a39f-07d3065b9aa4 req-e25c54b9-748b-4d93-a77d-e9b3acc68384 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414020 Aug 31 16:21:02.644620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3a74bf67-de58-4583-8799-c72c81174395 tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1595957 Aug 31 16:21:02.650352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55056) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:02.701056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:02.758931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:02.759787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7e9f1dd9-e6d8-4c62-b907-fa8a812a3ac3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:02.892467 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6fd29bab-a716-4066-a524-57d458073790 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2409310 Aug 31 16:21:02.895095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55064) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:02.929243 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-64929305-e840-4a05-b657-870b32f19fbc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5315809 Aug 31 16:21:02.945097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-4d228af7-e43b-4e43-8467-9bd30bc7093b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:21:02.946115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-4d228af7-e43b-4e43-8467-9bd30bc7093b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079391 Aug 31 16:21:03.016571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.088747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:03.099870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:03.114900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:03.116126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.126922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Deleting port b80863db-842b-43ff-a49e-abdfd4888dd6 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:03.127265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.128664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6908e21-4578-459e-b400-ee382c57a920 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:03.161019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=f934c36b-a70d-43f3-a082-09ee0891225f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:03.182917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cb3e37a6-acdc-4127-9fa6-5136da52179b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8676109 Aug 31 16:21:03.187530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:03.192867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': 'f934c36b-a70d-43f3-a082-09ee0891225f', 'ip_address': '2001:db8::8650:807a:6bee:2b20'}], 'name': 'tempest-NetworksTestDHCPv6-2048181728'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:03.300468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.301111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.324520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Calling delete_port for b80863db-842b-43ff-a49e-abdfd4888dd6 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:03.456417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:03.505815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'f934c36b-a70d-43f3-a082-09ee0891225f'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:03.506629 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.713304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.769484 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:03.777229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 99918d4b-d773-4cb6-92f7-80bbe6e27055 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:03.893377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/f934c36b-a70d-43f3-a082-09ee0891225f/60771e0f-16bb-43e8-885c-1cd38ef1dd25) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:03.897552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Pushing event deleted for resources: {'Port': ['ID=b80863db-842b-43ff-a49e-abdfd4888dd6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:04.306361 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:21:04.431469 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2d008-bbc1-4890-95e0-777aae9ab5fe req-8cfbb761-fd85-4b76-b71f-e4b10811a74e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:04.448471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94f2d008-bbc1-4890-95e0-777aae9ab5fe req-8cfbb761-fd85-4b76-b71f-e4b10811a74e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.5884800 Aug 31 16:21:04.479265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:04.480343 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:04.492757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Transition to ACTIVE for port object 60771e0f-16bb-43e8-885c-1cd38ef1dd25 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:04.503980 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:04.506618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-63e8493f-b176-46fa-ad52-d4516169cebe tempest-FloatingIPAdminTestJSON-186126653 tempest-FloatingIPAdminTestJSON-186126653-project] 10.222.0.43 "DELETE /v2.0/floatingips/2a74e8a6-1d9a-4c1a-b637-dc62cf87a4f3 HTTP/1.1" status: 204 len: 168 time: 1.6101635 Aug 31 16:21:04.509409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55124) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:04.523713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Transition to ACTIVE for port object 60771e0f-16bb-43e8-885c-1cd38ef1dd25 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:04.534885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:04.635157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-94f2d008-bbc1-4890-95e0-777aae9ab5fe req-9758c997-e843-421e-8219-4ac9832b82ba tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854172 Aug 31 16:21:04.661089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Pushing event updated for resources: {'Port': ['ID=60771e0f-16bb-43e8-885c-1cd38ef1dd25,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:04.690706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:04.692268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:04.703232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:04.822328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Attempting to bind port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:04.823036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Attempting to bind port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:04.823603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Attempting to bind port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:04.830172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:04.831472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:04.832608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:04.833290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:04.834163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Bound port: 60771e0f-16bb-43e8-885c-1cd38ef1dd25, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:04.834872 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:04.837002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::8650:807a:6bee:2b20 (4d30e943-7caf-44d2-9e1a-8fc92c863115/f934c36b-a70d-43f3-a082-09ee0891225f/99918d4b-d773-4cb6-92f7-80bbe6e27055) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:05.102869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] For port 60771e0f-16bb-43e8-885c-1cd38ef1dd25, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:05.111748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] For port 60771e0f-16bb-43e8-885c-1cd38ef1dd25, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=60771e0f-16bb-43e8-885c-1cd38ef1dd25,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:05.123823 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.126610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Deleting port b7954536-460c-49c7-825b-9708e825f57d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:05.127092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.257679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.257990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.271958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Calling delete_port for b7954536-460c-49c7-825b-9708e825f57d owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:05.330039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.355176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc5b8-f60a-42d1-92f5-41ee3c54d133 None None] Pushing event updated for resources: {'Port': ['ID=60771e0f-16bb-43e8-885c-1cd38ef1dd25,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:05.390374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 99918d4b-d773-4cb6-92f7-80bbe6e27055 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:05.465021 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.647244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=99918d4b-d773-4cb6-92f7-80bbe6e27055,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:05.659886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:05.696854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:05.706216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:05.714254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:05.714887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.720915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:05.784418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-5f230e1a-5833-49cd-a19d-d19ada935c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:05.786446 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-5f230e1a-5833-49cd-a19d-d19ada935c81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2537940 Aug 31 16:21:05.788573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-95874450-b3e1-43b1-8251-4fd7f707bd36 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6000435 Aug 31 16:21:05.789826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7954536-460c-49c7-825b-9708e825f57d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:05.791363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55174) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:05.883131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fb115-7ced-46e0-850f-cd830cb2ebf5 req-3002cf7d-d9e7-4d1e-b32a-050424a6a617 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:05.885679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881fb115-7ced-46e0-850f-cd830cb2ebf5 req-3002cf7d-d9e7-4d1e-b32a-050424a6a617 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1376510 Aug 31 16:21:05.894562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd00874-16cf-425c-b7ef-1394df7912e8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:05.900798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd00874-16cf-425c-b7ef-1394df7912e8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:05.904965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6bd00874-16cf-425c-b7ef-1394df7912e8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1101165 Aug 31 16:21:05.910465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55182) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:05.988855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-881fb115-7ced-46e0-850f-cd830cb2ebf5 req-83813670-5d01-4269-80ce-74abbcd5f0f1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851135 Aug 31 16:21:06.001872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-a4f50874-4d8e-4971-89cc-1dc6874b9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:06.004066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-a4f50874-4d8e-4971-89cc-1dc6874b9fa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.1845558 Aug 31 16:21:06.040992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:06.043554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:06.045441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-397aac65-67b9-473a-9b5f-174b469a8f9d tempest-FloatingIPAdminTestJSON-2054834892 tempest-FloatingIPAdminTestJSON-2054834892-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/695d25d7-24c5-42d9-aa8b-5bd3a3a94a17 HTTP/1.1" status: 204 len: 168 time: 1.5338686 Aug 31 16:21:06.049546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55192) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:06.150398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-87f8dcd0-f04b-426d-a382-23c130930560 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 1001 time: 0.1400862 Aug 31 16:21:06.204299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 99918d4b-d773-4cb6-92f7-80bbe6e27055 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:06.204646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:06.220129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-25fd65ea-e0b2-4ed8-9f10-23ecde9e2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:06.222152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-25fd65ea-e0b2-4ed8-9f10-23ecde9e2296 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.0621636 Aug 31 16:21:06.313978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-00d56848-4ae1-4744-b08e-1d397567ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:06.319348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-00d56848-4ae1-4744-b08e-1d397567ad44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819216 Aug 31 16:21:06.350458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting port ed24a4be-7b1a-4f46-9109-51ae3137a394 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:06.350900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:06.519888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:06.573008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-95184ea6-2d9b-4dd7-9e00-e64f40f851e8 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461252 Aug 31 16:21:06.585884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 99918d4b-d773-4cb6-92f7-80bbe6e27055 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:06.731457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-d1cd787c-3324-4f47-b7b0-2277acb2bf0f service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507311 Aug 31 16:21:06.818657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:06.850105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Calling delete_port for ed24a4be-7b1a-4f46-9109-51ae3137a394 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:06.866630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9f565615-6100-438b-afb9-edb946fdd6f0 None None] Provisioning for port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:06.897680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 60771e0f-16bb-43e8-885c-1cd38ef1dd25 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:06.929458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-bb59a65c-1635-47b2-80ca-8683d05f3cd8 req-791e8c76-2fc8-4b5b-8c32-f08bd82f2f16 service neutron] (101478) timed out ('10.222.0.43', 57728) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:21:07.023757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:07.031630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:07.032013 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.206365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.237346 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.261765 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.284511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Port': ['ID=ed24a4be-7b1a-4f46-9109-51ae3137a394,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:07.311477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3cfa00bb-e7e3-49e6-80d8-2793126e2ab7 None None] Could not find standard attr ID for object 99918d4b-d773-4cb6-92f7-80bbe6e27055. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:21:07.325319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 60771e0f-16bb-43e8-885c-1cd38ef1dd25, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=60771e0f-16bb-43e8-885c-1cd38ef1dd25,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:07.333151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.391372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=99918d4b-d773-4cb6-92f7-80bbe6e27055,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:07.438487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=60771e0f-16bb-43e8-885c-1cd38ef1dd25,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:07.473027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.480623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55240) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:07.484178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e9898c1-4ec8-4bd1-acc2-f2f8f540c914 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/99918d4b-d773-4cb6-92f7-80bbe6e27055 HTTP/1.1" status: 204 len: 168 time: 1.5631568 Aug 31 16:21:07.522519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551fd0b-747b-407d-989a-69f46425b5ce req-4cac9623-942c-4273-a956-485bc25342cd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:07.524600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e551fd0b-747b-407d-989a-69f46425b5ce req-4cac9623-942c-4273-a956-485bc25342cd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.3629215 Aug 31 16:21:07.554196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.557441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7c97e0a5-eb72-4f71-a688-2d41976ec3ca tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "DELETE /v2.0/ports/ed24a4be-7b1a-4f46-9109-51ae3137a394 HTTP/1.1" status: 204 len: 168 time: 1.5068676 Aug 31 16:21:07.561846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55242) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:07.614506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e551fd0b-747b-407d-989a-69f46425b5ce req-f3671641-b543-4291-be6b-f4c307a91c62 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829940 Aug 31 16:21:07.615384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031413ee-b4f8-41fb-87b6-8060a0db1f80 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:07.621837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031413ee-b4f8-41fb-87b6-8060a0db1f80 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:07.632596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-031413ee-b4f8-41fb-87b6-8060a0db1f80 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1427331 Aug 31 16:21:07.633278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55248) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:07.699642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a2290-fd1c-4f94-8196-63bca0cb70a8 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:07.707216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a42a2290-fd1c-4f94-8196-63bca0cb70a8 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "GET /v2.0/ports?device_id=e706fb5e-a119-4c87-aae3-157a192662c7 HTTP/1.1" status: 200 len: 913 time: 0.1436810 Aug 31 16:21:07.708102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55250) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:07.830872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet f934c36b-a70d-43f3-a082-09ee0891225f {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:07.839633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:07.928903 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.093311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.299499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.364655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=f934c36b-a70d-43f3-a082-09ee0891225f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:08.390711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0eb555-749b-4645-8ab5-53ad5b56a5d7 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:08.392009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.398809 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e5eede52-c722-4223-815c-649b9fd9c924 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/f934c36b-a70d-43f3-a082-09ee0891225f HTTP/1.1" status: 204 len: 168 time: 0.7541146 Aug 31 16:21:08.400715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:08.476541 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-82ad05ce-8855-47bb-a049-ec6b29727dc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740592 Aug 31 16:21:08.479261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:08.485687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:08.694329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:08.705293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:08.719117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.791248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] Deleting port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:08.791972 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.882367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] For port 60771e0f-16bb-43e8-885c-1cd38ef1dd25, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=60771e0f-16bb-43e8-885c-1cd38ef1dd25,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:08.882820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:08.901269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] Calling delete_port for 60771e0f-16bb-43e8-885c-1cd38ef1dd25 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:08.914166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed23e67-e895-4920-85bc-11460076754d req-7550e232-9dcb-4dfb-9006-862462a0ec1d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:08.915766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ed23e67-e895-4920-85bc-11460076754d req-7550e232-9dcb-4dfb-9006-862462a0ec1d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1341038 Aug 31 16:21:09.002947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ed23e67-e895-4920-85bc-11460076754d req-66544ffc-d724-45f6-8bdc-8f74598ede08 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781977 Aug 31 16:21:09.028382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.053540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] Pushing event deleted for resources: {'Port': ['ID=60771e0f-16bb-43e8-885c-1cd38ef1dd25,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:09.058643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f4d2b-afb7-40b6-b5b9-4ab59b829801 None None] No DVR routers for this DVR port 60771e0f-16bb-43e8-885c-1cd38ef1dd25 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:09.093583 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.130207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.144420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:09.154390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:09.160522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:09.161134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.169132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43a603-dce6-4377-8e02-5c676ffc9d3a None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:09.172964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=784ed211-7257-4189-96b8-5da185bbef2d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:09.180696 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d9b6942e-8da7-4199-b8c2-e40f2bc7d32a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6976311 Aug 31 16:21:09.181018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55282) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:09.186445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '784ed211-7257-4189-96b8-5da185bbef2d', 'ip_address': '2001:db8::5d40:e5dd:2109:3827'}], 'name': 'tempest-NetworksTestDHCPv6-586033700'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:09.387215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:09.416605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '784ed211-7257-4189-96b8-5da185bbef2d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:09.417657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.537540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.565943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 2e2a7390-0a6a-43c9-9550-cc7a0d447e89 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:09.598013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting port 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:09.598634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.628604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/784ed211-7257-4189-96b8-5da185bbef2d/24037177-8940-4b92-92e5-3d06b0a3e7f0) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:09.783284 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.804324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Calling delete_port for 2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:09.930631 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:09.942551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Transition to ACTIVE for port object 24037177-8940-4b92-92e5-3d06b0a3e7f0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:09.985132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Transition to ACTIVE for port object 24037177-8940-4b92-92e5-3d06b0a3e7f0 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:09.993283 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.079186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:10.098818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:10.103231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:10.128355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Pushing event updated for resources: {'Port': ['ID=24037177-8940-4b92-92e5-3d06b0a3e7f0,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:10.158590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::5d40:e5dd:2109:3827 (4d30e943-7caf-44d2-9e1a-8fc92c863115/784ed211-7257-4189-96b8-5da185bbef2d/2e2a7390-0a6a-43c9-9550-cc7a0d447e89) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:10.261227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.282231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Attempting to bind port 24037177-8940-4b92-92e5-3d06b0a3e7f0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:10.282823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Attempting to bind port 24037177-8940-4b92-92e5-3d06b0a3e7f0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:10.283405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Attempting to bind port 24037177-8940-4b92-92e5-3d06b0a3e7f0 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:10.298480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:10.305269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:10.305865 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.306386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:10.307008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Bound port: 24037177-8940-4b92-92e5-3d06b0a3e7f0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:10.307505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.349290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Port': ['ID=2dc4b0d9-fa10-4c1a-b7c3-fd754c3c937f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:10.430024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] For port 24037177-8940-4b92-92e5-3d06b0a3e7f0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:10.437033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] For port 24037177-8940-4b92-92e5-3d06b0a3e7f0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=24037177-8940-4b92-92e5-3d06b0a3e7f0,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:10.442918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a964aef-5d1b-4b49-8aae-0a7422424d67 req-600d45d4-ece2-478c-be3f-6d2bc63e4974 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:10.445295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.458145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a964aef-5d1b-4b49-8aae-0a7422424d67 req-600d45d4-ece2-478c-be3f-6d2bc63e4974 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.2685547 Aug 31 16:21:10.531569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0833-eadf-431a-96de-68fa793fd38a None None] Pushing event updated for resources: {'Port': ['ID=24037177-8940-4b92-92e5-3d06b0a3e7f0,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:10.594702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.629532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a964aef-5d1b-4b49-8aae-0a7422424d67 req-e4434832-a431-455e-866f-939d39733106 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704230 Aug 31 16:21:10.641580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 2e2a7390-0a6a-43c9-9550-cc7a0d447e89 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:10.748071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:10.864849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 60771e0f-16bb-43e8-885c-1cd38ef1dd25 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:10.905215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:10.911535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 60771e0f-16bb-43e8-885c-1cd38ef1dd25 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:10.911929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 60771e0f-16bb-43e8-885c-1cd38ef1dd25 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:10.927508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:10.937007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:10.947620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:10.948550 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:11.003560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=2e2a7390-0a6a-43c9-9550-cc7a0d447e89,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:11.008638 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:11.023679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-68088755-1bd8-4391-8546-3c93bbe03559 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8416235 Aug 31 16:21:11.024621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55322) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:11.141663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f3ad8-6c8e-43af-b04a-5286730ed266 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:11.181102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f3ad8-6c8e-43af-b04a-5286730ed266 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:11.191266 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-777f3ad8-6c8e-43af-b04a-5286730ed266 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1653614 Aug 31 16:21:11.192960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:11.407526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 2e2a7390-0a6a-43c9-9550-cc7a0d447e89 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:11.407869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:11.540776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:11.557587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 2e2a7390-0a6a-43c9-9550-cc7a0d447e89 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:11.591350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Router e706fb5e-a119-4c87-aae3-157a192662c7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:21:11.949408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:21:11.964657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] Sync routers for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:21:11.975254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-50fcfac2-91e2-4bbc-9bbb-47856815964a tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "PUT /v2.0/routers/e706fb5e-a119-4c87-aae3-157a192662c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2655308 Aug 31 16:21:11.980278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55340) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:11.985700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:11.986805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:12.036605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3a50-ad03-4db5-b272-ce631f6e44d6 req-bdaa852d-2995-42d8-932d-4ec550552c13 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:12.039594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a02a3a50-ad03-4db5-b272-ce631f6e44d6 req-bdaa852d-2995-42d8-932d-4ec550552c13 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1630917 Aug 31 16:21:12.080003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:12.092603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] Routers {'e706fb5e-a119-4c87-aae3-157a192662c7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:12.094058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:20:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e706fb5e-a119-4c87-aae3-157a192662c7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:12.095746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.167709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:12.168832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaef9a7-d0a5-45f8-95ed-d6dfb8c9307f None None] The sync data for ids ['e706fb5e-a119-4c87-aae3-157a192662c7'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:21:12.176462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=2e2a7390-0a6a-43c9-9550-cc7a0d447e89,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:12.228889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.231886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-84beb3ef-421f-4b5d-ada7-2ac04b385d48 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/2e2a7390-0a6a-43c9-9550-cc7a0d447e89 HTTP/1.1" status: 204 len: 168 time: 1.0351338 Aug 31 16:21:12.235988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55344) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:12.319365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98289814-d830-4a71-840a-e6fabcf8d2f1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:12.321616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98289814-d830-4a71-840a-e6fabcf8d2f1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:12.327835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-98289814-d830-4a71-840a-e6fabcf8d2f1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0867226 Aug 31 16:21:12.329034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55346) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:12.338610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a02a3a50-ad03-4db5-b272-ce631f6e44d6 req-31a481cc-62ca-4064-a636-40a735cfc620 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048490 Aug 31 16:21:12.426748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.488691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 784ed211-7257-4189-96b8-5da185bbef2d {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:12.497223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.585820 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.657532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9230ca72-a572-4b86-8d1b-d00cf3b69de6 None None] Provisioning for port 24037177-8940-4b92-92e5-3d06b0a3e7f0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:12.750540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.827707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:12.939695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 24037177-8940-4b92-92e5-3d06b0a3e7f0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:13.005896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting port 01e74283-c198-4642-ad1e-f548e80793af {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:13.006261 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.065405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.129716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 24037177-8940-4b92-92e5-3d06b0a3e7f0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:13.134844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 24037177-8940-4b92-92e5-3d06b0a3e7f0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:13.135655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.188294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.200219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/784ed211-7257-4189-96b8-5da185bbef2d HTTP/1.1" status: 204 len: 168 time: 0.8544300 Aug 31 16:21:13.208150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589ed6-dac6-4c86-b84f-208159ca8191 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=784ed211-7257-4189-96b8-5da185bbef2d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:13.222754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55356) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:13.326961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ffb35778-ddf0-40db-bc1b-bc4aba922545 None None] Could not find standard attr ID for object 2e2a7390-0a6a-43c9-9550-cc7a0d447e89. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:21:13.344689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.364917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1a3ac24-ab72-45f4-b138-bb095f0e7320 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1408937 Aug 31 16:21:13.366252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55360) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:13.382916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Calling delete_port for 01e74283-c198-4642-ad1e-f548e80793af owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:13.386780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:13.494498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.567530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 24037177-8940-4b92-92e5-3d06b0a3e7f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=24037177-8940-4b92-92e5-3d06b0a3e7f0,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:13.580692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:13.774876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=24037177-8940-4b92-92e5-3d06b0a3e7f0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:13.787055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02fdc33-4b2f-4e58-9b09-765458ffb1de None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:13.867869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826595b8-f34e-4352-a738-8376737d0d3b req-55398a96-9dc7-4693-8e7d-79b402272aa9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:13.877361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-826595b8-f34e-4352-a738-8376737d0d3b req-55398a96-9dc7-4693-8e7d-79b402272aa9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.2413826 Aug 31 16:21:13.966239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-826595b8-f34e-4352-a738-8376737d0d3b req-67a0eb17-38b2-4f4d-8ace-f265fe34fb24 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876744 Aug 31 16:21:14.062971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.143825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Port': ['ID=01e74283-c198-4642-ad1e-f548e80793af,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:14.272179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:14.292506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:14.293860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.323076 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.434567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] Deleting port 24037177-8940-4b92-92e5-3d06b0a3e7f0 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:14.434567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.566452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] For port 24037177-8940-4b92-92e5-3d06b0a3e7f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=24037177-8940-4b92-92e5-3d06b0a3e7f0,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:14.571540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.577771 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.580808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.606450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] Calling delete_port for 24037177-8940-4b92-92e5-3d06b0a3e7f0 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:14.667855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.668687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Fanout notify agent at l3_agent the message router_deleted on router e706fb5e-a119-4c87-aae3-157a192662c7 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:21:14.681856 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.689212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-008200af-d330-4727-8341-be54532d7d54 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "DELETE /v2.0/routers/e706fb5e-a119-4c87-aae3-157a192662c7 HTTP/1.1" status: 204 len: 168 time: 2.7062511 Aug 31 16:21:14.692792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55372) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:14.767973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 24037177-8940-4b92-92e5-3d06b0a3e7f0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:14.790671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.822401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting subnet ae80a58e-6bac-40eb-b333-72851775ebbf {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:14.829839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.890065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:14.894127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:14.900694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:14.901653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.903081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:14.909805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=85ab24c7-a80e-4a5a-a478-f0beac3271ba,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:14.933689 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e02ebb2d-b63a-4308-a66c-d2116ade1294 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5659354 Aug 31 16:21:14.936994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:14.942420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '85ab24c7-a80e-4a5a-a478-f0beac3271ba', 'ip_address': '2001:db8::2cd6:cf74:dbfc:15d3'}], 'name': 'tempest-NetworksTestDHCPv6-326265986'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:15.014427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.018061 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.075497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] No DVR routers for this DVR port 24037177-8940-4b92-92e5-3d06b0a3e7f0 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:15.084771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08219df-d309-4397-aa89-75870eb6b41a None None] Pushing event deleted for resources: {'Port': ['ID=24037177-8940-4b92-92e5-3d06b0a3e7f0,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:15.103141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f34cec-ed87-4568-9205-3a1653c0adb0 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:15.133490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.199753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:15.303499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a31ec-cff0-4b3b-a10b-3bd3128960b1 req-e8c83f7e-c62c-4e7c-a9f9-70fd1b421008 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:15.310939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-832a31ec-cff0-4b3b-a10b-3bd3128960b1 req-e8c83f7e-c62c-4e7c-a9f9-70fd1b421008 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.2370090 Aug 31 16:21:15.319938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.399070 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.403259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "DELETE /v2.0/subnets/ae80a58e-6bac-40eb-b333-72851775ebbf HTTP/1.1" status: 204 len: 168 time: 0.7072258 Aug 31 16:21:15.405335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55382) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:15.420489 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.433667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e912f-dc33-4306-a1ef-d5275f422e3c None None] Network b152195f-6bef-43be-9d68-f8fea3d3a0f4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:15.456005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:15.548527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e4581-811a-41ca-b177-7327c5b47b9d tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Subnet': ['ID=ae80a58e-6bac-40eb-b333-72851775ebbf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:15.556890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.590602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-832a31ec-cff0-4b3b-a10b-3bd3128960b1 req-bf5e4476-a149-446b-82f7-b65d71ef504b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725096 Aug 31 16:21:15.754451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:15.755139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.857187 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] For port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,segment=NetworkSegment(7426025f-7453-4e45-a58b-6fd2fba217f5),segment_id=7426025f-7453-4e45-a58b-6fd2fba217f5)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:15.857699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:15.875670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::2cd6:cf74:dbfc:15d3 (4d30e943-7caf-44d2-9e1a-8fc92c863115/85ab24c7-a80e-4a5a-a478-f0beac3271ba/8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:15.881362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Calling delete_port for 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:15.887170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '85ab24c7-a80e-4a5a-a478-f0beac3271ba'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:15.889269 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.037626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.064466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Port': ['ID=84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:16.082509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] No DVR routers for this DVR port 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:16.170188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.199418 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.203654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:16.210344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea8d54b-a29a-4d5f-bbf5-38ff856a26a2 None None] DHCP port deletion for b152195f-6bef-43be-9d68-f8fea3d3a0f4 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:16.219299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b152195f-6bef-43be-9d68-f8fea3d3a0f4']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:16.238541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7426025f-7453-4e45-a58b-6fd2fba217f5') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:16.238927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7426025f-7453-4e45-a58b-6fd2fba217f5') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:16.267842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.271496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.303991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.312366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:16.312973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:16.316691 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:16.350160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:16.354947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:16.364684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:16.375386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:16.376479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.378517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/85ab24c7-a80e-4a5a-a478-f0beac3271ba/57629f22-a54d-4958-894b-9164b6eae2fc) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:16.391501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:16.409592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.410074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.410401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.410955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.411455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.411799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.412141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.412510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.412852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.413544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.413544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.413866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:16.426223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.438372 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.442623 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-955dc0e3-c7eb-47c2-81f1-8858b8744e54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5034258 Aug 31 16:21:16.444221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55390) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:16.446551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "DELETE /v2.0/networks/b152195f-6bef-43be-9d68-f8fea3d3a0f4 HTTP/1.1" status: 204 len: 168 time: 1.0383677 Aug 31 16:21:16.455727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55392) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:16.518583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de4bfa-9bb8-4921-9f9d-d5fe1f3b23b0 tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Network': ['ID=b152195f-6bef-43be-9d68-f8fea3d3a0f4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:16.708280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb365aaf-df77-4900-bf26-2948fd8bd83f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:16.708674 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb365aaf-df77-4900-bf26-2948fd8bd83f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2617071 Aug 31 16:21:16.713108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55404) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:16.791294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:16.859607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:16.864880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 84dbb2d8-d80c-47e1-9d2c-6d7eb1cac54b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:16.906796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Deleting port c7b17c4b-1b18-4e65-8cc6-ef7ef5492ab5 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:16.908289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.913153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:16.921594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2053b-83ed-4abf-92da-b65caf1d947b req-efd0ceaa-46be-418a-9329-29978fa5d404 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:16.936291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ae2053b-83ed-4abf-92da-b65caf1d947b req-efd0ceaa-46be-418a-9329-29978fa5d404 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1565759 Aug 31 16:21:16.941281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Transition to ACTIVE for port object 57629f22-a54d-4958-894b-9164b6eae2fc will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:16.973685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Transition to ACTIVE for port object 57629f22-a54d-4958-894b-9164b6eae2fc will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:16.992534 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.031785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ae2053b-83ed-4abf-92da-b65caf1d947b req-c1985735-c310-4035-8a8d-04832dfe621e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930576 Aug 31 16:21:17.070562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:17.071132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.071558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:17.076954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:17.149613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:17.163571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.163948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.187669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Calling delete_port for c7b17c4b-1b18-4e65-8cc6-ef7ef5492ab5 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:17.276229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Pushing event updated for resources: {'Port': ['ID=57629f22-a54d-4958-894b-9164b6eae2fc,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:17.288837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Attempting to bind port 57629f22-a54d-4958-894b-9164b6eae2fc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:17.289729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Attempting to bind port 57629f22-a54d-4958-894b-9164b6eae2fc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:17.290185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Attempting to bind port 57629f22-a54d-4958-894b-9164b6eae2fc on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:17.297262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.298514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:17.298851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:17.299282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.300224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:17.300753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Bound port: 57629f22-a54d-4958-894b-9164b6eae2fc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:17.301150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.319980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:17.391440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] For port 57629f22-a54d-4958-894b-9164b6eae2fc, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:17.398054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] For port 57629f22-a54d-4958-894b-9164b6eae2fc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57629f22-a54d-4958-894b-9164b6eae2fc,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:17.405211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.514313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b00e0-de04-4daf-90d5-587aed5142c0 None None] Pushing event updated for resources: {'Port': ['ID=57629f22-a54d-4958-894b-9164b6eae2fc,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:17.640766 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.656678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.687787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Pushing event deleted for resources: {'Port': ['ID=c7b17c4b-1b18-4e65-8cc6-ef7ef5492ab5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:17.844730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:17.888909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.898315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c1824121-976d-44fe-8049-4181570b7b0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9 HTTP/1.1" status: 204 len: 168 time: 1.1800034 Aug 31 16:21:17.898677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55412) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:17.908815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.911954 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:17.917437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ee4c8e0-1da8-4e5b-a928-0cb1420bb39c tempest-FloatingIPAdminTestJSON-2032109954 tempest-FloatingIPAdminTestJSON-2032109954-project] 10.222.0.43 "DELETE /v2.0/floatingips/eba52afe-db94-4665-9dd5-995ad235231d HTTP/1.1" status: 204 len: 168 time: 1.4547317 Aug 31 16:21:18.019816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bafe3d-631f-43a9-9433-99daf67b952d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:18.022090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bafe3d-631f-43a9-9433-99daf67b952d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:18.024031 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86bafe3d-631f-43a9-9433-99daf67b952d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1242955 Aug 31 16:21:18.029163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:18.163792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 85ab24c7-a80e-4a5a-a478-f0beac3271ba {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:18.176224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:18.322943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f445d3-f60c-4585-b723-8f4959a9fd44 req-3480fa2c-add2-434f-a77d-c6e75bd061bb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:18.325961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8f445d3-f60c-4585-b723-8f4959a9fd44 req-3480fa2c-add2-434f-a77d-c6e75bd061bb tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1848478 Aug 31 16:21:18.330340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:18.425039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8f445d3-f60c-4585-b723-8f4959a9fd44 req-8c6cf14b-2bee-4f69-8bdb-6c56e2b93bd2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888665 Aug 31 16:21:18.496728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55422) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:18.531429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:18.687739 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:18.740334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:18.747632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/85ab24c7-a80e-4a5a-a478-f0beac3271ba HTTP/1.1" status: 204 len: 168 time: 0.7115874 Aug 31 16:21:18.747779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55430) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:18.799471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008664-bcfa-497a-9530-105237bf964b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=85ab24c7-a80e-4a5a-a478-f0beac3271ba,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:18.897217 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42a8d1c6-f09c-4c3f-b5af-f7ccdd986caa tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476414 Aug 31 16:21:18.899195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55434) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:18.927047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57629f22-a54d-4958-894b-9164b6eae2fc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:18.938295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-fea0e6d3-dd02-4ba2-9969-b9e41fd8501c tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:21:18.941228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-fea0e6d3-dd02-4ba2-9969-b9e41fd8501c tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158319 Aug 31 16:21:19.008453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42b5c845-7835-4b35-b68a-0ebf6457a0e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=098c5dea79314115b3d8e3bc6e145877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099752 Aug 31 16:21:19.012372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:19.073750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69400205-7ecd-4ea8-809a-a7da4dc637a3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:19.080042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-69400205-7ecd-4ea8-809a-a7da4dc637a3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1773670 Aug 31 16:21:19.080929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55440) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:19.090962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185b8838-96ba-499b-860b-9545009e6dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:19.112924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 57629f22-a54d-4958-894b-9164b6eae2fc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:19.147913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185b8838-96ba-499b-860b-9545009e6dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:19.224666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb976c5-d093-46ea-8117-ccdd1b5f44e2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:19.231706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9bb976c5-d093-46ea-8117-ccdd1b5f44e2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1492033 Aug 31 16:21:19.235678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55442) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:19.290427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1849a1b-c541-4bea-b9e1-1aee24922c29 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:19.324332 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-0408450d-c19e-4297-8c2b-47e2f89a3e60 service neutron] show failed (client error): The resource could not be found. Aug 31 16:21:19.326140 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-0408450d-c19e-4297-8c2b-47e2f89a3e60 service neutron] 10.222.0.30 "GET /v2.0/ports/b2e45acc-4927-4992-8fba-b3eb83ccc75d/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.3687053 Aug 31 16:21:19.327436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185b8838-96ba-499b-860b-9545009e6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:19.345872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-185b8838-96ba-499b-860b-9545009e6dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:19.354132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-185b8838-96ba-499b-860b-9545009e6dc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38929d3f-2e1f-4097-bc67-5a7db906f647 HTTP/1.1" status: 204 len: 168 time: 0.3394980 Aug 31 16:21:19.398521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8838-96ba-499b-860b-9545009e6dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38929d3f-2e1f-4097-bc67-5a7db906f647,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:19.434158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55446) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:19.437467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0fdceb16-0289-47f2-8a4e-c31602beec85 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957531 Aug 31 16:21:19.447024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:19.538043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] Provisioning for port 57629f22-a54d-4958-894b-9164b6eae2fc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:19.696800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] Provisioning complete for port 57629f22-a54d-4958-894b-9164b6eae2fc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:19.696800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:19.847943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad63ca-c6f4-4132-ad42-928d211d1cf4 req-4cf597f0-95a9-49bc-aecc-cac628b0160a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:19.851955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-7a49b0fe-f031-4ab5-92bf-3f3f69cc9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:19.853335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abad63ca-c6f4-4132-ad42-928d211d1cf4 req-4cf597f0-95a9-49bc-aecc-cac628b0160a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1908116 Aug 31 16:21:19.854178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-7a49b0fe-f031-4ab5-92bf-3f3f69cc9318 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 1097 time: 0.1507137 Aug 31 16:21:19.876310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:19.881404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:19.885335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:19.970140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abad63ca-c6f4-4132-ad42-928d211d1cf4 req-df13e0df-8af0-4325-97b3-f82ff0f1a47a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033754 Aug 31 16:21:20.195984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.251350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.316709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] For port 57629f22-a54d-4958-894b-9164b6eae2fc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57629f22-a54d-4958-894b-9164b6eae2fc,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:20.325000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae371b15-e336-4309-8d12-8434507d096b None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:20.327908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.442532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55464) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:20.468472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48862170-cb1a-4fda-addd-b0c511f97edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.526112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a6384-7b16-4a0f-a518-d717044f3a38 None None] Pushing event updated for resources: {'Port': ['ID=57629f22-a54d-4958-894b-9164b6eae2fc,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:20.564260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ae371b15-e336-4309-8d12-8434507d096b None None] Deleting port 57629f22-a54d-4958-894b-9164b6eae2fc {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:20.573700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ae371b15-e336-4309-8d12-8434507d096b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.687431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55466) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:20.694409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48862170-cb1a-4fda-addd-b0c511f97edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.712210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-48862170-cb1a-4fda-addd-b0c511f97edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.734773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ae371b15-e336-4309-8d12-8434507d096b None None] For port 57629f22-a54d-4958-894b-9164b6eae2fc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=57629f22-a54d-4958-894b-9164b6eae2fc,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:20.734773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ae371b15-e336-4309-8d12-8434507d096b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.757146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:20.758958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ae371b15-e336-4309-8d12-8434507d096b None None] Calling delete_port for 57629f22-a54d-4958-894b-9164b6eae2fc owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:20.780768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48862170-cb1a-4fda-addd-b0c511f97edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d606d7c-5ba7-431b-a12d-920dda8dcce9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:20.839024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-48862170-cb1a-4fda-addd-b0c511f97edb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d725ab0e27a4a4dac0a9a38931f965a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946068 Aug 31 16:21:20.842276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55472) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:20.875957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.889162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 57629f22-a54d-4958-894b-9164b6eae2fc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:20.901925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:20.988459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ec6866b-b488-4a37-955b-0ca9474d0ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:20.988963 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ae371b15-e336-4309-8d12-8434507d096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.006911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae371b15-e336-4309-8d12-8434507d096b None None] No DVR routers for this DVR port 57629f22-a54d-4958-894b-9164b6eae2fc on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:21.027647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:21.046647 n-d-793621-35 neutron-server[101479]: INFO neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No ports have port_id starting with 57629f22-a54d-4958-894b-9164b6eae2fc Aug 31 16:21:21.054215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371b15-e336-4309-8d12-8434507d096b None None] Pushing event deleted for resources: {'Port': ['ID=57629f22-a54d-4958-894b-9164b6eae2fc,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:21.055651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-adf1fdb4-bc47-4959-8c96-ff9d6f53eb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.064233 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-da0e6b7a-5343-4a92-8415-9ff55ded4645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.068630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:21.082640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445808f-54d4-4060-9478-33e2158edd2c None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:21.089358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:21.090077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.128504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:21:21.130903 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1230f8ad-8101-455b-b360-6c130787aa77" -d '{"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:21.137939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.143016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=5137a0a2-94f1-4c21-a44a-071f0c4f6652,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:21.197344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Transition to ACTIVE for port object b2e45acc-4927-4992-8fba-b3eb83ccc75d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:21.207183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-adf1fdb4-bc47-4959-8c96-ff9d6f53eb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.225403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aeaae-4a57-4cc0-beeb-f31f2d362e69 req-9c8134a6-3542-406b-bc3d-746c2a68aa9c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:21.233404 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.233635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa8aeaae-4a57-4cc0-beeb-f31f2d362e69 req-9c8134a6-3542-406b-bc3d-746c2a68aa9c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.0849783 Aug 31 16:21:21.287032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa8aeaae-4a57-4cc0-beeb-f31f2d362e69 req-2f853f72-755d-4f09-970c-4d7a8a16638d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479176 Aug 31 16:21:21.330841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '5137a0a2-94f1-4c21-a44a-071f0c4f6652'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:21.331342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.388862 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd35bfb-75df-4f3c-bdaa-96f26677b590 x-openstack-request-id: req-2cd35bfb-75df-4f3c-bdaa-96f26677b590 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:21.389406 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:21.389724 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cd35bfb-75df-4f3c-bdaa-96f26677b590 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:21.390629 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'code': 200} Aug 31 16:21:21.514867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:21.610974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/5137a0a2-94f1-4c21-a44a-071f0c4f6652/6bfdfa33-8a77-4f27-bf33-25ad62cab1b1) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:21.658586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ec6866b-b488-4a37-955b-0ca9474d0ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.667693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] No DVR routers for this DVR port b2e45acc-4927-4992-8fba-b3eb83ccc75d on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:21.673124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ec6866b-b488-4a37-955b-0ca9474d0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.680870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-adf1fdb4-bc47-4959-8c96-ff9d6f53eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.685473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-adf1fdb4-bc47-4959-8c96-ff9d6f53eb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:21.687080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-adf1fdb4-bc47-4959-8c96-ff9d6f53eb8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d606d7c-5ba7-431b-a12d-920dda8dcce9 HTTP/1.1" status: 204 len: 168 time: 0.8433840 Aug 31 16:21:21.781510 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a2c0fa4-f2d4-422a-a9c2-39bc6e284215 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3457596 Aug 31 16:21:21.784622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55488) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:21.804894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '5137a0a2-94f1-4c21-a44a-071f0c4f6652', 'ip_address': '2001:db8::cdbe:7f50:d491:b44f'}], 'name': 'tempest-NetworksTestDHCPv6-2128651904'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:21.834421 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0ec6866b-b488-4a37-955b-0ca9474d0ef6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80fadb067779445b9858d5d61b6a4c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1456528 Aug 31 16:21:21.837254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6866b-b488-4a37-955b-0ca9474d0ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80d96f-8de1-42ab-9590-590d378aa7bf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:21.841051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55494) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:22.102758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1fdb4-bc47-4959-8c96-ff9d6f53eb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d606d7c-5ba7-431b-a12d-920dda8dcce9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Transition to ACTIVE for port object 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Transition to ACTIVE for port object 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:22.107964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:22.115802 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22b4b1ce-b06e-4a25-87c4-bfaa093a9ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.116054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Pushing event updated for resources: {'Port': ['ID=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:22.143274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22b4b1ce-b06e-4a25-87c4-bfaa093a9ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.189488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Attempting to bind port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:22.190148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Attempting to bind port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:22.190855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Attempting to bind port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:22.198051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:22.198962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:22.199774 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.200637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:22.201629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Bound port: 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:22.202394 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.217309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:22.233851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:22.234624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:22.235206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:22.237945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22b4b1ce-b06e-4a25-87c4-bfaa093a9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.241000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22b4b1ce-b06e-4a25-87c4-bfaa093a9ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.242549 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22b4b1ce-b06e-4a25-87c4-bfaa093a9ba2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc80d96f-8de1-42ab-9590-590d378aa7bf HTTP/1.1" status: 204 len: 168 time: 0.3689499 Aug 31 16:21:22.256740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:22.257494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:22.261367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4b1ce-b06e-4a25-87c4-bfaa093a9ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80d96f-8de1-42ab-9590-590d378aa7bf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:22.285574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:22.286280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Checking segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:22.287271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Bound using segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:22.288067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Bound port: b2e45acc-4927-4992-8fba-b3eb83ccc75d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:22.288772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.381043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] For port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:22.390699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] For port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:22.398636 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.472929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:22.483379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:22.485503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20f76-3450-4984-929f-0ae8b213bf62 None None] Pushing event updated for resources: {'Port': ['ID=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:22.490102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55516) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:22.505997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33c34984-90c2-4808-8c3b-b4118f24afa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.515749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.564789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:22.565646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.567258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] 10.222.0.49 "PUT /v2.0/ports/b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 1092 time: 2.7035413 Aug 31 16:21:22.609900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:22.659513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 34712700-5489-46bc-a377-9246075cb765 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:22.724990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c0195-a43e-4160-979d-70f5493dee9f service neutron] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:22.746166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-aa8fdf2b-3a80-45d7-8dce-f7ab8ae1eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:22.750886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-aa8fdf2b-3a80-45d7-8dce-f7ab8ae1eadd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1473095 Aug 31 16:21:22.951004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694ce82-eeeb-45b0-80e6-de94cb3690d2 req-0000a3f1-f343-4f18-a59c-d054f59ec0fa tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:22.962609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6694ce82-eeeb-45b0-80e6-de94cb3690d2 req-0000a3f1-f343-4f18-a59c-d054f59ec0fa tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.4229941 Aug 31 16:21:23.158242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33c34984-90c2-4808-8c3b-b4118f24afa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:23.165237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-d7743721-83cd-4181-9e85-381bd3d791c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:23.169454 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-d7743721-83cd-4181-9e85-381bd3d791c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.4098978 Aug 31 16:21:23.174834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33c34984-90c2-4808-8c3b-b4118f24afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:23.187379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::cdbe:7f50:d491:b44f (4d30e943-7caf-44d2-9e1a-8fc92c863115/5137a0a2-94f1-4c21-a44a-071f0c4f6652/34712700-5489-46bc-a377-9246075cb765) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:23.233001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6694ce82-eeeb-45b0-80e6-de94cb3690d2 req-5ca380d6-bc6f-4398-9129-926cd7c61290 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661953 Aug 31 16:21:23.489732 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:23.515764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 34712700-5489-46bc-a377-9246075cb765 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:23.604910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:23.665062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:23.680067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:21:23.683579 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:23.750125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:23.757492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=34712700-5489-46bc-a377-9246075cb765,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:23.771840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:23.772364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c34984-90c2-4808-8c3b-b4118f24afa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d3bb4-0d22-4b22-9526-854cd9252e60,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:23.782885 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-33c34984-90c2-4808-8c3b-b4118f24afa3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=644b9b2e4d474610a1d4535fa995427a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2913327 Aug 31 16:21:23.791799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:23.792352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55538) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:23.792818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:23.814478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20697887-a889-47af-b09d-347cd709677b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0248759 Aug 31 16:21:23.814829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55542) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:23.821380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '5137a0a2-94f1-4c21-a44a-071f0c4f6652', 'ip_address': '2001:db8::cdbe:7f50:d491:b44f'}], 'name': 'tempest-NetworksTestDHCPv6-159745136'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:23.834570 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea62795-ec6f-44e5-ac9c-beb5d0058037 x-openstack-request-id: req-5ea62795-ec6f-44e5-ac9c-beb5d0058037 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:23.834873 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:23.835131 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ea62795-ec6f-44e5-ac9c-beb5d0058037 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:23.835534 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'status': 'completed', 'code': 200} Aug 31 16:21:23.898141 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-fd605f42-25dd-4d3c-8d0a-fc0e08b96ad1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.7178123 Aug 31 16:21:24.011296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:24.017099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.045639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port f935920b-64f6-4171-8c53-94dedd659007 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:24.047434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-d9fe0009-be78-4455-8db0-62cc5c24d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.049195 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-d9fe0009-be78-4455-8db0-62cc5c24d099 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.2086537 Aug 31 16:21:24.130937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-6cc34377-5d6f-40bf-af42-9d5299061cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.133473 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-6cc34377-5d6f-40bf-af42-9d5299061cb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.2236242 Aug 31 16:21:24.136087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedc529e-ac30-46ef-a089-82b17dcef3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.170508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c95e9024-138a-4820-99ce-e12ad609d730 None None] Provisioning for port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:24.237480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedc529e-ac30-46ef-a089-82b17dcef3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.283210 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 16:21:24.283613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:21:24.290176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-e761af00-4f09-4d29-94d7-19648815f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.291732 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-e761af00-4f09-4d29-94d7-19648815f21e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359277 Aug 31 16:21:24.301273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:24.304025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-337f9e3c-27e6-402e-bfcd-5d3800e86b83 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4872510 Aug 31 16:21:24.306102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55556) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:24.341839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-6a3055cc-efc3-42cc-ae7c-256aa223bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.347573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-6a3055cc-efc3-42cc-ae7c-256aa223bf09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.2848079 Aug 31 16:21:24.427955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.456142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:24.505237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-6209ecf1-a653-414c-b752-3382bb151379 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.1236091 Aug 31 16:21:24.508929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedc529e-ac30-46ef-a089-82b17dcef3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.512455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bedc529e-ac30-46ef-a089-82b17dcef3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.515503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a74d3f0-b60b-4eb2-95b4-aa093c9da79f None None] Provisioning for port 34712700-5489-46bc-a377-9246075cb765 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:24.517861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bedc529e-ac30-46ef-a089-82b17dcef3a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/035d3bb4-0d22-4b22-9526-854cd9252e60 HTTP/1.1" status: 204 len: 168 time: 0.7226427 Aug 31 16:21:24.525696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a74d3f0-b60b-4eb2-95b4-aa093c9da79f None None] Provisioning complete for port 34712700-5489-46bc-a377-9246075cb765 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:24.526417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a74d3f0-b60b-4eb2-95b4-aa093c9da79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.589032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4a74d3f0-b60b-4eb2-95b4-aa093c9da79f None None] Port 34712700-5489-46bc-a377-9246075cb765 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:21:24.620656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc529e-ac30-46ef-a089-82b17dcef3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d3bb4-0d22-4b22-9526-854cd9252e60,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:24.641152 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-5118fa62-7b9c-49d1-9b67-7b25505a23de service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187807 Aug 31 16:21:24.763253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-9b25f713-62a8-4351-ad1a-bebb35817846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.767819 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-9b25f713-62a8-4351-ad1a-bebb35817846 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.2482684 Aug 31 16:21:24.839912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db06b82-e822-4bcf-90f5-0b52c1adb0c0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.847856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db06b82-e822-4bcf-90f5-0b52c1adb0c0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.850266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7db06b82-e822-4bcf-90f5-0b52c1adb0c0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5428953 Aug 31 16:21:24.853380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:24.854190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55566) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:24.859361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-ac60b89f-57e2-491f-ad18-22e57ee14fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.861223 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-ac60b89f-57e2-491f-ad18-22e57ee14fb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817194 Aug 31 16:21:24.948836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b86089-4ca8-43e7-baf4-08c125401ac2 req-a27f6ae3-e8c9-4c20-b0f4-69772adc387e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:24.951414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b86089-4ca8-43e7-baf4-08c125401ac2 req-a27f6ae3-e8c9-4c20-b0f4-69772adc387e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.1692412 Aug 31 16:21:24.970336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:24.978896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:24.980024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:24.988769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-0562ae75-2059-49cc-b76c-46a400d4af03 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197815 Aug 31 16:21:25.108126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9b078350-4d74-4a35-868d-c30b0cb32acd req-92224168-d2f5-4dbe-9504-4841c3568a11 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593048 Aug 31 16:21:25.146812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b86089-4ca8-43e7-baf4-08c125401ac2 req-3fbf5bc6-a423-408c-85cf-74fe7daea1ab tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807251 Aug 31 16:21:25.165286 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.208742 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-a8ccb9b1-e102-4bbd-9175-ea8d2a09e162 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077534 Aug 31 16:21:25.219604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:25.225901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.244051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 34712700-5489-46bc-a377-9246075cb765 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:25.244782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.298054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-f733c7f9-36e8-4e42-ab8f-8cce8e04aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:25.300853 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-f733c7f9-36e8-4e42-ab8f-8cce8e04aa2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0710640 Aug 31 16:21:25.324088 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.328093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.345971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:25.525205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.538764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-1001270b-1fb4-42bd-b6e0-6231fc68c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:25.538764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-1001270b-1fb4-42bd-b6e0-6231fc68c2c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.2291949 Aug 31 16:21:25.558429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 34712700-5489-46bc-a377-9246075cb765 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:25.591369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9f1e884f-ce95-4a12-9eed-3a8b670eb841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.641083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-8d094564-e0ef-4e25-823c-7b43fd85f6bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.0955620 Aug 31 16:21:25.740229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-b6efc37d-2034-43fc-9783-a67b0d7f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:25.742653 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-b6efc37d-2034-43fc-9783-a67b0d7f282f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.0937603 Aug 31 16:21:25.795960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.824447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=34712700-5489-46bc-a377-9246075cb765,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:25.825875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-54ca699b-d4d2-45b8-9c84-91adec6fe20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:25.827854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-54ca699b-d4d2-45b8-9c84-91adec6fe20b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734401 Aug 31 16:21:25.867941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.895659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:25.900583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b9268f0-0110-4c6a-b50f-391f7ed5ee0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/34712700-5489-46bc-a377-9246075cb765 HTTP/1.1" status: 204 len: 168 time: 1.0451052 Aug 31 16:21:25.901695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55608) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:26.031598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96eddc-22da-45dd-93ea-97b2c23e4265 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:26.037429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96eddc-22da-45dd-93ea-97b2c23e4265 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:26.041531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ef96eddc-22da-45dd-93ea-97b2c23e4265 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1381948 Aug 31 16:21:26.045295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55614) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:26.142016 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-b088f335-0956-452d-b5df-31414699bba5 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043036 Aug 31 16:21:26.152917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 5137a0a2-94f1-4c21-a44a-071f0c4f6652 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:26.199633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:26.327013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:26.342072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393de07c-1d55-4099-990f-4b8c36cf257b req-155a1429-95ac-4a40-9a2c-a49c9fac2e98 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:26.349138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-393de07c-1d55-4099-990f-4b8c36cf257b req-155a1429-95ac-4a40-9a2c-a49c9fac2e98 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.1128960 Aug 31 16:21:26.468692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-393de07c-1d55-4099-990f-4b8c36cf257b req-735b7c13-462c-41b9-aad9-c36894b798c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842719 Aug 31 16:21:26.484210 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f7cb439c-13a4-42db-9e41-bf0706bbe2fa req-d85d84a1-e61e-4de9-8801-b732ab8461ce service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200235 Aug 31 16:21:26.538420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:26.676963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-5cf6f9cf-1f89-493d-9258-6ed0d91cef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:26.678561 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-5cf6f9cf-1f89-493d-9258-6ed0d91cef17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0745265 Aug 31 16:21:26.703193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:26.755816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:26.759059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7a749-cccc-4e60-b4f5-5aec6eee34cd None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:26.772936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:26.775875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/5137a0a2-94f1-4c21-a44a-071f0c4f6652 HTTP/1.1" status: 204 len: 168 time: 0.7177229 Aug 31 16:21:26.780474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:26.820418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37bbad-138e-40b6-a079-0d0ee6fd761e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=5137a0a2-94f1-4c21-a44a-071f0c4f6652,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:26.877117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-843485ac-7c29-411e-b451-411f40fdf704 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930502 Aug 31 16:21:26.881049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:26.888442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:26.930715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-536cc736-a300-488f-bc67-d3c82c1c9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:26.932476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-536cc736-a300-488f-bc67-d3c82c1c9f09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.2022843 Aug 31 16:21:27.062940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:27.065639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.111452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-bf0eed4a-16c5-417b-b8d9-ce6d6bfc3ec9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.1705785 Aug 31 16:21:27.119477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:27.124483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.259628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-98389184-6600-46a8-93ca-889e8898964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:27.262456 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-98389184-6600-46a8-93ca-889e8898964b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.1432457 Aug 31 16:21:27.281720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:27.358010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-85931031-6289-47bb-a040-65a2f67448ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:27.360234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-85931031-6289-47bb-a040-65a2f67448ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898101 Aug 31 16:21:27.370117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] Deleting port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:27.374123 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.530908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] For port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:27.531769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.541566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.553749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] Calling delete_port for 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:27.632311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55666) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:27.683937 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-af667411-95a5-419e-be81-ce3cf82fca35 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143213 Aug 31 16:21:27.688822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.756380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] Pushing event deleted for resources: {'Port': ['ID=6bfdfa33-8a77-4f27-bf33-25ad62cab1b1,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:27.760280 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.763772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b9198-79e8-4523-aef5-5a23ba2f3b0b None None] No DVR routers for this DVR port 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:27.805898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:27.837339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:27.847541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:27.848599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:27.850839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb6039-e49b-4e61-b0a1-422ad6df8d98 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:27.871345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=dce9d61a-d005-41bb-95cb-5724d2d4743f,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:27.885281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21156f-bff2-4c08-953f-2418e0bcab3f req-2313c037-8a6d-4389-871c-01f512fb40a8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:27.888284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb21156f-bff2-4c08-953f-2418e0bcab3f req-2313c037-8a6d-4389-871c-01f512fb40a8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.1886234 Aug 31 16:21:27.905698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2a144b52-41b9-4f17-86e4-dc8b851cd6c9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0232670 Aug 31 16:21:27.922295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55674) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:27.932430 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b13a034-ea7a-4b8d-aba7-48dd802c0ba7 req-37815806-7359-43bd-8013-467e23ee7e52 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337031 Aug 31 16:21:27.959957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': 'dce9d61a-d005-41bb-95cb-5724d2d4743f', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-576156989'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:28.041518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-852832515'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:28.070250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb21156f-bff2-4c08-953f-2418e0bcab3f req-e3d8145a-378c-478d-bc30-9603c84a95b9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753004 Aug 31 16:21:28.088100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Made reservation on behalf of 0566e95f3460490b823801123826f2d8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:28.099182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.123167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'dce9d61a-d005-41bb-95cb-5724d2d4743f'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:28.128864 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.137317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.195415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:28.330313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:21:28.393576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.400987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.426307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.489947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:21:28.525077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port cb701db4-b07b-49a6-a3fb-58742039924d yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:28.535038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/dce9d61a-d005-41bb-95cb-5724d2d4743f/44806242-4774-4fa1-8ce7-474c859ccb4e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:28.583451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a74774-e948-4ca6-a8bc-40860d4b2143,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:28.598902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:28.599285 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Added segment ffd49275-9ae1-4ed3-ac49-5b470638f4bd of type vlan for network 1137fa45-f3c6-414c-ab9e-19852cc23d3f Aug 31 16:21:28.748570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e498d-8409-43e8-8d23-145721e2561f req-4483ca40-fac9-41d7-b903-a91fa7ab0dc1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:28.751693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52e498d-8409-43e8-8d23-145721e2561f req-4483ca40-fac9-41d7-b903-a91fa7ab0dc1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 943 time: 0.3229175 Aug 31 16:21:28.752058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:28.811731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'mac_address': 'fa:16:3e:b6:33:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:21:28.813122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-ac1737e0-fe10-426b-9a56-a803d64a66b3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:28.826768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-ac1737e0-fe10-426b-9a56-a803d64a66b3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4&tenant_id=62b59b7a67904182b8344fe6265481e9&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 943 time: 0.4168274 Aug 31 16:21:28.865544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:28.959540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e52e498d-8409-43e8-8d23-145721e2561f req-d2f0c3e3-cdcf-4857-99b0-5587a19748da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600928 Aug 31 16:21:28.986419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.068979 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.076575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:29.077321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.154934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:29.155149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6bfdfa33-8a77-4f27-bf33-25ad62cab1b1 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:29.173638 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5207987 Aug 31 16:21:29.210647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.228426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-516888c1-4475-4c9b-9d09-6b96a3d9d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:29.230844 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-516888c1-4475-4c9b-9d09-6b96a3d9d1f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1095 time: 0.2138805 Aug 31 16:21:29.233860 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-e1c2da32-cbe6-4f25-a74f-c8de6c377723 service neutron] 10.222.0.49 "GET /v2.0/ports/b2e45acc-4927-4992-8fba-b3eb83ccc75d/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.3826327 Aug 31 16:21:29.282718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bea6f4-a027-4f9f-8abc-2e760502cb9a tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Pushing event updated for resources: {'Network': ['ID=1137fa45-f3c6-414c-ab9e-19852cc23d3f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:29.292177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e45acc-4927-4992-8fba-b3eb83ccc75d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:21:29.327121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1137fa45-f3c6-414c-ab9e-19852cc23d3f details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:21:29.451107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.474648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:29.493385 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.499366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Transition to ACTIVE for port object 44806242-4774-4fa1-8ce7-474c859ccb4e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:29.502779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-8119ce99-166c-4634-aef7-f90471a739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:29.504754 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-8119ce99-166c-4634-aef7-f90471a739a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.2367637 Aug 31 16:21:29.553352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55710) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:29.561414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Request body: {'port': {'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f', 'binding:host_id': 'n-h1-793621-35', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1040551138'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:29.626046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Made reservation on behalf of 80d295e8415b4124a9ad2a3a09a6f5fd for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:29.631651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.636863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:29.655705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-8cdda715-6f8d-4714-883d-c1dfac3bd18a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 1000 time: 0.1424129 Aug 31 16:21:29.667997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Transition to ACTIVE for port object 44806242-4774-4fa1-8ce7-474c859ccb4e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:29.669812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.683729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.764516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:29.769063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['b2e45acc-4927-4992-8fba-b3eb83ccc75d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:21:29.785237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-cac025e5-ab20-4686-b127-371f0ca73b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:29.794784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-cac025e5-ab20-4686-b127-371f0ca73b3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.1226051 Aug 31 16:21:29.804958 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:21:29.806127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:21:29.864379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:29.883391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:29.904401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.913520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:29.945175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-99fa12e3-311b-43d1-bba3-7fde5c883874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:29.949448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-99fa12e3-311b-43d1-bba3-7fde5c883874 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471572 Aug 31 16:21:29.949846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port 97feb08a-1f92-463d-9be8-10d6115ef6f8 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:30.008354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Pushing event updated for resources: {'Port': ['ID=44806242-4774-4fa1-8ce7-474c859ccb4e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:30.154317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac29adf-1917-4ae8-802c-1e7b1e18ca6b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:30.170833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-73fdd13f-a21a-4426-9453-c24ef0c21ca8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2342269 Aug 31 16:21:30.175812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55724) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:30.408986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Attempting to bind port 44806242-4774-4fa1-8ce7-474c859ccb4e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:30.409778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Attempting to bind port 44806242-4774-4fa1-8ce7-474c859ccb4e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:30.413011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Attempting to bind port 44806242-4774-4fa1-8ce7-474c859ccb4e on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:30.430130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0667f0-d702-4ae3-a019-3ed3f7e11595 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:30.432532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4c0667f0-d702-4ae3-a019-3ed3f7e11595 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2552245 Aug 31 16:21:30.441554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55738) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:30.454569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:30.455201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:30.455783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:30.456402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:30.457721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Bound port: 44806242-4774-4fa1-8ce7-474c859ccb4e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:30.458623 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:30.460953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-c23f17d4-df53-4c61-b2c8-baac636e05c6 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038354 Aug 31 16:21:30.558946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] For port 44806242-4774-4fa1-8ce7-474c859ccb4e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:30.564069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] For port 44806242-4774-4fa1-8ce7-474c859ccb4e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=44806242-4774-4fa1-8ce7-474c859ccb4e,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:30.570610 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:30.682424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de3061-7c0f-49f3-af7c-0438f1d40542 None None] Pushing event updated for resources: {'Port': ['ID=44806242-4774-4fa1-8ce7-474c859ccb4e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:30.756276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-07ba4a02-4942-4f1f-9ed5-3b9181d5937f req-42cd38c7-1fb2-4848-8a84-2ae6fadf835e service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872863 Aug 31 16:21:30.802461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567524d-0112-479e-9612-3a7695b1f143 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:30.806035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567524d-0112-479e-9612-3a7695b1f143 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:30.808826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4567524d-0112-479e-9612-3a7695b1f143 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3616955 Aug 31 16:21:30.813312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55744) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:30.882441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01df69-b6d5-40d9-bca1-ca5dd6cf43af req-5617dd8e-8893-4e61-9f43-bef857167027 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:30.900118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d01df69-b6d5-40d9-bca1-ca5dd6cf43af req-5617dd8e-8893-4e61-9f43-bef857167027 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.5958741 Aug 31 16:21:30.959356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet dce9d61a-d005-41bb-95cb-5724d2d4743f {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:30.964592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.099930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4d01df69-b6d5-40d9-bca1-ca5dd6cf43af req-58d27c86-0553-4214-acc6-2a7370bf9071 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978898 Aug 31 16:21:31.182003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port 97feb08a-1f92-463d-9be8-10d6115ef6f8 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:31.199858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.213553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.228897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Transition to ACTIVE for port object 97feb08a-1f92-463d-9be8-10d6115ef6f8 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:31.261103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.326552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-712dd214-d7fd-4698-bea7-4ca281c2f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:31.341747 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-712dd214-d7fd-4698-bea7-4ca281c2f6b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1096 time: 0.5027149 Aug 31 16:21:31.343459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=97feb08a-1f92-463d-9be8-10d6115ef6f8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:31.456447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Checking segment: {'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:31.467899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Network hostable DHCP agents. Network: 1137fa45-f3c6-414c-ab9e-19852cc23d3f, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:21:31.480985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Network 1137fa45-f3c6-414c-ab9e-19852cc23d3f is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:21:31.494928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1137fa45-f3c6-414c-ab9e-19852cc23d3f) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:31.499874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:31.504427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-2198ffb8-bda5-40b4-bcd1-5a739c5b19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:31.505995 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-2198ffb8-bda5-40b4-bcd1-5a739c5b19a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.1629331 Aug 31 16:21:31.507487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdf624-4d12-4299-8cf6-029aa0bca8af None None] Network 1137fa45-f3c6-414c-ab9e-19852cc23d3f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:31.554303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.554303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.554303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.559849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.559849 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.559849 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 2 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.615837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.616363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.626135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.633276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-7d0cc202-3411-410c-b40a-d506bda83841 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 1000 time: 0.1182857 Aug 31 16:21:31.643684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.644019 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.644440 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 3 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.658415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.689208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.689507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.689853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.704989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.707365 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.707793 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 4 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.734540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.736803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.737275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.746022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.746359 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.746812 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 5 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.763050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.763571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.763909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.770381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.770786 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.771244 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 6 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.787086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.787828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.788293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.794677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.795113 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.795576 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 7 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.815360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.816415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.817007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.824586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.825106 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.825581 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 8 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.848910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.849326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.849652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.861995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.862525 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.863543 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 9 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.887773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-28c4e8f2-5c9f-426d-99ab-d5f38b1844f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:31.887773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-28c4e8f2-5c9f-426d-99ab-d5f38b1844f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.2459879 Aug 31 16:21:31.892832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.893364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.894020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.895301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.901106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.901911 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.902466 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 10 to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 Aug 31 16:21:31.948296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:31.949078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:31.949690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:31.959779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:31.960114 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port 97feb08a-1f92-463d-9be8-10d6115ef6f8 on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:31.960529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.981780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=dce9d61a-d005-41bb-95cb-5724d2d4743f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:31.988099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:31.993319 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23421094-47c2-4e5f-b49b-8e462e044608 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/dce9d61a-d005-41bb-95cb-5724d2d4743f HTTP/1.1" status: 204 len: 168 time: 1.1784377 Aug 31 16:21:31.998933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55824) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:32.061628 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1d0e7629-8584-4761-acea-c15c2e8bfea7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531175 Aug 31 16:21:32.065424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:32.069299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] For port 97feb08a-1f92-463d-9be8-10d6115ef6f8, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:32.070211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempted to set empty binding levels {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 16:21:32.072295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:32.077343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.124554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:32.126114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.178424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6236343 Aug 31 16:21:32.179136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55844) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:32.206390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-850ade8b-810e-4fa9-ba4a-703713a8fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:32.208575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-850ade8b-810e-4fa9-ba4a-703713a8fab2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3075891 Aug 31 16:21:32.238172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bcef7-ca94-42ee-ad6f-775d837ee068 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=97feb08a-1f92-463d-9be8-10d6115ef6f8,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:32.321145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:32.326603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.336599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:32.414886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47de8a-9e4c-47b9-b159-42c6adc02402 req-98a6b070-31b3-41ae-ab80-5846527d12ad tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:32.417061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c47de8a-9e4c-47b9-b159-42c6adc02402 req-98a6b070-31b3-41ae-ab80-5846527d12ad tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.1479013 Aug 31 16:21:32.422784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port b2e45acc-4927-4992-8fba-b3eb83ccc75d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:32.432747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port b2e45acc-4927-4992-8fba-b3eb83ccc75d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:32.433134 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.435372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Deleting port 97feb08a-1f92-463d-9be8-10d6115ef6f8 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:32.436571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.507391 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-137fe572-0db6-463f-a238-88cb1006e787 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906559 Aug 31 16:21:32.614148 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.674568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:32.677680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:21:32.681290 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f789a92-da22-4543-b9c9-f8136692977f" -d '{"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:32.686905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0161b-e20c-4534-a005-40698653d0ee None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:32.689237 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-88005609-9a55-4303-b723-d85a1a5ab528 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710005 Aug 31 16:21:32.698870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.701635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c47de8a-9e4c-47b9-b159-42c6adc02402 req-7714dece-3a45-4b9f-9be3-c74e2fac622a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616816 Aug 31 16:21:32.710774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] For port 97feb08a-1f92-463d-9be8-10d6115ef6f8, host n-h1-793621-35, got binding levels [] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:32.711160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.772079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Calling delete_port for 97feb08a-1f92-463d-9be8-10d6115ef6f8 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:32.834251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:32.836969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a711645-2b99-4353-85ff-cf70150fa24c None None] Provisioning for port 44806242-4774-4fa1-8ce7-474c859ccb4e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:32.886046 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f33f4-07bf-4e19-875b-404058881bd6 x-openstack-request-id: req-743f33f4-07bf-4e19-875b-404058881bd6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:32.886435 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:32.886580 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-743f33f4-07bf-4e19-875b-404058881bd6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:32.887147 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'code': 200} Aug 31 16:21:32.888397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 44806242-4774-4fa1-8ce7-474c859ccb4e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:32.924358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.952581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:32.956842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:32.986228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:32.994422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 44806242-4774-4fa1-8ce7-474c859ccb4e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:33.002958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 44806242-4774-4fa1-8ce7-474c859ccb4e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:33.003583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.026254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:33.027222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.062469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9956295 Aug 31 16:21:33.066542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55932) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:33.067471 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f41e5e-ba1b-47de-b32d-c52d1c95cbc6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=d8bbd3e9-27fb-433f-8605-bf9fb8aac950,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:33.078744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.080024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:33.080900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "DELETE /v2.0/ports/97feb08a-1f92-463d-9be8-10d6115ef6f8 HTTP/1.1" status: 204 len: 168 time: 0.8987148 Aug 31 16:21:33.083557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55936) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:33.085031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:33.090732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed8c34-be18-4d45-8e8f-e1ecbdee45d1 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event deleted for resources: {'Port': ['ID=97feb08a-1f92-463d-9be8-10d6115ef6f8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:33.120240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.122944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.127977 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-19496f0c-9767-4e30-b91b-b12fa8a9127a tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:21:33.131142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-19496f0c-9767-4e30-b91b-b12fa8a9127a tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "GET /v2.0/ports/97feb08a-1f92-463d-9be8-10d6115ef6f8 HTTP/1.1" status: 404 len: 333 time: 0.0461812 Aug 31 16:21:33.137017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 55942) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:33.156864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Request body: {'port': {'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1663030247'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:33.182957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.201540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Made reservation on behalf of 80d295e8415b4124a9ad2a3a09a6f5fd for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:33.204651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.210480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.216306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.224711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] Deleting port 44806242-4774-4fa1-8ce7-474c859ccb4e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:33.225096 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.230097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 44806242-4774-4fa1-8ce7-474c859ccb4e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=44806242-4774-4fa1-8ce7-474c859ccb4e,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:33.236061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.236891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:33.237554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6c38c1ee-afb0-41ec-8cae-3188a647143b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1604052 Aug 31 16:21:33.240128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 55954) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:33.244521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.346533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=44806242-4774-4fa1-8ce7-474c859ccb4e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:33.373213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] For port 44806242-4774-4fa1-8ce7-474c859ccb4e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=44806242-4774-4fa1-8ce7-474c859ccb4e,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:33.373901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.390555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] Calling delete_port for 44806242-4774-4fa1-8ce7-474c859ccb4e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:33.516956 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.534719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] No DVR routers for this DVR port 44806242-4774-4fa1-8ce7-474c859ccb4e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:33.570972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.582371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821ecdc-294d-4a4f-9add-2a017918dd75 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:33.586987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a8fa1-fce4-4402-ab12-3982dbde956e None None] Pushing event deleted for resources: {'Port': ['ID=44806242-4774-4fa1-8ce7-474c859ccb4e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:33.616353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.725766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:33.896435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:33.898820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.095703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/d8bbd3e9-27fb-433f-8605-bf9fb8aac950/6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:34.095868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Network 1137fa45-f3c6-414c-ab9e-19852cc23d3f is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:34.099053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:34.107288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:34.108425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:34.109586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.134725 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9953952 Aug 31 16:21:34.136054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e415a-675b-4bf0-a52b-c569161101f4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=ae638b3a-b8f3-47c1-b50f-1256e4e1d67c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:34.138565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:34.146331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:34.232235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.305880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65676d9d-df42-4d55-8050-f295a3c710ad req-1ffbf38f-9319-4ab4-b81f-21525759e8f1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:34.325561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65676d9d-df42-4d55-8050-f295a3c710ad req-1ffbf38f-9319-4ab4-b81f-21525759e8f1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.3797629 Aug 31 16:21:34.387662 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.400445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Transition to ACTIVE for port object 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:34.417004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65676d9d-df42-4d55-8050-f295a3c710ad req-f9bc4f8a-cf46-45d6-bf18-3c494c74af30 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862164 Aug 31 16:21:34.427460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Transition to ACTIVE for port object 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:34.435608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.486517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:34.498316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:34.502855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.507202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:34.513071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:34.530953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Transition to ACTIVE for port object ae638b3a-b8f3-47c1-b50f-1256e4e1d67c will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:34.536240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::1 (4d30e943-7caf-44d2-9e1a-8fc92c863115/d8bbd3e9-27fb-433f-8605-bf9fb8aac950/0873d156-4093-486d-a76f-579330f1c888) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:34.537487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Pushing event updated for resources: {'Port': ['ID=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:34.540690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.633854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=ae638b3a-b8f3-47c1-b50f-1256e4e1d67c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:34.680855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Attempting to bind port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.681412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Attempting to bind port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.681935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Attempting to bind port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.689946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.690376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:34.690548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.690929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.691229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:34.691800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.692391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:34.693592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Bound port: 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:34.694148 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.720600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.720600 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.720600 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 2 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.761157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.761627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.762170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.779302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.779639 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.780229 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 3 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.787219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 44806242-4774-4fa1-8ce7-474c859ccb4e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:34.798515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.799023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.799495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.805654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.806089 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.806705 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 4 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.815126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 44806242-4774-4fa1-8ce7-474c859ccb4e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:34.815477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 44806242-4774-4fa1-8ce7-474c859ccb4e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:34.831068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.832052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.832887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.839307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.840939 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.843298 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 5 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.844252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] For port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:34.847283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.847921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] For port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:34.854221 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:34.860445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.860991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.861554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.867487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.868437 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.869041 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 6 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.903729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.904488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.905669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.917916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.919172 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.920119 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 7 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.926093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 0873d156-4093-486d-a76f-579330f1c888 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:34.946182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.946548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.946897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.953046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.953553 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.954127 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 8 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.972651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e304fef-61cb-4d78-8ecf-36d5afb7d707 None None] Pushing event updated for resources: {'Port': ['ID=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:34.973937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.974295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.974692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:34.979510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:34.979876 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:34.980274 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 9 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:34.999279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:34.999629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:34.999980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:35.007953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:35.008703 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:35.009408 n-d-793621-35 neutron-server[101478]: INFO neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 10 to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c Aug 31 16:21:35.030186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.037305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:35.037814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:35.038213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:35.043718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:35.044044 n-d-793621-35 neutron-server[101478]: ERROR neutron.plugins.ml2.managers [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:35.044476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.111868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:35.122124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:35.127069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:35.128442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.158436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] For port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:35.158801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempted to set empty binding levels {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 16:21:35.166996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.258605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] In _notify_port_updated(), no bound segment for port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:21:35.259653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.269317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.274336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "PUT /v2.0/ports/ae638b3a-b8f3-47c1-b50f-1256e4e1d67c HTTP/1.1" status: 200 len: 976 time: 1.1318541 Aug 31 16:21:35.274941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56168) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:35.294822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=0873d156-4093-486d-a76f-579330f1c888,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:35.361403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a73c77-fd19-46a5-9ed1-7e71b91e957f tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=ae638b3a-b8f3-47c1-b50f-1256e4e1d67c,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:35.389997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.417316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.417782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.418227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.419117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.419504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.419968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.420476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.420936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.421397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.422045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.422566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.423592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.426329 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eb07e64e-e86f-4d3e-a636-1d41f6597488 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10862 time: 0.1504416 Aug 31 16:21:35.431327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56182) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:35.611194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Deleting port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:35.611556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.677407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-3a93dd33-a7a9-4378-ab86-9938a16a3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.678884 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-3a93dd33-a7a9-4378-ab86-9938a16a3400 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 1097 time: 0.1158664 Aug 31 16:21:35.710968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:35.744037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] For port ae638b3a-b8f3-47c1-b50f-1256e4e1d67c, host n-h1-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:35.744807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.751200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b36af-b1a3-44e7-a1ba-3a257f99b41c req-7e0af374-c6a4-4669-be59-8033d4123bc4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:35.752777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e98b36af-b1a3-44e7-a1ba-3a257f99b41c req-7e0af374-c6a4-4669-be59-8033d4123bc4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.1865866 Aug 31 16:21:35.774509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Calling delete_port for ae638b3a-b8f3-47c1-b50f-1256e4e1d67c owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:35.811450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.834869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e98b36af-b1a3-44e7-a1ba-3a257f99b41c req-20adb975-6b31-4d78-83d1-a37176457ee2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730617 Aug 31 16:21:35.950504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.957888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:35.960514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.085305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.113770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=0873d156-4093-486d-a76f-579330f1c888,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:36.152104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae638b3a-b8f3-47c1-b50f-1256e4e1d67c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:36.173900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:36.176237 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.177262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:36.179804 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-49f61d4f-2184-4241-841d-83892449451d tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ae638b3a-b8f3-47c1-b50f-1256e4e1d67c HTTP/1.1" status: 204 len: 168 time: 0.7445540 Aug 31 16:21:36.182272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:36.228983 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dad912f-684d-4f44-879b-f559b0fda623 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:21:36.231699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8dad912f-684d-4f44-879b-f559b0fda623 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "GET /v2.0/ports/ae638b3a-b8f3-47c1-b50f-1256e4e1d67c HTTP/1.1" status: 404 len: 333 time: 0.0476875 Aug 31 16:21:36.244279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56268) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:36.262247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-884289315', 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:36.312604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Made reservation on behalf of 80d295e8415b4124a9ad2a3a09a6f5fd for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:36.315874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.345756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port 71c331d5-9b05-4306-8dda-c6cc58bcd7be yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:36.352706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:36.484698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:36.508306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ab64fcd7-9fef-45b3-9e61-acca98f8613c None None] Provisioning for port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:36.582172 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.597825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:21:36.605163 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4385baf-a2bc-4b1b-af64-b1d35e5de368" -d '{"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:36.677432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Transition to ACTIVE for port object b2e45acc-4927-4992-8fba-b3eb83ccc75d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:36.686286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.809460 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f66e20-f191-434d-93fc-0e93de343c13 x-openstack-request-id: req-26f66e20-f191-434d-93fc-0e93de343c13 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:36.809768 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:36.810028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26f66e20-f191-434d-93fc-0e93de343c13 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:36.810439 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'code': 200} Aug 31 16:21:36.830077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:36.861428 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:36.879499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:36.962488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Router 9de98368-dcf6-406c-919b-8aa5256cdb0f is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:21:37.068874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-10dd5f2b-c3f7-4395-8382-cd8fa1ffa488 None None] Provisioning for port 0873d156-4093-486d-a76f-579330f1c888 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:37.100865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] No DVR routers for this DVR port b2e45acc-4927-4992-8fba-b3eb83ccc75d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:37.104869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-10dd5f2b-c3f7-4395-8382-cd8fa1ffa488 None None] Provisioning complete for port 0873d156-4093-486d-a76f-579330f1c888 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:37.105565 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-10dd5f2b-c3f7-4395-8382-cd8fa1ffa488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.220112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00595bc-c3d1-4a40-9b45-690f0b001498 req-e050e389-0cd5-4105-af76-2050de2049e9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:37.226332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.236720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00595bc-c3d1-4a40-9b45-690f0b001498 req-e050e389-0cd5-4105-af76-2050de2049e9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.2437263 Aug 31 16:21:37.237686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:37.256806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:37.257211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.300838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-10dd5f2b-c3f7-4395-8382-cd8fa1ffa488 None None] Port 0873d156-4093-486d-a76f-579330f1c888 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:21:37.409463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c00595bc-c3d1-4a40-9b45-690f0b001498 req-6e2f2bf9-9056-4c4a-8742-0f979269476b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536515 Aug 31 16:21:37.410791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:21:37.424827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ce24633f-bb98-4f62-a425-cf9a41ad8220 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "PUT /v2.0/routers/9de98368-dcf6-406c-919b-8aa5256cdb0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1814740 Aug 31 16:21:37.425461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56308) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:37.427198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Network 1137fa45-f3c6-414c-ab9e-19852cc23d3f is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:37.429537 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Sync routers for ids ['9de98368-dcf6-406c-919b-8aa5256cdb0f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:21:37.430080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.435817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:37.446598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:37.447676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:37.448584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.450674 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Routers {'9de98368-dcf6-406c-919b-8aa5256cdb0f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:37.451316 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9de98368-dcf6-406c-919b-8aa5256cdb0f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:37.453463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=71c331d5-9b05-4306-8dda-c6cc58bcd7be,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:37.504526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b1745ce-7438-42a6-88ea-adae1d3c8339 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2559361 Aug 31 16:21:37.508173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1267e50f-2037-4c52-8c96-02446b77ca81 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:37.513774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56310) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:37.513774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56312) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:37.514044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1267e50f-2037-4c52-8c96-02446b77ca81 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports/0873d156-4093-486d-a76f-579330f1c888 HTTP/1.1" status: 200 len: 911 time: 0.0873458 Aug 31 16:21:37.584271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:37.585075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:37.585425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:37.588273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eaa20d-977c-4d3b-b94c-75c5f614dba2 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:37.592973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-74eaa20d-977c-4d3b-b94c-75c5f614dba2 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "GET /v2.0/ports/71c331d5-9b05-4306-8dda-c6cc58bcd7be HTTP/1.1" status: 200 len: 954 time: 0.0749104 Aug 31 16:21:37.593138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:37.596231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56318) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:37.599841 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.620089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:37.620472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Attempting to bind port b2e45acc-4927-4992-8fba-b3eb83ccc75d on network 6e18925c-12ca-4d74-8b72-0b00f168b6fb {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:37.629961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:37.630316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Checking segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:37.630718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Bound using segment: {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:37.631218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Bound port: b2e45acc-4927-4992-8fba-b3eb83ccc75d, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f09e695-5d18-4c27-a2f0-dc1f5483bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:37.631593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.635955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-54d76fea-bead-4d76-af37-a9156d9df4e1 None None] Provisioning complete for port 0873d156-4093-486d-a76f-579330f1c888 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:37.637195 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54d76fea-bead-4d76-af37-a9156d9df4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.676163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b8bc7-1e12-479d-ae50-bee6e79712d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:37.682274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b8bc7-1e12-479d-ae50-bee6e79712d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:37.684223 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-536b8bc7-1e12-479d-ae50-bee6e79712d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1679149 Aug 31 16:21:37.702593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56320) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:37.714847 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Set router 9de98368-dcf6-406c-919b-8aa5256cdb0f gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:21:37.735163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-54d76fea-bead-4d76-af37-a9156d9df4e1 None None] Port 0873d156-4093-486d-a76f-579330f1c888 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:21:37.737214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:37.859054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:37.860722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Deleting port 71c331d5-9b05-4306-8dda-c6cc58bcd7be {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:37.861086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.864965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:37.949386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.964730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:37.985435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Calling delete_port for 71c331d5-9b05-4306-8dda-c6cc58bcd7be owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:38.071743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:38.078792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.081502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 1093 time: 2.3832142 Aug 31 16:21:38.150646 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:35Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None, '_interfaces': [{'id': '0873d156-4093-486d-a76f-579330f1c888', 'name': '', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'mac_address': 'fa:16:3e:ac:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:35Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'subnets': [{'id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:38.172622 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.180945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cb0f5-787b-4c53-b646-9b4012216f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=11']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:38.231485 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Checking router: 9de98368-dcf6-406c-919b-8aa5256cdb0f for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:21:38.232118 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Updating router 9de98368-dcf6-406c-919b-8aa5256cdb0f port 0873d156-4093-486d-a76f-579330f1c888 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:21:38.238943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event deleted for resources: {'Port': ['ID=71c331d5-9b05-4306-8dda-c6cc58bcd7be,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:38.250002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.256096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc9ee28f-3d4f-4415-b193-ee6df29c70ad tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "DELETE /v2.0/ports/71c331d5-9b05-4306-8dda-c6cc58bcd7be HTTP/1.1" status: 204 len: 168 time: 0.6547840 Aug 31 16:21:38.256348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56338) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:38.283014 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.302969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-98f811ea-1636-4d90-b89c-8a893feb7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:38.309714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-98f811ea-1636-4d90-b89c-8a893feb7e71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1096 time: 0.1902590 Aug 31 16:21:38.310986 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f0dfba-f414-43a2-9422-6dfaa5868feb tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:21:38.316402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5f0dfba-f414-43a2-9422-6dfaa5868feb tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "GET /v2.0/ports/71c331d5-9b05-4306-8dda-c6cc58bcd7be HTTP/1.1" status: 404 len: 333 time: 0.0555975 Aug 31 16:21:38.316956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56340) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:38.324319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Request body: {'port': {'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1430863836'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:38.381485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Made reservation on behalf of 80d295e8415b4124a9ad2a3a09a6f5fd for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:38.383544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:38.397143 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.441759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port fde997cc-175e-48f9-ada6-fb90e8874f1e yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:38.593552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:38.808434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-7300c68a-f95c-475c-9b18-4558a708d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:38.811517 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-7300c68a-f95c-475c-9b18-4558a708d105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.4993730 Aug 31 16:21:38.812566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:21:38.825757 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6296b49-c20e-480e-b002-98b9f613af1c" -d '{"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:38.846117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:38.875592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d134-75d8-46ac-ae19-cc9cbf2b3330 req-c6565115-a959-45c1-85ae-56d2b67a6191 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:38.878420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39b3d134-75d8-46ac-ae19-cc9cbf2b3330 req-c6565115-a959-45c1-85ae-56d2b67a6191 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.2893600 Aug 31 16:21:38.887117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.895541 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.907137 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Transition to ACTIVE for port object 0873d156-4093-486d-a76f-579330f1c888 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:38.919445 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:38.960360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:38.960956 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.046468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.063215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.103454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39b3d134-75d8-46ac-ae19-cc9cbf2b3330 req-2eab93f6-9ae9-4383-bc7a-7ac2c8bfdbb6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536882 Aug 31 16:21:39.140772 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Pushing event updated for resources: {'Port': ['ID=0873d156-4093-486d-a76f-579330f1c888,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:39.158856 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.159215 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.159532 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.160040 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.160545 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.161039 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.161576 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.162090 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.162562 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.163034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.163654 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.164125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:39.168024 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Attempting to bind port 0873d156-4093-486d-a76f-579330f1c888 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:39.169175 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Attempting to bind port 0873d156-4093-486d-a76f-579330f1c888 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:39.169895 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Attempting to bind port 0873d156-4093-486d-a76f-579330f1c888 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:39.185148 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:39.185527 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:39.186027 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.186312 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:39.187931 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Bound port: 0873d156-4093-486d-a76f-579330f1c888, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:39.188346 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.283238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Network 1137fa45-f3c6-414c-ab9e-19852cc23d3f is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:39.299479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:39.305879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:39.312799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:39.313935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.318234 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] For port 0873d156-4093-486d-a76f-579330f1c888, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:39.323601 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] For port 0873d156-4093-486d-a76f-579330f1c888, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0873d156-4093-486d-a76f-579330f1c888,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:39.332618 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.341882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=fde997cc-175e-48f9-ada6-fb90e8874f1e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:39.359385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-655b7dda-f684-46ec-96b7-cfe9b4da2ed4 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0402765 Aug 31 16:21:39.361952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56360) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:39.379118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:39.473805 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Routers {'9de98368-dcf6-406c-919b-8aa5256cdb0f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:39.474824 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9de98368-dcf6-406c-919b-8aa5256cdb0f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:39.485531 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de04757-e5a3-4b2e-b34d-53b49a89e983 None None] Pushing event updated for resources: {'Port': ['ID=0873d156-4093-486d-a76f-579330f1c888,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:39.509939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.588609 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371891b-3066-4d91-99fe-876ffd0b06ed x-openstack-request-id: req-d371891b-3066-4d91-99fe-876ffd0b06ed {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:39.588900 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:39.589149 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d371891b-3066-4d91-99fe-876ffd0b06ed {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:39.590090 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'status': 'completed', 'code': 200} Aug 31 16:21:39.695160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-f041d89a-21fc-44e1-9370-de7ccb2e8450 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.8542192 Aug 31 16:21:39.746409 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] Set router 9de98368-dcf6-406c-919b-8aa5256cdb0f gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:21:39.769429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-9b98c913-4e68-4e17-ad6a-5e6df4a9f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:39.770929 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-9b98c913-4e68-4e17-ad6a-5e6df4a9f5fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.0645890 Aug 31 16:21:39.916752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] device_id is not set on port fde997cc-175e-48f9-ada6-fb90e8874f1e yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:39.932099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:39.944409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-acdbad5f-de75-422f-b083-e4b2b223aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:39.948596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-acdbad5f-de75-422f-b083-e4b2b223aa2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1096 time: 0.3548267 Aug 31 16:21:39.950886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Transition to ACTIVE for port object fde997cc-175e-48f9-ada6-fb90e8874f1e will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:39.958893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.068983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.079196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.079578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.091596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-f03225dc-2115-4096-87f1-a51d2bb8a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.093531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-f03225dc-2115-4096-87f1-a51d2bb8a214 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3131831 Aug 31 16:21:40.113997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=fde997cc-175e-48f9-ada6-fb90e8874f1e,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:40.132882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.133254 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.133680 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 2 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.149616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.149966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.150355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.155361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.155694 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.156091 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 3 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.171200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.171606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.172139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.177873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.179483 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.179483 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 4 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.196337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.196778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.197364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.204994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.205341 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.205976 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 5 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.223051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.223886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.224283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.239162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.241360 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.241360 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 6 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.243425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-7b7d2b69-42ce-4d12-81b2-849c5f65d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.246826 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-7b7d2b69-42ce-4d12-81b2-849c5f65d23d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.2508094 Aug 31 16:21:40.250943 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:35Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None, '_interfaces': [{'id': '0873d156-4093-486d-a76f-579330f1c888', 'name': '', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'mac_address': 'fa:16:3e:ac:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:39Z', 'revision_number': 4, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'subnets': [{'id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:40.261251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.261595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.262009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.270311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.273238 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.273665 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 7 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.290466 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb138e11-1113-4f77-a7f7-bd0855168931 None None] The sync data for ids ['9de98368-dcf6-406c-919b-8aa5256cdb0f'] in n-d-793621-35 is: [{'id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:35Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None, '_interfaces': [{'id': '0873d156-4093-486d-a76f-579330f1c888', 'name': '', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'mac_address': 'fa:16:3e:ac:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:39Z', 'revision_number': 4, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'subnets': [{'id': 'd8bbd3e9-27fb-433f-8605-bf9fb8aac950', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:21:40.311179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.311627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.311977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.341782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.342513 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.347031 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 8 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.350461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-96a2ea6f-3682-4cc6-a0c5-5632d5fbbbd2 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466364 Aug 31 16:21:40.379399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.379750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.380149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.395609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164dfe0-6299-4648-b7c4-f281f66f6203 req-d8c8021b-b346-4ce0-916e-dc8cbe8b2601 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.397816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4164dfe0-6299-4648-b7c4-f281f66f6203 req-d8c8021b-b346-4ce0-916e-dc8cbe8b2601 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.1097577 Aug 31 16:21:40.399630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.399959 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.400693 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 9 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.425858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.426292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.426638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.446576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.446918 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.448908 n-d-793621-35 neutron-server[101477]: INFO neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempt 10 to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e Aug 31 16:21:40.474959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4164dfe0-6299-4648-b7c4-f281f66f6203 req-a494dc85-4e57-4048-bb1a-2c7a12f2a47b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630326 Aug 31 16:21:40.477677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:40.478014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:40.480229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempting to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:40.486033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:21:40.486360 n-d-793621-35 neutron-server[101477]: ERROR neutron.plugins.ml2.managers [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Failed to bind port fde997cc-175e-48f9-ada6-fb90e8874f1e on host n-h1-793621-35 for vnic_type normal using segments [{'id': 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1137fa45-f3c6-414c-ab9e-19852cc23d3f'}] Aug 31 16:21:40.486778 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.497283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 0873d156-4093-486d-a76f-579330f1c888 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:40.497623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.586392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] For port fde997cc-175e-48f9-ada6-fb90e8874f1e, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:40.586779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attempted to set empty binding levels {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 16:21:40.594738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.599268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-21127e99-fba0-4ebb-b135-efa97e931b76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.3402896 Aug 31 16:21:40.610671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-abcb3cdc-979a-4973-aafb-09e8405d966b req-3c26af50-54e4-48c9-8d2f-8fdf162b7b84 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517948 Aug 31 16:21:40.614941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] In _notify_port_updated(), no bound segment for port fde997cc-175e-48f9-ada6-fb90e8874f1e on network 1137fa45-f3c6-414c-ab9e-19852cc23d3f {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:21:40.637605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.638384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.639910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "PUT /v2.0/ports/fde997cc-175e-48f9-ada6-fb90e8874f1e HTTP/1.1" status: 200 len: 976 time: 1.2740390 Aug 31 16:21:40.677431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56388) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:40.730155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78224-e3aa-4ff5-8cfe-e1411c91da9c tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event updated for resources: {'Port': ['ID=fde997cc-175e-48f9-ada6-fb90e8874f1e,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:40.780134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] For port 0873d156-4093-486d-a76f-579330f1c888, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0873d156-4093-486d-a76f-579330f1c888,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:40.783087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.787150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-1f13a186-c9b4-44b5-af87-a37f8050721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.788915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-1f13a186-c9b4-44b5-af87-a37f8050721d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.1807320 Aug 31 16:21:40.822630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 0873d156-4093-486d-a76f-579330f1c888 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:40.871093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0873d156-4093-486d-a76f-579330f1c888 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:40.905510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-b632de53-7495-48f8-9ea7-a5e695a67557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.907104 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-b632de53-7495-48f8-9ea7-a5e695a67557 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1096 time: 0.2186270 Aug 31 16:21:40.962674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 0873d156-4093-486d-a76f-579330f1c888 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:40.968009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0873d156-4093-486d-a76f-579330f1c888 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:40.968471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:40.984920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-76d93cd8-3eb7-4c0c-bd97-b0b73893fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:40.994113 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-76d93cd8-3eb7-4c0c-bd97-b0b73893fcc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866996 Aug 31 16:21:41.124949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:41.138310 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-c1ae12bb-8a91-4eed-bddd-e8fb4c1979d2 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301756 Aug 31 16:21:41.202309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 0873d156-4093-486d-a76f-579330f1c888, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0873d156-4093-486d-a76f-579330f1c888,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:41.209998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:41.280439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=0873d156-4093-486d-a76f-579330f1c888,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:41.308138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:21:41.455360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Deleting port fde997cc-175e-48f9-ada6-fb90e8874f1e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:41.455703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:41.511836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-ad1fc8cb-6d60-49c2-bca2-93ec933ae0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:41.515121 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-ad1fc8cb-6d60-49c2-bca2-93ec933ae0a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.5548167 Aug 31 16:21:41.632558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-ebcdd87a-12ab-44c3-b3d8-50686bdefc71 service neutron] 10.222.0.49 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365231 Aug 31 16:21:41.637291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:41.647259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4a658-a842-41ed-95ff-94bc7d4c26ea req-e9860ee5-c167-4827-941a-8a4f849bd99f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:41.649043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90a4a658-a842-41ed-95ff-94bc7d4c26ea req-e9860ee5-c167-4827-941a-8a4f849bd99f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 944 time: 0.0813129 Aug 31 16:21:41.655126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] For port fde997cc-175e-48f9-ada6-fb90e8874f1e, host n-h1-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:41.655981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:41.671405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Calling delete_port for fde997cc-175e-48f9-ada6-fb90e8874f1e owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:41.689845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90a4a658-a842-41ed-95ff-94bc7d4c26ea req-e8023bb7-54f6-484d-a5ff-d3eaa6bf0222 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340719 Aug 31 16:21:41.692957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-6a5c8a97-83f4-419c-9f0c-bbf1e429e7b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 999 time: 0.1663854 Aug 31 16:21:41.790137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=0873d156-4093-486d-a76f-579330f1c888,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:41.913789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-1200abef-7416-44ad-ac4c-48c8d71f1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:41.915301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-1200abef-7416-44ad-ac4c-48c8d71f1721 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.2129874 Aug 31 16:21:41.957399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.024546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.069392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296b49-c20e-480e-b002-98b9f613af1c req-6a56ee12-2d42-41db-8980-1f713b11b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:42.070941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-6a56ee12-2d42-41db-8980-1f713b11b957 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435719 Aug 31 16:21:42.159027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Pushing event deleted for resources: {'Port': ['ID=fde997cc-175e-48f9-ada6-fb90e8874f1e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:42.171182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.174003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d958eef7-bd66-4831-a2e8-3e70e135f777 tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fde997cc-175e-48f9-ada6-fb90e8874f1e HTTP/1.1" status: 204 len: 168 time: 1.4951460 Aug 31 16:21:42.176958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56400) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:42.224839 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cb0d91-29c0-4db8-a0d6-1519475b2efe tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] GET failed (client error): The resource could not be found. Aug 31 16:21:42.226735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e9cb0d91-29c0-4db8-a0d6-1519475b2efe tempest-PortsAdminExtendedAttrsTestJSON-2007088424 tempest-PortsAdminExtendedAttrsTestJSON-2007088424-project-admin] 10.222.0.43 "GET /v2.0/ports/fde997cc-175e-48f9-ada6-fb90e8874f1e HTTP/1.1" status: 404 len: 333 time: 0.0487645 Aug 31 16:21:42.231398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:42.324553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.355161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:21:42.455960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.468533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1137fa45-f3c6-414c-ab9e-19852cc23d3f']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:42.500225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:42.500714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd49275-9ae1-4ed3-ac49-5b470638f4bd') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:42.511568 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.531531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.541912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:42.542344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:42.545988 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:42.563012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:42.584147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'port_id': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'mac_address': 'fa:16:3e:b6:33:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:21:42.614987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.631408 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.636006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] 10.222.0.43 "DELETE /v2.0/networks/1137fa45-f3c6-414c-ab9e-19852cc23d3f HTTP/1.1" status: 204 len: 168 time: 0.4006846 Aug 31 16:21:42.647124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.650523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Router 9de98368-dcf6-406c-919b-8aa5256cdb0f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:21:42.667227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Pushing event deleted for resources: {'Network': ['ID=1137fa45-f3c6-414c-ab9e-19852cc23d3f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:42.678752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e45acc-4927-4992-8fba-b3eb83ccc75d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:21:42.687590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.687958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.689262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.689262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.693382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.694388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.694388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.694388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.694784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.695007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.695356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.695699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1a647-bd52-443c-aef4-9ef2a9145b25 tempest-PortsAdminExtendedAttrsTestJSON-486199194 tempest-PortsAdminExtendedAttrsTestJSON-486199194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:42.731866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:42.740951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:42.747482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-0d9ded23-6edc-4307-960e-c7eacd36be4b service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513722 Aug 31 16:21:42.794588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:42.857674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:21:42.865749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64de4664-5b73-41ca-ba0c-018e396ca99d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "PUT /v2.0/routers/9de98368-dcf6-406c-919b-8aa5256cdb0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1619589 Aug 31 16:21:42.869623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:42.874311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] Sync routers for ids ['9de98368-dcf6-406c-919b-8aa5256cdb0f'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:21:42.892808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] Routers {'9de98368-dcf6-406c-919b-8aa5256cdb0f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:42.894574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9de98368-dcf6-406c-919b-8aa5256cdb0f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:42.910447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c079b-23f4-4b28-ad48-63e374f27162 req-83bdf3a6-5f26-4bd0-8ebb-5daa42c76aba tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:42.914493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-971c079b-23f4-4b28-ad48-63e374f27162 req-83bdf3a6-5f26-4bd0-8ebb-5daa42c76aba tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 945 time: 0.0942745 Aug 31 16:21:42.993316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda8937-40d1-4020-a319-dbfe8b7996b3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:42.995505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda8937-40d1-4020-a319-dbfe8b7996b3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:42.998442 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7dda8937-40d1-4020-a319-dbfe8b7996b3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1260421 Aug 31 16:21:43.003275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56412) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:43.017216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] Set router 9de98368-dcf6-406c-919b-8aa5256cdb0f gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:21:43.021935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d6296b49-c20e-480e-b002-98b9f613af1c req-9e8e03c7-9216-498e-9694-b2d3f0ef5701 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386999 Aug 31 16:21:43.044161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-971c079b-23f4-4b28-ad48-63e374f27162 req-fc44c9c2-ad92-409c-a7c4-33b2068df01b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092520 Aug 31 16:21:43.062902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['b2e45acc-4927-4992-8fba-b3eb83ccc75d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:21:43.080535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:43.106557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet d8bbd3e9-27fb-433f-8605-bf9fb8aac950 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:43.110531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.123761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:41Z', 'revision_number': 3, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:43.151304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56418) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:43.174033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] Checking router: 9de98368-dcf6-406c-919b-8aa5256cdb0f for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:21:43.186154 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-40247bbd-70bf-4817-a76c-ac75eb0568dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 HTTP/1.1" status: 200 len: 992 time: 0.1042991 Aug 31 16:21:43.190109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.214012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] Routers {'9de98368-dcf6-406c-919b-8aa5256cdb0f'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:43.214993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['9de98368-dcf6-406c-919b-8aa5256cdb0f'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:43.309786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.338851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] Set router 9de98368-dcf6-406c-919b-8aa5256cdb0f gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:21:43.407290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ba3bf55-6311-4e5e-a050-dd85e60d95b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0566e95f3460490b823801123826f2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522585 Aug 31 16:21:43.408249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56424) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:43.425504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.464242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bbd3e9-27fb-433f-8605-bf9fb8aac950,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:43.468725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.474347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ccb7e2c3-f9d9-4b49-82f0-870bdfb57982 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/d8bbd3e9-27fb-433f-8605-bf9fb8aac950 HTTP/1.1" status: 204 len: 168 time: 0.4684815 Aug 31 16:21:43.474992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:43.483693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9222c1eb-b935-4a66-bf40-98b25d2433b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.519297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9222c1eb-b935-4a66-bf40-98b25d2433b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.534295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ac88b-8888-4ad0-9fe5-21fee382b2cf None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:43.585220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9222c1eb-b935-4a66-bf40-98b25d2433b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.588373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9222c1eb-b935-4a66-bf40-98b25d2433b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.593896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9222c1eb-b935-4a66-bf40-98b25d2433b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6a74774-e948-4ca6-a8bc-40860d4b2143 HTTP/1.1" status: 204 len: 168 time: 0.1802201 Aug 31 16:21:43.608746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c1eb-b935-4a66-bf40-98b25d2433b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a74774-e948-4ca6-a8bc-40860d4b2143,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:43.628006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d2bccd1f-f669-4d1b-8149-2fedf9abd8ce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1517467 Aug 31 16:21:43.630577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56430) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:43.636892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:41Z', 'revision_number': 3, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:43.688951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0efa67-ad74-48af-a186-00c94a6bbcfa None None] The sync data for ids ['9de98368-dcf6-406c-919b-8aa5256cdb0f'] in n-d-793621-35 is: [{'id': '9de98368-dcf6-406c-919b-8aa5256cdb0f', 'name': 'tempest-NetworksTestDHCPv6-router-1905031516', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:33Z', 'updated_at': '2021-08-31T16:21:41Z', 'revision_number': 3, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:21:43.762210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.980625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:43.984251 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.047253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:44.049474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.050393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Fanout notify agent at l3_agent the message router_deleted on router 9de98368-dcf6-406c-919b-8aa5256cdb0f {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:21:44.063665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.064811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c2e58245-05a4-4744-b301-ad01d9c25921 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/routers/9de98368-dcf6-406c-919b-8aa5256cdb0f HTTP/1.1" status: 204 len: 168 time: 0.4332500 Aug 31 16:21:44.068293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56438) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:44.082813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:44.084401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:44.123034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c93e91c-e8b1-4625-a545-f6d4041e0bb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80d295e8415b4124a9ad2a3a09a6f5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733550 Aug 31 16:21:44.129835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56440) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:44.183313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] Deleting port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:44.184136 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.210511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:44.217375 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57036516-1cb8-438b-b8b9-20007d0722f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.220505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.246114 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57036516-1cb8-438b-b8b9-20007d0722f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.293342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] For port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:44.294350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.309574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57036516-1cb8-438b-b8b9-20007d0722f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.313735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57036516-1cb8-438b-b8b9-20007d0722f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.315092 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-57036516-1cb8-438b-b8b9-20007d0722f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ac29adf-1917-4ae8-802c-1e7b1e18ca6b HTTP/1.1" status: 204 len: 168 time: 0.1839087 Aug 31 16:21:44.326701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] Calling delete_port for 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:44.334242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57036516-1cb8-438b-b8b9-20007d0722f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac29adf-1917-4ae8-802c-1e7b1e18ca6b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:44.484608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.521735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] Pushing event deleted for resources: {'Port': ['ID=6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:44.528962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9646bc8-2e2e-4790-9c3d-fe535935f594 None None] No DVR routers for this DVR port 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:44.535414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.591174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:44.603428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:44.608999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:44.609610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.625204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3f9a6-b873-4905-8792-592d64c3f665 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:44.626573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=c766da9a-dee1-4f55-90d8-5db46704235d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:44.632422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-948a6d30-d897-4161-b08f-c207de8dc4d0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5588870 Aug 31 16:21:44.635664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56448) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:44.641512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-975900267', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:44.691844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.693590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.774935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.779606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:44.785457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.813951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:44.816090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-58942914-aa2e-4c22-9b3d-8dce56eb5fc5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1786203 Aug 31 16:21:44.818717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56454) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:44.843444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:44.843915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a1d7b8a-2d4e-480f-86f1-5b58c2bee7fb not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:44.844392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0873d156-4093-486d-a76f-579330f1c888 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:44.876345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 0873d156-4093-486d-a76f-579330f1c888 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:44.876794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0873d156-4093-486d-a76f-579330f1c888 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:44.908793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'c766da9a-dee1-4f55-90d8-5db46704235d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:44.910096 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.080802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/c766da9a-dee1-4f55-90d8-5db46704235d/a6145353-ebc8-4af8-8b68-a79463997259) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:45.204306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.287231 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.300222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Transition to ACTIVE for port object a6145353-ebc8-4af8-8b68-a79463997259 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:45.322986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Transition to ACTIVE for port object a6145353-ebc8-4af8-8b68-a79463997259 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:45.332446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.371909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56472) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:45.387054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:45.393950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:45.397701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:45.404122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Pushing event updated for resources: {'Port': ['ID=a6145353-ebc8-4af8-8b68-a79463997259,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:45.460895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Attempting to bind port a6145353-ebc8-4af8-8b68-a79463997259 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:45.461265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Attempting to bind port a6145353-ebc8-4af8-8b68-a79463997259 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:45.461641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Attempting to bind port a6145353-ebc8-4af8-8b68-a79463997259 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:45.467732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:45.468111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:45.468583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.469006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:45.469481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Bound port: a6145353-ebc8-4af8-8b68-a79463997259, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:45.469868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.513893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1553860193'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:45.541688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::1 (4d30e943-7caf-44d2-9e1a-8fc92c863115/c766da9a-dee1-4f55-90d8-5db46704235d/497d24ca-b35a-4f97-8da5-a20a1da9c5e6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:45.542446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:45.548541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.564482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] For port a6145353-ebc8-4af8-8b68-a79463997259, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:45.567683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.568632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] For port a6145353-ebc8-4af8-8b68-a79463997259, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6145353-ebc8-4af8-8b68-a79463997259,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:45.577637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.669878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2f221-1d86-4235-8ebc-04d990a6e6cc None None] Pushing event updated for resources: {'Port': ['ID=a6145353-ebc8-4af8-8b68-a79463997259,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:45.704959 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.705483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.721983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.741039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:45.768308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:21:45.780615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202ef200-33ba-4ac5-ad84-0d26b537c270,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:45.789843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.792915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.793309 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment 2e9035b1-ebcc-4495-96db-83d2aeeb5fb0 of type vlan for network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 Aug 31 16:21:45.846617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.866015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:45.884907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:45.884907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:45.898518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:45.899210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.928850 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:45.936737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:45.937733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.040432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6633122 Aug 31 16:21:46.040432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcf55a-8772-482e-80d5-381b9af114ab tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=2eafa61c-9bf6-44f8-bb60-03e7ebb45504,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:46.054856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:21:46.092643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.254180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56478) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:46.264013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:46.370499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:46.387659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:46.394337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.403834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.410249 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.411196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.447345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port b2e45acc-4927-4992-8fba-b3eb83ccc75d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:46.454225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port b2e45acc-4927-4992-8fba-b3eb83ccc75d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:46.455223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.527925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:46.595437 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:46.597309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:46.631830 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.660402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:21:46.664012 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca2260-9ffb-40a4-a205-83485fc8ca49" -d '{"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:21:46.704511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:46.710922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.769951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Router f600f2ba-961d-4c0a-8298-a21775457413 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:21:46.778095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:46.782352 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7c4022-5969-4f2e-beca-3f9a5b4c908a x-openstack-request-id: req-be7c4022-5969-4f2e-beca-3f9a5b4c908a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:21:46.782650 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:21:46.782906 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be7c4022-5969-4f2e-beca-3f9a5b4c908a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:21:46.783302 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'code': 200} Aug 31 16:21:46.837155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6145353-ebc8-4af8-8b68-a79463997259 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:46.878468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=13']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:46.893240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:21:46.900020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b9be8aaf-281c-4cce-9933-615b708398d9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "PUT /v2.0/routers/f600f2ba-961d-4c0a-8298-a21775457413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0799060 Aug 31 16:21:46.903031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56484) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:46.907430 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Sync routers for ids ['f600f2ba-961d-4c0a-8298-a21775457413'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:21:46.920257 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Routers {'f600f2ba-961d-4c0a-8298-a21775457413'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:46.921231 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f600f2ba-961d-4c0a-8298-a21775457413'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:46.929736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a6145353-ebc8-4af8-8b68-a79463997259 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:46.944129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:46.944615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 2eafa61c-9bf6-44f8-bb60-03e7ebb45504, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:21:46.955200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eae5f7-d516-4be9-bcae-836c0c831ec1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:46.956702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57eae5f7-d516-4be9-bcae-836c0c831ec1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports/497d24ca-b35a-4f97-8da5-a20a1da9c5e6 HTTP/1.1" status: 200 len: 911 time: 0.0527120 Aug 31 16:21:46.959391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56486) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:46.978444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=244b5179-e5ca-491e-b993-898a4aec190d,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:46.998848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:21:47.015254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2eafa61c-9bf6-44f8-bb60-03e7ebb45504) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:47.020825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:47.022024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.025487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bead6fe1-085e-471c-940a-de083c38c0a5 None None] Network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:47.028848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d545d44-29ce-4bcb-8a0c-fca3c043b41a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:47.041009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d545d44-29ce-4bcb-8a0c-fca3c043b41a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:47.042848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8d545d44-29ce-4bcb-8a0c-fca3c043b41a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0823083 Aug 31 16:21:47.045915 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4b6bccfa-4f5e-4116-8b79-f378b5543f23 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7899134 Aug 31 16:21:47.046109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56488) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:47.050356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56490) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:47.056779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218840017'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:47.094553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:47.102930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.134391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:21:47.151240 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Set router f600f2ba-961d-4c0a-8298-a21775457413 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:21:47.151576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.152038 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment 923189a9-c6e7-4ff2-b9be-d0db95077a52 of type vlan for network 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 Aug 31 16:21:47.189016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] Provisioning for port a6145353-ebc8-4af8-8b68-a79463997259 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:47.214720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] Provisioning complete for port a6145353-ebc8-4af8-8b68-a79463997259 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:47.215686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.278543 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.316898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.323896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:47.325311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.388341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3366454 Aug 31 16:21:47.438675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56496) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:47.445357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '96b1ecfe-ccda-43e4-8205-3a79f5a98ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:47.469049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.473479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2eafa61c-9bf6-44f8-bb60-03e7ebb45504', 'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': '244b5179-e5ca-491e-b993-898a4aec190d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:47.474331 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.551447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] For port a6145353-ebc8-4af8-8b68-a79463997259, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6145353-ebc8-4af8-8b68-a79463997259,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:47.602038 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.638295 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f600f2ba-961d-4c0a-8298-a21775457413', 'name': 'tempest-NetworksTestDHCPv6-router-975900267', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:44Z', 'updated_at': '2021-08-31T16:21:46Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None, '_interfaces': [{'id': '497d24ca-b35a-4f97-8da5-a20a1da9c5e6', 'name': '', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'mac_address': 'fa:16:3e:b9:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f600f2ba-961d-4c0a-8298-a21775457413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'c766da9a-dee1-4f55-90d8-5db46704235d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:21:45Z', 'updated_at': '2021-08-31T16:21:46Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'subnets': [{'id': 'c766da9a-dee1-4f55-90d8-5db46704235d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:47.661087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5826bb-46c5-45c1-9ee6-74ba98a37d4f None None] Pushing event updated for resources: {'Port': ['ID=a6145353-ebc8-4af8-8b68-a79463997259,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:47.664770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166a491-1fdd-427b-91b9-1b2f5d2f907c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=96b1ecfe-ccda-43e4-8205-3a79f5a98ee1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:47.686392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:47.692952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.694513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:21:47.727382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Checking router: f600f2ba-961d-4c0a-8298-a21775457413 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:21:47.741328 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Updating router f600f2ba-961d-4c0a-8298-a21775457413 port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:21:47.790293 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.802216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b33122b1-4fe1-47d6-a498-3eea9b6f5f9a None None] Provisioning for port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:47.819552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b33122b1-4fe1-47d6-a498-3eea9b6f5f9a None None] Provisioning complete for port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:47.819964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b33122b1-4fe1-47d6-a498-3eea9b6f5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:47.863947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Allocated IP 172.20.255.242 (2eafa61c-9bf6-44f8-bb60-03e7ebb45504/244b5179-e5ca-491e-b993-898a4aec190d/0ae00a05-f971-4d64-af0a-2c5a7ab348a2) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:47.902850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b33122b1-4fe1-47d6-a498-3eea9b6f5f9a None None] Port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:21:47.991760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.083448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=1796b66b-0027-40e7-a910-47a24f1e2a47,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:48.093330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': '923189a9-c6e7-4ff2-b9be-d0db95077a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '96b1ecfe-ccda-43e4-8205-3a79f5a98ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:48.093494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:21:48.129815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:21:48.149822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:48.157209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:48.157876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.190999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.199569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076487b-a1af-4dd3-9ac9-953cad1acd30 None None] Network 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:48.208145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e2b9bc1f-653c-4d4d-94ed-a51f5792c669 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7680075 Aug 31 16:21:48.211486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56498) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:48.243342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Transition to ACTIVE for port object 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:48.390754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Transition to ACTIVE for port object 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:48.415678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.488809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.536616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:48.549615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:48.555594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:48.574859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Pushing event updated for resources: {'Port': ['ID=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:48.641212 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.707425 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.724368 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Transition to ACTIVE for port object 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:48.731425 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.811115 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f264fa-5df3-45f8-af89-d021d659683c None None] Pushing event updated for resources: {'Port': ['ID=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:48.822498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.825016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6145353-ebc8-4af8-8b68-a79463997259 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:48.879573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.922346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4f434-9c94-4277-a368-a941fc367b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-96b1ecfe-ccda-43e4-8205-3a79f5a98ee1', 'network_id': '96b1ecfe-ccda-43e4-8205-3a79f5a98ee1', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': '1796b66b-0027-40e7-a910-47a24f1e2a47'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:48.923556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f434-9c94-4277-a368-a941fc367b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.938686 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Attempting to bind port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:48.939310 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Attempting to bind port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:48.943152 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Attempting to bind port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:48.949518 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:48.950273 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:48.950840 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.951645 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:48.952453 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Bound port: 497d24ca-b35a-4f97-8da5-a20a1da9c5e6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:48.953678 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:48.959700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=1796b66b-0027-40e7-a910-47a24f1e2a47,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:48.971021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Attempting to bind port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:48.971580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Attempting to bind port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:48.972035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Attempting to bind port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 on network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:49.019942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:49.020356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Checking segment: {'id': '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:49.021307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.021307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Bound using segment: {'id': '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:49.021644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Bound port: 0ae00a05-f971-4d64-af0a-2c5a7ab348a2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2eafa61c-9bf6-44f8-bb60-03e7ebb45504'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:49.022049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.042282 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] For port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:49.047051 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] For port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:49.052458 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.131355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.136219 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f264fa-5df3-45f8-af89-d021d659683c None None] Pushing event updated for resources: {'Port': ['ID=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:49.153752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b1ecfe-ccda-43e4-8205-3a79f5a98ee1']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:49.165548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:49.165850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.183357 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Routers {'f600f2ba-961d-4c0a-8298-a21775457413'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:49.184096 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f600f2ba-961d-4c0a-8298-a21775457413'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:49.189131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923189a9-c6e7-4ff2-b9be-d0db95077a52') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:49.189728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923189a9-c6e7-4ff2-b9be-d0db95077a52') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:49.215466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a6145353-ebc8-4af8-8b68-a79463997259 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:49.215863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.227306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.260414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.271014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05338a-fcd0-4844-b235-9d70c9b304d1 None None] Network 96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:49.275485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:49.275915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:49.283046 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:49.315761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] For port 497d24ca-b35a-4f97-8da5-a20a1da9c5e6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:49.316151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.338145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:49.474827 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] Set router f600f2ba-961d-4c0a-8298-a21775457413 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:21:49.481296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.502739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.509940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 HTTP/1.1" status: 204 len: 168 time: 1.2942586 Aug 31 16:21:49.511124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56510) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:49.523624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221189243'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:49.581285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfd90d-c98a-4f91-919b-7cdcbebd18eb tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=96b1ecfe-ccda-43e4-8205-3a79f5a98ee1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:49.652889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:49.665677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.746813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:21:49.750651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.779171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] For port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:49.785912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.786317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] For port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,segment=NetworkSegment(2e9035b1-ebcc-4495-96db-83d2aeeb5fb0),segment_id=2e9035b1-ebcc-4495-96db-83d2aeeb5fb0)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:49.786455 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment 9fb23f12-6804-4a11-957c-0198ffbc8e60 of type vlan for network cb66ee3c-198f-4d06-aa47-b9cca99b353a Aug 31 16:21:49.797959 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.858315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=497d24ca-b35a-4f97-8da5-a20a1da9c5e6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:49.894691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9a894aa8-a93b-4665-91ef-c35aeed742c9 None None] Could not find standard attr ID for object 497d24ca-b35a-4f97-8da5-a20a1da9c5e6. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:21:49.940380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:49.958490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753c345-e2ca-4368-9ce8-8e7f279f0ffd None None] Pushing event updated for resources: {'Port': ['ID=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:49.991244 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f600f2ba-961d-4c0a-8298-a21775457413', 'name': 'tempest-NetworksTestDHCPv6-router-975900267', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:44Z', 'updated_at': '2021-08-31T16:21:46Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None, '_interfaces': [{'id': '497d24ca-b35a-4f97-8da5-a20a1da9c5e6', 'name': '', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'mac_address': 'fa:16:3e:b9:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f600f2ba-961d-4c0a-8298-a21775457413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'c766da9a-dee1-4f55-90d8-5db46704235d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:21:45Z', 'updated_at': '2021-08-31T16:21:49Z', 'revision_number': 4, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'subnets': [{'id': 'c766da9a-dee1-4f55-90d8-5db46704235d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:50.022546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5da49-8836-4725-86d0-3c982f3684f4 None None] The sync data for ids ['f600f2ba-961d-4c0a-8298-a21775457413'] in n-d-793621-35 is: [{'id': 'f600f2ba-961d-4c0a-8298-a21775457413', 'name': 'tempest-NetworksTestDHCPv6-router-975900267', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:21:44Z', 'updated_at': '2021-08-31T16:21:46Z', 'revision_number': 2, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'gw_port_host': None, '_interfaces': [{'id': '497d24ca-b35a-4f97-8da5-a20a1da9c5e6', 'name': '', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'mac_address': 'fa:16:3e:b9:7c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f600f2ba-961d-4c0a-8298-a21775457413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'c766da9a-dee1-4f55-90d8-5db46704235d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:21:45Z', 'updated_at': '2021-08-31T16:21:49Z', 'revision_number': 4, 'project_id': '754f4e1e24454cbcabee333d16592c51', 'subnets': [{'id': 'c766da9a-dee1-4f55-90d8-5db46704235d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:21:50.040389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:50.047377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:50.048120 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:50.091061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:50.194216 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6792333 Aug 31 16:21:50.202578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56512) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:50.225905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:50.353493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435adb60-c154-43d6-a3b9-2c7385808b8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=cb66ee3c-198f-4d06-aa47-b9cca99b353a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:50.386788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network cb66ee3c-198f-4d06-aa47-b9cca99b353a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:21:50.542480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:50.556153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:50.691067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing IP validity checks on allocation pools {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 16:21:50.691304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Router f600f2ba-961d-4c0a-8298-a21775457413 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:21:50.691909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 16:21:50.868442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:50.879959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:21:50.886066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-554c5126-8937-4ad0-8763-297d14bec7e4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "PUT /v2.0/routers/f600f2ba-961d-4c0a-8298-a21775457413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8384557 Aug 31 16:21:50.889645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56538) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:50.962095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:50.986831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7712511-d3ad-419e-8ade-a6dd580708ef tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:50.987637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:50.989502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7712511-d3ad-419e-8ade-a6dd580708ef tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:50.994837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d7712511-d3ad-419e-8ade-a6dd580708ef tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1036656 Aug 31 16:21:50.998314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56540) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:51.056519 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ee55d487-47a2-4343-a4b7-f2bedfbda5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.089047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=bc5f6832-f7cb-4f40-9e88-6e01e0e62676,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:51.092054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': '9fb23f12-6804-4a11-957c-0198ffbc8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:51.092695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: cb66ee3c-198f-4d06-aa47-b9cca99b353a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:21:51.110006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet c766da9a-dee1-4f55-90d8-5db46704235d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:51.119749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.133165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network cb66ee3c-198f-4d06-aa47-b9cca99b353a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:21:51.153182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, cb66ee3c-198f-4d06-aa47-b9cca99b353a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:51.160465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:51.161572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.167808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae5e09-b710-4029-bdbf-41a00f324ba8 None None] Network cb66ee3c-198f-4d06-aa47-b9cca99b353a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:51.190820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7393d2e2-c210-429a-9db9-37d4d0e083c3 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9883010 Aug 31 16:21:51.194520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56542) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:51.224960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.396565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.493965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.535451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-cb66ee3c-198f-4d06-aa47-b9cca99b353a', 'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': 'bc5f6832-f7cb-4f40-9e88-6e01e0e62676'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:51.536450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.567392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.597335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.637130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=c766da9a-dee1-4f55-90d8-5db46704235d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:51.653933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.658314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6586c140-bf44-4fc6-aaa9-947640c2d8fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/c766da9a-dee1-4f55-90d8-5db46704235d HTTP/1.1" status: 204 len: 168 time: 0.6561449 Aug 31 16:21:51.659127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56552) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:51.747060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b721d6d-551d-4e5d-855b-eddfacefd844 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:51.792310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:51.792616 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79b1913f-a5f2-494a-a77c-16512dd00a5f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1292078 Aug 31 16:21:51.794742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f004c-d920-4cea-8422-9f4284eb9692 None None] Network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:51.896682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:51.917287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Provisioning for port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:51.931859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Allocated IP 172.20.0.3 (cb66ee3c-198f-4d06-aa47-b9cca99b353a/bc5f6832-f7cb-4f40-9e88-6e01e0e62676/88b78479-9921-4907-a208-24dbf4730e7e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:51.978417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Provisioning complete for port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:51.978865 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.131802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.135558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.205004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.205982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Fanout notify agent at l3_agent the message router_deleted on router f600f2ba-961d-4c0a-8298-a21775457413 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:21:52.220601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.223590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04509071-fe3a-4392-bb20-3b5e5461afc2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/routers/f600f2ba-961d-4c0a-8298-a21775457413 HTTP/1.1" status: 204 len: 168 time: 0.4292295 Aug 31 16:21:52.225401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:52.303389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:21:52.306571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3231b7-5202-4ae2-8de0-7a8614a60f66 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:52.313740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fd3231b7-5202-4ae2-8de0-7a8614a60f66 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0840700 Aug 31 16:21:52.315374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56566) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:52.354544 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.389627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cde18f-5937-40d3-8df1-fff0fa94a2f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:52.393449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-85cde18f-5937-40d3-8df1-fff0fa94a2f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738471 Aug 31 16:21:52.394097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56568) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:52.443475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56572) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:52.450224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:52.455321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7c94a98f-0fbf-4993-93f6-7bd0195c62a7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601702 Aug 31 16:21:52.460694 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.483076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] For port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,segment=NetworkSegment(2e9035b1-ebcc-4495-96db-83d2aeeb5fb0),segment_id=2e9035b1-ebcc-4495-96db-83d2aeeb5fb0)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:52.493463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Transition to ACTIVE for port object 88b78479-9921-4907-a208-24dbf4730e7e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:52.495474 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.552153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Transition to ACTIVE for port object 88b78479-9921-4907-a208-24dbf4730e7e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:52.556141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] Deleting port a6145353-ebc8-4af8-8b68-a79463997259 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:52.556567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.581815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:52.586283 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.641948 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.644099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Sync routers for ids ['f600f2ba-961d-4c0a-8298-a21775457413'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:21:52.723123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:52.734945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Network cb66ee3c-198f-4d06-aa47-b9cca99b353a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:52.744949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:52.747666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Routers set() bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:52.748079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Router IDs set() for agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 16:21:52.748810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_agentschedulers_db [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f600f2ba-961d-4c0a-8298-a21775457413'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent'). {{(pid=101479) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 16:21:52.755678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Pushing event updated for resources: {'Port': ['ID=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:52.772333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:52.784804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.785278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.785719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.786158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.786591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.787126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.787571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.787997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.788493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.788922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.789346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.789770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a63ac-0bde-4baf-8f12-e51e92e1f1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:21:52.826196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5f6832-f7cb-4f40-9e88-6e01e0e62676,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:52.830414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a6145353-ebc8-4af8-8b68-a79463997259 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:52.888962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Routers set() bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:21:52.889375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Router IDs set() for agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 16:21:52.890144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_agentschedulers_db [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f600f2ba-961d-4c0a-8298-a21775457413'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent'). {{(pid=101479) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 16:21:52.890353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2b881-560a-428c-86ae-d00e43bc580b None None] The sync data for ids ['f600f2ba-961d-4c0a-8298-a21775457413'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:21:52.898772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Pushing event updated for resources: {'Port': ['ID=88b78479-9921-4907-a208-24dbf4730e7e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:52.953870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] For port a6145353-ebc8-4af8-8b68-a79463997259, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6145353-ebc8-4af8-8b68-a79463997259,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:52.954276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.041877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.050925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] Calling delete_port for a6145353-ebc8-4af8-8b68-a79463997259 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:53.082552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Attempting to bind port 88b78479-9921-4907-a208-24dbf4730e7e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:53.083008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Attempting to bind port 88b78479-9921-4907-a208-24dbf4730e7e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9fb23f12-6804-4a11-957c-0198ffbc8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:53.083493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Attempting to bind port 88b78479-9921-4907-a208-24dbf4730e7e on network cb66ee3c-198f-4d06-aa47-b9cca99b353a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:53.099835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:53.100333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Checking segment: {'id': '9fb23f12-6804-4a11-957c-0198ffbc8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:53.100903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.112760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Bound using segment: {'id': '9fb23f12-6804-4a11-957c-0198ffbc8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:53.113314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Bound port: 88b78479-9921-4907-a208-24dbf4730e7e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb23f12-6804-4a11-957c-0198ffbc8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:53.113781 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.141577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6904522f-fdfc-45e0-a3f0-17211cea4e4a None None] Provisioning complete for port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:53.142155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6904522f-fdfc-45e0-a3f0-17211cea4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.186456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb66ee3c-198f-4d06-aa47-b9cca99b353a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:53.224595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb23f12-6804-4a11-957c-0198ffbc8e60') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:53.225255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb23f12-6804-4a11-957c-0198ffbc8e60') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:53.251394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.290085 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.311723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:53.312914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.319792 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.423140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] For port 88b78479-9921-4907-a208-24dbf4730e7e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:53.426981 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:53.438887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a6145353-ebc8-4af8-8b68-a79463997259, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a6145353-ebc8-4af8-8b68-a79463997259,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:53.484249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.520738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:21:53.520738 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:21:53.520738 n-d-793621-35 neutron-server[101478]: [parameters: {'id': 'cb66ee3c-198f-4d06-aa47-b9cca99b353a'}] Aug 31 16:21:53.520738 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:21:53.521414 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:21:53.540156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] For port 88b78479-9921-4907-a208-24dbf4730e7e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=88b78479-9921-4907-a208-24dbf4730e7e,segment=NetworkSegment(9fb23f12-6804-4a11-957c-0198ffbc8e60),segment_id=9fb23f12-6804-4a11-957c-0198ffbc8e60)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:53.549242 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.562820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event deleted for resources: {'Port': ['ID=a6145353-ebc8-4af8-8b68-a79463997259,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:53.565347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:21:53.566896 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.570113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] No DVR routers for this DVR port a6145353-ebc8-4af8-8b68-a79463997259 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:53.576004 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.620516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8c4a9-a078-41a1-94d7-d7c43a6b4832 None None] Pushing event deleted for resources: {'Port': ['ID=a6145353-ebc8-4af8-8b68-a79463997259,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:53.627006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:53.630746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:53.649054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:53.649819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:53.661355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402cedd4-6429-4e48-bae5-0b48c8600d1b None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:53.664911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=c9711e35-3894-42c1-bcbc-a94dc59849f8,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:53.689121 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-30e7506d-07b5-42bd-86b3-b52a4f826853 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2440007 Aug 31 16:21:53.692011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56618) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:53.698157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:53.769930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd43f7-24cf-48ae-9cea-8a9e71d3b855 None None] Network cb66ee3c-198f-4d06-aa47-b9cca99b353a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:53.864951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313df4e-a16c-4a74-887f-a75f05541b20 None None] Pushing event updated for resources: {'Port': ['ID=88b78479-9921-4907-a208-24dbf4730e7e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:53.873260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:53.878412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.022752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.209823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting port 88b78479-9921-4907-a208-24dbf4730e7e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:54.211286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.286852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.321363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] For port 88b78479-9921-4907-a208-24dbf4730e7e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=88b78479-9921-4907-a208-24dbf4730e7e,segment=NetworkSegment(9fb23f12-6804-4a11-957c-0198ffbc8e60),segment_id=9fb23f12-6804-4a11-957c-0198ffbc8e60)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:54.323459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.358070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=c6d9cafd-1c79-4675-acd9-fcb61b6211ae,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:54.370078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Calling delete_port for 88b78479-9921-4907-a208-24dbf4730e7e owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:54.374380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:54.376589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:54.381715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:54.382632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.401968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3badc976-7529-4979-9fcd-78ea2c4ecde6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7085965 Aug 31 16:21:54.405674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56658) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:54.419360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:c9:08:4b', 'name': 'tempest-NetworksTestDHCPv6-596741790'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:54.422009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.494877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'c6d9cafd-1c79-4675-acd9-fcb61b6211ae'}, {'subnet_id': 'c9711e35-3894-42c1-bcbc-a94dc59849f8'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:54.495930 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.543134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.591055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Port': ['ID=88b78479-9921-4907-a208-24dbf4730e7e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:54.597325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:54.599930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No DVR routers for this DVR port 88b78479-9921-4907-a208-24dbf4730e7e on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:54.750516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.782782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.805342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb66ee3c-198f-4d06-aa47-b9cca99b353a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:54.812989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port eed0815c-3930-4e24-943e-966326b8f50f yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:21:54.829213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb23f12-6804-4a11-957c-0198ffbc8e60') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:54.836304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb23f12-6804-4a11-957c-0198ffbc8e60') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:54.852210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:54.863272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.895311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.910096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:54.912727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:54.922523 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:54.968386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Allocated IP 172.20.0.2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/c6d9cafd-1c79-4675-acd9-fcb61b6211ae/25fda600-2b21-467c-b963-330930aee9f2) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:54.978528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Allocated IP 2001:db8::f816:3eff:fe29:747d (4d30e943-7caf-44d2-9e1a-8fc92c863115/c9711e35-3894-42c1-bcbc-a94dc59849f8/25fda600-2b21-467c-b963-330930aee9f2) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:54.984923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:54.985359 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.041377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.048947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.054959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/cb66ee3c-198f-4d06-aa47-b9cca99b353a HTTP/1.1" status: 204 len: 168 time: 3.8550971 Aug 31 16:21:55.055048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56720) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:55.060418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800482376'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:55.066114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b99e66-94a4-481b-b1d0-c723aab3c024 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=cb66ee3c-198f-4d06-aa47-b9cca99b353a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:55.095441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:55.100741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.128821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:21:55.139131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.139536 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment 115b22de-b2de-465f-bd85-7b6b084c1d44 of type vlan for network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 Aug 31 16:21:55.188207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.250257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.256447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:55.257101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.276370 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:21:55.347717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:21:55.348054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 497d24ca-b35a-4f97-8da5-a20a1da9c5e6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:21:55.365796 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.367408 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.377107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.397001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Transition to ACTIVE for port object 25fda600-2b21-467c-b963-330930aee9f2 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:55.410670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3540442 Aug 31 16:21:55.412746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56762) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:55.417040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d5da-454d-4b36-96fb-eb08369e9c5c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=4b3508dd-4c33-42ec-999e-a6feaac1eab3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:55.419700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:55.427454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Transition to ACTIVE for port object 25fda600-2b21-467c-b963-330930aee9f2 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:55.439937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:21:55.556150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.635734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:55.640306 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.653911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 172.20.0.3 (4d30e943-7caf-44d2-9e1a-8fc92c863115/c6d9cafd-1c79-4675-acd9-fcb61b6211ae/eed0815c-3930-4e24-943e-966326b8f50f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:55.666977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fec9:84b (4d30e943-7caf-44d2-9e1a-8fc92c863115/c9711e35-3894-42c1-bcbc-a94dc59849f8/eed0815c-3930-4e24-943e-966326b8f50f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:55.698603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:55.705315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:55.708696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:55.746020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-80672b70-0b14-43d7-8468-44a7b5d0321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.832289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Pushing event updated for resources: {'Port': ['ID=25fda600-2b21-467c-b963-330930aee9f2,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:55.949959 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.967568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Attempting to bind port 25fda600-2b21-467c-b963-330930aee9f2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:55.967944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Attempting to bind port 25fda600-2b21-467c-b963-330930aee9f2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:55.968347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Attempting to bind port 25fda600-2b21-467c-b963-330930aee9f2 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:55.978344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:55.978721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:55.979155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:55.979546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:55.980019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Bound port: 25fda600-2b21-467c-b963-330930aee9f2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:55.981506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.023944 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.059624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.090702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object eed0815c-3930-4e24-943e-966326b8f50f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:56.156935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] For port 25fda600-2b21-467c-b963-330930aee9f2, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:56.160467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=909ace35-0131-4a13-84d1-695665b6e27c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:56.161613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] For port 25fda600-2b21-467c-b963-330930aee9f2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25fda600-2b21-467c-b963-330930aee9f2,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:56.166763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.171755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.180314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': '115b22de-b2de-465f-bd85-7b6b084c1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:56.180776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 4b3508dd-4c33-42ec-999e-a6feaac1eab3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:21:56.223919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:21:56.242423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 4b3508dd-4c33-42ec-999e-a6feaac1eab3) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:56.248481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:56.249424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.264361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:56.264524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd19b2-df9c-4fe1-9416-9b2334c0fdc9 None None] Network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:56.276139 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a4aa76a-001a-4664-a715-c215b9071d0e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8617878 Aug 31 16:21:56.279025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 56846) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:56.289962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:56.304931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:56.380925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=eed0815c-3930-4e24-943e-966326b8f50f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:56.401634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f70c-6977-4ff9-ad9c-fd3a89c3437c None None] Pushing event updated for resources: {'Port': ['ID=25fda600-2b21-467c-b963-330930aee9f2,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:56.446052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:56.447925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.485120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c3fa6e28-ccf7-472f-84a5-4ad13346577f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0777900 Aug 31 16:21:56.487725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56868) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:56.560140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:56.619652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88de4c-4463-47c1-a4f9-163d431d2f0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:56.655515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88de4c-4463-47c1-a4f9-163d431d2f0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:56.677817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cd88de4c-4463-47c1-a4f9-163d431d2f0c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1820798 Aug 31 16:21:56.678736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 56888) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:56.687580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4b3508dd-4c33-42ec-999e-a6feaac1eab3', 'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': '909ace35-0131-4a13-84d1-695665b6e27c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:21:56.691084 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.012224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25fda600-2b21-467c-b963-330930aee9f2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:21:57.045303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port eed0815c-3930-4e24-943e-966326b8f50f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:57.045840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.175260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Allocated IP 172.20.0.1 (4b3508dd-4c33-42ec-999e-a6feaac1eab3/909ace35-0131-4a13-84d1-695665b6e27c/8a7f5ec0-7ade-4bac-8582-00ea845fc971) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:21:57.185404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.217430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for eed0815c-3930-4e24-943e-966326b8f50f owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:57.332876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 25fda600-2b21-467c-b963-330930aee9f2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:57.364109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.554234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.595043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.609731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Transition to ACTIVE for port object 8a7f5ec0-7ade-4bac-8582-00ea845fc971 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:57.618135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=eed0815c-3930-4e24-943e-966326b8f50f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:57.646672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Transition to ACTIVE for port object 8a7f5ec0-7ade-4bac-8582-00ea845fc971 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:21:57.657566 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.680885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.751066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=909ace35-0131-4a13-84d1-695665b6e27c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:57.765416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Pushing event updated for resources: {'Port': ['ID=8a7f5ec0-7ade-4bac-8582-00ea845fc971,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:57.836601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:21:57.838486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.844279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:21:57.848377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:21:57.865717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.871665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b3bbc9ce-258a-4721-a3ce-a445baced4c4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/eed0815c-3930-4e24-943e-966326b8f50f HTTP/1.1" status: 204 len: 168 time: 1.1903496 Aug 31 16:21:57.873980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:57.926062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Attempting to bind port 8a7f5ec0-7ade-4bac-8582-00ea845fc971 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:21:57.926578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Attempting to bind port 8a7f5ec0-7ade-4bac-8582-00ea845fc971 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '115b22de-b2de-465f-bd85-7b6b084c1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:21:57.928718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Attempting to bind port 8a7f5ec0-7ade-4bac-8582-00ea845fc971 on network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:21:57.936788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:21:57.937627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Checking segment: {'id': '115b22de-b2de-465f-bd85-7b6b084c1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:21:57.938193 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.938739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Bound using segment: {'id': '115b22de-b2de-465f-bd85-7b6b084c1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:21:57.939405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Bound port: 8a7f5ec0-7ade-4bac-8582-00ea845fc971, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115b22de-b2de-465f-bd85-7b6b084c1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:21:57.939962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:57.982045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.011136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3508dd-4c33-42ec-999e-a6feaac1eab3']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:58.020692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3128b8-d64b-48d0-9a8c-c8e6165ddac4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:58.022414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3128b8-d64b-48d0-9a8c-c8e6165ddac4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:58.023984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3128b8-d64b-48d0-9a8c-c8e6165ddac4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:21:58.025812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad3128b8-d64b-48d0-9a8c-c8e6165ddac4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1505039 Aug 31 16:21:58.028863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57026) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:58.049665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115b22de-b2de-465f-bd85-7b6b084c1d44') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:58.051947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115b22de-b2de-465f-bd85-7b6b084c1d44') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:58.054255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] For port 8a7f5ec0-7ade-4bac-8582-00ea845fc971, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:21:58.058896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] For port 8a7f5ec0-7ade-4bac-8582-00ea845fc971, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8a7f5ec0-7ade-4bac-8582-00ea845fc971,segment=NetworkSegment(115b22de-b2de-465f-bd85-7b6b084c1d44),segment_id=115b22de-b2de-465f-bd85-7b6b084c1d44)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:21:58.076666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.077499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.111067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.125804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:58.126321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:58.130153 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:58.153426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet c6d9cafd-1c79-4675-acd9-fcb61b6211ae {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:58.166304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.220853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467dfeb-3913-4e69-9eba-cd0085f9ffe4 None None] Pushing event updated for resources: {'Port': ['ID=8a7f5ec0-7ade-4bac-8582-00ea845fc971,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:58.236406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.239255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:21:58.239255 n-d-793621-35 neutron-server[101478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:21:58.239255 n-d-793621-35 neutron-server[101478]: [parameters: {'id': '4b3508dd-4c33-42ec-999e-a6feaac1eab3'}] Aug 31 16:21:58.239255 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:21:58.239859 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:21:58.255187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1bc4b7-74db-489e-adc6-ceeb5ab92e9d None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:58.275731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c533e35-2630-4cd6-8084-5a2ea21e4cda None None] Network 4b3508dd-4c33-42ec-999e-a6feaac1eab3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:58.383938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] Provisioning for port 25fda600-2b21-467c-b963-330930aee9f2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:21:58.393314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.408532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:58.408943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.467031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.496443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d9cafd-1c79-4675-acd9-fcb61b6211ae,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:58.505332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.507281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3f13eadc-6131-4d7f-8129-c4b70492b147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/c6d9cafd-1c79-4675-acd9-fcb61b6211ae HTTP/1.1" status: 204 len: 168 time: 0.4776657 Aug 31 16:21:58.510009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57082) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:58.586228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet c9711e35-3894-42c1-bcbc-a94dc59849f8 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:21:58.589170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.638152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.694168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.741660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.764432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] For port 25fda600-2b21-467c-b963-330930aee9f2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25fda600-2b21-467c-b963-330930aee9f2,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:58.772357 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.801408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.854657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c7e5-5f6d-49f9-9a2f-1223a7122d78 None None] Pushing event updated for resources: {'Port': ['ID=25fda600-2b21-467c-b963-330930aee9f2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:58.924500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting port 8a7f5ec0-7ade-4bac-8582-00ea845fc971 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:21:58.924992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:58.939229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.009384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=c9711e35-3894-42c1-bcbc-a94dc59849f8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:59.012249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.016581 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-be9df095-751b-4f34-8970-9d0c765d0172 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/c9711e35-3894-42c1-bcbc-a94dc59849f8 HTTP/1.1" status: 204 len: 168 time: 0.5022848 Aug 31 16:21:59.016982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57140) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:59.053688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] For port 8a7f5ec0-7ade-4bac-8582-00ea845fc971, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8a7f5ec0-7ade-4bac-8582-00ea845fc971,segment=NetworkSegment(115b22de-b2de-465f-bd85-7b6b084c1d44),segment_id=115b22de-b2de-465f-bd85-7b6b084c1d44)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:21:59.054206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.058667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-647b498d-c35e-45b8-9123-d12a7aca5737 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404522 Aug 31 16:21:59.062302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57144) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:59.085124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Calling delete_port for 8a7f5ec0-7ade-4bac-8582-00ea845fc971 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:21:59.095479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:59.201628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.212929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:59.218041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.234871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No DVR routers for this DVR port 8a7f5ec0-7ade-4bac-8582-00ea845fc971 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:21:59.238339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Port': ['ID=8a7f5ec0-7ade-4bac-8582-00ea845fc971,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:59.344508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.379326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3508dd-4c33-42ec-999e-a6feaac1eab3']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:59.397907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115b22de-b2de-465f-bd85-7b6b084c1d44') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:59.398581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115b22de-b2de-465f-bd85-7b6b084c1d44') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:21:59.422908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.440900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.448651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:21:59.450134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.465337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8bb9d-8f1b-423f-a45c-c6cd366161a9 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:21:59.522244 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:21:59.529532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.541752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.551834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/4b3508dd-4c33-42ec-999e-a6feaac1eab3 HTTP/1.1" status: 204 len: 168 time: 3.2714043 Aug 31 16:21:59.553674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:21:59.564677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-532398318'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:21:59.583258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-015d336b-adb3-4267-bde7-9fabdee0b4af None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:21:59.584050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-015d336b-adb3-4267-bde7-9fabdee0b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.589220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31da55-0956-43e0-b383-ff14c03b99ff tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=4b3508dd-4c33-42ec-999e-a6feaac1eab3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:21:59.615608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:21:59.619627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.689028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:21:59.781729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:21:59.782239 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment f481118d-1b84-441d-a6bb-3b7111a76fac of type vlan for network fa20c0f4-3030-49fc-8c80-c2234741c75b Aug 31 16:21:59.904674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:21:59.994340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.090740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d1429639-1a72-467a-87bb-ed4ba17e4350 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:00.095425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d1429639-1a72-467a-87bb-ed4ba17e4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.212247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.218426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:00.219055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.306992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=fa20c0f4-3030-49fc-8c80-c2234741c75b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:00.317348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-273693e0-d9ae-402b-b9c2-1404c7f3af9a tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7623920 Aug 31 16:22:00.320179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57172) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:00.325987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network fa20c0f4-3030-49fc-8c80-c2234741c75b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:00.327008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': 'fa20c0f4-3030-49fc-8c80-c2234741c75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:00.445061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a2073af4-3d6a-4f5e-95bc-361ac51201f3 None None] Could not find standard attr ID for object eed0815c-3930-4e24-943e-966326b8f50f. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:00.493027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.504345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:00.509563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.671812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28d46d-1ce7-40f2-b752-5d0dc59520bd None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:22:00.736568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.830100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=7ad8b6f4-80b3-47d2-a4ef-22f9885c3eb9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:00.847863 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': 'f481118d-1b84-441d-a6bb-3b7111a76fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fa20c0f4-3030-49fc-8c80-c2234741c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:00.848291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: fa20c0f4-3030-49fc-8c80-c2234741c75b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:00.871376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] For port 25fda600-2b21-467c-b963-330930aee9f2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25fda600-2b21-467c-b963-330930aee9f2,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:00.879768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network fa20c0f4-3030-49fc-8c80-c2234741c75b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:00.900043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, fa20c0f4-3030-49fc-8c80-c2234741c75b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:00.914048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:00.926705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:00.951836 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a64bef14-e48c-41de-b3ff-d71bc5a58f15 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6299725 Aug 31 16:22:00.952578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57182) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:01.053021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25fda600-2b21-467c-b963-330930aee9f2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:01.153399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.181541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:01.182022 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.208459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28d46d-1ce7-40f2-b752-5d0dc59520bd None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:22:01.258836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.335368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.442417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.450295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.451530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.483303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad8b6f4-80b3-47d2-a4ef-22f9885c3eb9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:01.517453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.534517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa20c0f4-3030-49fc-8c80-c2234741c75b']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:01.536054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:01.547371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f481118d-1b84-441d-a6bb-3b7111a76fac') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:01.547667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f481118d-1b84-441d-a6bb-3b7111a76fac') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:01.547903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:01.551830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:01.552498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.560497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.582761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.593844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:01.594358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.597267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39935db3-c57a-422d-b6e1-8e512b7a9678 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:01.598403 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:01.601368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=586f8e60-54f6-4718-828c-6053f17a3b2a,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:01.609587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5334091 Aug 31 16:22:01.613686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:01.619791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:01.626134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73251e07-8735-4b81-9251-8d046ba88c31 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=25fda600-2b21-467c-b963-330930aee9f2,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:01.692204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.707683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.709647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/fa20c0f4-3030-49fc-8c80-c2234741c75b HTTP/1.1" status: 204 len: 168 time: 0.7560101 Aug 31 16:22:01.719283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57204) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:01.738241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444892833'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:01.739735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39935db3-c57a-422d-b6e1-8e512b7a9678 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:22:01.766417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70487a5f-683d-427a-8217-048ffc4a38c6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=fa20c0f4-3030-49fc-8c80-c2234741c75b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:01.776227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:01.780733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.817748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:01.839371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.839749 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment 103d8196-d086-44c7-b85a-97feae501154 of type vlan for network f0d6f719-0293-4445-ba26-9576654f817e Aug 31 16:22:01.854720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:01.859816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.941654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.984246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:01.990313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:01.990935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.062362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977fb12-4e33-43cb-b2c4-5645139de72f None None] Network fa20c0f4-3030-49fc-8c80-c2234741c75b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:02.082143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3617916 Aug 31 16:22:02.085405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57212) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:02.090589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': 'f0d6f719-0293-4445-ba26-9576654f817e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:02.106097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6fb302-84a7-4f50-a06f-38672d7aaf41 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:02.107591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977fb12-4e33-43cb-b2c4-5645139de72f None None] Network fa20c0f4-3030-49fc-8c80-c2234741c75b could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:22:02.141756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb14d3-7f59-4f70-a198-079e6ea59f2c None None] Network fa20c0f4-3030-49fc-8c80-c2234741c75b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:02.193902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63311594-863e-4a40-b2d0-71a7f6739a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=f0d6f719-0293-4445-ba26-9576654f817e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:02.212015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb14d3-7f59-4f70-a198-079e6ea59f2c None None] Network fa20c0f4-3030-49fc-8c80-c2234741c75b could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:22:02.215324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f0d6f719-0293-4445-ba26-9576654f817e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:02.239156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.256310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:02.260501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.294304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:02.300134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:02.311729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:02.312927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.326161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:02.337839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing IP validity checks on allocation pools {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 16:22:02.338504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 16:22:02.352290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-579e082a-17dc-40dc-bc6e-a438b53af55b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7373617 Aug 31 16:22:02.356161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57214) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:02.368529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:83:be:f8', 'name': 'tempest-NetworksTestDHCPv6-1432696241'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:02.554061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:02.560801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.585890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Update dhcp port {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '586f8e60-54f6-4718-828c-6053f17a3b2a', 'ip_address': '2001:db8::f816:3eff:fe29:747d'}, {'subnet_id': 'fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '25fda600-2b21-467c-b963-330930aee9f2'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:22:02.616310 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.634955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=41ad246b-6621-4322-a9f6-7b66f2cc7c92,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:02.640879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': '103d8196-d086-44c7-b85a-97feae501154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f0d6f719-0293-4445-ba26-9576654f817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:02.641382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: f0d6f719-0293-4445-ba26-9576654f817e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:02.661757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network f0d6f719-0293-4445-ba26-9576654f817e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:02.675256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f0d6f719-0293-4445-ba26-9576654f817e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:02.694744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:02.695415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.733039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4cb7c513-a420-450e-beb7-92d94637a649 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6437383 Aug 31 16:22:02.733962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57226) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:02.774972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.802742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 4d96517b-417d-4ff4-84a8-341d5590a990 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:02.818442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638fbd7-d4e9-41e2-9f33-46c1764216fe None None] Network f0d6f719-0293-4445-ba26-9576654f817e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:02.818442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25fda600-2b21-467c-b963-330930aee9f2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:02.931064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:02.973205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Allocated IP 172.20.0.2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d/25fda600-2b21-467c-b963-330930aee9f2) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:03.000712 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.044812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:03.045214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.073360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.108081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=41ad246b-6621-4322-a9f6-7b66f2cc7c92,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:03.195802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7b245-0567-4fdf-8ae8-319e0993257a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f0d6f719-0293-4445-ba26-9576654f817e', 'network_id': 'f0d6f719-0293-4445-ba26-9576654f817e', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': '41ad246b-6621-4322-a9f6-7b66f2cc7c92'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:03.196831 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36f7b245-0567-4fdf-8ae8-319e0993257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.198010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.211801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d6f719-0293-4445-ba26-9576654f817e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:03.227764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103d8196-d086-44c7-b85a-97feae501154') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:03.228467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103d8196-d086-44c7-b85a-97feae501154') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:03.239176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.256530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] For port 25fda600-2b21-467c-b963-330930aee9f2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25fda600-2b21-467c-b963-330930aee9f2,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:03.259024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.267870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:03.268941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:03.273467 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:03.350868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.358584 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.374809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ae68b-3627-4cda-993b-f7fd012b179a None None] Network f0d6f719-0293-4445-ba26-9576654f817e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:03.384786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.389684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Transition to ACTIVE for port object 25fda600-2b21-467c-b963-330930aee9f2 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:03.390895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/f0d6f719-0293-4445-ba26-9576654f817e HTTP/1.1" status: 204 len: 168 time: 0.6557994 Aug 31 16:22:03.394528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:03.406287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121161027'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:03.412800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ae68b-3627-4cda-993b-f7fd012b179a None None] Network f0d6f719-0293-4445-ba26-9576654f817e could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:22:03.414985 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.435720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777a6e-029b-4adc-ba13-913c9c38093d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=f0d6f719-0293-4445-ba26-9576654f817e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:03.498781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:03.503025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.513633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5d855-1581-4e39-bf63-9807a5a40881 None None] Pushing event updated for resources: {'Port': ['ID=25fda600-2b21-467c-b963-330930aee9f2,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:03.585368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:03.604542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.605565 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment 12898790-b16d-4f55-815c-1719ed822e5b of type vlan for network 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a Aug 31 16:22:03.607471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 172.20.0.6 (4d30e943-7caf-44d2-9e1a-8fc92c863115/fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d/4d96517b-417d-4ff4-84a8-341d5590a990) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:03.622782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fe83:bef8 (4d30e943-7caf-44d2-9e1a-8fc92c863115/586f8e60-54f6-4718-828c-6053f17a3b2a/4d96517b-417d-4ff4-84a8-341d5590a990) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:03.668991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.757230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.762883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:03.763483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:03.880305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4837050 Aug 31 16:22:03.882281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:03.888754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '8835aca7-1c8b-4a21-9b46-f8aa3bc8122a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:03.938982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35dbbf-46c0-426c-8f01-65545f2aa349 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=8835aca7-1c8b-4a21-9b46-f8aa3bc8122a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:03.958775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:04.020442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.050078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 4d96517b-417d-4ff4-84a8-341d5590a990 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:04.091167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:04.099068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.110460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.191048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:04.192516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=4d96517b-417d-4ff4-84a8-341d5590a990,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:04.196274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:04.199308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:04.308365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:04.310567 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.337311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-df731e16-c2c7-4ae3-b140-8e4c26a1f2ff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9777699 Aug 31 16:22:04.340298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57254) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:04.379527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.407370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441827b-96d7-46c4-9269-d0343a53b6e2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:04.414194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441827b-96d7-46c4-9269-d0343a53b6e2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:04.418943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2441827b-96d7-46c4-9269-d0343a53b6e2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0755789 Aug 31 16:22:04.419413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57256) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:04.485074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255a53f-6502-4076-b8fb-11ed6be02e8c None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:04.492637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=dcb99106-7ed0-4039-a9ef-b84a9a6aea16,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:04.506563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': '12898790-b16d-4f55-815c-1719ed822e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8835aca7-1c8b-4a21-9b46-f8aa3bc8122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:04.507087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:04.532062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:04.548050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:04.555676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:04.556353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.564233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 4d96517b-417d-4ff4-84a8-341d5590a990 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:04.564944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.579526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-16a198ff-6d4f-4bde-921e-148fde322846 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6929538 Aug 31 16:22:04.580089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:04.585953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c52dd-e8ca-4872-a5e3-25686bac4bbd None None] Network 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:04.658172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ce132dd4-2f2c-4530-87bb-748600b1e903 None None] Provisioning for port 25fda600-2b21-467c-b963-330930aee9f2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:04.708911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ce132dd4-2f2c-4530-87bb-748600b1e903 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:04.709329 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce132dd4-2f2c-4530-87bb-748600b1e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.752822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.786299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 4d96517b-417d-4ff4-84a8-341d5590a990 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:04.799836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25fda600-2b21-467c-b963-330930aee9f2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:04.858181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:04.992992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.029842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.074665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=4d96517b-417d-4ff4-84a8-341d5590a990,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:05.133501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.193659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb99106-7ed0-4039-a9ef-b84a9a6aea16,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:05.203004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.208438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-96aa0497-ff4b-4d3f-a990-ccf11cf8247f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/4d96517b-417d-4ff4-84a8-341d5590a990 HTTP/1.1" status: 204 len: 168 time: 0.7878335 Aug 31 16:22:05.209076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57272) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:05.293581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1e919-9ad5-4dad-afbd-5f5b0b49aa59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:05.295696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1e919-9ad5-4dad-afbd-5f5b0b49aa59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:05.301196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1e919-9ad5-4dad-afbd-5f5b0b49aa59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:05.305448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-69d1e919-9ad5-4dad-afbd-5f5b0b49aa59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0937057 Aug 31 16:22:05.305814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57278) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:05.313458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.326701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8835aca7-1c8b-4a21-9b46-f8aa3bc8122a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:05.346457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12898790-b16d-4f55-815c-1719ed822e5b') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:05.346889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12898790-b16d-4f55-815c-1719ed822e5b') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:05.364329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.367717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6e419-34f3-44d3-92fa-abeb61cbc7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8835aca7-1c8b-4a21-9b46-f8aa3bc8122a', 'network_id': '8835aca7-1c8b-4a21-9b46-f8aa3bc8122a', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': 'dcb99106-7ed0-4039-a9ef-b84a9a6aea16'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:05.368624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e419-34f3-44d3-92fa-abeb61cbc7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.371862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:05.372255 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.383579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.393722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:05.395517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:05.398355 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:05.472681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 586f8e60-54f6-4718-828c-6053f17a3b2a {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:05.478168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.544081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.546024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.553091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.559100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-0aa6e419-34f3-44d3-92fa-abeb61cbc7c5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:22:05.559100 n-d-793621-35 neutron-server[101479]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 31 16:22:05.559100 n-d-793621-35 neutron-server[101479]: [parameters: {'project_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'id': '7f4eeaab-aade-450c-b4c4-0f94a86c01ba', 'name': '', 'network_id': '8835aca7-1c8b-4a21-9b46-f8aa3bc8122a', 'mac_address': 'fa:16:3e:e7:9a:c6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8835aca7-1c8b-4a21-9b46-f8aa3bc8122a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3247}] Aug 31 16:22:05.559100 n-d-793621-35 neutron-server[101479]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:05.559100 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-0aa6e419-34f3-44d3-92fa-abeb61cbc7c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:05.563388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/8835aca7-1c8b-4a21-9b46-f8aa3bc8122a HTTP/1.1" status: 204 len: 168 time: 0.9813559 Aug 31 16:22:05.569470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57282) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:05.578987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1327713925'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:05.605696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7b894-662e-453b-a58c-b780170b4216 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=8835aca7-1c8b-4a21-9b46-f8aa3bc8122a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:05.646244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:05.657365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.688457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.697447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:05.710586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.711353 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment d69818d6-1990-4bc8-aca8-8ef4e78ac183 of type vlan for network 75b366c2-7de7-4d53-b3db-465798e0d9f3 Aug 31 16:22:05.791398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.809725 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.829786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.842672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:05.844018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.850433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=586f8e60-54f6-4718-828c-6053f17a3b2a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:05.856557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.864117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-97b5e8b2-e742-4c09-a6e8-20ce8d25f368 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/586f8e60-54f6-4718-828c-6053f17a3b2a HTTP/1.1" status: 204 len: 168 time: 0.5546794 Aug 31 16:22:05.865071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57288) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:05.895621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e1694415-6b64-40fb-ba4e-0a7162470a52 None None] Provisioning complete for port 25fda600-2b21-467c-b963-330930aee9f2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:05.896926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e1694415-6b64-40fb-ba4e-0a7162470a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:05.955121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:05.958657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.037980 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.078220 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e419-34f3-44d3-92fa-abeb61cbc7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.085151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=75b366c2-7de7-4d53-b3db-465798e0d9f3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:06.104262 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2cab0de5-62e9-4564-86ab-02027eb93cb6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5298140 Aug 31 16:22:06.104627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57290) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:06.114284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '75b366c2-7de7-4d53-b3db-465798e0d9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:06.120981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 75b366c2-7de7-4d53-b3db-465798e0d9f3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:06.245482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.267853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b49191-c8ce-4fae-aab6-67357e4947ec None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:06.334239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:06.352754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202626e2-8d4b-4a20-a907-f969b8df2303 None None] Network 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:06.353167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.354211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.393405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202626e2-8d4b-4a20-a907-f969b8df2303 None None] Network 8835aca7-1c8b-4a21-9b46-f8aa3bc8122a could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:22:06.396933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.400363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d HTTP/1.1" status: 204 len: 168 time: 0.5337355 Aug 31 16:22:06.402684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05ab4f-828c-4889-b105-c0ee673ab2a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:06.415035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57298) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:06.466325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dcb38bd5-497f-4c4d-949c-e11b5b1d1b42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500331 Aug 31 16:22:06.476730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:06.483066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:06.512439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0c2886bf-414a-482c-b9db-23d100f4dd85 None None] Could not find standard attr ID for object 4d96517b-417d-4ff4-84a8-341d5590a990. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:06.630165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:06.645809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:06.650120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.786439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.791680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] Deleting port 25fda600-2b21-467c-b963-330930aee9f2 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:06.792068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.901355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] For port 25fda600-2b21-467c-b963-330930aee9f2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25fda600-2b21-467c-b963-330930aee9f2,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:06.902254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.921523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] Calling delete_port for 25fda600-2b21-467c-b963-330930aee9f2 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:06.949962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=0da0c7aa-ab90-47fb-9dd4-5fdf991115f5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:06.965492 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:06.976159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': 'd69818d6-1990-4bc8-aca8-8ef4e78ac183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '75b366c2-7de7-4d53-b3db-465798e0d9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:06.976555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 75b366c2-7de7-4d53-b3db-465798e0d9f3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:07.011036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:07.016927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 75b366c2-7de7-4d53-b3db-465798e0d9f3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:07.021845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:07.031878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 75b366c2-7de7-4d53-b3db-465798e0d9f3) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:07.036442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:07.037051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16225435'] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.042777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:07.043884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.069106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25fda600-2b21-467c-b963-330930aee9f2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:07.072026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f732605-4b86-4dd8-b439-74f764746b9a None None] Network 75b366c2-7de7-4d53-b3db-465798e0d9f3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:07.075241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=839869b4-5f5e-4afd-8fff-14f9bce2e5a2,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:07.076789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2336a11a-a728-4e43-8ed6-6339d44cd402 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9682615 Aug 31 16:22:07.077701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.080625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57308) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:07.101537 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e82ac209-6ff5-4bec-a53d-71a6f29ff2d8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6236365 Aug 31 16:22:07.102736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57312) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:07.124453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:07.190727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 25fda600-2b21-467c-b963-330930aee9f2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:07.191081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25fda600-2b21-467c-b963-330930aee9f2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:07.215482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.236180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] Pushing event deleted for resources: {'Port': ['ID=25fda600-2b21-467c-b963-330930aee9f2,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:07.243954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566eb7e8-45af-46ee-9cc3-db11437c67a1 None None] No DVR routers for this DVR port 25fda600-2b21-467c-b963-330930aee9f2 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:07.276443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee45a8-61ba-4f1e-a049-365b95d8c2d5 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:07.296217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.325408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:07.330583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.373558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.430716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e418179c-9d76-470f-8c51-8c76efe957a5 None None] Network 75b366c2-7de7-4d53-b3db-465798e0d9f3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:07.491234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=0da0c7aa-ab90-47fb-9dd4-5fdf991115f5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:07.508570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.547919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b366c2-7de7-4d53-b3db-465798e0d9f3']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:07.566597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69818d6-1990-4bc8-aca8-8ef4e78ac183') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:07.566951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69818d6-1990-4bc8-aca8-8ef4e78ac183') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:07.592412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.623921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.641638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:07.643388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:07.647237 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:07.700580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '839869b4-5f5e-4afd-8fff-14f9bce2e5a2'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:07.701463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.727826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.737350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.741154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/75b366c2-7de7-4d53-b3db-465798e0d9f3 HTTP/1.1" status: 204 len: 168 time: 0.6590300 Aug 31 16:22:07.745509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57324) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:07.777578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637107465'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:07.783118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1137db-cd0b-46fe-8b56-d4c12315ff8d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=75b366c2-7de7-4d53-b3db-465798e0d9f3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:07.809660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:07.813238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.820343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:22:07.821740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.864120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:07.869248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:07.869404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:07.873774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:07.874539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.891769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=efe0418b-83f5-487d-ae60-c33f283b5073,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:07.902614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:07.903069 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment deaf2ee6-d9a4-4ebe-8b11-eee2e418f965 of type vlan for network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f Aug 31 16:22:07.903814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aa686956-333a-4ef9-a326-e6b42b596bb7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7996659 Aug 31 16:22:07.904071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57326) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:07.918310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:0b:cc:e1', 'name': 'tempest-NetworksTestDHCPv6-898127700'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:07.988999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Allocated IP 172.20.0.2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/839869b4-5f5e-4afd-8fff-14f9bce2e5a2/a901598b-e2f4-4b8e-9da4-5045b9fc3ffa) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:07.995958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Allocated IP 2001:db8::f816:3eff:feea:2f5 (4d30e943-7caf-44d2-9e1a-8fc92c863115/efe0418b-83f5-487d-ae60-c33f283b5073/a901598b-e2f4-4b8e-9da4-5045b9fc3ffa) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:08.092540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.144725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:08.166669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.175714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:08.177164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.195155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.218329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Transition to ACTIVE for port object a901598b-e2f4-4b8e-9da4-5045b9fc3ffa will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:08.238765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Transition to ACTIVE for port object a901598b-e2f4-4b8e-9da4-5045b9fc3ffa will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:08.246191 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.297449 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5468802 Aug 31 16:22:08.297761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:08.297761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:08.298087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57336) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:08.300526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:08.307332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:08.307603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Pushing event updated for resources: {'Port': ['ID=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:08.364017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84165aa-1b0d-4045-b8c8-c527ad58ba52 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:08.393136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.397355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:08.423747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 09105eaf-4766-4fd5-a260-f8ebd8ea263e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:08.531877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Attempting to bind port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:08.532763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Attempting to bind port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:08.533314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Attempting to bind port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:08.553133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:08.553804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:08.554572 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.555226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:08.556056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Bound port: a901598b-e2f4-4b8e-9da4-5045b9fc3ffa, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:08.556679 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.644055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.669028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.678314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f is not hosted by any dhcp agent {{(pid=101477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:22:08.689927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] For port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:08.694143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:08.695089 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.695879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] For port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:08.696506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "PUT /v2.0/networks/ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f HTTP/1.1" status: 200 len: 723 time: 0.3971558 Aug 31 16:22:08.700150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57346) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:08.704610 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.718877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:08.738243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 172.20.0.14 (4d30e943-7caf-44d2-9e1a-8fc92c863115/839869b4-5f5e-4afd-8fff-14f9bce2e5a2/09105eaf-4766-4fd5-a260-f8ebd8ea263e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:08.750798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fe0b:cce1 (4d30e943-7caf-44d2-9e1a-8fc92c863115/efe0418b-83f5-487d-ae60-c33f283b5073/09105eaf-4766-4fd5-a260-f8ebd8ea263e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:08.782265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c402d-419d-46be-ae11-516c8ea69639 None None] Pushing event updated for resources: {'Port': ['ID=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:08.835655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e05a-a87c-40a8-aef7-e67e44caa5da tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:08.854140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:08.895759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:08.900992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.980215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:08.998198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 09105eaf-4766-4fd5-a260-f8ebd8ea263e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:09.051316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.146637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:09.151198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:09.154489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=09105eaf-4766-4fd5-a260-f8ebd8ea263e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:09.157977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:09.174037 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.237160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=0aac921f-7964-4606-ae43-73a2dd491feb,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:09.283545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:09.284627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.325441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6641b44-0735-4749-a7d2-691f76d61123 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4202409 Aug 31 16:22:09.326024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:09.326219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57356) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:09.326793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:09.355573 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:09.381205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:09.394500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:09.395451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.399023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe64a897-ca7a-4307-ac77-f267168fcbcb None None] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:09.404394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383bbda-0b82-417c-b44f-276b77b3959c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:09.410744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383bbda-0b82-417c-b44f-276b77b3959c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:09.415347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3383bbda-0b82-417c-b44f-276b77b3959c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0882251 Aug 31 16:22:09.416088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57360) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:09.424410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-37985139-670b-4a53-952d-35618a8c2342 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7223458 Aug 31 16:22:09.427115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57362) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:09.433324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:09.619219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f', 'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': '0aac921f-7964-4606-ae43-73a2dd491feb'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:09.620105 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.622990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58871377'] for subnet, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.660462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 09105eaf-4766-4fd5-a260-f8ebd8ea263e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:09.660809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.860761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:09.899507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 09105eaf-4766-4fd5-a260-f8ebd8ea263e owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:10.239324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbf058-eed9-402c-bb85-671c4d5f788b None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:10.323017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe38fda1-72f5-4298-b449-488c67282cbb None None] Provisioning for port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:10.332815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764660916188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3771948'] for subnet, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.352298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:10.352899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.354248 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "PUT /v2.0/subnets/0aac921f-7964-4606-ae43-73a2dd491feb HTTP/1.1" status: 200 len: 806 time: 0.9260540 Aug 31 16:22:10.356999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:10.427676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea6d2d-a4c6-4231-8a69-09bfe3e0c8ae tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=0aac921f-7964-4606-ae43-73a2dd491feb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:10.437092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Allocated IP 172.20.0.2 (ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f/0aac921f-7964-4606-ae43-73a2dd491feb/8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:10.622637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.649869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.699243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.706789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=09105eaf-4766-4fd5-a260-f8ebd8ea263e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:10.750690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.768062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Transition to ACTIVE for port object 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:10.791407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Transition to ACTIVE for port object 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:10.801186 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.861391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.883157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:10.884937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:10.888570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3a5fd592-27dd-4fc4-8199-c0285e6fdc7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/09105eaf-4766-4fd5-a260-f8ebd8ea263e HTTP/1.1" status: 204 len: 168 time: 1.4698563 Aug 31 16:22:10.889113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:10.891779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57398) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:10.891970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:10.953332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=0aac921f-7964-4606-ae43-73a2dd491feb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:11.002975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a901598b-e2f4-4b8e-9da4-5045b9fc3ffa up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:11.025788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Pushing event updated for resources: {'Port': ['ID=8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:11.027102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863b5a6-a362-4be9-a881-3884f7ffdc06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:11.029589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863b5a6-a362-4be9-a881-3884f7ffdc06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:11.032027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863b5a6-a362-4be9-a881-3884f7ffdc06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:11.045647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e863b5a6-a362-4be9-a881-3884f7ffdc06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1523666 Aug 31 16:22:11.046454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:11.102500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Attempting to bind port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:11.103345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Attempting to bind port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:11.104388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Attempting to bind port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 on network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:11.134952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:11.135506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Checking segment: {'id': 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:11.136030 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.136734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Bound using segment: {'id': 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:11.137631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Bound port: 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:11.138051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.142926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 839869b4-5f5e-4afd-8fff-14f9bce2e5a2 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:11.159676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.192361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.215662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:11.239651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:11.239956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:11.256342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:11.262168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.264895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.277931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:11.278768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.324067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.341652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:11.342067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:11.345338 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:11.406168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] For port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:11.477717 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.491355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.522078 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:22:11.522078 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:22:11.522078 n-d-793621-35 neutron-server[101477]: [parameters: {'id': 'ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f'}] Aug 31 16:22:11.522078 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:11.522790 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:11.582511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.587844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] For port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79,segment=NetworkSegment(deaf2ee6-d9a4-4ebe-8b11-eee2e418f965),segment_id=deaf2ee6-d9a4-4ebe-8b11-eee2e418f965)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:11.596530 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.634651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=839869b4-5f5e-4afd-8fff-14f9bce2e5a2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:11.652607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.654608 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a044e3e4-e358-4872-885f-9a01b29a4a2f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/839869b4-5f5e-4afd-8fff-14f9bce2e5a2 HTTP/1.1" status: 204 len: 168 time: 0.6071436 Aug 31 16:22:11.657343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57420) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:11.710915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-89ebfb4b-5ca2-4e84-bdb3-d674f6004378 None None] Could not find standard attr ID for object 09105eaf-4766-4fd5-a260-f8ebd8ea263e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:11.775291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:11.775817 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:11.802504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet efe0418b-83f5-487d-ae60-c33f283b5073 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:11.807468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.821304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735911d-4c10-49df-8491-d09d29df3fc8 None None] Pushing event updated for resources: {'Port': ['ID=8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:11.824857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-89ebfb4b-5ca2-4e84-bdb3-d674f6004378 None None] Provisioning complete for port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:11.825227 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89ebfb4b-5ca2-4e84-bdb3-d674f6004378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.899632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:11.928501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7edfa-2b27-4ecc-8a65-3229c773941d None None] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:12.049147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.088512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.105072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4743c-5766-45f1-a038-22d4e79c8ca7 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:12.174070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89ebfb4b-5ca2-4e84-bdb3-d674f6004378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.196266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.219976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928c96d-889f-448b-893b-f51c0bd0c786 None None] Network ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:12.257108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=efe0418b-83f5-487d-ae60-c33f283b5073,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:12.269617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.274699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6eca5e1a-90fc-4fdd-818f-95d6bbcbfe3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/efe0418b-83f5-487d-ae60-c33f283b5073 HTTP/1.1" status: 204 len: 168 time: 0.6161032 Aug 31 16:22:12.275302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57440) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:12.302859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:12.303303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.348117 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-93cfb426-fdc2-4699-b9cd-9d24523a1c89 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707741 Aug 31 16:22:12.350999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57444) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:12.357380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:12.393652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] For port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79,segment=NetworkSegment(deaf2ee6-d9a4-4ebe-8b11-eee2e418f965),segment_id=deaf2ee6-d9a4-4ebe-8b11-eee2e418f965)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:12.394205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.427083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Calling delete_port for 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:12.517663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:12.527596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.534967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.569463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.584525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Port': ['ID=8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:12.596172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No DVR routers for this DVR port 8f67c004-f45d-4bd6-9b66-f9e2fc7e6c79 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:12.617300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-89ebfb4b-5ca2-4e84-bdb3-d674f6004378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:12.617663 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-89ebfb4b-5ca2-4e84-bdb3-d674f6004378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:12.672496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:12.692303 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.734222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.750223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:12.768250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:12.768250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf2ee6-d9a4-4ebe-8b11-eee2e418f965') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:12.780823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.798401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.803348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:12.807220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:12.808339 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.916863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:12.932321 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:12.975894 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.988870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:12.993627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f HTTP/1.1" status: 204 len: 168 time: 2.6326766 Aug 31 16:22:12.994903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57458) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:13.007043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e7dff-adb3-4f18-b22a-b545db6e9265 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:13.019854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.069793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] Deleting port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:13.070243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.103769 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f97734-173d-4f52-9e30-5437e6148950 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:13.105207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f97734-173d-4f52-9e30-5437e6148950 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:13.110729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-89f97734-173d-4f52-9e30-5437e6148950 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f HTTP/1.1" status: 404 len: 339 time: 0.1087351 Aug 31 16:22:13.112407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57462) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:13.118854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1575238422', 'description': 'd1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:13.135988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:13.140972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:13.146157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:13.146944 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.162966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=e855a024-ea21-443b-b508-d055e54bbbe4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:13.169384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:13.173183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.184243 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0638fd0f-f1c6-4b2a-b17e-2d1af168b88a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8318489 Aug 31 16:22:13.185177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57466) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:13.191834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:13.260064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:13.288107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.288508 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment cb8f5fec-c629-4270-8dd2-410ad0db5ebb of type vlan for network 81450091-cb61-4b86-a6be-22c1752304f5 Aug 31 16:22:13.392239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.392549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] For port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:13.392549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.419067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2bfc0fe6-0d40-417e-b1b7-d865e74fee03 None None] Could not find standard attr ID for object 09105eaf-4766-4fd5-a260-f8ebd8ea263e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:13.424417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] Calling delete_port for a901598b-e2f4-4b8e-9da4-5045b9fc3ffa owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:13.432627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:13.439957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.457545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.463336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:13.464984 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.547849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=81450091-cb61-4b86-a6be-22c1752304f5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:13.561426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 81450091-cb61-4b86-a6be-22c1752304f5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:13.584134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e540538c-1088-4596-8686-4fbf144fd1b6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4709487 Aug 31 16:22:13.584643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57474) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:13.648667 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:13.708609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] No DVR routers for this DVR port a901598b-e2f4-4b8e-9da4-5045b9fc3ffa on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:13.752252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ae407e-6115-4c3f-8d70-134b2cbbaacd tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:13.767348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7ae407e-6115-4c3f-8d70-134b2cbbaacd tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks?id=81450091-cb61-4b86-a6be-22c1752304f5 HTTP/1.1" status: 200 len: 761 time: 0.1798291 Aug 31 16:22:13.768108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57480) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:13.773952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'description': 'd2'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:13.799807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513491-29e2-4237-8d13-f91bbbddf78e None None] Pushing event deleted for resources: {'Port': ['ID=a901598b-e2f4-4b8e-9da4-5045b9fc3ffa,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:13.810077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd4ab0-56c0-4e1a-a231-4a2228cd0b52 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:14.172470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.175384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'e855a024-ea21-443b-b508-d055e54bbbe4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:14.176470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.209607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.246951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 81450091-cb61-4b86-a6be-22c1752304f5 is not hosted by any dhcp agent {{(pid=101477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:22:14.252436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:22:14.253513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:14.253977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.254512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.260256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57492) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:14.261653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "PUT /v2.0/networks/81450091-cb61-4b86-a6be-22c1752304f5 HTTP/1.1" status: 200 len: 758 time: 0.4918251 Aug 31 16:22:14.393318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caff7be-a252-400a-abf8-447e279e75e0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=81450091-cb61-4b86-a6be-22c1752304f5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:14.412833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 81450091-cb61-4b86-a6be-22c1752304f5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:14.443902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=2d2083e4-ed9b-4879-8886-de6c28560a33,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:14.460497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:14.462865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:14.472828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:14.474079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.519183 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44417123-24c7-4209-8714-f772219b9c82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3301392 Aug 31 16:22:14.520416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57498) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:14.527731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:b5:b0:fd', 'name': 'tempest-NetworksTestDHCPv6-1977295648'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:14.535303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66605613-72f0-4723-85d5-a9abaea22295 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:14.540662 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66605613-72f0-4723-85d5-a9abaea22295 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks?id=81450091-cb61-4b86-a6be-22c1752304f5 HTTP/1.1" status: 200 len: 761 time: 0.2764754 Aug 31 16:22:14.544816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57500) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:14.550624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550781971'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:14.573524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Allocated IP 172.20.0.2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/e855a024-ea21-443b-b508-d055e54bbbe4/8073e539-f890-4b71-9aea-c75d21b4181c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:14.578938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:14.583957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Allocated IP 2001:db8::f816:3eff:fe0c:3894 (4d30e943-7caf-44d2-9e1a-8fc92c863115/2d2083e4-ed9b-4879-8886-de6c28560a33/8073e539-f890-4b71-9aea-c75d21b4181c) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:14.597961 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.674279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:14.696023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.697172 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment ae515c61-df59-48ae-945b-f5dfee3131bc of type vlan for network 24a9b3d3-e5c0-4d94-9182-dd0551d759df Aug 31 16:22:14.757930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.779308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:14.810765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.817368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:14.819281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.884542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:14.896329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Transition to ACTIVE for port object 8073e539-f890-4b71-9aea-c75d21b4181c will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:14.906110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3574920 Aug 31 16:22:14.907001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57514) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:14.915458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a901598b-e2f4-4b8e-9da4-5045b9fc3ffa no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:14.919879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Transition to ACTIVE for port object 8073e539-f890-4b71-9aea-c75d21b4181c will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:14.923897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:14.927351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350c30-4af0-4a79-877b-33219919bc35 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=24a9b3d3-e5c0-4d94-9182-dd0551d759df,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:14.952658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 24a9b3d3-e5c0-4d94-9182-dd0551d759df details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:14.972555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a901598b-e2f4-4b8e-9da4-5045b9fc3ffa {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:14.972765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a901598b-e2f4-4b8e-9da4-5045b9fc3ffa not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:15.020966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:15.034785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:15.075464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port ac39882f-7cb7-4af2-a7fa-356c7ad78bef yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:15.091571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:15.104028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:15.111133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:15.113571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Pushing event updated for resources: {'Port': ['ID=8073e539-f890-4b71-9aea-c75d21b4181c,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:15.204172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:15.206344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Attempting to bind port 8073e539-f890-4b71-9aea-c75d21b4181c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:15.206881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Attempting to bind port 8073e539-f890-4b71-9aea-c75d21b4181c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:15.207360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Attempting to bind port 8073e539-f890-4b71-9aea-c75d21b4181c on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:15.207699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:15.213289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:15.214369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:15.214886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:15.215392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:15.216170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Bound port: 8073e539-f890-4b71-9aea-c75d21b4181c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:15.216890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:15.303897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] For port 8073e539-f890-4b71-9aea-c75d21b4181c, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:15.309839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] For port 8073e539-f890-4b71-9aea-c75d21b4181c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8073e539-f890-4b71-9aea-c75d21b4181c,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:15.317378 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:15.358771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 172.20.0.14 (4d30e943-7caf-44d2-9e1a-8fc92c863115/e855a024-ea21-443b-b508-d055e54bbbe4/ac39882f-7cb7-4af2-a7fa-356c7ad78bef) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:15.380970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:feb5:b0fd (4d30e943-7caf-44d2-9e1a-8fc92c863115/2d2083e4-ed9b-4879-8886-de6c28560a33/ac39882f-7cb7-4af2-a7fa-356c7ad78bef) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:15.422313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662c02f-3fba-448d-9b66-b7cd8d402d90 None None] Pushing event updated for resources: {'Port': ['ID=8073e539-f890-4b71-9aea-c75d21b4181c,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:15.578915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.232610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=ec04fe15-5cd1-4220-96a2-9a14db702236,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:16.251111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.256163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': 'ae515c61-df59-48ae-945b-f5dfee3131bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:16.256875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 24a9b3d3-e5c0-4d94-9182-dd0551d759df, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:16.270953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object ac39882f-7cb7-4af2-a7fa-356c7ad78bef will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:16.286735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db299444-7d4a-43d6-bbdf-9da5951eacf0 req-c6537d6b-8611-4ecd-9902-f3e02dea218a tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:16.288313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db299444-7d4a-43d6-bbdf-9da5951eacf0 req-c6537d6b-8611-4ecd-9902-f3e02dea218a tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1098 time: 0.1329732 Aug 31 16:22:16.308272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 24a9b3d3-e5c0-4d94-9182-dd0551d759df is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:16.340110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 24a9b3d3-e5c0-4d94-9182-dd0551d759df) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:16.354150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:16.355131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.368176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db299444-7d4a-43d6-bbdf-9da5951eacf0 req-ad2a557a-ef9f-4fc1-927b-37277b3285ff tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700839 Aug 31 16:22:16.373744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.379847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9bcdf2bf-6aab-41d6-9334-20fa888f7562 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4699953 Aug 31 16:22:16.382435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:16.390336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8294f1e-8b40-44ce-98a0-f7f18d14d41e None None] Network 24a9b3d3-e5c0-4d94-9182-dd0551d759df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:16.430763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57564) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:16.535036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=ac39882f-7cb7-4af2-a7fa-356c7ad78bef,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:16.576885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:16.580999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:16.584411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:16.641753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.646697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-24a9b3d3-e5c0-4d94-9182-dd0551d759df', 'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': 'ec04fe15-5cd1-4220-96a2-9a14db702236'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:16.647629 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.681718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:16.687686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.723399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-604b35b4-e13f-43d8-8028-0febb5a92043 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2013447 Aug 31 16:22:16.744647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57566) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:16.900685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.945390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 9d26a885-8240-44f6-a763-e8aceb5cd2e5 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:16.946159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:16.955106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Allocated IP 172.20.0.2 (24a9b3d3-e5c0-4d94-9182-dd0551d759df/ec04fe15-5cd1-4220-96a2-9a14db702236/44ed083a-0f74-48da-bdef-cd30c46ae70e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:16.984071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6deb9b-c5d0-4dbe-829e-41fdbbb9a2d1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:16.994328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6deb9b-c5d0-4dbe-829e-41fdbbb9a2d1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:17.000085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5c6deb9b-c5d0-4dbe-829e-41fdbbb9a2d1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2537682 Aug 31 16:22:17.004158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8073e539-f890-4b71-9aea-c75d21b4181c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:17.018442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:17.095758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b422c5c-24ee-4c27-aef5-e3c089e9c673 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:17.109597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.110032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.139929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 9d26a885-8240-44f6-a763-e8aceb5cd2e5 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:17.205259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port ac39882f-7cb7-4af2-a7fa-356c7ad78bef {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:17.205607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.303371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5ed007f4-f96f-4794-89ee-767d767389db None None] Provisioning for port 8073e539-f890-4b71-9aea-c75d21b4181c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:17.378187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8073e539-f890-4b71-9aea-c75d21b4181c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:17.407335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.412971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.418585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8073e539-f890-4b71-9aea-c75d21b4181c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:17.419174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.430413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for ac39882f-7cb7-4af2-a7fa-356c7ad78bef owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:17.456515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=9d26a885-8240-44f6-a763-e8aceb5cd2e5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:17.482971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.486989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.487669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.488351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.489002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.489711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.490439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.491043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.491733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.492540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.493085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.493839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.494410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:17.500999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Transition to ACTIVE for port object 44ed083a-0f74-48da-bdef-cd30c46ae70e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:17.577691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.580696 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 disassociated (deleted). External IP: 172.25.6.109, port: b2e45acc-4927-4992-8fba-b3eb83ccc75d. Aug 31 16:22:17.595940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Transition to ACTIVE for port object 44ed083a-0f74-48da-bdef-cd30c46ae70e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:17.621678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.640692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.811475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.815355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:17.943211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=ac39882f-7cb7-4af2-a7fa-356c7ad78bef,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:17.948543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=ec04fe15-5cd1-4220-96a2-9a14db702236,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:17.999883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Network 24a9b3d3-e5c0-4d94-9182-dd0551d759df is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:18.020904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:18.030381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:18.124980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:22:18.149667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Pushing event updated for resources: {'Port': ['ID=44ed083a-0f74-48da-bdef-cd30c46ae70e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:18.165347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 8073e539-f890-4b71-9aea-c75d21b4181c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8073e539-f890-4b71-9aea-c75d21b4181c,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:18.184551 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.238652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.263175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a9b3d3-e5c0-4d94-9182-dd0551d759df']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:18.280883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Attempting to bind port 44ed083a-0f74-48da-bdef-cd30c46ae70e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:18.281514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Attempting to bind port 44ed083a-0f74-48da-bdef-cd30c46ae70e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ae515c61-df59-48ae-945b-f5dfee3131bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:18.282073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Attempting to bind port 44ed083a-0f74-48da-bdef-cd30c46ae70e on network 24a9b3d3-e5c0-4d94-9182-dd0551d759df {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:18.284440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae515c61-df59-48ae-945b-f5dfee3131bc') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:18.284747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae515c61-df59-48ae-945b-f5dfee3131bc') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:18.296015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:18.296778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Checking segment: {'id': 'ae515c61-df59-48ae-945b-f5dfee3131bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:18.297406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.297970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Bound using segment: {'id': 'ae515c61-df59-48ae-945b-f5dfee3131bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:18.298741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Bound port: 44ed083a-0f74-48da-bdef-cd30c46ae70e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae515c61-df59-48ae-945b-f5dfee3131bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:18.299324 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.301910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.309706 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:22:18.325609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=8073e539-f890-4b71-9aea-c75d21b4181c,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:18.326449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.329729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.333940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b12d7328-bd93-48bf-b0fc-bd9dade7f50d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/ac39882f-7cb7-4af2-a7fa-356c7ad78bef HTTP/1.1" status: 204 len: 168 time: 1.3121331 Aug 31 16:22:18.335165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57612) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:18.349663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:18.350255 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:18.354177 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:18.409910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:22:18.422230 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] Sync routers for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:22:18.424216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.436657 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:18.439093 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:18.480023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3e3e7822-bd18-4885-9f3b-aa547c622781 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/floatingips/6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71 HTTP/1.1" status: 204 len: 168 time: 2.0457559 Aug 31 16:22:18.480698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:22:18.483090 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43506d0-8f84-4b8c-b9f9-6d20f7539143" -d '{"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:22:18.490767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] For port 44ed083a-0f74-48da-bdef-cd30c46ae70e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:18.532283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] For port 44ed083a-0f74-48da-bdef-cd30c46ae70e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=44ed083a-0f74-48da-bdef-cd30c46ae70e,segment=NetworkSegment(ae515c61-df59-48ae-945b-f5dfee3131bc),segment_id=ae515c61-df59-48ae-945b-f5dfee3131bc)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:18.533728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8d1b3-f354-4671-b489-b6053f6b2fd7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:18.535560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8d1b3-f354-4671-b489-b6053f6b2fd7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:18.538077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8d1b3-f354-4671-b489-b6053f6b2fd7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:18.540009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eac8d1b3-f354-4671-b489-b6053f6b2fd7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2037718 Aug 31 16:22:18.542409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:22:18.542409 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:22:18.542409 n-d-793621-35 neutron-server[101477]: [parameters: {'id': '24a9b3d3-e5c0-4d94-9182-dd0551d759df'}] Aug 31 16:22:18.542409 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:18.543269 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:18.543691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:18.545798 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.620587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 2d2083e4-ed9b-4879-8886-de6c28560a33 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:18.625251 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.685127 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:18.696770 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.845108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-eec99dcf-2505-4bf8-ad4d-404d8fce310b None None] Could not find standard attr ID for object ac39882f-7cb7-4af2-a7fa-356c7ad78bef. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:18.872551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e9b72-8ea9-42e7-b945-0f92d03de7b9 None None] Pushing event updated for resources: {'Port': ['ID=44ed083a-0f74-48da-bdef-cd30c46ae70e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:18.915155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-eec99dcf-2505-4bf8-ad4d-404d8fce310b None None] Provisioning complete for port 8073e539-f890-4b71-9aea-c75d21b4181c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:18.915550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-eec99dcf-2505-4bf8-ad4d-404d8fce310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:18.949877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02476273-24f9-43d8-8471-96a98f3ea3a7 None None] Network 24a9b3d3-e5c0-4d94-9182-dd0551d759df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:18.951988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8073e539-f890-4b71-9aea-c75d21b4181c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:19.037238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.045820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.130994 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:15Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:19.181438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting port 44ed083a-0f74-48da-bdef-cd30c46ae70e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:19.181789 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.213293 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] Checking router: b5cbe43a-fd15-4259-a5c0-78e1f39edf7f for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:22:19.235815 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:19.238844 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:21:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:19.244011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.337821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] For port 44ed083a-0f74-48da-bdef-cd30c46ae70e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=44ed083a-0f74-48da-bdef-cd30c46ae70e,segment=NetworkSegment(ae515c61-df59-48ae-945b-f5dfee3131bc),segment_id=ae515c61-df59-48ae-945b-f5dfee3131bc)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:19.338114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.341398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8073e539-f890-4b71-9aea-c75d21b4181c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:19.341720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.342177 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad94d764-dfc8-40b0-a6d6-17489ddd5602 x-openstack-request-id: req-ad94d764-dfc8-40b0-a6d6-17489ddd5602 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:22:19.342506 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:22:19.342699 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad94d764-dfc8-40b0-a6d6-17489ddd5602 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:22:19.343278 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'status': 'completed', 'code': 200} Aug 31 16:22:19.389480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Calling delete_port for 44ed083a-0f74-48da-bdef-cd30c46ae70e owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:19.430865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2083e4-ed9b-4879-8886-de6c28560a33,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:19.451473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.453605 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7c1bc2b3-3718-47d4-a05c-35b282f27fbb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/2d2083e4-ed9b-4879-8886-de6c28560a33 HTTP/1.1" status: 204 len: 168 time: 0.9087515 Aug 31 16:22:19.456242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57644) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:19.518371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-88b4f96e-a38f-4a34-af47-3512a5dc344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:19.520029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-88b4f96e-a38f-4a34-af47-3512a5dc344b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 1098 time: 0.1859133 Aug 31 16:22:19.567208 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:19.605205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet e855a024-ea21-443b-b508-d055e54bbbe4 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:19.614321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.707882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.743526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.824858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No DVR routers for this DVR port 44ed083a-0f74-48da-bdef-cd30c46ae70e on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:19.841888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Port': ['ID=44ed083a-0f74-48da-bdef-cd30c46ae70e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:19.910783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-4495c232-10cd-4ce3-aa03-a9e337d89924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:19.912408 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-4495c232-10cd-4ce3-aa03-a9e337d89924 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 200 len: 896 time: 0.3813031 Aug 31 16:22:19.971621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:19.975413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5a67893f-b57e-4342-93be-07a4da2e2933 None None] Could not find standard attr ID for object ac39882f-7cb7-4af2-a7fa-356c7ad78bef. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:19.984030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a9b3d3-e5c0-4d94-9182-dd0551d759df']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:19.998181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae515c61-df59-48ae-945b-f5dfee3131bc') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:19.998494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae515c61-df59-48ae-945b-f5dfee3131bc') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:20.013859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.031560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.040743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:20.041224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.049161 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:15Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:20.062143 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-85efbaf5-ca05-44d4-b491-e599fc5aa805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 200 len: 217 time: 0.1334496 Aug 31 16:22:20.112931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb639b-c921-43d3-9f04-c6062f718f36 req-7f83db35-7f23-47c6-9467-5dcdeda203da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:20.116743 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.122977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fdb639b-c921-43d3-9f04-c6062f718f36 req-7f83db35-7f23-47c6-9467-5dcdeda203da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 946 time: 0.6731594 Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:20.129217 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:20.163195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1755e-c2e0-496f-815c-312138e7a7c8 None None] The sync data for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 is: [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:20:05Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '86ed6fae-17bc-4276-967e-ec276da79d20', 'name': '', 'network_id': '6e18925c-12ca-4d74-8b72-0b00f168b6fb', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:af:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:20:03Z', 'updated_at': '2021-08-31T16:20:15Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '70982bd1-c321-48a1-9d52-49517ef64e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:22:20.193892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6fdb639b-c921-43d3-9f04-c6062f718f36 req-6821d755-8960-41e1-86fa-4ddf51d2f5c4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708473 Aug 31 16:22:20.198163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.223344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.226317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/24a9b3d3-e5c0-4d94-9182-dd0551d759df HTTP/1.1" status: 204 len: 168 time: 3.8406289 Aug 31 16:22:20.250898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57658) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:20.252932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057168da-25d2-4454-bd25-5e5508d9a067 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=24a9b3d3-e5c0-4d94-9182-dd0551d759df,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:20.321430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-b2fb976e-e6ad-458e-9bc9-f8802a0b7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:20.326055 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-b2fb976e-e6ad-458e-9bc9-f8802a0b7135 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 200 len: 835 time: 0.2526183 Aug 31 16:22:20.336962 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f0487-7d33-47c6-9a95-2450d1107406 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] GET failed (client error): The resource could not be found. Aug 31 16:22:20.339077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d82f0487-7d33-47c6-9a95-2450d1107406 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/subnets/ec04fe15-5cd1-4220-96a2-9a14db702236 HTTP/1.1" status: 404 len: 337 time: 0.0856926 Aug 31 16:22:20.350253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57664) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:20.420596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872c6db-fa54-459d-95cf-4ea744a5eabb None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:20.436444 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4a6cf9-9074-4763-b210-a1db409b9b96 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:20.437627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4a6cf9-9074-4763-b210-a1db409b9b96 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:20.445009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f4a6cf9-9074-4763-b210-a1db409b9b96 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/24a9b3d3-e5c0-4d94-9182-dd0551d759df HTTP/1.1" status: 404 len: 339 time: 0.0875194 Aug 31 16:22:20.445337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.445795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57668) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:20.508978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=e855a024-ea21-443b-b508-d055e54bbbe4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:20.582730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:20.594504 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-57a17a89-8e8a-403c-9c5c-13e7431226fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/e855a024-ea21-443b-b508-d055e54bbbe4 HTTP/1.1" status: 204 len: 168 time: 1.1363471 Aug 31 16:22:20.595602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:20.623298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-63a3dcf1-64b1-43c2-b513-0397c52eadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:20.626271 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-63a3dcf1-64b1-43c2-b513-0397c52eadcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e18925c-12ca-4d74-8b72-0b00f168b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2926626 Aug 31 16:22:20.824608 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a2177b7c-4205-4434-a11e-9b040b1123fe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2116117 Aug 31 16:22:20.827036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57680) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:20.830199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857111-b0bd-4225-8241-86c18cd2ae60 None None] New status for floating IP 6e5e3bbc-44dd-42ad-9afa-f90f5cd1de71: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:22:20.930505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:20.932168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-75188319-fb4c-4d7f-8512-a2e305154301 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965775 Aug 31 16:22:20.994619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aebf88-db47-4cc6-9998-121510904b9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.007472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02aebf88-db47-4cc6-9998-121510904b9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5604644 Aug 31 16:22:21.008314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57688) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.020345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f541f-9101-4194-abcd-ddc1fd56a415 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.024926 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c1f541f-9101-4194-abcd-ddc1fd56a415 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1968327 Aug 31 16:22:21.025625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57692) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.056062 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-87b98813-3fd1-480a-8e23-5e1d28a58359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.080543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] Deleting port 8073e539-f890-4b71-9aea-c75d21b4181c {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:21.092587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.112807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a3b076b5-318a-453a-95c3-0155d7352ada tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 207 time: 0.1023912 Aug 31 16:22:21.131494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-079dc6c5-cdff-4354-89cb-b67c6873edb2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.133712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-079dc6c5-cdff-4354-89cb-b67c6873edb2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 946 time: 0.7130790 Aug 31 16:22:21.134243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57694) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.136748 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a43506d0-8f84-4b8c-b9f9-6d20f7539143 req-8edf7a64-4db6-4c6d-a1dd-1978e1cef9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960161 Aug 31 16:22:21.185365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6885178-a914-4282-b9f1-c15c655e6b5c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.187864 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c6885178-a914-4282-b9f1-c15c655e6b5c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1594377 Aug 31 16:22:21.190455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57696) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.237035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] For port 8073e539-f890-4b71-9aea-c75d21b4181c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8073e539-f890-4b71-9aea-c75d21b4181c,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:21.237501 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.277437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] Calling delete_port for 8073e539-f890-4b71-9aea-c75d21b4181c owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:21.322933 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-75e642e0-1069-41f7-b212-cff696270c0f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308899 Aug 31 16:22:21.334172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57706) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.343473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8b825f29-37f5-43ec-92ce-26600990be40 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:21.412990 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.500036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] Pushing event deleted for resources: {'Port': ['ID=8073e539-f890-4b71-9aea-c75d21b4181c,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:21.511741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469f8c6-ccc1-4706-bae5-ffeb3fc189cb None None] No DVR routers for this DVR port 8073e539-f890-4b71-9aea-c75d21b4181c on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:21.532312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b825f29-37f5-43ec-92ce-26600990be40 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:21.534061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262cec6-64ee-4558-9b6e-875d74549db7 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:22:21.537043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8b825f29-37f5-43ec-92ce-26600990be40 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.539151 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b825f29-37f5-43ec-92ce-26600990be40 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:22:21.540092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b825f29-37f5-43ec-92ce-26600990be40 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:21.561381 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8b825f29-37f5-43ec-92ce-26600990be40 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2255557 Aug 31 16:22:21.564535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57712) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.567570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32055dfa-c794-48a6-a659-6ec68aa72b35 req-e1cfc093-7c06-4015-9989-46834943e48e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.569242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32055dfa-c794-48a6-a659-6ec68aa72b35 req-e1cfc093-7c06-4015-9989-46834943e48e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=350e0579-ea15-43fd-b620-59620c7bf2d4 HTTP/1.1" status: 200 len: 946 time: 0.2412939 Aug 31 16:22:21.571105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-76339ba5-c9fe-41e0-a3e4-3dfb156829e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:21.578984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38f9eb-6d7f-42ac-93da-95bcabd6fd22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.585073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38f9eb-6d7f-42ac-93da-95bcabd6fd22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.592295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38f9eb-6d7f-42ac-93da-95bcabd6fd22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.607229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38f9eb-6d7f-42ac-93da-95bcabd6fd22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:21.611752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc38f9eb-6d7f-42ac-93da-95bcabd6fd22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4765084 Aug 31 16:22:21.626337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57714) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:21.669290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262cec6-64ee-4558-9b6e-875d74549db7 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:22:21.695417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32055dfa-c794-48a6-a659-6ec68aa72b35 req-9ab863bf-6027-477f-a268-8410126b82d5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=503a633b-e998-4ad8-99d4-e0ec54d75a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822084 Aug 31 16:22:21.726698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port b2e45acc-4927-4992-8fba-b3eb83ccc75d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:21.737448 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.931745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port b2e45acc-4927-4992-8fba-b3eb83ccc75d, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=b2e45acc-4927-4992-8fba-b3eb83ccc75d,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:21.935667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:21.968526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for b2e45acc-4927-4992-8fba-b3eb83ccc75d owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:22.108588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f448e35-8fd2-4345-aab4-4fbf9e8a22c3 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:22:22.176826 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:22.235806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=b2e45acc-4927-4992-8fba-b3eb83ccc75d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:22.246777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76339ba5-c9fe-41e0-a3e4-3dfb156829e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:22.250757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-76339ba5-c9fe-41e0-a3e4-3dfb156829e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:22.254350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f448e35-8fd2-4345-aab4-4fbf9e8a22c3 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:22:22.257933 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-76339ba5-c9fe-41e0-a3e4-3dfb156829e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:22:22.258313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76339ba5-c9fe-41e0-a3e4-3dfb156829e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:22.289011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] No DVR routers for this DVR port b2e45acc-4927-4992-8fba-b3eb83ccc75d on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:22.305216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57736) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.317060 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-76339ba5-c9fe-41e0-a3e4-3dfb156829e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7403848 Aug 31 16:22:22.317586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9ff4fddd-6bf4-4695-92c8-e711d2df81f2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:22.326111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:22.328682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-445da8d6-a2c9-46e7-9006-cb69789d7a70 req-0a8d2918-1506-4e72-9564-c67eb6c84b4f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "DELETE /v2.0/ports/b2e45acc-4927-4992-8fba-b3eb83ccc75d HTTP/1.1" status: 204 len: 173 time: 1.1775198 Aug 31 16:22:22.329428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-deleted', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:22:22.331866 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a36c4cc-5219-4ee3-9ab9-eb9c4cbd0247" -d '{"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-deleted", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:22:22.379126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ca9ba87-7719-4014-8e91-8452d001fad4 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7515500 Aug 31 16:22:22.379826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.464798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4fddd-6bf4-4695-92c8-e711d2df81f2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:22.472365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9ff4fddd-6bf4-4695-92c8-e711d2df81f2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:22.477369 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff4fddd-6bf4-4695-92c8-e711d2df81f2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:22:22.478017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff4fddd-6bf4-4695-92c8-e711d2df81f2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:22.482462 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31d6085-193a-41a6-8af7-411bb04b4bf7 x-openstack-request-id: req-d31d6085-193a-41a6-8af7-411bb04b4bf7 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:22:22.482905 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350e0579-ea15-43fd-b620-59620c7bf2d4", "name": "network-vif-deleted", "tag": "b2e45acc-4927-4992-8fba-b3eb83ccc75d", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:22:22.483164 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d31d6085-193a-41a6-8af7-411bb04b4bf7 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:22:22.483899 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e0579-ea15-43fd-b620-59620c7bf2d4', 'name': 'network-vif-deleted', 'tag': 'b2e45acc-4927-4992-8fba-b3eb83ccc75d', 'status': 'completed', 'code': 200} Aug 31 16:22:22.505704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9ff4fddd-6bf4-4695-92c8-e711d2df81f2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1976187 Aug 31 16:22:22.509195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57742) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.515353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-54cdfe1a-7f6f-4ca1-885c-6ecfef3cffd1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:22.594667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40f75b-16ac-4aa8-bc4d-9eeb7072bb2b tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:22.597282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40f75b-16ac-4aa8-bc4d-9eeb7072bb2b tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:22.599065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6d40f75b-16ac-4aa8-bc4d-9eeb7072bb2b tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2181778 Aug 31 16:22:22.602718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57744) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.688371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2854dd5-d3b6-4872-95a6-a8327e0473c5 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:22.690555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2854dd5-d3b6-4872-95a6-a8327e0473c5 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:22.713181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b2854dd5-d3b6-4872-95a6-a8327e0473c5 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0997550 Aug 31 16:22:22.714952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.724944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cdfe1a-7f6f-4ca1-885c-6ecfef3cffd1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:22.739423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-54cdfe1a-7f6f-4ca1-885c-6ecfef3cffd1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:22.741165 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cdfe1a-7f6f-4ca1-885c-6ecfef3cffd1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:22:22.741649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cdfe1a-7f6f-4ca1-885c-6ecfef3cffd1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:22.782138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-54cdfe1a-7f6f-4ca1-885c-6ecfef3cffd1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2717428 Aug 31 16:22:22.785799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.792333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e16a3c60-deca-424e-b808-96cad685b4b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:22.821038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57760) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:22.850849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8073e539-f890-4b71-9aea-c75d21b4181c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:22.898927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8073e539-f890-4b71-9aea-c75d21b4181c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:22.900680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8073e539-f890-4b71-9aea-c75d21b4181c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:22.961527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d4fe2-6d95-48de-923a-d67aff19a98b tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:22.968650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cf4d4fe2-6d95-48de-923a-d67aff19a98b tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks/2eafa61c-9bf6-44f8-bb60-03e7ebb45504 HTTP/1.1" status: 200 len: 800 time: 0.2522454 Aug 31 16:22:22.969162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57762) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.142382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87eee208-4d23-4b7b-8eb7-c97b2d516e63 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/networks/2eafa61c-9bf6-44f8-bb60-03e7ebb45504?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1719811 Aug 31 16:22:23.146114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57772) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.200912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a3c60-deca-424e-b808-96cad685b4b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:23.202928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e16a3c60-deca-424e-b808-96cad685b4b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.208366 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16a3c60-deca-424e-b808-96cad685b4b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:22:23.208366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16a3c60-deca-424e-b808-96cad685b4b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:23.246037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc6940-4a90-4589-ae98-870ee6e9d168 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:23.252904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fdbc6940-4a90-4589-ae98-870ee6e9d168 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/subnets/244b5179-e5ca-491e-b993-898a4aec190d HTTP/1.1" status: 200 len: 811 time: 0.0990627 Aug 31 16:22:23.263447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.300501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e16a3c60-deca-424e-b808-96cad685b4b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5133042 Aug 31 16:22:23.305493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57778) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.310919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0d69ff6e-9400-43c4-8cbc-6a2a8943b673 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:23.408809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c173e764-de46-4e62-8b86-fec19f81c96f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['shared'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:23.410442 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c173e764-de46-4e62-8b86-fec19f81c96f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "GET /v2.0/subnets/244b5179-e5ca-491e-b993-898a4aec190d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1567955 Aug 31 16:22:23.414037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.421271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1258937971'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:23.477643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:23.481341 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.521017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d69ff6e-9400-43c4-8cbc-6a2a8943b673 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:23.525027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d69ff6e-9400-43c4-8cbc-6a2a8943b673 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.527285 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d69ff6e-9400-43c4-8cbc-6a2a8943b673 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:22:23.527936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d69ff6e-9400-43c4-8cbc-6a2a8943b673 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:23.533980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:23.554195 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.554792 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Added segment e71aee8a-8dc0-4a2f-ae6f-c67d543f9121 of type vlan for network 641402b5-807c-4e17-8271-3f5fb1fdd802 Aug 31 16:22:23.568404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d69ff6e-9400-43c4-8cbc-6a2a8943b673 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2581384 Aug 31 16:22:23.568404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57792) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.601521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-55b1c0a9-9b28-487b-844d-4de8ac26810e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0320549 Aug 31 16:22:23.603472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.652229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.679307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.681765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.689613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:23.690403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:23.734583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99753243-4e6b-4211-95b1-ecb7e73d3120 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:23.736877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-99753243-4e6b-4211-95b1-ecb7e73d3120 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1321530 Aug 31 16:22:23.740508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57796) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.791225 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c80b50f-82bd-424f-b134-8fde13c47a20 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452094 Aug 31 16:22:23.792727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57798) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.798225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:23.800870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3845992 Aug 31 16:22:23.805239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57800) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:23.811529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:23.820863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a6549-f3df-429e-92d8-c41cb7850ad1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Network': ['ID=641402b5-807c-4e17-8271-3f5fb1fdd802,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:23.837908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:24.124432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.db.api [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:22:24.124432 n-d-793621-35 neutron-server[101478]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 16:22:24.124432 n-d-793621-35 neutron-server[101478]: [parameters: {'project_id': '754f4e1e24454cbcabee333d16592c51', 'id': '706f6d41-6761-42e6-a142-df287142d233', 'expiration': datetime.datetime(2021, 8, 31, 16, 24, 24, 79988)}] Aug 31 16:22:24.124432 n-d-793621-35 neutron-server[101478]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:24.125383 n-d-793621-35 neutron-server[101478]: DEBUG oslo_db.api [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:24.136517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Made reservation on behalf of 1ed08a2bc32d4f0d869bdffa70836d40 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:24.140222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:24.211178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Performing IP validity checks on allocation pools {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 16:22:24.211805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 16:22:24.360773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:24.454182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 86ed6fae-17bc-4276-967e-ec276da79d20 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:24.454533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:24.499647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:24.604649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:24.617639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=06c06dda-ce09-4cca-b003-0991a0ee8394,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:24.634245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port 86ed6fae-17bc-4276-967e-ec276da79d20, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=86ed6fae-17bc-4276-967e-ec276da79d20,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:24.634926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:24.661646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: b2e45acc-4927-4992-8fba-b3eb83ccc75d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:24.662275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device b2e45acc-4927-4992-8fba-b3eb83ccc75d not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:24.668431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Checking segment: {'id': 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:24.668810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network hostable DHCP agents. Network: 641402b5-807c-4e17-8271-3f5fb1fdd802, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:24.690197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 86ed6fae-17bc-4276-967e-ec276da79d20 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:24.714671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:24.725063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:24.732639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:24.834993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 641402b5-807c-4e17-8271-3f5fb1fdd802) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:24.845849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:24.848117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd207d-8e42-4b6c-976e-afff220457a8 None None] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:24.852577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.000834 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0025b2db-a022-4736-9a50-6253248f3de9 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1915247 Aug 31 16:22:25.002015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57840) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:25.014501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:25.053045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-641402b5-807c-4e17-8271-3f5fb1fdd802', 'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802', 'tenant_id': '1ed08a2bc32d4f0d869bdffa70836d40', 'fixed_ips': [{'subnet_id': '06c06dda-ce09-4cca-b003-0991a0ee8394'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:25.054036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.221738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3912033'] for subnet, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.234739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.282282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Allocated IP 172.20.0.3 (641402b5-807c-4e17-8271-3f5fb1fdd802/06c06dda-ce09-4cca-b003-0991a0ee8394/fa77b997-2112-4786-8b63-f93ea3e68237) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:25.314498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=86ed6fae-17bc-4276-967e-ec276da79d20,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:25.382014 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.385151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.521899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:22:25.526304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.576130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.595870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Transition to ACTIVE for port object fa77b997-2112-4786-8b63-f93ea3e68237 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:25.605686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-524cffb8-bf32-42de-a9af-70266fc617b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.630307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:25.638065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:25.644772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Transition to ACTIVE for port object fa77b997-2112-4786-8b63-f93ea3e68237 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:25.646217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:25.646908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.654882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ebeba-8e68-4c63-820e-e316d2923506 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:25.784740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.785667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=7e7f15d2-d8f8-4e71-ae28-a437d2309750,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:25.810183 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3233e7aa-fceb-41ab-bcf0-fde8dbbfdbce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0127378 Aug 31 16:22:25.810616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:25.816462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:8a:d1:04', 'name': 'tempest-NetworksTestDHCPv6-876746019'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:25.827399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:25.865201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:25.900330 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:25.922534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:25.976774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Pushing event updated for resources: {'Port': ['ID=fa77b997-2112-4786-8b63-f93ea3e68237,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:26.007808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '7e7f15d2-d8f8-4e71-ae28-a437d2309750'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:26.008705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.011226 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.174206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:26.211028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764660916188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871851'] for subnet, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.211905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Attempting to bind port fa77b997-2112-4786-8b63-f93ea3e68237 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:26.212562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Attempting to bind port fa77b997-2112-4786-8b63-f93ea3e68237 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:26.213120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Attempting to bind port fa77b997-2112-4786-8b63-f93ea3e68237 on network 641402b5-807c-4e17-8271-3f5fb1fdd802 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:26.223124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:26.223614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Checking segment: {'id': 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:26.224264 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.224800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Bound using segment: {'id': 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:26.225573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Bound port: fa77b997-2112-4786-8b63-f93ea3e68237, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '641402b5-807c-4e17-8271-3f5fb1fdd802'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:26.226125 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.286966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Allocated IP 2001:db8::f816:3eff:fe1c:b2db (4d30e943-7caf-44d2-9e1a-8fc92c863115/7e7f15d2-d8f8-4e71-ae28-a437d2309750/bc817d3a-2497-424a-a078-92ccca1e8ce1) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:26.320060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:26.320915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.322413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "PUT /v2.0/subnets/06c06dda-ce09-4cca-b003-0991a0ee8394 HTTP/1.1" status: 200 len: 877 time: 1.3178856 Aug 31 16:22:26.326177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57870) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:26.353384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da8463-38c9-48b9-a6c5-3025f876077f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event updated for resources: {'Subnet': ['ID=06c06dda-ce09-4cca-b003-0991a0ee8394,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:26.459020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] For port fa77b997-2112-4786-8b63-f93ea3e68237, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:26.466292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] For port fa77b997-2112-4786-8b63-f93ea3e68237, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fa77b997-2112-4786-8b63-f93ea3e68237,segment=NetworkSegment(e71aee8a-8dc0-4a2f-ae6f-c67d543f9121),segment_id=e71aee8a-8dc0-4a2f-ae6f-c67d543f9121)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:26.499433 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.539890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.674288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting port fa77b997-2112-4786-8b63-f93ea3e68237 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:26.674756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.861880 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.872565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Transition to ACTIVE for port object bc817d3a-2497-424a-a078-92ccca1e8ce1 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:26.894758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Transition to ACTIVE for port object bc817d3a-2497-424a-a078-92ccca1e8ce1 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:26.910475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.939742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] For port fa77b997-2112-4786-8b63-f93ea3e68237, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fa77b997-2112-4786-8b63-f93ea3e68237,segment=NetworkSegment(e71aee8a-8dc0-4a2f-ae6f-c67d543f9121),segment_id=e71aee8a-8dc0-4a2f-ae6f-c67d543f9121)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:26.940285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:26.959963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Calling delete_port for fa77b997-2112-4786-8b63-f93ea3e68237 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:26.988715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c52790-5b99-4e65-934f-b87da794f3af None None] Pushing event updated for resources: {'Port': ['ID=fa77b997-2112-4786-8b63-f93ea3e68237,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:27.048311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.068711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:27.069956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:22:27.078840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:27.084145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port bfc6cca1-2cdc-4bef-84ab-771651dc4acf yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:27.086678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:27.450761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fe8a:d104 (4d30e943-7caf-44d2-9e1a-8fc92c863115/7e7f15d2-d8f8-4e71-ae28-a437d2309750/bfc6cca1-2cdc-4bef-84ab-771651dc4acf) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:27.465570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.557704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Pushing event updated for resources: {'Port': ['ID=bc817d3a-2497-424a-a078-92ccca1e8ce1,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:27.560227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Port': ['ID=fa77b997-2112-4786-8b63-f93ea3e68237,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:27.586781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Attempting to bind port bc817d3a-2497-424a-a078-92ccca1e8ce1 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:27.587405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Attempting to bind port bc817d3a-2497-424a-a078-92ccca1e8ce1 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:27.588030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Attempting to bind port bc817d3a-2497-424a-a078-92ccca1e8ce1 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:27.605063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:27.606918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:27.607451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.607996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:27.611965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Bound port: bc817d3a-2497-424a-a078-92ccca1e8ce1, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:27.612408 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.624111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:22:27.639504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] Sync routers for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:22:27.654395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No DVR routers for this DVR port fa77b997-2112-4786-8b63-f93ea3e68237 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:27.666547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:27.671567 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f77f5e47-cfe4-44c3-b00c-c50f6495dc99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/b5cbe43a-fd15-4259-a5c0-78e1f39edf7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8491035 Aug 31 16:22:27.678266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57900) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:27.698459 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:27.718890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.730476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.765206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] For port bc817d3a-2497-424a-a078-92ccca1e8ce1, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:27.771128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] For port bc817d3a-2497-424a-a078-92ccca1e8ce1, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc817d3a-2497-424a-a078-92ccca1e8ce1,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:27.779377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.884782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:27.890922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4aaab-5e89-4223-8908-27916c7bd34a None None] Pushing event updated for resources: {'Port': ['ID=bc817d3a-2497-424a-a078-92ccca1e8ce1,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:27.949646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting subnet 70982bd1-c321-48a1-9d52-49517ef64e40 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:27.967628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.063349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=06c06dda-ce09-4cca-b003-0991a0ee8394,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:28.101272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.106507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.156037 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.205073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641402b5-807c-4e17-8271-3f5fb1fdd802']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:28.217693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object bfc6cca1-2cdc-4bef-84ab-771651dc4acf will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:28.269699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:28.271976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71aee8a-8dc0-4a2f-ae6f-c67d543f9121') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:28.287102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.320556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.331675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:28.332254 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:28.340225 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:28.355752 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:28.388274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.469488 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.586598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=bfc6cca1-2cdc-4bef-84ab-771651dc4acf,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:28.659179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:28.688425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:28.699086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:28.748756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:28.749593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.800421 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:28.821000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dc099b82-b8d6-49f1-b523-725c38afffce tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0048180 Aug 31 16:22:28.840484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57916) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:28.989290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc817d3a-2497-424a-a078-92ccca1e8ce1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:29.006779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Subnet': ['ID=70982bd1-c321-48a1-9d52-49517ef64e40,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:29.016870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:29.019680 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66be04ca-d473-4bc1-8f4d-3adde05c1c06 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/subnets/70982bd1-c321-48a1-9d52-49517ef64e40 HTTP/1.1" status: 204 len: 168 time: 1.3395197 Aug 31 16:22:29.024637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:29.082092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:22:25Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:29.106593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b29b2-38ab-4187-934a-9a2cfc94897e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:29.115185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b29b2-38ab-4187-934a-9a2cfc94897e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:29.119429 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-727b29b2-38ab-4187-934a-9a2cfc94897e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2619834 Aug 31 16:22:29.127000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57924) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:29.128875 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] Checking router: b5cbe43a-fd15-4259-a5c0-78e1f39edf7f for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:22:29.145977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ee2f7-121c-4891-a0f6-679508e38649 None None] Network 6e18925c-12ca-4d74-8b72-0b00f168b6fb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:29.160950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b4f28-dafd-4d52-ad66-5fca33ddcedf None None] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:29.174330 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] Routers {'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:29.174969 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:29.335311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dc19484b-44ba-4e74-bb94-60b400b2718b None None] Could not find standard attr ID for object fa77b997-2112-4786-8b63-f93ea3e68237. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:29.396032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:29.460600 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] Set router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:29.556733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port bc817d3a-2497-424a-a078-92ccca1e8ce1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:29.627263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:29.671183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:29.674288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/641402b5-807c-4e17-8271-3f5fb1fdd802 HTTP/1.1" status: 204 len: 168 time: 3.3466141 Aug 31 16:22:29.676013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bd065-949a-43d5-9757-7009ecbd8d9f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=641402b5-807c-4e17-8271-3f5fb1fdd802,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:29.687711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57938) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:29.777553 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecfb30b-9b65-4240-90e0-19a1bdd6acc2 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:29.778031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecfb30b-9b65-4240-90e0-19a1bdd6acc2 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:29.779944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9ecfb30b-9b65-4240-90e0-19a1bdd6acc2 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/06c06dda-ce09-4cca-b003-0991a0ee8394 HTTP/1.1" status: 404 len: 337 time: 0.0909450 Aug 31 16:22:29.784131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57940) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:29.798604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75119e28-61fa-4df5-a6b0-c66a2b8b544c None None] DHCP port deletion for 641402b5-807c-4e17-8271-3f5fb1fdd802 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:29.823324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed1c43-ca07-4e67-b647-b9a745fb3a7c None None] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:29.850515 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f5dd2d-783e-4b86-9281-19fc61fc6775 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:29.850775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed1c43-ca07-4e67-b647-b9a745fb3a7c None None] Network 641402b5-807c-4e17-8271-3f5fb1fdd802 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:22:29.851326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f5dd2d-783e-4b86-9281-19fc61fc6775 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:29.857628 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8f5dd2d-783e-4b86-9281-19fc61fc6775 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/641402b5-807c-4e17-8271-3f5fb1fdd802 HTTP/1.1" status: 404 len: 339 time: 0.0681410 Aug 31 16:22:29.858256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57942) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:29.902129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] DHCP port deletion for 6e18925c-12ca-4d74-8b72-0b00f168b6fb request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:29.964924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port bfc6cca1-2cdc-4bef-84ab-771651dc4acf {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:29.965539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:29.967974 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-128c1818-32e8-4364-bc27-fa73fd53cafc tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:29.968515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128c1818-32e8-4364-bc27-fa73fd53cafc tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:29.970836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:29.977993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-128c1818-32e8-4364-bc27-fa73fd53cafc tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/ec04fe15-5cd1-4220-96a2-9a14db702236 HTTP/1.1" status: 404 len: 337 time: 0.1159909 Aug 31 16:22:29.978302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57944) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:29.994880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] Deleting port 36f669eb-687c-466b-9a25-90ab248f1b5c {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:29.995571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.036429 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c96787-baf0-404e-b070-ad5de613ccf0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:30.036937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c96787-baf0-404e-b070-ad5de613ccf0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:30.042659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-44c96787-baf0-404e-b070-ad5de613ccf0 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/24a9b3d3-e5c0-4d94-9182-dd0551d759df HTTP/1.1" status: 404 len: 339 time: 0.0594907 Aug 31 16:22:30.043293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57946) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:30.193505 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:22:25Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:30.264921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] For port 36f669eb-687c-466b-9a25-90ab248f1b5c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=36f669eb-687c-466b-9a25-90ab248f1b5c,segment=NetworkSegment(1f09e695-5d18-4c27-a2f0-dc1f5483bd80),segment_id=1f09e695-5d18-4c27-a2f0-dc1f5483bd80)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:30.264921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.277001 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6be5c-b51b-4a1b-8b4b-850775f392ee None None] The sync data for ids ['b5cbe43a-fd15-4259-a5c0-78e1f39edf7f'] in n-d-793621-35 is: [{'id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041502425', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:19:56Z', 'updated_at': '2021-08-31T16:22:25Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '820f1ca1-2c06-47c0-be92-1c9fa68465cc', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbe43a-fd15-4259-a5c0-78e1f39edf7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:19:57Z', 'updated_at': '2021-08-31T16:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:22:30.358239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.373726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] Calling delete_port for 36f669eb-687c-466b-9a25-90ab248f1b5c owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:30.377544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.397478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 820f1ca1-2c06-47c0-be92-1c9fa68465cc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:30.400508 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.426531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] Provisioning for port bc817d3a-2497-424a-a078-92ccca1e8ce1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:30.436814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] Provisioning complete for port bc817d3a-2497-424a-a078-92ccca1e8ce1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:30.437634 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.492817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for bfc6cca1-2cdc-4bef-84ab-771651dc4acf owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:30.590874 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.626189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81450091-cb61-4b86-a6be-22c1752304f5']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:30.647609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8f5fec-c629-4270-8dd2-410ad0db5ebb') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:30.648713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8f5fec-c629-4270-8dd2-410ad0db5ebb') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:30.662971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.696714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.711730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:30.712384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:30.718229 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:30.799095 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.804591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.860698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port 820f1ca1-2c06-47c0-be92-1c9fa68465cc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=820f1ca1-2c06-47c0-be92-1c9fa68465cc,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:30.865335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] Pushing event deleted for resources: {'Port': ['ID=36f669eb-687c-466b-9a25-90ab248f1b5c,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:30.891841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.906217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.908405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08910ac7-22d0-4216-a73c-714c7ef15e72 None None] No DVR routers for this DVR port 36f669eb-687c-466b-9a25-90ab248f1b5c on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:30.918420 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:30.932760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/81450091-cb61-4b86-a6be-22c1752304f5 HTTP/1.1" status: 204 len: 168 time: 0.8634875 Aug 31 16:22:30.940336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57968) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:30.948151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 86ed6fae-17bc-4276-967e-ec276da79d20 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:30.966728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 820f1ca1-2c06-47c0-be92-1c9fa68465cc owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:31.023087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] For port bc817d3a-2497-424a-a078-92ccca1e8ce1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc817d3a-2497-424a-a078-92ccca1e8ce1,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:31.024232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 86ed6fae-17bc-4276-967e-ec276da79d20 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:31.024713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 86ed6fae-17bc-4276-967e-ec276da79d20 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:31.025525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 36f669eb-687c-466b-9a25-90ab248f1b5c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:31.035325 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:31.036767 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8d6b7b-bd99-4805-895a-65dc69e5d162 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.037924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8d6b7b-bd99-4805-895a-65dc69e5d162 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.045451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ca8d6b7b-bd99-4805-895a-65dc69e5d162 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/0aac921f-7964-4606-ae43-73a2dd491feb HTTP/1.1" status: 404 len: 337 time: 0.0991480 Aug 31 16:22:31.047330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa3820-1dc5-4643-85dd-a67847c55553 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=81450091-cb61-4b86-a6be-22c1752304f5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:31.053695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.115979 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e27711b-eb93-467f-b12a-98733b2e3adc tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.116730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e27711b-eb93-467f-b12a-98733b2e3adc tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.118896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 36f669eb-687c-466b-9a25-90ab248f1b5c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:31.119051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 36f669eb-687c-466b-9a25-90ab248f1b5c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:31.122197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fa77b997-2112-4786-8b63-f93ea3e68237 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:31.122386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e27711b-eb93-467f-b12a-98733b2e3adc tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/ebc1858f-7c0f-4fd9-a8ca-0f8b1f31635f HTTP/1.1" status: 404 len: 339 time: 0.0648923 Aug 31 16:22:31.123354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57972) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.189267 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:31.206127 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1a490c-eaaf-4e64-b8b4-b5fc66788dc6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.206922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1a490c-eaaf-4e64-b8b4-b5fc66788dc6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.212139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e1a490c-eaaf-4e64-b8b4-b5fc66788dc6 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/0da0c7aa-ab90-47fb-9dd4-5fdf991115f5 HTTP/1.1" status: 404 len: 337 time: 0.0876820 Aug 31 16:22:31.213106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57976) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.259822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fa77b997-2112-4786-8b63-f93ea3e68237 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:31.260909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fa77b997-2112-4786-8b63-f93ea3e68237 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:31.261637 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a7732b-efe4-4c85-a1ae-6f1ade179a5d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.262563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a7732b-efe4-4c85-a1ae-6f1ade179a5d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.271140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44200aea-02a6-4a4e-a09f-b5f89cbe57e3 None None] Could not find standard attr ID for object bfc6cca1-2cdc-4bef-84ab-771651dc4acf. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:31.273292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-25a7732b-efe4-4c85-a1ae-6f1ade179a5d tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/75b366c2-7de7-4d53-b3db-465798e0d9f3 HTTP/1.1" status: 404 len: 339 time: 0.0571139 Aug 31 16:22:31.273994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.339626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=bfc6cca1-2cdc-4bef-84ab-771651dc4acf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:31.343114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e906026-7c2a-4650-bdd6-f5b8277632e4 None None] Pushing event updated for resources: {'Port': ['ID=bc817d3a-2497-424a-a078-92ccca1e8ce1,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:31.393519 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfefa9d-0fac-4298-8798-7253d04c3494 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.395355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfefa9d-0fac-4298-8798-7253d04c3494 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.399948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bdfefa9d-0fac-4298-8798-7253d04c3494 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/dcb99106-7ed0-4039-a9ef-b84a9a6aea16 HTTP/1.1" status: 404 len: 337 time: 0.1241641 Aug 31 16:22:31.402661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57986) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.409472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:31.413755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca28ef2f-af4e-4a0a-9522-0f130e55fa0d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/bfc6cca1-2cdc-4bef-84ab-771651dc4acf HTTP/1.1" status: 204 len: 168 time: 2.2852707 Aug 31 16:22:31.416358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57988) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.445059 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a0383c-fcda-42a1-844b-71f44cf35e0c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.445822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a0383c-fcda-42a1-844b-71f44cf35e0c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.448304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a8a0383c-fcda-42a1-844b-71f44cf35e0c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/8835aca7-1c8b-4a21-9b46-f8aa3bc8122a HTTP/1.1" status: 404 len: 339 time: 0.0428207 Aug 31 16:22:31.451137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57990) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.488063 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a42b64-f20c-45c1-ad3c-9971fab448f4 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.488559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a42b64-f20c-45c1-ad3c-9971fab448f4 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.490510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-55a42b64-f20c-45c1-ad3c-9971fab448f4 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/41ad246b-6621-4322-a9f6-7b66f2cc7c92 HTTP/1.1" status: 404 len: 337 time: 0.0383761 Aug 31 16:22:31.493947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57992) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.520655 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8154a44a-7be7-4fc1-ba34-d2e24bbf99d1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.521741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8154a44a-7be7-4fc1-ba34-d2e24bbf99d1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.527019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8154a44a-7be7-4fc1-ba34-d2e24bbf99d1 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/f0d6f719-0293-4445-ba26-9576654f817e HTTP/1.1" status: 404 len: 339 time: 0.0289481 Aug 31 16:22:31.527348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 57994) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.553857 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25d81d-4f7b-49f0-a4e4-6b70ff706a6e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:31.559012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25d81d-4f7b-49f0-a4e4-6b70ff706a6e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:31.561638 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-aa25d81d-4f7b-49f0-a4e4-6b70ff706a6e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1438744 Aug 31 16:22:31.567331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 57998) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.626198 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2800f303-1a24-49a9-bcc8-9e4ef4a33e4f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.626667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2800f303-1a24-49a9-bcc8-9e4ef4a33e4f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.633390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2800f303-1a24-49a9-bcc8-9e4ef4a33e4f tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/7ad8b6f4-80b3-47d2-a4ef-22f9885c3eb9 HTTP/1.1" status: 404 len: 337 time: 0.1026146 Aug 31 16:22:31.634252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58000) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.679738 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8e588f-d561-4a6e-a9d4-566cee59ce7e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.680912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8e588f-d561-4a6e-a9d4-566cee59ce7e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.688419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2b8e588f-d561-4a6e-a9d4-566cee59ce7e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/fa20c0f4-3030-49fc-8c80-c2234741c75b HTTP/1.1" status: 404 len: 339 time: 0.0503092 Aug 31 16:22:31.689222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58008) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.701922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:31.719120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 7e7f15d2-d8f8-4e71-ae28-a437d2309750 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:31.743001 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3459e08-8227-4236-b2d7-72d24e389405 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.743516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3459e08-8227-4236-b2d7-72d24e389405 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.746966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c3459e08-8227-4236-b2d7-72d24e389405 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/909ace35-0131-4a13-84d1-695665b6e27c HTTP/1.1" status: 404 len: 337 time: 0.0513866 Aug 31 16:22:31.751142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58012) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.786418 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce7ae2f-53a3-457e-a4ef-c07044889183 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.787271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce7ae2f-53a3-457e-a4ef-c07044889183 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.794661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7ce7ae2f-53a3-457e-a4ef-c07044889183 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/4b3508dd-4c33-42ec-999e-a6feaac1eab3 HTTP/1.1" status: 404 len: 339 time: 0.0378299 Aug 31 16:22:31.804943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58014) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.829577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:31.835388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=820f1ca1-2c06-47c0-be92-1c9fa68465cc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:31.848867 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3951e610-1ddd-41fa-b403-856e1fcf8a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.854495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3951e610-1ddd-41fa-b403-856e1fcf8a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.857347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3951e610-1ddd-41fa-b403-856e1fcf8a8c tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/bc5f6832-f7cb-4f40-9e88-6e01e0e62676 HTTP/1.1" status: 404 len: 337 time: 0.0507903 Aug 31 16:22:31.861258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58018) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.899438 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa02c32-46af-424d-8efa-b34ffa81a944 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.900415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa02c32-46af-424d-8efa-b34ffa81a944 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.904706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3aa02c32-46af-424d-8efa-b34ffa81a944 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/cb66ee3c-198f-4d06-aa47-b9cca99b353a HTTP/1.1" status: 404 len: 339 time: 0.0413885 Aug 31 16:22:31.907820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58020) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.955500 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-90581cd1-0f7b-4f99-86c9-8dd15f158f48 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:31.956971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90581cd1-0f7b-4f99-86c9-8dd15f158f48 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:31.961325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-90581cd1-0f7b-4f99-86c9-8dd15f158f48 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/1796b66b-0027-40e7-a910-47a24f1e2a47 HTTP/1.1" status: 404 len: 337 time: 0.0501223 Aug 31 16:22:31.964388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58022) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:31.964613 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.002248 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b772ddcd-f3fa-47f5-889b-e78d3ac6d70e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] DELETE failed (client error): The resource could not be found. Aug 31 16:22:32.003826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b772ddcd-f3fa-47f5-889b-e78d3ac6d70e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:22:32.006691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b772ddcd-f3fa-47f5-889b-e78d3ac6d70e tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/96b1ecfe-ccda-43e4-8205-3a79f5a98ee1 HTTP/1.1" status: 404 len: 339 time: 0.0404549 Aug 31 16:22:32.009665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58024) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:32.014933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.093603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting subnet 244b5179-e5ca-491e-b993-898a4aec190d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:32.098031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.193900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.200246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.205622 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.280723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.322404 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.322755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Fanout notify agent at l3_agent the message router_deleted on router b5cbe43a-fd15-4259-a5c0-78e1f39edf7f {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:22:32.343177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.347663 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bfa5d700-51cd-4002-a1fe-00fbbc18d677 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/routers/b5cbe43a-fd15-4259-a5c0-78e1f39edf7f HTTP/1.1" status: 204 len: 168 time: 3.3182750 Aug 31 16:22:32.348613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58034) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:32.425498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.451230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.493569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce0260-f956-4401-a12e-f4a19e1a2874 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:32.496904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7f15d2-d8f8-4e71-ae28-a437d2309750,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:32.509209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.512913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64fc0d81-c7cd-41df-9137-960f8f040c05 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/7e7f15d2-d8f8-4e71-ae28-a437d2309750 HTTP/1.1" status: 204 len: 168 time: 0.9436939 Aug 31 16:22:32.517316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58036) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:32.603522 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e333cc2f-2e17-45e4-b303-976ded064aef tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848119 Aug 31 16:22:32.607825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58040) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:32.616844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:32.621579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.627475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.656512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.659461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/subnets/244b5179-e5ca-491e-b993-898a4aec190d HTTP/1.1" status: 204 len: 168 time: 0.6472514 Aug 31 16:22:32.669781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd48a0-0d02-4fbf-aee1-91eb7c3f8c23 None None] Network 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:32.680836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58042) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:32.687850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e6ac6-9f8e-4b75-8709-cc1f10495b22 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Subnet': ['ID=244b5179-e5ca-491e-b993-898a4aec190d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:32.852801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.876945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e18925c-12ca-4d74-8b72-0b00f168b6fb']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:32.886867 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.891213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:32.898680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f09e695-5d18-4c27-a2f0-dc1f5483bd80') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:32.898967 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:32.899275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f09e695-5d18-4c27-a2f0-dc1f5483bd80') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:32.972383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.058626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.071553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:33.072649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.098862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc817d3a-2497-424a-a078-92ccca1e8ce1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:33.140431 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:33.176299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:33.182885 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.205432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.227828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/networks/6e18925c-12ca-4d74-8b72-0b00f168b6fb HTTP/1.1" status: 204 len: 168 time: 0.8778610 Aug 31 16:22:33.245032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:33.254684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] DHCP port deletion for 2eafa61c-9bf6-44f8-bb60-03e7ebb45504 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:33.339995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771648c-0029-450a-a439-be2c02afa21a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Network': ['ID=6e18925c-12ca-4d74-8b72-0b00f168b6fb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:33.378938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bc817d3a-2497-424a-a078-92ccca1e8ce1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:33.379567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.390569 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-455fc214-969d-4999-94ab-8fed71e347dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.432018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] Deleting port bc817d3a-2497-424a-a078-92ccca1e8ce1 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:33.433643 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.487686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-455fc214-969d-4999-94ab-8fed71e347dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.566187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] Deleting port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:33.566785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.660926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-455fc214-969d-4999-94ab-8fed71e347dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.665869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-455fc214-969d-4999-94ab-8fed71e347dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.667571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-455fc214-969d-4999-94ab-8fed71e347dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/security-groups/503a633b-e998-4ad8-99d4-e0ec54d75a3d HTTP/1.1" status: 204 len: 168 time: 0.4199028 Aug 31 16:22:33.676437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] For port bc817d3a-2497-424a-a078-92ccca1e8ce1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc817d3a-2497-424a-a078-92ccca1e8ce1,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:33.677239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.703021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc214-969d-4999-94ab-8fed71e347dd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a633b-e998-4ad8-99d4-e0ec54d75a3d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:33.763542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Deleting port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:33.769198 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.800231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] Calling delete_port for bc817d3a-2497-424a-a078-92ccca1e8ce1 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:33.958925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] For port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,segment=NetworkSegment(2e9035b1-ebcc-4495-96db-83d2aeeb5fb0),segment_id=2e9035b1-ebcc-4495-96db-83d2aeeb5fb0)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:33.962302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:33.984349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] Calling delete_port for 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:33.990529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] For port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,segment=NetworkSegment(2e9035b1-ebcc-4495-96db-83d2aeeb5fb0),segment_id=2e9035b1-ebcc-4495-96db-83d2aeeb5fb0)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:33.990994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.005628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:22:34.043606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Calling delete_port for 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:34.314207 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.328167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.373181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_pluggable_backend [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Port bc817d3a-2497-424a-a078-92ccca1e8ce1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101478) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 16:22:34.373672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_pluggable_backend [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:b2db {{(pid=101478) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 16:22:34.382213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_pluggable_backend [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1c:b2db {{(pid=101478) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 16:22:34.386047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.405470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.474979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 820f1ca1-2c06-47c0-be92-1c9fa68465cc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:34.483543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] Pushing event deleted for resources: {'Port': ['ID=bc817d3a-2497-424a-a078-92ccca1e8ce1,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:34.510316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Port': ['ID=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:34.512672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] No DVR routers for this DVR port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:34.532830 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 820f1ca1-2c06-47c0-be92-1c9fa68465cc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:34.533401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 820f1ca1-2c06-47c0-be92-1c9fa68465cc not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:34.538235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b81c-238d-4c91-9f42-29d838d2c6c4 None None] No DVR routers for this DVR port bc817d3a-2497-424a-a078-92ccca1e8ce1 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:34.541975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] No DVR routers for this DVR port 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:34.566511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:34.594781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:34.622397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:34.626981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.659612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94fb006-377d-414b-b80b-53b5529018dd None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:34.672415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa3bf-4209-48f4-918f-1e1119e9124a None None] Pushing event deleted for resources: {'Port': ['ID=0ae00a05-f971-4d64-af0a-2c5a7ab348a2,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:34.679468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=d30baa29-311b-469a-a052-b33dcdea78ad,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:34.820688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58086) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:34.840714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443290931', 'description': 'tempest-secgroup-smoke-443290931 description', 'project_id': '62b59b7a67904182b8344fe6265481e9'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:34.862072 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0450dc5c-87a3-49e6-8a46-5a58c93cb9bf tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2527859 Aug 31 16:22:34.867622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58088) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:34.876080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:c7:34:e1', 'name': 'tempest-NetworksTestDHCPv6-444959585'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:34.887760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:34.917260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc817d3a-2497-424a-a078-92ccca1e8ce1 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:34.921133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eafa61c-9bf6-44f8-bb60-03e7ebb45504']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:34.973275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.014277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: bc817d3a-2497-424a-a078-92ccca1e8ce1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:35.014556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc817d3a-2497-424a-a078-92ccca1e8ce1 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:35.014873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:35.042363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:35.042817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0ae00a05-f971-4d64-af0a-2c5a7ab348a2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:35.134109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:35.191474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'd30baa29-311b-469a-a052-b33dcdea78ad'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:35.192747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.288240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.356940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port c063e4c6-8142-493e-b3ca-c6e8b59d5efb yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:35.435278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Allocated IP 2001:db8::f816:3eff:fe91:d08c (4d30e943-7caf-44d2-9e1a-8fc92c863115/d30baa29-311b-469a-a052-b33dcdea78ad/fc5caac8-5138-4d44-9953-6765cbdb38ba) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:35.725072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:35.725462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9035b1-ebcc-4495-96db-83d2aeeb5fb0') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:35.726386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.741020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Transition to ACTIVE for port object fc5caac8-5138-4d44-9953-6765cbdb38ba will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:35.755241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.767820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Transition to ACTIVE for port object fc5caac8-5138-4d44-9953-6765cbdb38ba will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:35.783405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.787013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.804398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:22:35.805009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: self.session.flush() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:22:35.808896 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:22:35.880608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fec7:34e1 (4d30e943-7caf-44d2-9e1a-8fc92c863115/d30baa29-311b-469a-a052-b33dcdea78ad/c063e4c6-8142-493e-b3ca-c6e8b59d5efb) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:35.886787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:35.891628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:35.898487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:35.957927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.972480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:35.975137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] 10.222.0.43 "DELETE /v2.0/networks/2eafa61c-9bf6-44f8-bb60-03e7ebb45504 HTTP/1.1" status: 204 len: 168 time: 3.2929986 Aug 31 16:22:35.995435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Pushing event updated for resources: {'Port': ['ID=fc5caac8-5138-4d44-9953-6765cbdb38ba,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:36.002998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca21f71-8eba-4791-9d94-c0aebedcee85 tempest-NetworksTest-1604167715 tempest-NetworksTest-1604167715-project] Pushing event deleted for resources: {'Network': ['ID=2eafa61c-9bf6-44f8-bb60-03e7ebb45504,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:36.108931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.125260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.201501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.222130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object c063e4c6-8142-493e-b3ca-c6e8b59d5efb will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:36.236392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bb453d-2a8e-4def-97f0-ed1ed54f533b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:36.272015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.278785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-db7d5169-8f93-42fa-9dc8-511df539e14a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4554634 Aug 31 16:22:36.279681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58122) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:36.287247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': 'c1bb453d-2a8e-4def-97f0-ed1ed54f533b', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:36.299852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.368856 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.383162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Attempting to bind port fc5caac8-5138-4d44-9953-6765cbdb38ba on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:36.383529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Attempting to bind port fc5caac8-5138-4d44-9953-6765cbdb38ba by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:36.384410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Attempting to bind port fc5caac8-5138-4d44-9953-6765cbdb38ba on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:36.404492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:36.404961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:36.405247 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.405652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:36.406156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Bound port: fc5caac8-5138-4d44-9953-6765cbdb38ba, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:36.406546 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.430788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:36.434932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:36.439143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:36.446482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:36.448544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.467638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=c063e4c6-8142-493e-b3ca-c6e8b59d5efb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:36.483502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf362c3a-f5e4-40a9-8cd1-655190cbbc1e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6136596 Aug 31 16:22:36.485875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58124) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:36.523179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] For port fc5caac8-5138-4d44-9953-6765cbdb38ba, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:36.527208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] For port fc5caac8-5138-4d44-9953-6765cbdb38ba, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fc5caac8-5138-4d44-9953-6765cbdb38ba,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:36.545350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.573831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.583440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.641800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6dd73-5ecf-4b73-9855-84e1f8ba892d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:36.650091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6dd73-5ecf-4b73-9855-84e1f8ba892d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:36.652736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-02d6dd73-5ecf-4b73-9855-84e1f8ba892d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1653175 Aug 31 16:22:36.656718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58128) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:36.665998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43d4968-32a2-4470-a8e0-662bc9b53c51,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:36.688967 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.692886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a74b89c3-89a1-4170-bc2b-eb6c737e64fe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115105 Aug 31 16:22:36.697642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58130) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:36.706699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': 'c1bb453d-2a8e-4def-97f0-ed1ed54f533b', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:36.770980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a2186-730b-48f8-aa2d-82197e3ef3b0 None None] Pushing event updated for resources: {'Port': ['ID=fc5caac8-5138-4d44-9953-6765cbdb38ba,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:36.789874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.835934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58136) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:36.936816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port c063e4c6-8142-493e-b3ca-c6e8b59d5efb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:36.937812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:36.997286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.005559 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.136633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6123b8-b8b1-4b8b-a6a4-01096ac9b96f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:37.152769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.157296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4ba58b4-c30c-42ab-8e13-56d7743dbef0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4567027 Aug 31 16:22:37.162395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:37.182496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': 'c1bb453d-2a8e-4def-97f0-ed1ed54f533b', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:37.257026 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.384347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.405415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.410444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.416733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for c063e4c6-8142-493e-b3ca-c6e8b59d5efb owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:37.456734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502faf1c-060f-4f47-bf20-1d8a87b5920c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:37.481802 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.487252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cda8aa97-0983-4d1e-8aa4-8f832b8b5637 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214192 Aug 31 16:22:37.492105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58154) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:37.500019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': 'c1bb453d-2a8e-4def-97f0-ed1ed54f533b', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:37.508942 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d2e6753-7bf1-4d4c-aa08-1ffdc026c78d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ed08a2bc32d4f0d869bdffa70836d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659646 Aug 31 16:22:37.515255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58158) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:37.598546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.625503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e570ebc6-576b-4dc6-b514-c74a7c765317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.654930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.712012 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e570ebc6-576b-4dc6-b514-c74a7c765317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.751507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=c063e4c6-8142-493e-b3ca-c6e8b59d5efb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:37.816594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.819653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.825826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.826421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-470773c5-5ed5-4fdd-9c14-98091bd19558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/c063e4c6-8142-493e-b3ca-c6e8b59d5efb HTTP/1.1" status: 204 len: 168 time: 1.1683249 Aug 31 16:22:37.831025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58166) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:37.856913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e570ebc6-576b-4dc6-b514-c74a7c765317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.859998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e570ebc6-576b-4dc6-b514-c74a7c765317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.861810 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e570ebc6-576b-4dc6-b514-c74a7c765317 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/202ef200-33ba-4ac5-ad84-0d26b537c270 HTTP/1.1" status: 204 len: 168 time: 0.3448923 Aug 31 16:22:37.875805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570ebc6-576b-4dc6-b514-c74a7c765317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ef200-33ba-4ac5-ad84-0d26b537c270,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:37.880149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c7d82d-280b-47f2-9873-cb4a1aa202e5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:37.891250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:37.893303 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-21a06084-8e2b-4238-bf67-1fbf8f788e57 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998888 Aug 31 16:22:37.896001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58170) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:37.903084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': 'c1bb453d-2a8e-4def-97f0-ed1ed54f533b', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:37.948896 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:22:37.964705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.019694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d1785-d4d3-436d-a7c8-3ee8d4928f6b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:38.022031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d1785-d4d3-436d-a7c8-3ee8d4928f6b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:38.027815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-572d1785-d4d3-436d-a7c8-3ee8d4928f6b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1918612 Aug 31 16:22:38.028592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58176) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:38.209939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.218708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.250724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01449042-47f8-4ce7-b36d-2dd99be92d08,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:38.276839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.284296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet d30baa29-311b-469a-a052-b33dcdea78ad {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:38.284558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e9da79dc-5b60-4bd4-9d7c-56363e27a189 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3835740 Aug 31 16:22:38.286058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58190) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:38.286408 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.295018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': 'c1bb453d-2a8e-4def-97f0-ed1ed54f533b', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:38.339738 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:22:38.353512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.366549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.485579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.492278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.535666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4630efcd-9333-4e87-994b-10471a4670b9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:38.543668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.544986 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9b8c4360-1d8e-4796-acd5-d4acc4209a5a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2574327 Aug 31 16:22:38.550032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58196) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:38.559115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'network': {'name': 'tempest-network-smoke--1913531189', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'port_security_enabled': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:38.566961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.601994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:38.627058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-47a5b5fc-fd18-4329-a3ed-fb049a4332cc None None] Provisioning for port fc5caac8-5138-4d44-9953-6765cbdb38ba completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:38.628481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.682906 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.719159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:22:38.767029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.770852 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Added segment ac42b1c1-0fae-4661-95bb-b730b602c325 of type vlan for network 2a02134f-88a4-4da5-9240-f901b0948895 Aug 31 16:22:38.898196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:38.905635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/d30baa29-311b-469a-a052-b33dcdea78ad HTTP/1.1" status: 204 len: 168 time: 0.8733599 Aug 31 16:22:38.907817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813ea42-adb8-4aa4-baf0-1d886f6ed147 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=d30baa29-311b-469a-a052-b33dcdea78ad,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:38.919875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58204) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:38.974637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.038563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc5caac8-5138-4d44-9953-6765cbdb38ba up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:39.069665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3a701012-0a83-4a96-9345-a70589cd45b3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425731 Aug 31 16:22:39.077851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58208) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:39.112020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.117692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4cfd8-eaf0-4b06-848e-446e8b6ea941 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:39.138165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:39.138901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.211455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a7f21-49ed-45de-a45b-4c178b6ccdcb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:39.219706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d6a7f21-49ed-45de-a45b-4c178b6ccdcb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1358433 Aug 31 16:22:39.220604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58216) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:39.323125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Network': ['ID=2a02134f-88a4-4da5-9240-f901b0948895,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:39.353049 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1709fa4d-7df8-43b7-a857-03a83cb9d296 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8012550 Aug 31 16:22:39.357072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58222) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:39.366951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'admin_state_up': True, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:39.405810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2a02134f-88a4-4da5-9240-f901b0948895 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:22:39.417362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3afb1c-536a-4481-b48e-ceaf0bb9aa21 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:39.423456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ce3afb1c-536a-4481-b48e-ceaf0bb9aa21 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977780 Aug 31 16:22:39.423878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58226) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:39.438215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.442969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.566476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cac696a6-0128-49db-887a-4af45b691dcc None None] Could not find standard attr ID for object c063e4c6-8142-493e-b3ca-c6e8b59d5efb. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:39.586844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.607479 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b71c91b6-291f-43a1-907f-5348b7c170f3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742713 Aug 31 16:22:39.619151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58228) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:39.648414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:39.667925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fc5caac8-5138-4d44-9953-6765cbdb38ba completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:39.689299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fc5caac8-5138-4d44-9953-6765cbdb38ba triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:39.693960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.841125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:39.966812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] Deleting port fc5caac8-5138-4d44-9953-6765cbdb38ba {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:39.967346 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:39.976618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:39.986871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.079327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.101239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] For port fc5caac8-5138-4d44-9953-6765cbdb38ba, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fc5caac8-5138-4d44-9953-6765cbdb38ba,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:40.102000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.129790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] Calling delete_port for fc5caac8-5138-4d44-9953-6765cbdb38ba owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:40.286337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.335272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] Pushing event deleted for resources: {'Port': ['ID=fc5caac8-5138-4d44-9953-6765cbdb38ba,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:40.355949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763539e-c36c-4694-b4ce-55cb3487a33f None None] No DVR routers for this DVR port fc5caac8-5138-4d44-9953-6765cbdb38ba on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:40.400582 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.703899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.774134 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.787350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:22:40.788986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.845115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc5caac8-5138-4d44-9953-6765cbdb38ba no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:40.897623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fc5caac8-5138-4d44-9953-6765cbdb38ba {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:40.898029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fc5caac8-5138-4d44-9953-6765cbdb38ba not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:40.930246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=e57239b5-d1d6-4840-a3ea-8917f511c9c4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:40.953486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:40.963453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:40.972554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:40.974009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:40.985839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731309bd-a308-4a4b-b36a-b20a66e21a15 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:41.046236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-edb6d3bf-7642-47f5-92f0-381cf581eb4e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4222651 Aug 31 16:22:41.046236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58258) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:41.058463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:d2:e2:fd', 'name': 'tempest-NetworksTestDHCPv6-1611353780'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:41.149054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.147 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/19d91ef9-ff08-4e0a-88b3-23056597b498) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:41.295715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:41.388625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': 'e57239b5-d1d6-4840-a3ea-8917f511c9c4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:41.389515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:41.399773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:41.481280 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:41.506019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:41.554114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 83779480-dd65-4b1e-827d-64fd558d6cfc yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:41.582993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:41.586984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:41.592907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:41.596954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=19d91ef9-ff08-4e0a-88b3-23056597b498,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:41.693885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Allocated IP 2001:db8::f816:3eff:fe19:65 (4d30e943-7caf-44d2-9e1a-8fc92c863115/e57239b5-d1d6-4840-a3ea-8917f511c9c4/484a8a0c-edcc-4179-a30e-e24609c280ff) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:41.937399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:41.990758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.000901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Transition to ACTIVE for port object 484a8a0c-edcc-4179-a30e-e24609c280ff will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:42.018135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Transition to ACTIVE for port object 484a8a0c-edcc-4179-a30e-e24609c280ff will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:42.027655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.086165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fed2:e2fd (4d30e943-7caf-44d2-9e1a-8fc92c863115/e57239b5-d1d6-4840-a3ea-8917f511c9c4/83779480-dd65-4b1e-827d-64fd558d6cfc) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:42.187720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:42.192143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Pushing event updated for resources: {'Port': ['ID=484a8a0c-edcc-4179-a30e-e24609c280ff,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:42.200120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:42.205143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:42.315104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.365128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Attempting to bind port 484a8a0c-edcc-4179-a30e-e24609c280ff on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:42.365529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Attempting to bind port 484a8a0c-edcc-4179-a30e-e24609c280ff by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:42.365907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Attempting to bind port 484a8a0c-edcc-4179-a30e-e24609c280ff on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:42.377875 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:42.378263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:42.378681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.379782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:42.380321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Bound port: 484a8a0c-edcc-4179-a30e-e24609c280ff, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:42.380749 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.407626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.482732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 83779480-dd65-4b1e-827d-64fd558d6cfc will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:42.539875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58298) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:42.547745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] For port 484a8a0c-edcc-4179-a30e-e24609c280ff, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:42.557833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] For port 484a8a0c-edcc-4179-a30e-e24609c280ff, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=484a8a0c-edcc-4179-a30e-e24609c280ff,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:42.565670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.567645 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.624453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router ea4df920-76d2-40c6-990e-f3f0976322e4 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:22:42.679683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:42.681180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=83779480-dd65-4b1e-827d-64fd558d6cfc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:42.686480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:42.693426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a654a-37ad-442a-a0f4-52079284f477 None None] Pushing event updated for resources: {'Port': ['ID=484a8a0c-edcc-4179-a30e-e24609c280ff,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:42.693598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:42.701364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:42.702379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.784309 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cf0bbc2f-d267-4a29-9ff2-910485205c42 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7346795 Aug 31 16:22:42.785468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58306) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:42.823888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:42.885530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d747042-483a-45a7-92ec-7df1a4330531 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:42.893856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d747042-483a-45a7-92ec-7df1a4330531 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:42.896259 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2d747042-483a-45a7-92ec-7df1a4330531 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1090403 Aug 31 16:22:42.898929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58308) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:43.077479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 83779480-dd65-4b1e-827d-64fd558d6cfc {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:43.077479 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.286077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.329302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 83779480-dd65-4b1e-827d-64fd558d6cfc owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:43.331575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:22:43.352890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Sync routers for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:22:43.370783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:43.371355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:43.474646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.483684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.528707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.563076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=83779480-dd65-4b1e-827d-64fd558d6cfc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:43.569531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1b53374efa44b41b92f13b239706261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0288475 Aug 31 16:22:43.570336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58320) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:43.576227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.582490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-357bcdbb-2dc9-4087-b0f2-fcb59ecbe6da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2239320 Aug 31 16:22:43.615054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58324) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:43.632883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.635441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd146912-948d-4c77-990a-630fde7a6b1c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/83779480-dd65-4b1e-827d-64fd558d6cfc HTTP/1.1" status: 204 len: 168 time: 0.7346187 Aug 31 16:22:43.638768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:43.642629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:43.712238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ec675-1522-4fbe-bac0-ddd534c297dd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:43.739359 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad36f-f671-4651-be6c-1e4bc3311436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.753908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.754286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.754595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.754935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.755273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.755607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.755945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.756394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.756761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.757128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.757460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.757792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57713e7c-6ffa-4e73-8bf6-646f554e5b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:43.800881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4c05e-6b7e-4d7c-b829-c1ee485112a0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:43.803050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4c05e-6b7e-4d7c-b829-c1ee485112a0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:43.805960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-95b4c05e-6b7e-4d7c-b829-c1ee485112a0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1617811 Aug 31 16:22:43.811173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58330) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:43.851709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad36f-f671-4651-be6c-1e4bc3311436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.939298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet e57239b5-d1d6-4840-a3ea-8917f511c9c4 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:43.970337 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad36f-f671-4651-be6c-1e4bc3311436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.972464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.978471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad36f-f671-4651-be6c-1e4bc3311436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:43.980925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dd4ad36f-f671-4651-be6c-1e4bc3311436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b90ec675-1522-4fbe-bac0-ddd534c297dd HTTP/1.1" status: 204 len: 168 time: 0.4050033 Aug 31 16:22:44.001726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ad36f-f671-4651-be6c-1e4bc3311436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ec675-1522-4fbe-bac0-ddd534c297dd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:44.050311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:41Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:44.064807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0949e998-1055-4b4a-8b3f-e853e92e038d tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=62b59b7a67904182b8344fe6265481e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4442821 Aug 31 16:22:44.065452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58334) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:44.099453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:44.128400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Checking router: ea4df920-76d2-40c6-990e-f3f0976322e4 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:22:44.129580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Updating router ea4df920-76d2-40c6-990e-f3f0976322e4 port 19d91ef9-ff08-4e0a-88b3-23056597b498 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:22:44.212506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:44.422265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:44.453858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8157095-7b75-4717-ae8e-6a7360ff93f4 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:44.458984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f8157095-7b75-4717-ae8e-6a7360ff93f4 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3924315 Aug 31 16:22:44.459630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58344) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:44.512827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58346) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:44.512992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb328d9f-5421-414e-ba93-744f25d27771 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519974 Aug 31 16:22:44.519018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107061246', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:44.659654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:44.682698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:44.706911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:44.762112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=e57239b5-d1d6-4840-a3ea-8917f511c9c4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:44.776802 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:44.780301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-96439894-52b7-4a42-95f8-d5d113640813 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/e57239b5-d1d6-4840-a3ea-8917f511c9c4 HTTP/1.1" status: 204 len: 168 time: 0.9677386 Aug 31 16:22:44.782784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58352) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:44.864499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18854cd3-98a7-45eb-8beb-bb0b142bcc64 None None] Provisioning for port 484a8a0c-edcc-4179-a30e-e24609c280ff completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:44.899773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aaa51dc3-1c95-4215-93f3-0373db8db8cc tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146095 Aug 31 16:22:44.904028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58356) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:44.912071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:45.025517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8019e36-ef96-41ae-b76b-5edefdba24d4 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:45.055298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b68b8ba0-01de-4018-be8f-07390eccca84 None None] Could not find standard attr ID for object 83779480-dd65-4b1e-827d-64fd558d6cfc. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:45.082123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 484a8a0c-edcc-4179-a30e-e24609c280ff up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:45.087258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58358) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:45.114353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-315fac89-092b-4890-a71f-2bc8bdcbde73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.198015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:45.202230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.245333 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.369625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Transition to ACTIVE for port object 19d91ef9-ff08-4e0a-88b3-23056597b498 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:45.388246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.393573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-315fac89-092b-4890-a71f-2bc8bdcbde73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.402354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-315fac89-092b-4890-a71f-2bc8bdcbde73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.496645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-315fac89-092b-4890-a71f-2bc8bdcbde73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c03d88502daf4ccaaa854ef1d372a2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057713 Aug 31 16:22:45.498918 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.519727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58366) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:45.539551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fac89-092b-4890-a71f-2bc8bdcbde73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5676a64f-bcb2-4959-b603-3b40c5eef652,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:45.562944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Subnet': ['ID=6aae0516-5ee2-46fa-9276-767266897000,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:45.568346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 484a8a0c-edcc-4179-a30e-e24609c280ff completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:45.645053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Attempting to bind port 19d91ef9-ff08-4e0a-88b3-23056597b498 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:45.645421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Attempting to bind port 19d91ef9-ff08-4e0a-88b3-23056597b498 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:45.645789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Attempting to bind port 19d91ef9-ff08-4e0a-88b3-23056597b498 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:45.655215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:45.655463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Checking segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:45.655584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:45.655886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network hostable DHCP agents. Network: 2a02134f-88a4-4da5-9240-f901b0948895, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:22:45.656015 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.656399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:45.657033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Bound port: 19d91ef9-ff08-4e0a-88b3-23056597b498, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:45.657419 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.659275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 484a8a0c-edcc-4179-a30e-e24609c280ff triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:45.659627 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.744844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a02134f-88a4-4da5-9240-f901b0948895 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:22:45.773296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac56-c09b-409e-b4be-c29b74c8b630 None None] Pushing event updated for resources: {'Port': ['ID=19d91ef9-ff08-4e0a-88b3-23056597b498,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:45.774719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2a02134f-88a4-4da5-9240-f901b0948895) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:45.777463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa55f5e-1bfe-4dc7-89af-32c2f8bd9e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.783467 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:45.784406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.825116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] For port 19d91ef9-ff08-4e0a-88b3-23056597b498, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:45.829122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] For port 19d91ef9-ff08-4e0a-88b3-23056597b498, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=19d91ef9-ff08-4e0a-88b3-23056597b498,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:45.842299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26216a3-97da-4ade-8395-c41b41e176a1 None None] Network 2a02134f-88a4-4da5-9240-f901b0948895 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:45.850180 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.851805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b5b2a908-672f-4f89-91ff-cbed59a7572b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3372936 Aug 31 16:22:45.854707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58374) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:45.860451 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa55f5e-1bfe-4dc7-89af-32c2f8bd9e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:45.882905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:45.995030 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa55f5e-1bfe-4dc7-89af-32c2f8bd9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.009246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2aa55f5e-1bfe-4dc7-89af-32c2f8bd9e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.013919 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2aa55f5e-1bfe-4dc7-89af-32c2f8bd9e16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5676a64f-bcb2-4959-b603-3b40c5eef652 HTTP/1.1" status: 204 len: 168 time: 0.4921737 Aug 31 16:22:46.082620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:22:46.096751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa55f5e-1bfe-4dc7-89af-32c2f8bd9e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5676a64f-bcb2-4959-b603-3b40c5eef652,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:46.379057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:46.379959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:46.383130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.544058 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.625557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ac56-c09b-409e-b4be-c29b74c8b630 None None] Pushing event updated for resources: {'Port': ['ID=19d91ef9-ff08-4e0a-88b3-23056597b498,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:46.629756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2a02134f-88a4-4da5-9240-f901b0948895', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:46.630090 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.735261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] For port 484a8a0c-edcc-4179-a30e-e24609c280ff, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=484a8a0c-edcc-4179-a30e-e24609c280ff,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:46.770284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] Deleting port 484a8a0c-edcc-4179-a30e-e24609c280ff {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:46.772963 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.850843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.860318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.864917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:46.889266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.043974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:47.094436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:47.114817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:47.128774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:47.137914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.169587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:22:47.170144 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:22:47.194046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=7e840cd1-5cb6-4605-8c07-ab614f3e7eef,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:47.221722 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3164709 Aug 31 16:22:47.224717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:47.230036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf362b1-ca7b-4e49-86f1-ae3568239b3f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=484a8a0c-edcc-4179-a30e-e24609c280ff,revision_number=5']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:47.262652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:b9:1e:0c', 'name': 'tempest-NetworksTestDHCPv6-219924086'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:47.301980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] For port 484a8a0c-edcc-4179-a30e-e24609c280ff, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=484a8a0c-edcc-4179-a30e-e24609c280ff,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:47.303134 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.338800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Allocated IP 172.20.0.2 (2a02134f-88a4-4da5-9240-f901b0948895/6aae0516-5ee2-46fa-9276-767266897000/f09e47ba-e2cf-4aa2-9908-4f03ac636dee) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:47.362580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] Calling delete_port for 484a8a0c-edcc-4179-a30e-e24609c280ff owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:47.669354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:47.857332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.864599 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.883055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.892557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:41Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:47.902368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Transition to ACTIVE for port object f09e47ba-e2cf-4aa2-9908-4f03ac636dee will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:47.918164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 49d0593c-5fc7-4438-acc5-67b3bd7c2ed5 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:47.934155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:47.943335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fee5a-78c7-4f25-bc7b-811179b2eae4 None None] The sync data for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 is: [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:41Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:22:48.043988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] Pushing event deleted for resources: {'Port': ['ID=484a8a0c-edcc-4179-a30e-e24609c280ff,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:48.051077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Transition to ACTIVE for port object f09e47ba-e2cf-4aa2-9908-4f03ac636dee will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:48.074875 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.099558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e12c69-00c3-4b33-9641-7b741911a6e7 None None] No DVR routers for this DVR port 484a8a0c-edcc-4179-a30e-e24609c280ff on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:48.146319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:feb9:1e0c (4d30e943-7caf-44d2-9e1a-8fc92c863115/7e840cd1-5cb6-4605-8c07-ab614f3e7eef/49d0593c-5fc7-4438-acc5-67b3bd7c2ed5) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:48.172122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.1 (2a02134f-88a4-4da5-9240-f901b0948895/6aae0516-5ee2-46fa-9276-767266897000/f11bdd59-3ed4-477b-b227-74df4a24f96c) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:48.181499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Pushing event updated for resources: {'Port': ['ID=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:48.189587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed08bd-a41f-48a9-a645-97353d7222bd None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:48.191681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 484a8a0c-edcc-4179-a30e-e24609c280ff no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:22:48.267295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 484a8a0c-edcc-4179-a30e-e24609c280ff {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:22:48.267646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 484a8a0c-edcc-4179-a30e-e24609c280ff not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:22:48.272211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Network 2a02134f-88a4-4da5-9240-f901b0948895 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:48.285305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:48.289352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:48.379511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.406500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object f11bdd59-3ed4-477b-b227-74df4a24f96c will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:48.470587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.497224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Attempting to bind port f09e47ba-e2cf-4aa2-9908-4f03ac636dee on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:48.500331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Attempting to bind port f09e47ba-e2cf-4aa2-9908-4f03ac636dee by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:48.501043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Attempting to bind port f09e47ba-e2cf-4aa2-9908-4f03ac636dee on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:48.521711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a02134f-88a4-4da5-9240-f901b0948895 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:48.538357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:48.559717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:48.577610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:48.578073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Checking segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:48.578666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.579119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Bound using segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:48.579889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Bound port: f09e47ba-e2cf-4aa2-9908-4f03ac636dee, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:48.580465 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.652051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.690879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=f11bdd59-3ed4-477b-b227-74df4a24f96c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:48.741069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 49d0593c-5fc7-4438-acc5-67b3bd7c2ed5 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:48.770442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.808621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '7e840cd1-5cb6-4605-8c07-ab614f3e7eef'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:22:48.811879 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.862625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:48.914080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] For port f09e47ba-e2cf-4aa2-9908-4f03ac636dee, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:48.928290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] For port f09e47ba-e2cf-4aa2-9908-4f03ac636dee, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:48.942349 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.080280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:49.104082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:49.120057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:49.148825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:49.150254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.230776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.242199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Allocated IP 2001:db8::f816:3eff:fefc:cd87 (4d30e943-7caf-44d2-9e1a-8fc92c863115/7e840cd1-5cb6-4605-8c07-ab614f3e7eef/fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:49.271832 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0424433 Aug 31 16:22:49.272639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:49.310738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b22c38-247d-43d3-b970-818efe3a6560 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=49d0593c-5fc7-4438-acc5-67b3bd7c2ed5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:49.367264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636e1f0-9560-47eb-84d7-49a096d67d6e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:49.372706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58470) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:49.373399 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3636e1f0-9560-47eb-84d7-49a096d67d6e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0990911 Aug 31 16:22:49.622426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab7e6-2dcc-4e9e-bcc3-3e32d5201fd5 None None] Pushing event updated for resources: {'Port': ['ID=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:49.692537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 49d0593c-5fc7-4438-acc5-67b3bd7c2ed5 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:49.701791 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.726137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.750579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Transition to ACTIVE for port object fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:49.801082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Transition to ACTIVE for port object fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:49.825119 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.938655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Pushing event updated for resources: {'Port': ['ID=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:49.955556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:49.985414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:49.987684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:49.994909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:49.999349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 49d0593c-5fc7-4438-acc5-67b3bd7c2ed5 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:50.220936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Attempting to bind port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:50.221329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Attempting to bind port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:50.221687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Attempting to bind port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:50.237815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:50.238233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:50.238656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.239090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:50.239658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Bound port: fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:50.240049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.381749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] For port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:50.387690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] For port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:50.388665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.391145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 19d91ef9-ff08-4e0a-88b3-23056597b498 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:50.395949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.448732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=49d0593c-5fc7-4438-acc5-67b3bd7c2ed5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:50.489949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.492227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8407fdbd-82e5-4d92-aeee-405e40db4e94 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/49d0593c-5fc7-4438-acc5-67b3bd7c2ed5 HTTP/1.1" status: 204 len: 168 time: 1.1106470 Aug 31 16:22:50.496151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58494) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:50.617205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc83b7-f6c6-4da6-ae1b-8ae8c7f016e0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:50.619783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.629384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.631011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc83b7-f6c6-4da6-ae1b-8ae8c7f016e0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:50.634479 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-14fc83b7-f6c6-4da6-ae1b-8ae8c7f016e0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1376419 Aug 31 16:22:50.640356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58496) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:50.737395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf731-97bc-402a-83d3-c949f8f41154 None None] Pushing event updated for resources: {'Port': ['ID=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:50.749634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 19d91ef9-ff08-4e0a-88b3-23056597b498 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:50.752222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 7e840cd1-5cb6-4605-8c07-ab614f3e7eef {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:50.755239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 19d91ef9-ff08-4e0a-88b3-23056597b498 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:50.755800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.779441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.895496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.900957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:50.903445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=f11bdd59-3ed4-477b-b227-74df4a24f96c,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:50.995372 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.062918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a02134f-88a4-4da5-9240-f901b0948895 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:51.066620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:51.089877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 19d91ef9-ff08-4e0a-88b3-23056597b498, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=19d91ef9-ff08-4e0a-88b3-23056597b498,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:51.123786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.143956 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.148361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f09e47ba-e2cf-4aa2-9908-4f03ac636dee up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:51.286179 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.426311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=7e840cd1-5cb6-4605-8c07-ab614f3e7eef,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:51.453020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.455016 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e3ab1c87-a62d-4f5c-be76-b42c7e2e9844 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/7e840cd1-5cb6-4605-8c07-ab614f3e7eef HTTP/1.1" status: 204 len: 168 time: 0.8133023 Aug 31 16:22:51.458047 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f240eca2-9226-4b8a-b7ea-95501d889845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.461120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58512) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:51.467551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=19d91ef9-ff08-4e0a-88b3-23056597b498,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:51.512583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ef8e6-a1dc-48d2-8c8e-72284567c86b None None] Network 2a02134f-88a4-4da5-9240-f901b0948895 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:51.573125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1998495e-1d90-4959-be1b-8735b69e5513 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107903 Aug 31 16:22:51.575600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58514) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:51.649697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a2141c1-b025-4855-8e88-d4db8a8f88b7 None None] Provisioning for port f09e47ba-e2cf-4aa2-9908-4f03ac636dee completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:51.695057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daddd33-282c-41c7-a437-06180967ba5a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:51.699051 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7daddd33-282c-41c7-a437-06180967ba5a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1221240 Aug 31 16:22:51.702458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58516) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:51.717953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f09e47ba-e2cf-4aa2-9908-4f03ac636dee completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:51.731072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f09e47ba-e2cf-4aa2-9908-4f03ac636dee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:51.731698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:51.832896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router ea4df920-76d2-40c6-990e-f3f0976322e4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:22:51.866252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f640b-ec32-4322-9e44-18a908d9a9e0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:51.869767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb6f640b-ec32-4322-9e44-18a908d9a9e0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647174 Aug 31 16:22:51.871953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58524) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:51.955284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:52.045048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f09e47ba-e2cf-4aa2-9908-4f03ac636dee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:52.052068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:52.094968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0bafcfb8-4f20-491f-8311-a71d3f0d4975 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2217922 Aug 31 16:22:52.099536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58534) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:52.106129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:52.270122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:22:52.270368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:52.279087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c2abce77-1017-4e0b-bedd-3e33fca5711d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/ea4df920-76d2-40c6-990e-f3f0976322e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4229031 Aug 31 16:22:52.303080 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Sync routers for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:22:52.333253 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:52.333956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:52.426614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:52.434303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:52.475736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 19d91ef9-ff08-4e0a-88b3-23056597b498 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:52.563490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:52.679194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4dbd2d9a-46de-45f1-ba66-61109b3ff121 None None] Provisioning for port f11bdd59-3ed4-477b-b227-74df4a24f96c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:52.724297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 19d91ef9-ff08-4e0a-88b3-23056597b498 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:52.725028 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:52.846397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4dbd2d9a-46de-45f1-ba66-61109b3ff121 None None] Provisioning complete for port f11bdd59-3ed4-477b-b227-74df4a24f96c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:52.858398 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2d9a-46de-45f1-ba66-61109b3ff121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:52.881674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8fd87-4a6b-49a8-a8cb-ae5f8a2d2c6c None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:52.891219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-682d5d27-7e38-49ba-a481-c540e17792a8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443290931&fields=id&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 267 time: 0.1179564 Aug 31 16:22:52.891760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:53.038041 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 2, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:53.042019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:53.061689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:53.067789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:53.077116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:53.105333 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Checking router: ea4df920-76d2-40c6-990e-f3f0976322e4 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:22:53.105590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Updating router ea4df920-76d2-40c6-990e-f3f0976322e4 port f11bdd59-3ed4-477b-b227-74df4a24f96c binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:22:53.120073 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0180020 Aug 31 16:22:53.126314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58566) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:53.143823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:82:29:59', 'name': 'tempest-NetworksTestDHCPv6-1106435102'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:53.168215 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:53.245308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-c940fa28-48ed-44d0-a043-2a6c1c5e7e63 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:53.246613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd2d9a-46de-45f1-ba66-61109b3ff121 None None] Port f11bdd59-3ed4-477b-b227-74df4a24f96c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:22:53.255923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-c940fa28-48ed-44d0-a043-2a6c1c5e7e63 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 797 time: 0.3637421 Aug 31 16:22:53.300961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-1c7e2ee6-0bff-448e-b69f-cd4d27b7b656 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/quotas/62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 375 time: 0.0415635 Aug 31 16:22:53.382741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4dbd2d9a-46de-45f1-ba66-61109b3ff121 None None] Provisioning complete for port f09e47ba-e2cf-4aa2-9908-4f03ac636dee triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:53.383316 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2d9a-46de-45f1-ba66-61109b3ff121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:53.388724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:53.438033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7f8b4-43d7-4e98-b26f-83dc0801d185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=1edab172-e929-455a-be56-629813904d44,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:53.479692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:53.520536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:53.557671 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-8957d68f-732a-4e6b-85c4-cc2cbbc301da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559912 Aug 31 16:22:53.791603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Provisioning complete for port f11bdd59-3ed4-477b-b227-74df4a24f96c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:53.798847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:53.821223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:53.833186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-15e9af29-50b8-4138-aa71-b248a2214208 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:22:53.834561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-15e9af29-50b8-4138-aa71-b248a2214208 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2534235 Aug 31 16:22:53.892788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Port f11bdd59-3ed4-477b-b227-74df4a24f96c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:22:53.933903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port d625ebef-b145-4868-bb17-56319d131d41 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:22:53.948406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Provisioning for port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:53.956029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Provisioning complete for port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:53.956699 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.013128 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.024336 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Transition to ACTIVE for port object f11bdd59-3ed4-477b-b227-74df4a24f96c will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:54.031793 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.045961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dea070-9b07-4f94-9cee-9cc8d9cb3634 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:54.054309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-787d5902-0ab0-4619-a4db-fb3c5827ede6 service neutron] 10.222.0.43 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107871 Aug 31 16:22:54.227639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::146 (4d30e943-7caf-44d2-9e1a-8fc92c863115/1edab172-e929-455a-be56-629813904d44/d625ebef-b145-4868-bb17-56319d131d41) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:54.234876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f09e47ba-e2cf-4aa2-9908-4f03ac636dee up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:54.236235 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Pushing event updated for resources: {'Port': ['ID=f11bdd59-3ed4-477b-b227-74df4a24f96c,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:54.255750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.257732 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.258346 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.259524 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.260600 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.261575 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.262754 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.263267 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.265903 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.266494 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.266999 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.267539 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:54.276618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-8481dfd6-92a2-4630-8bfd-80b053330cbf service neutron] 10.222.0.43 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124794 Aug 31 16:22:54.303951 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Attempting to bind port f11bdd59-3ed4-477b-b227-74df4a24f96c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:22:54.306773 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Attempting to bind port f11bdd59-3ed4-477b-b227-74df4a24f96c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:22:54.307251 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Attempting to bind port f11bdd59-3ed4-477b-b227-74df4a24f96c on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:22:54.319648 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:22:54.321145 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Checking segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:22:54.321850 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.322474 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Bound using segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:22:54.323288 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Bound port: f11bdd59-3ed4-477b-b227-74df4a24f96c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:22:54.323928 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.445909 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.504970 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] For port f11bdd59-3ed4-477b-b227-74df4a24f96c, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:22:54.531223 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] For port f11bdd59-3ed4-477b-b227-74df4a24f96c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f11bdd59-3ed4-477b-b227-74df4a24f96c,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:22:54.538959 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.604915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.607364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f09e47ba-e2cf-4aa2-9908-4f03ac636dee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:54.607851 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.744923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.753821 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:22:54.754598 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:54.774675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9c756c27-dd2b-4dd0-bab7-a122b2896b81 req-ad97d27d-28e4-49d7-ad43-a16810a39938 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 210 time: 0.0888102 Aug 31 16:22:54.807653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object d625ebef-b145-4868-bb17-56319d131d41 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:54.824510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] For port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:54.869707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58645fee-10ab-4e91-a840-a75f09af6eb8 None None] Pushing event updated for resources: {'Port': ['ID=f11bdd59-3ed4-477b-b227-74df4a24f96c,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:54.896283 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:54.908775 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.033209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:55.043601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:55.049195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:55.063511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:55.065433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.126570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=d625ebef-b145-4868-bb17-56319d131d41,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:55.131693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Pushing event updated for resources: {'Port': ['ID=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:55.140087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58612) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:55.140598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-61fbf56d-60e5-47c5-8c0e-544a9612326b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0054159 Aug 31 16:22:55.150707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.150937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.151280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.151619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.152003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.152469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.152856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.153121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.153856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.154260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.154624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.154952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52fceb-e60e-459d-b32d-1bce09d2987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:22:55.172170 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:22:55.176624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-684ddf2d-14c4-4677-9b54-88572cda193d None None] Provisioning complete for port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:55.177003 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-684ddf2d-14c4-4677-9b54-88572cda193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.310524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855d0ed-ae5b-4e33-8d70-179e6c69f072 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:55.332238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855d0ed-ae5b-4e33-8d70-179e6c69f072 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:55.335327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e855d0ed-ae5b-4e33-8d70-179e6c69f072 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1931491 Aug 31 16:22:55.336609 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.338952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58618) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:55.367621 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:22:55.377294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.634927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port d625ebef-b145-4868-bb17-56319d131d41 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:55.635563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.646643 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9fe4-2c1f-4ed7-ad3e-ec8dac9ac7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.649134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-adf594d7-f1c7-43fb-a0b6-05a28975133a None None] Provisioning complete for port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:55.649502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-adf594d7-f1c7-43fb-a0b6-05a28975133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:55.742143 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:54Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:22:55.875671 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34b9ab-08d2-4fea-a54a-f2f08e803614 None None] The sync data for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 is: [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:54Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:22:55.913898 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:56.009035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01648d65-45d3-4ff6-b562-0c75cc684a51 req-1683ce80-d4ab-4a46-8038-c306edd5c022 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 210 time: 0.0760078 Aug 31 16:22:56.030127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:56.077425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for d625ebef-b145-4868-bb17-56319d131d41 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:56.117089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9a101d76-1bab-48e4-afd0-4c57fc2a7d9f None None] Could not find standard attr ID for object 49d0593c-5fc7-4438-acc5-67b3bd7c2ed5. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:56.426414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f11bdd59-3ed4-477b-b227-74df4a24f96c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:56.497427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:56.535360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=d625ebef-b145-4868-bb17-56319d131d41,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:56.633916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-51d5811e-14d4-47dd-a9b9-d62fcda0d0db None None] Could not find standard attr ID for object d625ebef-b145-4868-bb17-56319d131d41. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:22:56.658001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:56.673393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-45f9ac9a-ec94-4848-983c-2911721fdbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/d625ebef-b145-4868-bb17-56319d131d41 HTTP/1.1" status: 204 len: 168 time: 1.3314543 Aug 31 16:22:56.675825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:56.722286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f11bdd59-3ed4-477b-b227-74df4a24f96c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:56.744478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f11bdd59-3ed4-477b-b227-74df4a24f96c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:56.745043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:56.992028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec552dd-a394-466a-803d-dec1f177478c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:56.995242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec552dd-a394-466a-803d-dec1f177478c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:56.997718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6ec552dd-a394-466a-803d-dec1f177478c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3203261 Aug 31 16:22:57.016953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58646) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:57.114413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:57.399332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 1edab172-e929-455a-be56-629813904d44 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:22:57.406382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f11bdd59-3ed4-477b-b227-74df4a24f96c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f11bdd59-3ed4-477b-b227-74df4a24f96c,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:57.413644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-f4ba3f01-8bb0-4ab5-b2c3-ad17ad6bb358 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:57.417862 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:57.419302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:57.425505 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-f4ba3f01-8bb0-4ab5-b2c3-ad17ad6bb358 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 797 time: 0.6580791 Aug 31 16:22:57.472170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac778afa-5890-4da7-8d03-d4a453caac17 req-4c3b453b-d467-4e29-b000-5bf4eb1d4f4b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 210 time: 0.1493721 Aug 31 16:22:57.512169 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:57.561926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:57.585572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-014bbe8a-57ae-4620-8af8-6bec99b0ace0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 379 time: 0.1522801 Aug 31 16:22:57.598604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'port': {'device_id': 'af780951-ded0-4e62-9329-c287dad04b8a', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'admin_state_up': True, 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'security_groups': ['c1bb453d-2a8e-4def-97f0-ed1ed54f533b']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:57.763755 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:57.825234 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:57.851338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f11bdd59-3ed4-477b-b227-74df4a24f96c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:57.892348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:57.892655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.037154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.074780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:58.079037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.113297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.126650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58666) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:58.126928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/1edab172-e929-455a-be56-629813904d44 HTTP/1.1" status: 204 len: 168 time: 1.0994759 Aug 31 16:22:58.162067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b3079-ab4c-4387-bbd7-714673279661 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:22:58.258539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a165a-39ae-46f5-8971-6c99ea541ca1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=1edab172-e929-455a-be56-629813904d44,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:58.374765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.6 (2a02134f-88a4-4da5-9240-f901b0948895/6aae0516-5ee2-46fa-9276-767266897000/e68cf00f-4e85-497e-b806-284a23197690) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:22:58.407531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f11bdd59-3ed4-477b-b227-74df4a24f96c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:22:58.517120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f11bdd59-3ed4-477b-b227-74df4a24f96c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:58.517913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.582145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:22:58.661465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1149b9c6-6cb0-442f-81b9-bdb8bf6609de req-f1e5e723-d079-478b-8b9e-8f310e8c941b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 210 time: 0.0444231 Aug 31 16:22:58.777397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] Deleting port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:22:58.778036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.862074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] For port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:22:58.863702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:58.905246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] Calling delete_port for fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:22:59.046585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a412e346-fc41-4ea2-b0f0-ee4ccf7f3e75 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9145181 Aug 31 16:22:59.047468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58684) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:59.050627 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.089587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-db790e9e-9c28-4cc9-a8e9-dd0335f70c4f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0414503 Aug 31 16:22:59.092526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58686) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:59.104682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.107387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] Pushing event deleted for resources: {'Port': ['ID=fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:59.114430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a49b06-5a0d-4a08-af7e-cae74b322a71 None None] No DVR routers for this DVR port fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:22:59.130010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object e68cf00f-4e85-497e-b806-284a23197690 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:22:59.171129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e04ac-cde5-4949-b3ee-01019be53c5c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:59.172762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-831e04ac-cde5-4949-b3ee-01019be53c5c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0789037 Aug 31 16:22:59.175574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58688) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:59.175796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.231079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aef1fde0-38ac-491d-920e-daf1b587bddb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540767 Aug 31 16:22:59.234057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 2a02134f-88a4-4da5-9240-f901b0948895 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:22:59.238822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58690) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:22:59.246528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:22:59.246802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:59.282961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:22:59.383924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:22:59.399964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:22:59.400736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.443010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:22:59.447884 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.449235 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-0ade7b3c-3ee7-445e-a65c-66949a652943 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8542519 Aug 31 16:22:59.464777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-a9755f64-854f-417d-8949-0ed8c8886eed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:22:59.466805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-a9755f64-854f-417d-8949-0ed8c8886eed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130477 Aug 31 16:22:59.480744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Request body: {'port': {'device_id': 'af780951-ded0-4e62-9329-c287dad04b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:22:59.586729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.770388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-12ff050f-13f1-4e0c-9c99-acf480e670a6 None None] Provisioning for port e68cf00f-4e85-497e-b806-284a23197690 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:22:59.783567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-12ff050f-13f1-4e0c-9c99-acf480e670a6 None None] Provisioning complete for port e68cf00f-4e85-497e-b806-284a23197690 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:22:59.784609 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-12ff050f-13f1-4e0c-9c99-acf480e670a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:22:59.935180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-12ff050f-13f1-4e0c-9c99-acf480e670a6 None None] Port e68cf00f-4e85-497e-b806-284a23197690 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:23:00.044202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7d5a-d7de-4d02-8314-ead3a856ea05 req-1cf77bd0-8c8e-408b-8bcb-d22c9900ab26 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:00.046668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-728f7d5a-d7de-4d02-8314-ead3a856ea05 req-1cf77bd0-8c8e-408b-8bcb-d22c9900ab26 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 931 time: 0.1240900 Aug 31 16:23:00.194384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68cf00f-4e85-497e-b806-284a23197690 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:23:00.205434 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.206430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:23:00.211217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.223274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Transition to ACTIVE for port object e68cf00f-4e85-497e-b806-284a23197690 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:00.238346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.272583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:00.277034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:00.295273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47181c2d-9adb-43d4-9bab-b0e1de51b494 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:00.309532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:00.333179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:00.333838 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.347620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-728f7d5a-d7de-4d02-8314-ead3a856ea05 req-d55f5ac5-a35f-4eb9-be97-11ef77d6d1d5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365334 Aug 31 16:23:00.420035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:00.420493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1803579 Aug 31 16:23:00.420714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:00.421526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:00.422062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:00.427607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58718) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:00.428400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:23:00.428762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:00.440750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:00.448948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ca4fb-f906-4fd1-a6e4-cf7436cbaabe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=6d6a9b43-39b2-473f-bfd2-faf5468a29f4,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:00.502266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:23:00.502615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device fa2533d3-61f2-4dc6-b55e-ce95f15a9ea8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:00.631403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:00.631758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Checking segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:00.632122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Bound using segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:00.632617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Bound port: e68cf00f-4e85-497e-b806-284a23197690, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:00.632989 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.795390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:00.802737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.810769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '6d6a9b43-39b2-473f-bfd2-faf5468a29f4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:23:00.817491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:00.914691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:00.957744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:00.976965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.043294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:01.044356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.046611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 1092 time: 1.5712030 Aug 31 16:23:01.047661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:23:01.051333 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca" -d '{"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:23:01.109041 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d6a9b43-39b2-473f-bfd2-faf5468a29f4 (CIDR: 2001:db8::/64) Aug 31 16:23:01.164012 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:23:01.164730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:01.182999 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ff3be-4647-442b-b9c6-abc718681698 x-openstack-request-id: req-538ff3be-4647-442b-b9c6-abc718681698 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:23:01.183434 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:23:01.183859 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538ff3be-4647-442b-b9c6-abc718681698 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:23:01.184393 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'status': 'completed', 'code': 200} Aug 31 16:23:01.209323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58740) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:01.215153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:01.219480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bc7c046b-dcae-4bfe-9bd3-e15192d0a558 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7844844 Aug 31 16:23:01.227128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4a2d-8536-4741-b3e2-c3405b8223a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:01.227288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Allocated IP 2001:db8::f816:3eff:fe43:5f37 (4d30e943-7caf-44d2-9e1a-8fc92c863115/6d6a9b43-39b2-473f-bfd2-faf5468a29f4/9de406dc-0f10-42ec-8933-a879ef1930f8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:01.322875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-a15d2e1c-9b10-4103-be86-11a7635188bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:01.324523 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-a15d2e1c-9b10-4103-be86-11a7635188bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1095 time: 0.1933627 Aug 31 16:23:01.394641 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-14652094-c7e9-4788-a051-04ceb03c64cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 217 time: 0.0621922 Aug 31 16:23:01.462951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.485021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Transition to ACTIVE for port object 9de406dc-0f10-42ec-8933-a879ef1930f8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:01.520458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-7498be2b-4214-4c76-964f-f973a1a44936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:01.522038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-7498be2b-4214-4c76-964f-f973a1a44936 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.1145735 Aug 31 16:23:01.557266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:01.559225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Transition to ACTIVE for port object 9de406dc-0f10-42ec-8933-a879ef1930f8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:01.574035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.578439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.626916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-2377895f-5d4b-4e64-b6b7-b119b4be66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:01.629112 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-2377895f-5d4b-4e64-b6b7-b119b4be66b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996397 Aug 31 16:23:01.705631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Pushing event updated for resources: {'Port': ['ID=9de406dc-0f10-42ec-8933-a879ef1930f8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:01.711461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:01.727095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:01.730922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:01.732218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c0dff-e81c-4f4e-8551-ed304e814a0a req-f81dfc97-87d9-4492-a17b-066f255443b5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:01.740603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe3c0dff-e81c-4f4e-8551-ed304e814a0a req-f81dfc97-87d9-4492-a17b-066f255443b5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.2259543 Aug 31 16:23:01.815767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Attempting to bind port 9de406dc-0f10-42ec-8933-a879ef1930f8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:01.816146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Attempting to bind port 9de406dc-0f10-42ec-8933-a879ef1930f8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:01.816598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Attempting to bind port 9de406dc-0f10-42ec-8933-a879ef1930f8 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:01.824538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:01.824858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:01.825381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.826093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:01.828624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Bound port: 9de406dc-0f10-42ec-8933-a879ef1930f8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:01.828766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:01.875236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-c6648cf7-5f96-44f9-8387-696f7a410535 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382796 Aug 31 16:23:01.907408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe3c0dff-e81c-4f4e-8551-ed304e814a0a req-139bd847-954e-409b-88e8-b818e23c77f3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649106 Aug 31 16:23:02.007054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] For port 9de406dc-0f10-42ec-8933-a879ef1930f8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:02.021536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] For port 9de406dc-0f10-42ec-8933-a879ef1930f8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9de406dc-0f10-42ec-8933-a879ef1930f8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:02.030742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:02.063211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8fc24a70-57d2-40f6-a8aa-54bc4f57f692 req-9824738a-5f50-4c43-9f77-21ed87382c7d service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810131 Aug 31 16:23:02.180500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c859c-67cd-461b-b30f-79f4fed789d5 None None] Pushing event updated for resources: {'Port': ['ID=9de406dc-0f10-42ec-8933-a879ef1930f8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:02.255779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-b7cfc482-00b3-40a4-8e1d-6e15766ff7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:02.259606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-b7cfc482-00b3-40a4-8e1d-6e15766ff7b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1095 time: 0.1276617 Aug 31 16:23:02.259985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:02.334477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:02.336042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:02.344753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:02.345439 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:02.377637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1661584 Aug 31 16:23:02.379092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:02.395315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:85:0c:26', 'name': 'tempest-NetworksTestDHCPv6-921385525'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:02.416440 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ebaa9-4727-48a2-8706-22471a6b1fc4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=b73f8cf8-33e7-467e-b682-0ac3c9fedecc,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:02.444533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-f115b0c3-0a74-4db0-a5b2-909d0643cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:02.447798 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-f115b0c3-0a74-4db0-a5b2-909d0643cbf9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.1797478 Aug 31 16:23:02.543720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-81d90ac3-3940-4c57-8dc5-cac6b9bcadbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 217 time: 0.0881085 Aug 31 16:23:02.600166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:02.663497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-dc2ab577-cc89-4135-8246-3dc158c72833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:02.667582 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-dc2ab577-cc89-4135-8246-3dc158c72833 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.1013782 Aug 31 16:23:02.732222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:02.755575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-25c79bbf-502c-465a-a98d-c24598f04d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:02.757513 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-25c79bbf-502c-465a-a98d-c24598f04d28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827246 Aug 31 16:23:02.768312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:23:02.878996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-03b5c820-8318-44d1-9a41-006393e55265 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123784 Aug 31 16:23:03.036892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8:0:1::295 (4d30e943-7caf-44d2-9e1a-8fc92c863115/b73f8cf8-33e7-467e-b682-0ac3c9fedecc/6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:03.045168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9cad2bd2-2f28-4fbd-a863-aa8a09a88eca req-5cfb9d34-fb16-49b4-92f0-a5b2f91deaaa service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588733 Aug 31 16:23:03.061375 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:fe85:c26 (4d30e943-7caf-44d2-9e1a-8fc92c863115/6d6a9b43-39b2-473f-bfd2-faf5468a29f4/6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:03.148819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd893c97-3783-4152-a066-56875df45f49 req-c37039d3-2c13-4be0-8d04-9464e1214bff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:03.156755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd893c97-3783-4152-a066-56875df45f49 req-c37039d3-2c13-4be0-8d04-9464e1214bff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.0929127 Aug 31 16:23:03.283079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd893c97-3783-4152-a066-56875df45f49 req-90afec20-9d0b-4c48-acab-7cef2f490cec tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253266 Aug 31 16:23:03.382293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:03.433042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:03.484721 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:03.549572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:03.553809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:03.565265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:03.573623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:03.574612 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:03.593737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:03.605392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8732fa40-24bc-4576-bf10-805c4e91d437 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2185729 Aug 31 16:23:03.606103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58790) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:03.786667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:03.787181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:03.813193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bec25f-b026-42e2-a4fb-edc9ae7282d2 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:03.922485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:03.955508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:04.218612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3fe7bd84-855e-4de3-b336-c91dfe96626c None None] Provisioning for port 9de406dc-0f10-42ec-8933-a879ef1930f8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:04.411674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9de406dc-0f10-42ec-8933-a879ef1930f8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:04.536066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 9de406dc-0f10-42ec-8933-a879ef1930f8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:04.544381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 9de406dc-0f10-42ec-8933-a879ef1930f8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:04.545066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:04.577179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Update dhcp port {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '6d6a9b43-39b2-473f-bfd2-faf5468a29f4', 'ip_address': '2001:db8::f816:3eff:fe43:5f37'}, {'subnet_id': 'b73f8cf8-33e7-467e-b682-0ac3c9fedecc'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '9de406dc-0f10-42ec-8933-a879ef1930f8'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:23:04.578790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:04.604096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc94d-65a2-4b87-b7c3-324c8d68c86c req-d3cd3a12-8533-47de-8df1-ef6c8ef35894 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:04.614937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bbbc94d-65a2-4b87-b7c3-324c8d68c86c req-d3cd3a12-8533-47de-8df1-ef6c8ef35894 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.1461709 Aug 31 16:23:04.643971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:04.645297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:04.765236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:04.768082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ead6b5df-00c8-4fe1-9349-69c4a7e01998 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb HTTP/1.1" status: 204 len: 168 time: 1.1594694 Aug 31 16:23:04.774691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:04.783557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bbbc94d-65a2-4b87-b7c3-324c8d68c86c req-30dded00-9fb4-4155-8e3b-e32b29971a74 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666460 Aug 31 16:23:04.850514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e68cf00f-4e85-497e-b806-284a23197690 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:23:04.888690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee3c71-dd77-451b-a315-d65fcd613d86 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:04.890989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3bee3c71-dd77-451b-a315-d65fcd613d86 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1146190 Aug 31 16:23:04.893421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58830) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:04.972492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:04.996160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e68cf00f-4e85-497e-b806-284a23197690', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'port_id': 'e68cf00f-4e85-497e-b806-284a23197690', 'mac_address': 'fa:16:3e:4b:ff:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:23:05.047140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.056836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1d3aa-14c8-465b-a862-69306f9acc32 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:05.058650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4b1d3aa-14c8-465b-a862-69306f9acc32 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1640780 Aug 31 16:23:05.061482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58838) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:05.142800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Allocated IP 2001:db8:0:1::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/b73f8cf8-33e7-467e-b682-0ac3c9fedecc/9de406dc-0f10-42ec-8933-a879ef1930f8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:05.147088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 9de406dc-0f10-42ec-8933-a879ef1930f8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9de406dc-0f10-42ec-8933-a879ef1930f8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:05.148890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.162890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.210264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefd6d6-4884-4b35-b0a8-d4b0051b0641 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:05.213466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefd6d6-4884-4b35-b0a8-d4b0051b0641 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:05.215560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68cf00f-4e85-497e-b806-284a23197690 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:23:05.216390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefd6d6-4884-4b35-b0a8-d4b0051b0641 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:05.218897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-deefd6d6-4884-4b35-b0a8-d4b0051b0641 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1560478 Aug 31 16:23:05.221508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58840) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:05.343347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:05.353976 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.362823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=9de406dc-0f10-42ec-8933-a879ef1930f8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:05.429553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] For port 9de406dc-0f10-42ec-8933-a879ef1930f8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9de406dc-0f10-42ec-8933-a879ef1930f8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:05.430276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 6d6a9b43-39b2-473f-bfd2-faf5468a29f4 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:05.461258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:05.485118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.506305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Transition to ACTIVE for port object 9de406dc-0f10-42ec-8933-a879ef1930f8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:05.512470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.519635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.612926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e68cf00f-4e85-497e-b806-284a23197690'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:23:05.681687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:05.694074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba52a8-3dce-4f23-a261-4140e9228a9e None None] Pushing event updated for resources: {'Port': ['ID=9de406dc-0f10-42ec-8933-a879ef1930f8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:06.069496 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:06.127885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6cc94-0ed9-4f8c-9c86-bfd8e498a9ef req-468e4160-4215-4809-89d6-0b65f8d11e3f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:06.136984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27e6cc94-0ed9-4f8c-9c86-bfd8e498a9ef req-468e4160-4215-4809-89d6-0b65f8d11e3f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.1948521 Aug 31 16:23:06.268878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27e6cc94-0ed9-4f8c-9c86-bfd8e498a9ef req-c9984356-5cb8-487a-966c-0109ccd25eb0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303329 Aug 31 16:23:06.279850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:06.349427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6a9b43-39b2-473f-bfd2-faf5468a29f4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:06.353771 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:06.360901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e95cb29-b913-4df9-a735-9e0f4771d6fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/6d6a9b43-39b2-473f-bfd2-faf5468a29f4 HTTP/1.1" status: 204 len: 168 time: 1.1326125 Aug 31 16:23:06.361256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58864) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:06.389788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9de406dc-0f10-42ec-8933-a879ef1930f8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:06.476486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet b73f8cf8-33e7-467e-b682-0ac3c9fedecc {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:06.485926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:06.657151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:06.877946 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:06.910597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba0361-2a82-4c85-8344-6d5e18ee6b49 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:07.027161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:07.069516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ee0ec813-deaa-4bd7-863a-8e80c178512f None None] Could not find standard attr ID for object 6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:23:07.088238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=b73f8cf8-33e7-467e-b682-0ac3c9fedecc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:07.107729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:07.114482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ee0ec813-deaa-4bd7-863a-8e80c178512f None None] Provisioning for port 9de406dc-0f10-42ec-8933-a879ef1930f8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:07.117007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a2738ca-44ca-4259-9967-f77f9994ef08 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/b73f8cf8-33e7-467e-b682-0ac3c9fedecc HTTP/1.1" status: 204 len: 168 time: 0.7542384 Aug 31 16:23:07.126482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58882) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:07.136175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ee0ec813-deaa-4bd7-863a-8e80c178512f None None] Provisioning complete for port 9de406dc-0f10-42ec-8933-a879ef1930f8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:07.136815 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec813-deaa-4bd7-863a-8e80c178512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:07.222095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b8d2f7fb-f7a5-4f0e-9ff7-cb0771a23d3c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924933 Aug 31 16:23:07.225833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:07.231959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:07.412225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:23:07.511883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] Deleting port 9de406dc-0f10-42ec-8933-a879ef1930f8 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:07.512302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:07.528137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:07.536605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:07.709322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8b66-c2fe-4841-9d90-1d852df62fa4 req-aaa805f3-698f-4e45-8b18-09323a4fe597 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:07.710899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d42a8b66-c2fe-4841-9d90-1d852df62fa4 req-aaa805f3-698f-4e45-8b18-09323a4fe597 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.2466979 Aug 31 16:23:07.711507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] For port 9de406dc-0f10-42ec-8933-a879ef1930f8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9de406dc-0f10-42ec-8933-a879ef1930f8,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:07.713007 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:07.771435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] Calling delete_port for 9de406dc-0f10-42ec-8933-a879ef1930f8 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:07.776901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d42a8b66-c2fe-4841-9d90-1d852df62fa4 req-2b8c9ce4-a949-4483-928c-955a6e6e5c89 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543864 Aug 31 16:23:08.050476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:08.084566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] No DVR routers for this DVR port 9de406dc-0f10-42ec-8933-a879ef1930f8 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:23:08.127217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:23:08.129835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:08.186998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:08.206629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:08.214512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:08.215796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:08.229293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=67e2ffcf-c182-4341-b196-c9155ba54faf,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:08.249145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d37922-1110-4e43-a2eb-58e1fd2c52d9 None None] Pushing event deleted for resources: {'Port': ['ID=9de406dc-0f10-42ec-8933-a879ef1930f8,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:08.256422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978749b-50c0-481a-a7a0-8ac68a756fb7 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:08.256618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a8aa226f-1cbf-42c2-a14e-d87eefd0ce54 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0291004 Aug 31 16:23:08.259817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58908) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:08.273587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:08.369836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9de406dc-0f10-42ec-8933-a879ef1930f8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:08.402558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 9de406dc-0f10-42ec-8933-a879ef1930f8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:23:08.403158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9de406dc-0f10-42ec-8933-a879ef1930f8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:08.563160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:08.569185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:08.673910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '67e2ffcf-c182-4341-b196-c9155ba54faf'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:23:08.676785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:08.841559 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67e2ffcf-c182-4341-b196-c9155ba54faf (CIDR: 2001:db8::/64) Aug 31 16:23:08.848453 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:23:08.849136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:08.866699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e68cf00f-4e85-497e-b806-284a23197690 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:08.902571 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c6da008-73e6-40ff-a174-27eca0971761 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6392934 Aug 31 16:23:08.905439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 58924) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:08.912079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:09.040823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Allocated IP 2001:db8::f816:3eff:fe50:87f (4d30e943-7caf-44d2-9e1a-8fc92c863115/67e2ffcf-c182-4341-b196-c9155ba54faf/a2e02013-5680-4180-aac3-918e1211a72b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:09.045041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port e68cf00f-4e85-497e-b806-284a23197690 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:09.051523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e68cf00f-4e85-497e-b806-284a23197690 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:09.051903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:09.159888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1ad7e-bc61-4a8b-ab73-b1bab1df7905 req-c35f50a6-4e30-4499-8f1a-1e0e2fdb3b78 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:09.168746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dc1ad7e-bc61-4a8b-ab73-b1bab1df7905 req-c35f50a6-4e30-4499-8f1a-1e0e2fdb3b78 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.1810439 Aug 31 16:23:09.286728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:09.315419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dc1ad7e-bc61-4a8b-ab73-b1bab1df7905 req-eb6d184d-e4d1-4dcc-94b8-955a40c0a28d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456351 Aug 31 16:23:09.336682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:09.353413 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:09.375530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:23:09.380136 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e869c2e-2109-45aa-8877-da573e9e80ca" -d '{"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-plugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:23:09.413719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:09.423083 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:09.545734 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:09.554625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Transition to ACTIVE for port object a2e02013-5680-4180-aac3-918e1211a72b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:09.572603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Transition to ACTIVE for port object a2e02013-5680-4180-aac3-918e1211a72b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:09.585292 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:09.666792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:09.670882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:09.687440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:09.703267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:09.930889 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c5185-cb3c-43ac-bf4b-9e9b849e300c x-openstack-request-id: req-8e2c5185-cb3c-43ac-bf4b-9e9b849e300c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:23:09.931155 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-plugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:23:09.931396 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e2c5185-cb3c-43ac-bf4b-9e9b849e300c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:23:09.931810 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'code': 200} Aug 31 16:23:09.973300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Attempting to bind port a2e02013-5680-4180-aac3-918e1211a72b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:09.973676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Attempting to bind port a2e02013-5680-4180-aac3-918e1211a72b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:09.974044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Attempting to bind port a2e02013-5680-4180-aac3-918e1211a72b on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:09.978231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Pushing event updated for resources: {'Port': ['ID=a2e02013-5680-4180-aac3-918e1211a72b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:10.016331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:10.016747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:10.017164 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:10.017586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:10.018080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Bound port: a2e02013-5680-4180-aac3-918e1211a72b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:10.018478 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:10.090822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b561323-2c03-4784-aa85-22fa58f4d5f4 req-89f154cd-392e-4bcf-a7f9-14eebc13821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:10.095640 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3b561323-2c03-4784-aa85-22fa58f4d5f4 req-89f154cd-392e-4bcf-a7f9-14eebc13821c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1097 time: 0.0859816 Aug 31 16:23:10.166568 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3b561323-2c03-4784-aa85-22fa58f4d5f4 req-98492318-1504-4c09-8f9d-4f1f494a8c76 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640612 Aug 31 16:23:10.193686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:10.237584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] For port a2e02013-5680-4180-aac3-918e1211a72b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:10.246426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] For port a2e02013-5680-4180-aac3-918e1211a72b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e02013-5680-4180-aac3-918e1211a72b,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:10.254375 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:10.278701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=b01d8c08-f7d9-46da-99a6-4309c00aa3e2,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:10.298551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:10.301659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:10.310143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:10.314932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:10.391746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a64db727-9d2d-420e-8d05-b1f311c8149a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4805360 Aug 31 16:23:10.392032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58960) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:10.397687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:ca:84:fa', 'name': 'tempest-NetworksTestDHCPv6-689384517'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:10.429169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f393a10-37cb-48a4-9210-502a536c1a72 None None] Pushing event updated for resources: {'Port': ['ID=a2e02013-5680-4180-aac3-918e1211a72b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:10.660549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:10.662964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d929-6b7a-4cd5-b4c6-9be7a10abfaa req-4a884702-3442-46be-a58c-cdfd8071100b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:10.673242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b9d929-6b7a-4cd5-b4c6-9be7a10abfaa req-4a884702-3442-46be-a58c-cdfd8071100b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.1495335 Aug 31 16:23:10.774275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b9d929-6b7a-4cd5-b4c6-9be7a10abfaa req-626cbd1a-6d83-40bf-a24c-3075e33b189a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999637 Aug 31 16:23:10.886151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:10.947071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:23:11.266447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8:0:1::79 (4d30e943-7caf-44d2-9e1a-8fc92c863115/b01d8c08-f7d9-46da-99a6-4309c00aa3e2/a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:11.278750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::f816:3eff:feca:84fa (4d30e943-7caf-44d2-9e1a-8fc92c863115/67e2ffcf-c182-4341-b196-c9155ba54faf/a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:11.708468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:11.748942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:11.843649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:11.932675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:11.935951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:11.963398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:11.973681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:11.974669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:11.981570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:12.006244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f274c099-aca3-48e4-b4ac-fb40350e71ba tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6130915 Aug 31 16:23:12.011057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 58996) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:12.038880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acfe0-7296-4475-b614-9439421e5f44 req-5f43fda7-4bcd-4897-982b-fb51ff730f4b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:12.044383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a40acfe0-7296-4475-b614-9439421e5f44 req-5f43fda7-4bcd-4897-982b-fb51ff730f4b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.1090317 Aug 31 16:23:12.077212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bec298-2780-44e3-94d7-aa5e9eecc0bb None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:12.138318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a40acfe0-7296-4475-b614-9439421e5f44 req-be47322f-8bbf-416d-8662-ccd2433ab7da tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864303 Aug 31 16:23:12.260653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:12.261136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.329459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3ee94ba3-389c-45b8-94bd-7f47401981c3 None None] Provisioning for port a2e02013-5680-4180-aac3-918e1211a72b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:12.354671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f307-a8bb-4f0d-af18-93520f185d56 req-10faf97f-8b08-4792-8d34-47ecaeeed55b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:12.381315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e02013-5680-4180-aac3-918e1211a72b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:12.382577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7441f307-a8bb-4f0d-af18-93520f185d56 req-10faf97f-8b08-4792-8d34-47ecaeeed55b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.1262629 Aug 31 16:23:12.400408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.420056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:12.449013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a2e02013-5680-4180-aac3-918e1211a72b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:12.453668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a2e02013-5680-4180-aac3-918e1211a72b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:12.454045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.466685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7441f307-a8bb-4f0d-af18-93520f185d56 req-5437dff2-acaf-42b0-b6f2-e97ae117c2bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811605 Aug 31 16:23:12.498300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59008) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:12.581611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f537d5b-c23a-41b5-ba02-27a96138788d tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:12.583462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Update dhcp port {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '67e2ffcf-c182-4341-b196-c9155ba54faf', 'ip_address': '2001:db8::f816:3eff:fe50:87f'}, {'subnet_id': 'b01d8c08-f7d9-46da-99a6-4309c00aa3e2'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'a2e02013-5680-4180-aac3-918e1211a72b'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:23:12.586023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f537d5b-c23a-41b5-ba02-27a96138788d tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1092 time: 0.0846176 Aug 31 16:23:12.589220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59012) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:12.597330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'e68cf00f-4e85-497e-b806-284a23197690', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:12.641759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.675902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.733776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.751887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:12.834898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:12.920306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a2e02013-5680-4180-aac3-918e1211a72b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e02013-5680-4180-aac3-918e1211a72b,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:12.974209 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:13.004308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:13.006618 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4e159589-0903-479e-bacf-b626ffd59c3a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb HTTP/1.1" status: 204 len: 168 time: 0.9941049 Aug 31 16:23:13.011968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59038) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:13.050184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a2e02013-5680-4180-aac3-918e1211a72b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:13.122278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705a523-1cb3-4ad4-b176-c1dcf0177b82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:13.123900 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5705a523-1cb3-4ad4-b176-c1dcf0177b82 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1104434 Aug 31 16:23:13.126647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59050) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:13.139151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Allocated IP 2001:db8:0:1::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/b01d8c08-f7d9-46da-99a6-4309c00aa3e2/a2e02013-5680-4180-aac3-918e1211a72b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:13.266670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9943a8-942c-4f3c-a6c9-5f2dcb9cf1e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:13.271315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f9943a8-942c-4f3c-a6c9-5f2dcb9cf1e5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1432469 Aug 31 16:23:13.277303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59068) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:13.473880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd1c66-1722-4447-8e82-d5cab42e79f9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:13.482676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd1c66-1722-4447-8e82-d5cab42e79f9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:13.487920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd1c66-1722-4447-8e82-d5cab42e79f9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:13.492512 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fcdd1c66-1722-4447-8e82-d5cab42e79f9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2114642 Aug 31 16:23:13.497618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59090) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:13.653868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 67e2ffcf-c182-4341-b196-c9155ba54faf {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:13.676462 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:13.790528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] For port a2e02013-5680-4180-aac3-918e1211a72b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e02013-5680-4180-aac3-918e1211a72b,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:13.832974 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:13.855640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Transition to ACTIVE for port object a2e02013-5680-4180-aac3-918e1211a72b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:13.861120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.243 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/887157d3-8aea-4d8f-a49d-a10dd5b83efb) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:13.862606 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:13.864664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:13.955109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.025315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28186c-a43d-452d-afee-15a6972f43e8 None None] Pushing event updated for resources: {'Port': ['ID=a2e02013-5680-4180-aac3-918e1211a72b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:14.152818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.330352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e02013-5680-4180-aac3-918e1211a72b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:14.443842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.481099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.533868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=67e2ffcf-c182-4341-b196-c9155ba54faf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:14.618832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.634110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.636120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-be6503b3-72e5-410b-b851-6352a7b6a14c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/67e2ffcf-c182-4341-b196-c9155ba54faf HTTP/1.1" status: 204 len: 168 time: 1.1422262 Aug 31 16:23:14.638978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59194) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:14.739268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:14.757502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:14.762533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:14.787356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet b01d8c08-f7d9-46da-99a6-4309c00aa3e2 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:14.801598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=887157d3-8aea-4d8f-a49d-a10dd5b83efb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:14.814351 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:14.920896 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.079845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.100154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da08500-deab-4398-b34b-e1348a05c2c5 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:15.159722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.246973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5833cb5a-3a41-47cd-aaea-9ee73018a3f9 None None] Provisioning for port a2e02013-5680-4180-aac3-918e1211a72b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:15.266418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5833cb5a-3a41-47cd-aaea-9ee73018a3f9 None None] Provisioning complete for port a2e02013-5680-4180-aac3-918e1211a72b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:15.267632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5833cb5a-3a41-47cd-aaea-9ee73018a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.279595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=b01d8c08-f7d9-46da-99a6-4309c00aa3e2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:15.287206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.293010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-762b4412-1f1e-486a-9dea-c9dcff457b6d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/b01d8c08-f7d9-46da-99a6-4309c00aa3e2 HTTP/1.1" status: 204 len: 168 time: 0.6518679 Aug 31 16:23:15.300322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59248) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:15.376861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-86dac426-d8d3-4da1-b7ec-c81d831597c1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747216 Aug 31 16:23:15.378392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:15.384444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:15.498106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5833cb5a-3a41-47cd-aaea-9ee73018a3f9 None None] Could not find standard attr ID for object a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:23:15.601689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:23:15.615277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:15.621579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.702969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] Deleting port a2e02013-5680-4180-aac3-918e1211a72b {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:15.704701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.880471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.947652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] For port a2e02013-5680-4180-aac3-918e1211a72b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a2e02013-5680-4180-aac3-918e1211a72b,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:15.948069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:15.983681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] Calling delete_port for a2e02013-5680-4180-aac3-918e1211a72b owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:16.066312 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.114981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:16.117932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.126794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:16.132214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:16.132843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.159954 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7803776 Aug 31 16:23:16.166770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59338) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:16.175871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:16.186954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.250022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] Pushing event deleted for resources: {'Port': ['ID=a2e02013-5680-4180-aac3-918e1211a72b,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:16.261509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672660f2-30df-49ab-9c18-9360c3cd5a49 None None] No DVR routers for this DVR port a2e02013-5680-4180-aac3-918e1211a72b on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:23:16.291245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1216da-5fd8-40db-93c5-4c4979179234 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:16.312862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7870c6f-30b7-4380-8d58-d2123421aa7a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=39a765eb-a955-4759-84a0-689b2aa3c5d4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:16.367337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e02013-5680-4180-aac3-918e1211a72b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:16.410458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a2e02013-5680-4180-aac3-918e1211a72b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:23:16.411144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a2e02013-5680-4180-aac3-918e1211a72b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:23:16.448366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:16.455204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.563132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.569558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.604605 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39a765eb-a955-4759-84a0-689b2aa3c5d4 (CIDR: 2001:db8::/64) Aug 31 16:23:16.608886 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:23:16.609425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:16.634800 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6ee02f1-f3a0-4d20-9d55-f8620499e15b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4628997 Aug 31 16:23:16.634954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59378) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:16.641424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:16.687346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4d30e943-7caf-44d2-9e1a-8fc92c863115', 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'tenant_id': '754f4e1e24454cbcabee333d16592c51', 'fixed_ips': [{'subnet_id': '39a765eb-a955-4759-84a0-689b2aa3c5d4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:23:16.691769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.727231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=887157d3-8aea-4d8f-a49d-a10dd5b83efb,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:16.760169 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.837165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:16.842400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:16.969356 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 00b24d95-9bcc-4e0e-afbb-28af0e4e86bf associated. External IP: 172.25.6.243, port: e68cf00f-4e85-497e-b806-284a23197690. Aug 31 16:23:17.298363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/39a765eb-a955-4759-84a0-689b2aa3c5d4/21e73621-9d24-4e43-8bc5-4bc759a9ab21) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:17.447097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router ea4df920-76d2-40c6-990e-f3f0976322e4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:23:17.641025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.objects.ports [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101478) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:23:17.642619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:17.661804 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:17.673881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Transition to ACTIVE for port object 21e73621-9d24-4e43-8bc5-4bc759a9ab21 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:17.706137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Transition to ACTIVE for port object 21e73621-9d24-4e43-8bc5-4bc759a9ab21 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:17.724338 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:17.724660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:17.731845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:17.740147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:17.751622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:17.752224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] Sync routers for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:23:17.753600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:17.766745 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:17.770192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=54bc462b-8031-440a-b047-d3ba82c0f680,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:17.776545 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1401753 Aug 31 16:23:17.783300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59486) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:17.793145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:69:a0:4c', 'name': 'tempest-NetworksTestDHCPv6-1898889120'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:17.810277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:23:17.811313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:17.858624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bcfe8551-c111-418f-86d9-342b1f3795c2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2665081 Aug 31 16:23:17.859509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:23:17.874918 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1811f4e7-fc74-4745-b601-66530b74ee16" -d '{"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:23:17.900148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:17.907733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:17.912277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:17.936580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:17.996652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Attempting to bind port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:17.997034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Attempting to bind port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:17.997404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Attempting to bind port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 on network 4d30e943-7caf-44d2-9e1a-8fc92c863115 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:18.039273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:18.040211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Checking segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:18.041470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:18.042022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Bound using segment: {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:18.042692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Bound port: 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd8635f-f385-4da4-8f09-45c7bbdeed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:18.043237 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:18.082759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.083767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.085925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.086281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.087191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.087539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.094354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.094775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.095054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.095425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.095737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.096078 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89e1d1-cdc8-47ee-9abd-ce6cbc1ff849 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:18.109656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:23:18.114507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:18.206242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bdc9b-323d-4dfa-96c5-d7196ee05589 req-88ac8bcf-f1dc-40e7-bcae-68327719192c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:18.210630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-113bdc9b-323d-4dfa-96c5-d7196ee05589 req-88ac8bcf-f1dc-40e7-bcae-68327719192c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.1412907 Aug 31 16:23:18.329791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-113bdc9b-323d-4dfa-96c5-d7196ee05589 req-6003d59c-fb09-4615-9f23-9b01ac8a4fc8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002617 Aug 31 16:23:18.365516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59542) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:18.369141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:18.378488 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:18.423289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port cdc25241-1771-4775-beed-8811c966a150 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:23:18.427602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:18.444986 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:18.532719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a624310c-7e67-4471-bc39-f2ac0d595871 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/00b24d95-9bcc-4e0e-afbb-28af0e4e86bf HTTP/1.1" status: 200 len: 991 time: 0.1655381 Aug 31 16:23:18.643427 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d30665-bb3a-4160-879e-8a961e801a86 x-openstack-request-id: req-e2d30665-bb3a-4160-879e-8a961e801a86 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:23:18.643728 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:23:18.643988 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2d30665-bb3a-4160-879e-8a961e801a86 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:23:18.644575 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'status': 'completed', 'code': 200} Aug 31 16:23:18.740450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769590a-cc06-4bf7-8725-ec97b69b0c23 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:18.883332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '00b24d95-9bcc-4e0e-afbb-28af0e4e86bf', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'port_id': 'e68cf00f-4e85-497e-b806-284a23197690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'mac_address': 'fa:16:3e:4b:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af780951-ded0-4e62-9329-c287dad04b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:23:15Z', 'updated_at': '2021-08-31T16:23:15Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:57Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:18.934710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] Checking router: ea4df920-76d2-40c6-990e-f3f0976322e4 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:23:18.953846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:23:18.954859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:22:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:19.123317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::3ca (4d30e943-7caf-44d2-9e1a-8fc92c863115/39a765eb-a955-4759-84a0-689b2aa3c5d4/cdc25241-1771-4775-beed-8811c966a150) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:19.139724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:a04c (4d30e943-7caf-44d2-9e1a-8fc92c863115/54bc462b-8031-440a-b047-d3ba82c0f680/cdc25241-1771-4775-beed-8811c966a150) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:19.146614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:23:19.162879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-77f1f9f1-6e55-4275-9f9c-e6eabd4edf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:19.165973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-77f1f9f1-6e55-4275-9f9c-e6eabd4edf2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1097 time: 0.1708927 Aug 31 16:23:19.514253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-e747edb2-ce99-4444-b5d3-1dee04a2bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:19.518134 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-e747edb2-ce99-4444-b5d3-1dee04a2bbe5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.3431261 Aug 31 16:23:19.537910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59616) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:19.649350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:19.721395 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-1923f1b7-510f-4999-b865-e6f4ce7817d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 999 time: 0.1767838 Aug 31 16:23:19.735381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object cdc25241-1771-4775-beed-8811c966a150 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:19.758153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '00b24d95-9bcc-4e0e-afbb-28af0e4e86bf', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'port_id': 'e68cf00f-4e85-497e-b806-284a23197690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'mac_address': 'fa:16:3e:4b:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af780951-ded0-4e62-9329-c287dad04b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:23:15Z', 'updated_at': '2021-08-31T16:23:15Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:57Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:19.822532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4622f8f8-b9e2-46f7-bf97-a86b48de7860 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/00b24d95-9bcc-4e0e-afbb-28af0e4e86bf HTTP/1.1" status: 200 len: 991 time: 0.2802074 Aug 31 16:23:19.864240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95ca6-c9a0-4349-bac3-f9d7700524b0 None None] The sync data for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 is: [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '00b24d95-9bcc-4e0e-afbb-28af0e4e86bf', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'port_id': 'e68cf00f-4e85-497e-b806-284a23197690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'mac_address': 'fa:16:3e:4b:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af780951-ded0-4e62-9329-c287dad04b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:23:15Z', 'updated_at': '2021-08-31T16:23:15Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:57Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:23:19.907202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-874bcf6d-fdee-4c48-b082-2bc6f5ae255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:19.908906 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-874bcf6d-fdee-4c48-b082-2bc6f5ae255d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.1705987 Aug 31 16:23:20.012823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:20.077495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=cdc25241-1771-4775-beed-8811c966a150,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:20.137704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:20.146865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-093f420b-62f8-4c46-9894-468f6e6f3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:20.149953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-093f420b-62f8-4c46-9894-468f6e6f3bfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2172747 Aug 31 16:23:20.151411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:20.155690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:20.174767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:20.175745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:20.315138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-461e75ee-5182-412b-ac55-5b57dd222158 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357312 Aug 31 16:23:20.333740 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df20ca7-d2da-4e99-866a-f516f2476973 None None] New status for floating IP 00b24d95-9bcc-4e0e-afbb-28af0e4e86bf: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:23:20.434949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 21e73621-9d24-4e43-8bc5-4bc759a9ab21 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:20.476563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1811f4e7-fc74-4745-b601-66530b74ee16 req-3fa30530-989a-4e1c-a8ba-29edbeed07e8 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408577 Aug 31 16:23:20.488026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59630) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:20.488838 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-13f72705-cad9-4283-8e36-653a6c74869c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7033734 Aug 31 16:23:20.503223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987aed8-be17-41ae-9b9e-588fcfa45076 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:20.694803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e7e6e823-c1ff-4a43-a1f0-91cb4644dd61 None None] Provisioning for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:20.696342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port cdc25241-1771-4775-beed-8811c966a150 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:20.697215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:20.818015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:20.866073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:20.890161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:20.890634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:20.891341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:20.950264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for cdc25241-1771-4775-beed-8811c966a150 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:21.068144 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cc23b3c2-b4d8-4045-86e7-8b69189e69a2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/00b24d95-9bcc-4e0e-afbb-28af0e4e86bf HTTP/1.1" status: 200 len: 993 time: 0.2485075 Aug 31 16:23:21.280023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5ff184ba-9945-46dd-867f-305ecaf73787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.301469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Update dhcp port {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '39a765eb-a955-4759-84a0-689b2aa3c5d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '54bc462b-8031-440a-b047-d3ba82c0f680'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '21e73621-9d24-4e43-8bc5-4bc759a9ab21'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:23:21.361592 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.407120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:21.420263 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.433701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.631320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Allocated IP 2001:db8:0:1:f816:3eff:fea6:13c (4d30e943-7caf-44d2-9e1a-8fc92c863115/54bc462b-8031-440a-b047-d3ba82c0f680/21e73621-9d24-4e43-8bc5-4bc759a9ab21) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:21.765036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:21.787403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.853104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=cdc25241-1771-4775-beed-8811c966a150,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:21.887438 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.911900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:21.921419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Transition to ACTIVE for port object 21e73621-9d24-4e43-8bc5-4bc759a9ab21 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:21.926247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.927028 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:21.928831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-309c9446-3278-47db-ac06-831dd3037129 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/cdc25241-1771-4775-beed-8811c966a150 HTTP/1.1" status: 204 len: 168 time: 1.4390595 Aug 31 16:23:21.931600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:22.003653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9cb23-e4e3-451a-9320-9020b6b05cab None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:22.046019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921f2fbe-3c4a-4263-a3e9-be9471994947 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:22.048773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-921f2fbe-3c4a-4263-a3e9-be9471994947 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1153650 Aug 31 16:23:22.051171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:22.132941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e6291-7fec-4baf-85d2-bf1eee87a8cd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:22.134886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e00e6291-7fec-4baf-85d2-bf1eee87a8cd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0821712 Aug 31 16:23:22.137475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59678) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:22.242749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a710f-849e-4683-b93e-00299892c453 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:22.245323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a710f-849e-4683-b93e-00299892c453 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:22.273732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a710f-849e-4683-b93e-00299892c453 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:22.286204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59682) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:22.294268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f8a710f-849e-4683-b93e-00299892c453 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1555057 Aug 31 16:23:22.307211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 21e73621-9d24-4e43-8bc5-4bc759a9ab21 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:22.971935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5d2d54e1-7fbe-46f1-8d9a-17e798b26823 None None] Could not find standard attr ID for object cdc25241-1771-4775-beed-8811c966a150. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:23:22.994128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 39a765eb-a955-4759-84a0-689b2aa3c5d4 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:22.998490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5d2d54e1-7fbe-46f1-8d9a-17e798b26823 None None] Provisioning for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:23.000122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.008696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5d2d54e1-7fbe-46f1-8d9a-17e798b26823 None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:23.009321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d2d54e1-7fbe-46f1-8d9a-17e798b26823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.071797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.243258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.322174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.375350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=39a765eb-a955-4759-84a0-689b2aa3c5d4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:23.381548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.383863 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c9968029-2dc0-4e31-8952-db66b37b63f4 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/39a765eb-a955-4759-84a0-689b2aa3c5d4 HTTP/1.1" status: 204 len: 168 time: 1.0957909 Aug 31 16:23:23.386658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59708) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:23.409382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c4af417f-7414-412e-9d5c-00c949b2d7c2 None None] Could not find standard attr ID for object a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:23:23.472059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 54bc462b-8031-440a-b047-d3ba82c0f680 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:23.475986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.549189 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.759519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e44a26-0f66-4e80-b40a-ee71da458f4b None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:23.794857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.829685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f765db65-a967-4d38-ac87-9584687119b0 None None] Could not find standard attr ID for object cdc25241-1771-4775-beed-8811c966a150. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:23:23.915253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.954928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=54bc462b-8031-440a-b047-d3ba82c0f680,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:23.965686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:23.970657 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bc457807-8691-48c7-9da4-63a40405d439 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/54bc462b-8031-440a-b047-d3ba82c0f680 HTTP/1.1" status: 204 len: 168 time: 0.5829515 Aug 31 16:23:23.973638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59720) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:24.056936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-64570f00-d2a4-42ba-a623-08ab74a11535 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816877 Aug 31 16:23:24.060480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59722) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:24.069569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:24.124724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca09558-db7c-415f-978f-62eed4cc29a2 None None] Update dhcp port {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '54bc462b-8031-440a-b047-d3ba82c0f680'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '21e73621-9d24-4e43-8bc5-4bc759a9ab21'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:23:24.181202 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ca09558-db7c-415f-978f-62eed4cc29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:24.245423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:24.253440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:24.425237 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:24.556353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5eecec-3f29-4693-8ef3-7354c548f06a None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:24.656495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5ccdd629-6450-4931-9365-4805cc5b88db None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:24.656867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd629-6450-4931-9365-4805cc5b88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:24.720258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:24.849915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:24.854278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:24.863100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:24.863503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:24.910724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8482494 Aug 31 16:23:24.913862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59738) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:24.921486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:24.927205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a50355-3ce5-4214-862f-077b324df8df tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=9dc127f7-afc7-4b9d-90c9-64653fb44b67,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:25.176819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:25.184568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.194642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Update dhcp port {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'fixed_ips': [{'subnet_id': '9dc127f7-afc7-4b9d-90c9-64653fb44b67'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '21e73621-9d24-4e43-8bc5-4bc759a9ab21'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:23:25.260000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.310545 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.377396 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.405803 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dc127f7-afc7-4b9d-90c9-64653fb44b67 (CIDR: 2001:db8::/64) Aug 31 16:23:25.409894 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:23:25.411040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:25.437983 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-141f8776-25d4-429a-99e5-dc5f22e2359e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5190690 Aug 31 16:23:25.438347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59748) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:25.444458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'subnet': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:25.569057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Allocated IP 2001:db8::2 (4d30e943-7caf-44d2-9e1a-8fc92c863115/9dc127f7-afc7-4b9d-90c9-64653fb44b67/21e73621-9d24-4e43-8bc5-4bc759a9ab21) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:25.615671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d22eca3-0289-4b39-946c-6c3fb48e4bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.676330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:25.680602 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.775530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:25.830671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.855940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Transition to ACTIVE for port object 21e73621-9d24-4e43-8bc5-4bc759a9ab21 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:25.867721 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:25.958376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:26.006294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3f458-f935-49f0-82ff-d3a275b5eb00 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:26.079475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.objects.ports [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101477) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:23:26.236035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 21e73621-9d24-4e43-8bc5-4bc759a9ab21 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:26.382516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:26.426261 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:26.530667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:26.539989 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:26.548569 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:23:26.549981 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:23:26.692950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:26.730854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 21e73621-9d24-4e43-8bc5-4bc759a9ab21 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:27.005242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-6ec52275-e386-494b-890b-2987b209b096 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705714 Aug 31 16:23:27.103146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1486c9-0600-4c3f-88e5-5bfdafc18e53 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:27.143494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.159374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-00e26f8c-0e92-43ee-8ddf-0bf7bfea047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:27.161100 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-00e26f8c-0e92-43ee-8ddf-0bf7bfea047a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1097 time: 0.1011949 Aug 31 16:23:27.341875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-fa7e5e25-9e04-475d-a51e-ce6b6d755c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:27.344305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-fa7e5e25-9e04-475d-a51e-ce6b6d755c66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.1565912 Aug 31 16:23:27.439716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] Provisioning for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:27.446009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:27.446514 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.453596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-cf49f5f0-4b79-4ecd-84f5-9f0992a13870 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 1001 time: 0.1019492 Aug 31 16:23:27.457774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:27.522135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.528758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.529914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.549654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-1b750a6a-2e39-4f9d-85a3-4c866ae7d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:27.558000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-1b750a6a-2e39-4f9d-85a3-4c866ae7d9d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.0967882 Aug 31 16:23:27.647538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:27.678001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:27.733674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:27.733912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.739100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-83f08aa6-e082-4315-af5d-ebde3a8b327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:27.740897 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-83f08aa6-e082-4315-af5d-ebde3a8b327d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737926 Aug 31 16:23:27.767374 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.786034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:27.805692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Subnet': ['ID=dca4b5f7-0eae-4c3c-8102-3c8ee6c81561,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:27.822253 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:27.830112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e2f80f5b-7ada-4948-ae9a-ec36f10bad33 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3877015 Aug 31 16:23:27.830477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59776) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:27.845609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Request body: {'port': {'network_id': '4d30e943-7caf-44d2-9e1a-8fc92c863115', 'mac_address': 'fa:16:3e:73:0f:ec', 'name': 'tempest-NetworksTestDHCPv6-1794838756'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:27.901506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:27.907326 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:28.033378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-854b79ae-6cae-4591-8eaa-8c46bd666169 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817492 Aug 31 16:23:28.077968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b396e-47cb-4d46-b58a-cddbb9748385 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:28.211326 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a9fa602b-7005-4fdb-a100-9a60caf5eb21 req-b17ec2a0-5f8a-4830-a8b2-30d602c4f345 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616101 Aug 31 16:23:28.264225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Made reservation on behalf of 754f4e1e24454cbcabee333d16592c51 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:28.309950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 21e73621-9d24-4e43-8bc5-4bc759a9ab21 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:28.418559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:28.420225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:28.421766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:28.458947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] device_id is not set on port 5bfe18b4-7b96-44e2-ae23-96241eb744b2 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:23:28.697919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8::3ce (4d30e943-7caf-44d2-9e1a-8fc92c863115/9dc127f7-afc7-4b9d-90c9-64653fb44b67/5bfe18b4-7b96-44e2-ae23-96241eb744b2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:28.706763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:fec (4d30e943-7caf-44d2-9e1a-8fc92c863115/dca4b5f7-0eae-4c3c-8102-3c8ee6c81561/5bfe18b4-7b96-44e2-ae23-96241eb744b2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:28.708105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95ea7a-4f40-49f4-9461-415470c83ce1 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:28.797664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6ad0a313-2ca1-4755-a67e-7c5d3d3e8616 None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:28.798502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a313-2ca1-4755-a67e-7c5d3d3e8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.005925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.023108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Transition to ACTIVE for port object 5bfe18b4-7b96-44e2-ae23-96241eb744b2 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:29.065373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.130342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:29.134348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:29.146605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:29.152794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:29.153465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.176824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event updated for resources: {'Port': ['ID=5bfe18b4-7b96-44e2-ae23-96241eb744b2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:29.190271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:29.190732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a166fdba-e266-4cb6-8e35-41e8569b3185 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3567660 Aug 31 16:23:29.315492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59800) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:29.411746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-43357e9e-ac86-456c-94eb-169e5767b4cb None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:29.412443 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43357e9e-ac86-456c-94eb-169e5767b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.470777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting port 5bfe18b4-7b96-44e2-ae23-96241eb744b2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:29.481100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.481476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9f4b-41e8-4382-ac1e-0f25b7d568e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.698682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9f4b-41e8-4382-ac1e-0f25b7d568e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.699839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.703452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9f4b-41e8-4382-ac1e-0f25b7d568e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.725350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Calling delete_port for 5bfe18b4-7b96-44e2-ae23-96241eb744b2 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:29.786677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dd1e9f4b-41e8-4382-ac1e-0f25b7d568e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2baea7f3d664a4faecbf447be2cbd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695501 Aug 31 16:23:29.788563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e9f4b-41e8-4382-ac1e-0f25b7d568e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46725981-3581-467f-b993-aca7061216a8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:29.792925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59804) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:29.849263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1f41d173-2524-45e4-8501-af05f897fff0 None None] Provisioning for port 5bfe18b4-7b96-44e2-ae23-96241eb744b2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:29.863516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1f41d173-2524-45e4-8501-af05f897fff0 None None] Provisioning complete for port 5bfe18b4-7b96-44e2-ae23-96241eb744b2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:29.867138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1f41d173-2524-45e4-8501-af05f897fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.897586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2545703-e3c3-4a59-9ed2-f27ddc5375f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.945242 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2545703-e3c3-4a59-9ed2-f27ddc5375f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:29.975938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1f41d173-2524-45e4-8501-af05f897fff0 None None] Port 5bfe18b4-7b96-44e2-ae23-96241eb744b2 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:23:30.043361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2545703-e3c3-4a59-9ed2-f27ddc5375f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.048793 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d2545703-e3c3-4a59-9ed2-f27ddc5375f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.051757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d2545703-e3c3-4a59-9ed2-f27ddc5375f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46725981-3581-467f-b993-aca7061216a8 HTTP/1.1" status: 204 len: 168 time: 0.2554300 Aug 31 16:23:30.058163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.066656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545703-e3c3-4a59-9ed2-f27ddc5375f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46725981-3581-467f-b993-aca7061216a8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.110874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Port': ['ID=5bfe18b4-7b96-44e2-ae23-96241eb744b2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.218605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.223563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e815715c-94ab-4237-bdda-86b731608700 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/5bfe18b4-7b96-44e2-ae23-96241eb744b2 HTTP/1.1" status: 204 len: 168 time: 1.0292728 Aug 31 16:23:30.223689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59820) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.291599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee3efc-0874-436e-8539-0789f8de784f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:30.294784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bcee3efc-0874-436e-8539-0789f8de784f tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0683570 Aug 31 16:23:30.295377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59824) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.389527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7197ed3-1094-47ee-b8a6-a5e3067f84c5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:30.392265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d7197ed3-1094-47ee-b8a6-a5e3067f84c5 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0951440 Aug 31 16:23:30.394872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59826) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.488889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31152d9-e537-4c80-938f-ccae07b0a784 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:30.491439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31152d9-e537-4c80-938f-ccae07b0a784 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:30.493880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31152d9-e537-4c80-938f-ccae07b0a784 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:30.495722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b31152d9-e537-4c80-938f-ccae07b0a784 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0992672 Aug 31 16:23:30.498529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.533739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59830) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.554874 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-282a378f-c120-4ddd-a56e-290a6758e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.556017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet 9dc127f7-afc7-4b9d-90c9-64653fb44b67 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:30.560658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.618905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.665568 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-282a378f-c120-4ddd-a56e-290a6758e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.670794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-282a378f-c120-4ddd-a56e-290a6758e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.708381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a378f-c120-4ddd-a56e-290a6758e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7d955-b2ff-451c-bcee-2c0a95e37322,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.740745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.744139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-282a378f-c120-4ddd-a56e-290a6758e0ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75011883ac0b49b0a007113a97564983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058852 Aug 31 16:23:30.744401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59832) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.817266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72450706-a89c-45d9-8c0f-ddec6a45cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.854279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.855747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72450706-a89c-45d9-8c0f-ddec6a45cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.889076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc127f7-afc7-4b9d-90c9-64653fb44b67,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.898317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.902696 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-84d6ec45-f87a-4b2a-b0fb-af9be4956f59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/9dc127f7-afc7-4b9d-90c9-64653fb44b67 HTTP/1.1" status: 204 len: 168 time: 0.4005156 Aug 31 16:23:30.903068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59834) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:30.904581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4155268d-54fa-4e62-8372-41dfd0095c59 None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:30.934746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72450706-a89c-45d9-8c0f-ddec6a45cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.937801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72450706-a89c-45d9-8c0f-ddec6a45cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:30.939065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-72450706-a89c-45d9-8c0f-ddec6a45cb72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ea7d955-b2ff-451c-bcee-2c0a95e37322 HTTP/1.1" status: 204 len: 168 time: 0.1936512 Aug 31 16:23:30.955734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450706-a89c-45d9-8c0f-ddec6a45cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7d955-b2ff-451c-bcee-2c0a95e37322,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:30.979588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Deleting subnet dca4b5f7-0eae-4c3c-8102-3c8ee6c81561 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:30.982922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:31.060099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:31.184236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:31.301994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:31.356962 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Subnet': ['ID=dca4b5f7-0eae-4c3c-8102-3c8ee6c81561,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:31.364662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:31.369344 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d9279463-c9f5-4392-8381-54296d065360 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/dca4b5f7-0eae-4c3c-8102-3c8ee6c81561 HTTP/1.1" status: 204 len: 168 time: 0.4650252 Aug 31 16:23:31.373220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59848) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.450436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bbe650e4-14e0-4e79-95c5-ba8fa7182498 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755324 Aug 31 16:23:31.454138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59856) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.512666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68043bd5-44b9-4df9-8245-13e9705c92a7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:31.516664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-68043bd5-44b9-4df9-8245-13e9705c92a7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0583820 Aug 31 16:23:31.517019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59860) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.577738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911b0c8-4359-4c3f-8228-c8df5ff7cd12 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:31.582202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59864) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.582532 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0911b0c8-4359-4c3f-8228-c8df5ff7cd12 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643902 Aug 31 16:23:31.630894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b2a16bf-a96c-4281-a7d7-49a30977bb79 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431254 Aug 31 16:23:31.631189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59866) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.657371 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd17aac-e086-42ca-b70b-36db26bdb63c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.658096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd17aac-e086-42ca-b70b-36db26bdb63c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.662314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3fd17aac-e086-42ca-b70b-36db26bdb63c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/5bfe18b4-7b96-44e2-ae23-96241eb744b2 HTTP/1.1" status: 404 len: 333 time: 0.0279605 Aug 31 16:23:31.662744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59870) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.690597 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a2d83e-b534-4b86-a8bc-10ca9de309b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.691052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a2d83e-b534-4b86-a8bc-10ca9de309b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.692873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28a2d83e-b534-4b86-a8bc-10ca9de309b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/dca4b5f7-0eae-4c3c-8102-3c8ee6c81561 HTTP/1.1" status: 404 len: 337 time: 0.0291638 Aug 31 16:23:31.695995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59874) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.724038 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6171a76d-6e2f-4f47-9028-54384c4c47a2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.724673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6171a76d-6e2f-4f47-9028-54384c4c47a2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.726497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6171a76d-6e2f-4f47-9028-54384c4c47a2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/9dc127f7-afc7-4b9d-90c9-64653fb44b67 HTTP/1.1" status: 404 len: 337 time: 0.0292156 Aug 31 16:23:31.729213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59876) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.761490 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-594f7a3c-4574-4035-a19b-7fbe025cf891 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.762234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594f7a3c-4574-4035-a19b-7fbe025cf891 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.766508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-594f7a3c-4574-4035-a19b-7fbe025cf891 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/cdc25241-1771-4775-beed-8811c966a150 HTTP/1.1" status: 404 len: 333 time: 0.0337141 Aug 31 16:23:31.766672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59880) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.801530 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64d1faf-3a64-40fb-a392-f67308942dfb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.801992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64d1faf-3a64-40fb-a392-f67308942dfb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.803767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d64d1faf-3a64-40fb-a392-f67308942dfb tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/54bc462b-8031-440a-b047-d3ba82c0f680 HTTP/1.1" status: 404 len: 337 time: 0.0358837 Aug 31 16:23:31.807114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59884) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.835138 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8338abbf-5c87-4ccd-9690-d604db1d0bc7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.835477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8338abbf-5c87-4ccd-9690-d604db1d0bc7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.840047 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8338abbf-5c87-4ccd-9690-d604db1d0bc7 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/39a765eb-a955-4759-84a0-689b2aa3c5d4 HTTP/1.1" status: 404 len: 337 time: 0.0292079 Aug 31 16:23:31.840458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59886) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.881959 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-101da13b-adb5-4a94-a03f-7535c053dede tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.883812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101da13b-adb5-4a94-a03f-7535c053dede tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.886730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-101da13b-adb5-4a94-a03f-7535c053dede tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/a2127ed2-fd3d-4ae6-8d06-d83cdc5518fb HTTP/1.1" status: 404 len: 333 time: 0.0447600 Aug 31 16:23:31.890446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59888) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.894706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40d2e1-41da-4f1d-bf46-0df0884e372f None None] Network 4d30e943-7caf-44d2-9e1a-8fc92c863115 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:31.919948 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd78e71-551a-4d0a-b1e9-719ebf9167c8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.920802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd78e71-551a-4d0a-b1e9-719ebf9167c8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.928378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3fd78e71-551a-4d0a-b1e9-719ebf9167c8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/b01d8c08-f7d9-46da-99a6-4309c00aa3e2 HTTP/1.1" status: 404 len: 337 time: 0.0353844 Aug 31 16:23:31.930140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.959144 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03eb9af-5382-4d99-ae81-dc3ca4b5161b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.959608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03eb9af-5382-4d99-ae81-dc3ca4b5161b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.965751 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f03eb9af-5382-4d99-ae81-dc3ca4b5161b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/67e2ffcf-c182-4341-b196-c9155ba54faf HTTP/1.1" status: 404 len: 337 time: 0.0317056 Aug 31 16:23:31.965936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59900) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:31.989280 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17a61b1-a320-4b0f-8e68-22ad11cef2d6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:31.990123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17a61b1-a320-4b0f-8e68-22ad11cef2d6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:31.992685 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c17a61b1-a320-4b0f-8e68-22ad11cef2d6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/6eedf1bc-2900-4043-a6fa-1fdc0e3f98cb HTTP/1.1" status: 404 len: 333 time: 0.0250680 Aug 31 16:23:31.995429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59902) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.007280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-75a606f7-8685-4e98-82ef-8f3f145f1aab None None] Provisioning complete for port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:32.008427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75a606f7-8685-4e98-82ef-8f3f145f1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.028612 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd3c0a1-1bf3-469d-a0b1-668156e796c2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.029134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd3c0a1-1bf3-469d-a0b1-668156e796c2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.030981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ccd3c0a1-1bf3-469d-a0b1-668156e796c2 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/b73f8cf8-33e7-467e-b682-0ac3c9fedecc HTTP/1.1" status: 404 len: 337 time: 0.0344958 Aug 31 16:23:32.033542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.069392 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-3632347a-5e88-4d88-aae0-b6feb4491786 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.070275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3632347a-5e88-4d88-aae0-b6feb4491786 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.074017 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3632347a-5e88-4d88-aae0-b6feb4491786 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/6d6a9b43-39b2-473f-bfd2-faf5468a29f4 HTTP/1.1" status: 404 len: 337 time: 0.0386627 Aug 31 16:23:32.075789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59910) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.121093 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4d9648-0061-4261-8775-e3387860b115 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.122205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4d9648-0061-4261-8775-e3387860b115 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.127574 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6f4d9648-0061-4261-8775-e3387860b115 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/d625ebef-b145-4868-bb17-56319d131d41 HTTP/1.1" status: 404 len: 333 time: 0.0478098 Aug 31 16:23:32.128222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59914) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.160886 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-26523abc-b2c9-40dc-97f3-47b0f130ac7c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.161993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26523abc-b2c9-40dc-97f3-47b0f130ac7c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.167097 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-26523abc-b2c9-40dc-97f3-47b0f130ac7c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/1edab172-e929-455a-be56-629813904d44 HTTP/1.1" status: 404 len: 337 time: 0.0347967 Aug 31 16:23:32.167489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59918) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.208588 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfccb29-4d2d-4168-b08a-12bbc173a8c6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.209925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfccb29-4d2d-4168-b08a-12bbc173a8c6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.212132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1cfccb29-4d2d-4168-b08a-12bbc173a8c6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/49d0593c-5fc7-4438-acc5-67b3bd7c2ed5 HTTP/1.1" status: 404 len: 333 time: 0.0436161 Aug 31 16:23:32.215054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59920) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.242770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] DHCP port deletion for 4d30e943-7caf-44d2-9e1a-8fc92c863115 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:23:32.260893 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb41aec-d72e-4eab-89cf-d2c20ca8c979 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.261349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb41aec-d72e-4eab-89cf-d2c20ca8c979 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.264236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-beb41aec-d72e-4eab-89cf-d2c20ca8c979 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/7e840cd1-5cb6-4605-8c07-ab614f3e7eef HTTP/1.1" status: 404 len: 337 time: 0.0462534 Aug 31 16:23:32.268104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59924) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.310321 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5805abe5-19ff-47c0-8743-4b9be65a54b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.311023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5805abe5-19ff-47c0-8743-4b9be65a54b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.313016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5805abe5-19ff-47c0-8743-4b9be65a54b6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/83779480-dd65-4b1e-827d-64fd558d6cfc HTTP/1.1" status: 404 len: 333 time: 0.0435414 Aug 31 16:23:32.315628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59926) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.333357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 21e73621-9d24-4e43-8bc5-4bc759a9ab21 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:23:32.338023 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:23:32.348745 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e12f588-6846-4f48-bc99-650b20008c69 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.349203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e12f588-6846-4f48-bc99-650b20008c69 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.351058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8e12f588-6846-4f48-bc99-650b20008c69 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/e57239b5-d1d6-4840-a3ea-8917f511c9c4 HTTP/1.1" status: 404 len: 337 time: 0.0342000 Aug 31 16:23:32.354275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59930) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.389375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] Deleting port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:32.389780 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.397624 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-badf46ec-eab4-4b33-9ff5-e6cf51fdaa46 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.398911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badf46ec-eab4-4b33-9ff5-e6cf51fdaa46 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.403137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-badf46ec-eab4-4b33-9ff5-e6cf51fdaa46 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/c063e4c6-8142-493e-b3ca-c6e8b59d5efb HTTP/1.1" status: 404 len: 333 time: 0.0455124 Aug 31 16:23:32.403435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59932) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.437633 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e660130c-0b2e-4fd2-b110-4d819a1aedfa tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.437853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e660130c-0b2e-4fd2-b110-4d819a1aedfa tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.439852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e660130c-0b2e-4fd2-b110-4d819a1aedfa tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/d30baa29-311b-469a-a052-b33dcdea78ad HTTP/1.1" status: 404 len: 337 time: 0.0351233 Aug 31 16:23:32.442393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59936) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.472770 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4339ae92-f0c9-444d-8c4e-5977b4bc8332 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.473518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4339ae92-f0c9-444d-8c4e-5977b4bc8332 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.475827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4339ae92-f0c9-444d-8c4e-5977b4bc8332 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/bfc6cca1-2cdc-4bef-84ab-771651dc4acf HTTP/1.1" status: 404 len: 333 time: 0.0320315 Aug 31 16:23:32.480607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59940) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.530457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59942) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.542250 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c211abcc-4f42-48c5-a82c-377db5806bb6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.542974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c211abcc-4f42-48c5-a82c-377db5806bb6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.547292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c211abcc-4f42-48c5-a82c-377db5806bb6 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/7e7f15d2-d8f8-4e71-ae28-a437d2309750 HTTP/1.1" status: 404 len: 337 time: 0.0653841 Aug 31 16:23:32.550273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.604919 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf55c5f-fe23-4fbd-a76e-ef2791f56210 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.607184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf55c5f-fe23-4fbd-a76e-ef2791f56210 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.618230 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ebf55c5f-fe23-4fbd-a76e-ef2791f56210 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/ac39882f-7cb7-4af2-a7fa-356c7ad78bef HTTP/1.1" status: 404 len: 333 time: 0.0668058 Aug 31 16:23:32.618444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59950) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.670924 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f27faa-14a6-4c8d-babd-932057bc0cff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.671390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f27faa-14a6-4c8d-babd-932057bc0cff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.677114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b6f27faa-14a6-4c8d-babd-932057bc0cff tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/2d2083e4-ed9b-4879-8886-de6c28560a33 HTTP/1.1" status: 404 len: 337 time: 0.0576262 Aug 31 16:23:32.679989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59954) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.748588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:32.749978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.755946 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-543130f4-df82-44ea-a807-ce20fd46a7a0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.757199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543130f4-df82-44ea-a807-ce20fd46a7a0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.759181 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-543130f4-df82-44ea-a807-ce20fd46a7a0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/e855a024-ea21-443b-b508-d055e54bbbe4 HTTP/1.1" status: 404 len: 337 time: 0.0780904 Aug 31 16:23:32.761881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59956) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.777680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] Calling delete_port for 21e73621-9d24-4e43-8bc5-4bc759a9ab21 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:32.793105 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30e96088-b0a8-49d1-8154-46b89750b890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.801829 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e71fb8-2c58-49ae-8e01-2826522d1c74 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.807614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e71fb8-2c58-49ae-8e01-2826522d1c74 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.811858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-01e71fb8-2c58-49ae-8e01-2826522d1c74 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/09105eaf-4766-4fd5-a260-f8ebd8ea263e HTTP/1.1" status: 404 len: 333 time: 0.0426724 Aug 31 16:23:32.812568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59958) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.850635 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-924810ef-f50c-4656-a01c-3a1ec2fa600e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.851040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924810ef-f50c-4656-a01c-3a1ec2fa600e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.856313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-924810ef-f50c-4656-a01c-3a1ec2fa600e tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/efe0418b-83f5-487d-ae60-c33f283b5073 HTTP/1.1" status: 404 len: 337 time: 0.0400209 Aug 31 16:23:32.856568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59960) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.874614 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.891308 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc2faaf-58ac-42b8-87dc-d7e5aab59c98 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.891836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc2faaf-58ac-42b8-87dc-d7e5aab59c98 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.897660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6dc2faaf-58ac-42b8-87dc-d7e5aab59c98 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/839869b4-5f5e-4afd-8fff-14f9bce2e5a2 HTTP/1.1" status: 404 len: 337 time: 0.0362294 Aug 31 16:23:32.898001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59962) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.936851 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30e96088-b0a8-49d1-8154-46b89750b890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.940705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 21e73621-9d24-4e43-8bc5-4bc759a9ab21, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=21e73621-9d24-4e43-8bc5-4bc759a9ab21,segment=NetworkSegment(6dd8635f-f385-4da4-8f09-45c7bbdeed5e),segment_id=6dd8635f-f385-4da4-8f09-45c7bbdeed5e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:32.942005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30e96088-b0a8-49d1-8154-46b89750b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.947827 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-37870249-acc4-41ce-926d-670311535cec tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.948971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37870249-acc4-41ce-926d-670311535cec tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:32.949170 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:32.955076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-37870249-acc4-41ce-926d-670311535cec tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/4d96517b-417d-4ff4-84a8-341d5590a990 HTTP/1.1" status: 404 len: 333 time: 0.0546556 Aug 31 16:23:32.955296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59964) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.979397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-30e96088-b0a8-49d1-8154-46b89750b890 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b5db9bba2794308a950ec4d8b111141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439311 Aug 31 16:23:32.979677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59966) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:32.996417 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-409493da-4948-4329-91a4-70fcfa760073 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:32.997666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409493da-4948-4329-91a4-70fcfa760073 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.001110 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-409493da-4948-4329-91a4-70fcfa760073 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/fd1111ce-2a1a-4c64-8c70-90b9dd8f5c1d HTTP/1.1" status: 404 len: 337 time: 0.0445356 Aug 31 16:23:33.003726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59968) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.015577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:33.036832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] No DVR routers for this DVR port 21e73621-9d24-4e43-8bc5-4bc759a9ab21 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:23:33.039720 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f99e7c-4d64-4ffb-a50e-4a6c03794cad tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.040202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f99e7c-4d64-4ffb-a50e-4a6c03794cad tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.052655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-66f99e7c-4d64-4ffb-a50e-4a6c03794cad tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/586f8e60-54f6-4718-828c-6053f17a3b2a HTTP/1.1" status: 404 len: 337 time: 0.0397654 Aug 31 16:23:33.053419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.063894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=14']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:33.069513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e96088-b0a8-49d1-8154-46b89750b890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51766d44-cf45-473e-afa9-287cae72d871,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:33.079116 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8d06dd-272b-49f3-9562-47aa6994672c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.080343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8d06dd-272b-49f3-9562-47aa6994672c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.084220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf3abcc-c0e9-4b8f-869c-81f26303d06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:33.085257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a8d06dd-272b-49f3-9562-47aa6994672c tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/eed0815c-3930-4e24-943e-966326b8f50f HTTP/1.1" status: 404 len: 333 time: 0.0307140 Aug 31 16:23:33.085855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59972) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.109423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2922ba-aff0-4b87-a17b-f03baa3fdb91 None None] Pushing event deleted for resources: {'Port': ['ID=21e73621-9d24-4e43-8bc5-4bc759a9ab21,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:33.127937 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9b31e8-378f-4d7d-99c7-482653874ced tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.132031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9b31e8-378f-4d7d-99c7-482653874ced tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.136825 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7c9b31e8-378f-4d7d-99c7-482653874ced tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/c6d9cafd-1c79-4675-acd9-fcb61b6211ae HTTP/1.1" status: 404 len: 337 time: 0.0462632 Aug 31 16:23:33.137323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59976) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.144168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf3abcc-c0e9-4b8f-869c-81f26303d06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:33.172274 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c8f6c8-ed59-437f-a03c-09932fe62d39 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.172902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c8f6c8-ed59-437f-a03c-09932fe62d39 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.177665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-77c8f6c8-ed59-437f-a03c-09932fe62d39 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/c9711e35-3894-42c1-bcbc-a94dc59849f8 HTTP/1.1" status: 404 len: 337 time: 0.0392478 Aug 31 16:23:33.178419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59978) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.209828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f783ca4-5903-49e4-b103-d89955f52a59 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports?device_id=f600f2ba-961d-4c0a-8298-a21775457413 HTTP/1.1" status: 200 len: 205 time: 0.0301011 Aug 31 16:23:33.210723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.217103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf3abcc-c0e9-4b8f-869c-81f26303d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:33.219256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cf3abcc-c0e9-4b8f-869c-81f26303d06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:33.220473 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1cf3abcc-c0e9-4b8f-869c-81f26303d06a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51766d44-cf45-473e-afa9-287cae72d871 HTTP/1.1" status: 204 len: 168 time: 0.2395499 Aug 31 16:23:33.229840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3abcc-c0e9-4b8f-869c-81f26303d06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51766d44-cf45-473e-afa9-287cae72d871,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:33.277215 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-45f92078-5794-4b62-99fb-3491b0977c17 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] delete failed (client error): The resource could not be found. Aug 31 16:23:33.281252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-45f92078-5794-4b62-99fb-3491b0977c17 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/routers/f600f2ba-961d-4c0a-8298-a21775457413 HTTP/1.1" status: 404 len: 336 time: 0.0663733 Aug 31 16:23:33.281781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59984) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.322105 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-22913f9e-539f-4a7c-ab5f-8cceece3dbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.322740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22913f9e-539f-4a7c-ab5f-8cceece3dbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.327722 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22913f9e-539f-4a7c-ab5f-8cceece3dbf0 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/c766da9a-dee1-4f55-90d8-5db46704235d HTTP/1.1" status: 404 len: 337 time: 0.0426447 Aug 31 16:23:33.328862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59986) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.363496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a5e66804-2d07-4568-b183-236ab38e11d3 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "GET /v2.0/ports?device_id=9de98368-dcf6-406c-919b-8aa5256cdb0f HTTP/1.1" status: 200 len: 205 time: 0.0326531 Aug 31 16:23:33.365936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 59988) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.431873 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-0c8d97bb-db66-4945-b82c-0fec503d08e8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] delete failed (client error): The resource could not be found. Aug 31 16:23:33.435575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c8d97bb-db66-4945-b82c-0fec503d08e8 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/routers/9de98368-dcf6-406c-919b-8aa5256cdb0f HTTP/1.1" status: 404 len: 336 time: 0.0675755 Aug 31 16:23:33.435769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59994) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.473558 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a943fcda-fdef-42bc-bad8-295883ca5c67 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.474286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a943fcda-fdef-42bc-bad8-295883ca5c67 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.476255 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a943fcda-fdef-42bc-bad8-295883ca5c67 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/d8bbd3e9-27fb-433f-8605-bf9fb8aac950 HTTP/1.1" status: 404 len: 337 time: 0.0393732 Aug 31 16:23:33.478763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59996) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.507264 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8036097f-2f8d-4f5c-bef2-9b70788f4487 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.507807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8036097f-2f8d-4f5c-bef2-9b70788f4487 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.510138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8036097f-2f8d-4f5c-bef2-9b70788f4487 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/dce9d61a-d005-41bb-95cb-5724d2d4743f HTTP/1.1" status: 404 len: 337 time: 0.0300977 Aug 31 16:23:33.512861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 59998) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.546368 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec65e59-d151-4a0a-9394-cfe8602f7f6b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.547049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec65e59-d151-4a0a-9394-cfe8602f7f6b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.555313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eec65e59-d151-4a0a-9394-cfe8602f7f6b tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/34712700-5489-46bc-a377-9246075cb765 HTTP/1.1" status: 404 len: 333 time: 0.0344090 Aug 31 16:23:33.627785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.655045 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cb4eb7-b2b3-4af9-9660-4cef801c6fcc tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.655518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cb4eb7-b2b3-4af9-9660-4cef801c6fcc tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.657274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69cb4eb7-b2b3-4af9-9660-4cef801c6fcc tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/5137a0a2-94f1-4c21-a44a-071f0c4f6652 HTTP/1.1" status: 404 len: 337 time: 0.0284882 Aug 31 16:23:33.659739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60008) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.700691 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c466dd4-d3e9-4db4-a2fd-657ad27b0d06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.701361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c466dd4-d3e9-4db4-a2fd-657ad27b0d06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.704242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2c466dd4-d3e9-4db4-a2fd-657ad27b0d06 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/8ce6c647-1c22-4cb1-9ea7-2e3788fba8e9 HTTP/1.1" status: 404 len: 333 time: 0.0424380 Aug 31 16:23:33.705987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60012) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.743118 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b113828-c767-469b-a5b0-1ad4e1d157ab tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.743859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b113828-c767-469b-a5b0-1ad4e1d157ab tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.746371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b113828-c767-469b-a5b0-1ad4e1d157ab tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/85ab24c7-a80e-4a5a-a478-f0beac3271ba HTTP/1.1" status: 404 len: 337 time: 0.0390100 Aug 31 16:23:33.750301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60016) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.774412 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a88dee-eba8-46d8-b5ae-1a916024ca89 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.775217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a88dee-eba8-46d8-b5ae-1a916024ca89 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.780240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6a88dee-eba8-46d8-b5ae-1a916024ca89 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/2e2a7390-0a6a-43c9-9550-cc7a0d447e89 HTTP/1.1" status: 404 len: 333 time: 0.0257001 Aug 31 16:23:33.781408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60020) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.826063 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a409415e-a46d-4238-a93d-576062afab4d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.826938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a409415e-a46d-4238-a93d-576062afab4d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.834853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60022) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.835074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a409415e-a46d-4238-a93d-576062afab4d tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/784ed211-7257-4189-96b8-5da185bbef2d HTTP/1.1" status: 404 len: 337 time: 0.0524235 Aug 31 16:23:33.870043 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cd4e9b-a310-4ae7-a3f9-e216824661a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.871415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cd4e9b-a310-4ae7-a3f9-e216824661a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.876742 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-12cd4e9b-a310-4ae7-a3f9-e216824661a1 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/99918d4b-d773-4cb6-92f7-80bbe6e27055 HTTP/1.1" status: 404 len: 333 time: 0.0396833 Aug 31 16:23:33.878998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60028) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.927527 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841b321-1dd6-45af-9d41-992988de64fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.928962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0841b321-1dd6-45af-9d41-992988de64fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.934245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0841b321-1dd6-45af-9d41-992988de64fd tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/f934c36b-a70d-43f3-a082-09ee0891225f HTTP/1.1" status: 404 len: 337 time: 0.0511620 Aug 31 16:23:33.935126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60032) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:33.977166 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bf1bf8-810e-40d8-a203-5d6e1877edfe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:33.978151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bf1bf8-810e-40d8-a203-5d6e1877edfe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:33.982999 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44bf1bf8-810e-40d8-a203-5d6e1877edfe tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/7c859bc2-1167-420a-b48d-ee1e947f716a HTTP/1.1" status: 404 len: 333 time: 0.0444670 Aug 31 16:23:33.983501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60036) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:34.010517 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-c219070b-a72f-4749-b332-cc7be9ceba76 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:34.011084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c219070b-a72f-4749-b332-cc7be9ceba76 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:34.014634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c219070b-a72f-4749-b332-cc7be9ceba76 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/3b880cf7-54e0-4f0c-883b-8c1fb8387b73 HTTP/1.1" status: 404 len: 337 time: 0.0283542 Aug 31 16:23:34.016020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60038) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:34.046494 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d736d6fd-bb47-4ad1-8550-d9904b476b72 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:34.048291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d736d6fd-bb47-4ad1-8550-d9904b476b72 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:34.051725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d736d6fd-bb47-4ad1-8550-d9904b476b72 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/e9ebf41e-df18-445e-a453-27ef89288ebe HTTP/1.1" status: 404 len: 333 time: 0.0343764 Aug 31 16:23:34.052489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60042) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:34.096749 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c70713-33a8-4c51-b74c-cede219caa66 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:34.097612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c70713-33a8-4c51-b74c-cede219caa66 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:34.103702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09c70713-33a8-4c51-b74c-cede219caa66 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/27b05ca4-2d6a-4ec4-9a9a-1a40e076cccc HTTP/1.1" status: 404 len: 337 time: 0.0467076 Aug 31 16:23:34.103900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60044) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:34.132856 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e11601-d2ca-4ddf-bf63-be2fe3ac4dd9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:34.133387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e11601-d2ca-4ddf-bf63-be2fe3ac4dd9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:34.135279 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42e11601-d2ca-4ddf-bf63-be2fe3ac4dd9 tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/ports/d5a535d9-97df-4cbc-81bf-fbe5d328a7ee HTTP/1.1" status: 404 len: 333 time: 0.0303822 Aug 31 16:23:34.138404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60046) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:34.166326 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8727080f-5c74-406c-b78f-6ae45f5fb86a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] DELETE failed (client error): The resource could not be found. Aug 31 16:23:34.166819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8727080f-5c74-406c-b78f-6ae45f5fb86a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:23:34.171220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60048) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:34.171374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8727080f-5c74-406c-b78f-6ae45f5fb86a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/subnets/538e6b1f-f1c7-4063-9bbb-d8dce28a873e HTTP/1.1" status: 404 len: 337 time: 0.0323448 Aug 31 16:23:34.255513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.359229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.371064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d30e943-7caf-44d2-9e1a-8fc92c863115']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:34.383921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd8635f-f385-4da4-8f09-45c7bbdeed5e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:34.384155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd8635f-f385-4da4-8f09-45c7bbdeed5e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:34.394278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.410196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.420741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:34.421248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:34.424645 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:34.527751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.543228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:34.548227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] 10.222.0.43 "DELETE /v2.0/networks/4d30e943-7caf-44d2-9e1a-8fc92c863115 HTTP/1.1" status: 204 len: 168 time: 0.3729880 Aug 31 16:23:34.563071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032933c-0b0b-49b6-a5fc-bf33314b190a tempest-NetworksTestDHCPv6-1000030137 tempest-NetworksTestDHCPv6-1000030137-project] Pushing event deleted for resources: {'Network': ['ID=4d30e943-7caf-44d2-9e1a-8fc92c863115,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:34.831212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60074) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:35.030151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60082) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:35.045558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6a935e7c-aa4d-4576-9867-b7f9c7ef78a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=754f4e1e24454cbcabee333d16592c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104311 Aug 31 16:23:35.092868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d904fd-05fd-48c6-82f3-3d7b33606ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:35.129164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d904fd-05fd-48c6-82f3-3d7b33606ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:35.201878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d904fd-05fd-48c6-82f3-3d7b33606ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:35.204571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d904fd-05fd-48c6-82f3-3d7b33606ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:35.208431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-67d904fd-05fd-48c6-82f3-3d7b33606ea1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/131badb7-37db-4239-a9ab-be08a18b10aa HTTP/1.1" status: 204 len: 168 time: 0.1744921 Aug 31 16:23:35.220315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d904fd-05fd-48c6-82f3-3d7b33606ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131badb7-37db-4239-a9ab-be08a18b10aa,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:36.073767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60170) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.270243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-afcf5ed3-c27e-4425-850e-6b4c9759b8bc tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.271803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-afcf5ed3-c27e-4425-850e-6b4c9759b8bc tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1970341 Aug 31 16:23:36.277040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60204) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.282494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-4bd2990a-bc71-46f3-bd4d-70a3908993d4 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.283647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4bd2990a-bc71-46f3-bd4d-70a3908993d4 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049517 Aug 31 16:23:36.287534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60206) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.292005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-e7536913-17c3-4e92-b8e7-43268bba0bfc tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.296056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60210) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.296241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e7536913-17c3-4e92-b8e7-43268bba0bfc tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075412 Aug 31 16:23:36.307187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-6c66ca5e-bbad-4f1e-b923-b61c034c5051 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.308421 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6c66ca5e-bbad-4f1e-b923-b61c034c5051 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0112474 Aug 31 16:23:36.312504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60214) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.324248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-e75c80f6-f110-4526-8c31-300ab27d2e05 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.328402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60218) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.333592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-827a8d37-91f0-41e1-8b42-adaceb54b896 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.338074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-827a8d37-91f0-41e1-8b42-adaceb54b896 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077274 Aug 31 16:23:36.339194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60220) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.343053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e75c80f6-f110-4526-8c31-300ab27d2e05 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0292566 Aug 31 16:23:36.346580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-1e9e4523-81ee-40e4-a8ba-9a0f0aa7de04 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.349303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1e9e4523-81ee-40e4-a8ba-9a0f0aa7de04 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0069864 Aug 31 16:23:36.350665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60222) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.355379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-cadb4f93-5bd4-4708-9b9d-57f8abce6040 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.356498 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cadb4f93-5bd4-4708-9b9d-57f8abce6040 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047143 Aug 31 16:23:36.364113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.369780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-0172e5b7-0ae2-4923-8877-f5f971f967c5 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.372879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0172e5b7-0ae2-4923-8877-f5f971f967c5 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072217 Aug 31 16:23:36.374008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60232) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.381912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-5aaeeb1f-d928-4c7b-bf25-dfe016a1898a tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.384011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5aaeeb1f-d928-4c7b-bf25-dfe016a1898a tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064924 Aug 31 16:23:36.387112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.391972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-3e062fd0-97f9-482f-85f6-ae61805f9be1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.395746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.395937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3e062fd0-97f9-482f-85f6-ae61805f9be1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075107 Aug 31 16:23:36.401852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-fd2bf5ff-b8e6-47fe-ae29-6b7c6d0b047d tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.406390 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fd2bf5ff-b8e6-47fe-ae29-6b7c6d0b047d tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082974 Aug 31 16:23:36.409537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60242) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.430472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-40e1ec41-66d8-4779-9f38-ed899bea78c1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.436681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.437850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-40e1ec41-66d8-4779-9f38-ed899bea78c1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0239317 Aug 31 16:23:36.446255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-ac5f46a9-91d7-4fc2-bd8f-73bf8702ab31 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.450291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60250) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.453684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ac5f46a9-91d7-4fc2-bd8f-73bf8702ab31 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0122626 Aug 31 16:23:36.457680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-69ff6b13-6d39-4a90-aa19-e68dc4098dbd tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.462712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60252) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.463134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-69ff6b13-6d39-4a90-aa19-e68dc4098dbd tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0113275 Aug 31 16:23:36.467988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-90ac4e02-8272-496b-ad2e-cf6811fcae6e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.468914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90ac4e02-8272-496b-ad2e-cf6811fcae6e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051870 Aug 31 16:23:36.472557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60258) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.477921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-3d4302fc-e785-457d-94a1-a73a706035c2 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.481596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d4302fc-e785-457d-94a1-a73a706035c2 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073864 Aug 31 16:23:36.482207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.495742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-3813988c-0fab-4b33-ad3d-4391e55deea1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.495981 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3813988c-0fab-4b33-ad3d-4391e55deea1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0125816 Aug 31 16:23:36.496253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60264) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.501423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-6ba4a895-721a-42d6-8294-b5d737d7ae67 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.502390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6ba4a895-721a-42d6-8294-b5d737d7ae67 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048206 Aug 31 16:23:36.505418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60268) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.510004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-1aa702e6-756b-49f4-832c-085d7ddc581e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.510863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1aa702e6-756b-49f4-832c-085d7ddc581e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045285 Aug 31 16:23:36.513634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60272) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.519057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-d8ebf691-c42d-481f-bcc3-1068c88dcdf7 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.523337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60276) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.524478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8ebf691-c42d-481f-bcc3-1068c88dcdf7 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080619 Aug 31 16:23:36.528086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-4559a177-823b-40fb-9633-35db06441d51 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.530276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4559a177-823b-40fb-9633-35db06441d51 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059471 Aug 31 16:23:36.533063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60278) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.537682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-4b4a1fbb-2e93-4c79-a888-fe7ec2c82f0f tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.541448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60280) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.541588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4b4a1fbb-2e93-4c79-a888-fe7ec2c82f0f tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074401 Aug 31 16:23:36.546348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-14c21dde-293d-49c9-a0c8-fe819e37dd83 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.548357 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-14c21dde-293d-49c9-a0c8-fe819e37dd83 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049467 Aug 31 16:23:36.550459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60284) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.557097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-594ac9c3-deda-4e2f-87fa-613b82d7f25e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.561169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60288) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.561862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-594ac9c3-deda-4e2f-87fa-613b82d7f25e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090981 Aug 31 16:23:36.565538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-30d7edda-daf0-4ad6-8749-ddbb5f383d12 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.566500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-30d7edda-daf0-4ad6-8749-ddbb5f383d12 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043848 Aug 31 16:23:36.569665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60290) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.583025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-f62eb598-2e1a-46c6-b444-5423f0c54d20 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.595194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f62eb598-2e1a-46c6-b444-5423f0c54d20 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0232763 Aug 31 16:23:36.597559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60296) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.605023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-ba452b71-6d56-4500-91bc-bff9ef3e6ae4 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.608953 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ba452b71-6d56-4500-91bc-bff9ef3e6ae4 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0087667 Aug 31 16:23:36.610256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.625822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-836767ea-512d-4a85-9133-b4002ce279f2 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.628828 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-836767ea-512d-4a85-9133-b4002ce279f2 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0140784 Aug 31 16:23:36.629996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60306) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.635939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-6aca9f3b-3016-46b3-b046-9d6924d9d761 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.636821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6aca9f3b-3016-46b3-b046-9d6924d9d761 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058739 Aug 31 16:23:36.641069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60310) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.646141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-e841f806-ca3b-423a-8a64-e0d5491dab4a tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.650890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e841f806-ca3b-423a-8a64-e0d5491dab4a tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084496 Aug 31 16:23:36.651483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60314) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.657555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-5a71ad65-b964-4911-a27e-8f63aeb0400b tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.661327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.664534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5a71ad65-b964-4911-a27e-8f63aeb0400b tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0108380 Aug 31 16:23:36.668002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-3cb8cdb3-5eb7-42ef-af04-beeed28cbd57 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.674282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60320) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.677346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3cb8cdb3-5eb7-42ef-af04-beeed28cbd57 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0144160 Aug 31 16:23:36.680360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-bb688297-4174-4f6f-b022-7b64e813cd31 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.684829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb688297-4174-4f6f-b022-7b64e813cd31 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083208 Aug 31 16:23:36.687753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60324) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.717244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-ffdcc595-9738-4d47-87ee-04784e93dd40 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.723235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ffdcc595-9738-4d47-87ee-04784e93dd40 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0341232 Aug 31 16:23:36.725514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60336) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.736244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-5168c516-a4e2-4970-80ff-9a40f7154edb tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.739650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5168c516-a4e2-4970-80ff-9a40f7154edb tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0105979 Aug 31 16:23:36.740644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60338) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.751061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-dde486de-4cbf-455c-a03f-a45e235d6aec tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.752162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dde486de-4cbf-455c-a03f-a45e235d6aec tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068905 Aug 31 16:23:36.755025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60342) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.760945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-be53fb2c-8455-4462-9243-69abaf89ab65 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.761970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-be53fb2c-8455-4462-9243-69abaf89ab65 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053933 Aug 31 16:23:36.765193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60344) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.770193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-98cf004b-a117-4c02-a7b9-69c712769ae0 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.776535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60348) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.782255 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-98cf004b-a117-4c02-a7b9-69c712769ae0 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0152318 Aug 31 16:23:36.783105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-0ac9347e-2f9c-41bf-b2da-a405c54514fe tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.788085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60350) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.789865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0ac9347e-2f9c-41bf-b2da-a405c54514fe tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0121784 Aug 31 16:23:36.794816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-b7af7475-1c53-4dc0-a6ac-24dd94aa8b2d tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.795702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7af7475-1c53-4dc0-a6ac-24dd94aa8b2d tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0065494 Aug 31 16:23:36.798584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60354) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.804526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-5ab604f6-558c-40a2-964f-0dda1fbd3925 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.805501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5ab604f6-558c-40a2-964f-0dda1fbd3925 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057409 Aug 31 16:23:36.808353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60358) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.816110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-d52ba7ce-028f-478a-aa8c-17b266dc89b4 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.820586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d52ba7ce-028f-478a-aa8c-17b266dc89b4 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0105724 Aug 31 16:23:36.821447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60362) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.827853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-f7425610-e43d-4b68-a0c9-19165d68c825 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.831745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7425610-e43d-4b68-a0c9-19165d68c825 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084782 Aug 31 16:23:36.831901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60366) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.837095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-9d498160-0f9e-4df3-a554-a7cec0c5bfc9 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.838094 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d498160-0f9e-4df3-a554-a7cec0c5bfc9 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052791 Aug 31 16:23:36.841156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60368) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.847132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-f0981ec2-4005-458b-a213-0f57cc00468c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.851086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60372) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.851654 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0981ec2-4005-458b-a213-0f57cc00468c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090578 Aug 31 16:23:36.856902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-e329dac8-00fb-4f70-8a4d-40d099048ef9 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.860408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e329dac8-00fb-4f70-8a4d-40d099048ef9 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051324 Aug 31 16:23:36.860741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60374) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.865302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-4275d1d6-11ea-4931-8b46-7409eb26454e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.871343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4275d1d6-11ea-4931-8b46-7409eb26454e tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071993 Aug 31 16:23:36.872634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60376) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.878093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-f30231d9-02c4-4c0e-a23d-04ef810af0c7 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.882325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.882505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f30231d9-02c4-4c0e-a23d-04ef810af0c7 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086925 Aug 31 16:23:36.894636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-92b36992-f623-4067-96ce-1556e370234c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.895670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-92b36992-f623-4067-96ce-1556e370234c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0103772 Aug 31 16:23:36.899090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.903484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-0d38f158-0e7e-4e41-b093-588eb368da02 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.907442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60386) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.911908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-63c2f6ea-6704-4154-8678-3d7361c74171 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.916140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d38f158-0e7e-4e41-b093-588eb368da02 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0159752 Aug 31 16:23:36.916790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60390) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.921599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-492a7eba-1705-46bc-9e43-4e2303c51b12 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.925356 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63c2f6ea-6704-4154-8678-3d7361c74171 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0168016 Aug 31 16:23:36.926109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60394) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.931118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-18cb8230-a5b6-4c3d-8710-69a21a66c71f tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.932084 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-492a7eba-1705-46bc-9e43-4e2303c51b12 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0138476 Aug 31 16:23:36.937182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60398) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.939118 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-18cb8230-a5b6-4c3d-8710-69a21a66c71f tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0119596 Aug 31 16:23:36.942510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-e95533dc-798e-4054-ab38-cf27e6f0ef69 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.947247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e95533dc-798e-4054-ab38-cf27e6f0ef69 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0090683 Aug 31 16:23:36.947617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60402) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.953679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-46bff8a4-b68f-4af1-ac49-e5ba0f399a7c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.957751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.960865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-46bff8a4-b68f-4af1-ac49-e5ba0f399a7c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0118840 Aug 31 16:23:36.968874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-7f0ccb96-7010-4caf-b627-e01bd5445ccf tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.973117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f0ccb96-7010-4caf-b627-e01bd5445ccf tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0135531 Aug 31 16:23:36.974607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60408) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.979041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-f3d81acc-ecbb-463a-87ed-ac712be27e20 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.980254 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f3d81acc-ecbb-463a-87ed-ac712be27e20 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044851 Aug 31 16:23:36.983699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60412) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:36.992655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-e1c398c7-6e35-43bb-953d-10bce36b8d3c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:36.993642 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e1c398c7-6e35-43bb-953d-10bce36b8d3c tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087340 Aug 31 16:23:36.998542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60414) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.003415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-cad6056b-96a4-4f75-bda2-b738c771dbe7 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.004479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cad6056b-96a4-4f75-bda2-b738c771dbe7 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047901 Aug 31 16:23:37.007188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60418) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.012818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-2b084ad0-53e3-4351-884e-ac75e88d620f tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.016789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60422) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.017952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2b084ad0-53e3-4351-884e-ac75e88d620f tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077856 Aug 31 16:23:37.021345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-673ec79f-ee7d-474d-8bca-8ddd955742e1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.030068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60424) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.031040 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-673ec79f-ee7d-474d-8bca-8ddd955742e1 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073016 Aug 31 16:23:37.031772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-62b5bf15-a7ff-44e7-a7e7-1228d195922a tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.035320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.035466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-62b5bf15-a7ff-44e7-a7e7-1228d195922a tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090764 Aug 31 16:23:37.040107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-15f3e59d-ff52-452d-8e3c-7ec20ac68747 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.044015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-15f3e59d-ff52-452d-8e3c-7ec20ac68747 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073161 Aug 31 16:23:37.045342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60430) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.049907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-13fe8b08-d4a1-486c-a267-91da1f21ea3d tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.055306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.055483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-13fe8b08-d4a1-486c-a267-91da1f21ea3d tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090771 Aug 31 16:23:37.063961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-efb7abde-0056-460f-9bb6-ecd4f98dbbd0 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.067863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60438) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.072659 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-efb7abde-0056-460f-9bb6-ecd4f98dbbd0 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0155034 Aug 31 16:23:37.075622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-b97f77ef-61e5-4609-8772-3a8a1076d546 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.079475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60442) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.083467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b97f77ef-61e5-4609-8772-3a8a1076d546 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0127890 Aug 31 16:23:37.085239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [None req-331cd0d2-66ab-438e-86cd-a6c0e4bd6327 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.088904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60444) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.092798 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-331cd0d2-66ab-438e-86cd-a6c0e4bd6327 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0115116 Aug 31 16:23:37.095198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [None req-5ee774a8-ce9c-43ae-9318-9f47bbb7b327 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:37.111893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5ee774a8-ce9c-43ae-9318-9f47bbb7b327 tempest-ExtensionsTestJSON-145432731 tempest-ExtensionsTestJSON-145432731-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0191591 Aug 31 16:23:37.524396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60506) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.693732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa094cec-2e7d-4e11-ba3a-e73f49febbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:37.867603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa094cec-2e7d-4e11-ba3a-e73f49febbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:37.872898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fa094cec-2e7d-4e11-ba3a-e73f49febbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:37.922639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa094cec-2e7d-4e11-ba3a-e73f49febbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42547c-2382-4d87-973a-87a2c34251d5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:37.934724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:37.943648 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa094cec-2e7d-4e11-ba3a-e73f49febbbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bf60e32488f4bfb9eb7a235b4287389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177506 Aug 31 16:23:38.037355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6355944-6769-4412-908c-cd61c996e6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:38.097800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6355944-6769-4412-908c-cd61c996e6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:38.239011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6355944-6769-4412-908c-cd61c996e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:38.241672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f6355944-6769-4412-908c-cd61c996e6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:38.243655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f6355944-6769-4412-908c-cd61c996e6e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca42547c-2382-4d87-973a-87a2c34251d5 HTTP/1.1" status: 204 len: 168 time: 0.3076622 Aug 31 16:23:38.256627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355944-6769-4412-908c-cd61c996e6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42547c-2382-4d87-973a-87a2c34251d5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:39.282217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60730) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:39.487729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:39.537625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'networks': [{'name': 'tempest-network--2040944836'}, {'name': 'tempest-network--1409338701'}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:39.538139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'network': {'name': 'tempest-network--2040944836'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:39.539223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'network': {'name': 'tempest-network--1409338701'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:39.580850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-65dc2cdb-8673-4f3e-a5d4-975ff13c6651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:39.599842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'network': 2} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:39.607940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:39.628518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:39.672356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:23:39.672356 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:23:39.672356 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': '4cd8ea30a29f49c195439b03cee6b879', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 23, 39, 659941)}] Aug 31 16:23:39.672356 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:23:39.673005 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:23:39.835892 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-65dc2cdb-8673-4f3e-a5d4-975ff13c6651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:39.841350 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-65dc2cdb-8673-4f3e-a5d4-975ff13c6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:39.899246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-65dc2cdb-8673-4f3e-a5d4-975ff13c6651 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8abdf339f1645269cb6400b955ce149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101768 Aug 31 16:23:39.900305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc2cdb-8673-4f3e-a5d4-975ff13c6651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076631d2-11bc-46d4-be68-9dac25387a10,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:39.901939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60784) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:40.038400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d74f2722-adfa-4ffe-a900-15c51f067138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.062547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d74f2722-adfa-4ffe-a900-15c51f067138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.145906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d74f2722-adfa-4ffe-a900-15c51f067138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.151602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d74f2722-adfa-4ffe-a900-15c51f067138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.153328 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d74f2722-adfa-4ffe-a900-15c51f067138 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/076631d2-11bc-46d4-be68-9dac25387a10 HTTP/1.1" status: 204 len: 168 time: 0.2488732 Aug 31 16:23:40.174192 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.176573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f2722-adfa-4ffe-a900-15c51f067138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076631d2-11bc-46d4-be68-9dac25387a10,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:40.348459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.353858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.354474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.393648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541b1e36-b682-4900-b026-2ada14897911,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:40.403991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:40.417233 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.417630 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Added segment 81026f09-1e4c-4ad6-945f-f79d25f1ebbe of type vlan for network 95fa6457-4578-434d-ab60-cfc58af0e97c Aug 31 16:23:40.477475 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.510113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:40.520607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.521195 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Added segment 33e3d97e-b4f4-4f7c-aee3-48f5a39eff7a of type vlan for network 1c0b41b3-53f6-4d2a-992f-68f9529198c8 Aug 31 16:23:40.568660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:40.570673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.586956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4f39-38f2-434b-a332-f8af740e66af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.598716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.599209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.606058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:40.612229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:40.613149 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.714230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Network': ['ID=95fa6457-4578-434d-ab60-cfc58af0e97c,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:40.746704 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4f39-38f2-434b-a332-f8af740e66af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.746992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 95fa6457-4578-434d-ab60-cfc58af0e97c details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:40.754202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4f39-38f2-434b-a332-f8af740e66af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:40.791531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5046213 Aug 31 16:23:40.794591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60796) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:40.811618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca4f39-38f2-434b-a332-f8af740e66af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b329926-ba80-4c97-afe6-d5d803d49efe,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:40.859241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627109b-b906-4e24-9d1e-26af071735b4 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Network': ['ID=1c0b41b3-53f6-4d2a-992f-68f9529198c8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:40.863365 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b5ca4f39-38f2-434b-a332-f8af740e66af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0973c04f013d4802a412cd325f85fae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931859 Aug 31 16:23:40.865586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60802) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:40.874524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1c0b41b3-53f6-4d2a-992f-68f9529198c8 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:40.936582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421d188-1c33-4153-b055-566646878cdb tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:40.946784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421d188-1c33-4153-b055-566646878cdb tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:40.954316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421d188-1c33-4153-b055-566646878cdb tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:40.962709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421d188-1c33-4153-b055-566646878cdb tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:40.963892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9421d188-1c33-4153-b055-566646878cdb tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1683621 Aug 31 16:23:40.968707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60808) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:40.978442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd45c31-943c-4d04-9ae8-a725d72ecda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.014484 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd45c31-943c-4d04-9ae8-a725d72ecda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.112880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.216723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.226997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fa6457-4578-434d-ab60-cfc58af0e97c']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:41.245093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81026f09-1e4c-4ad6-945f-f79d25f1ebbe') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:41.245645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81026f09-1e4c-4ad6-945f-f79d25f1ebbe') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:41.254648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd45c31-943c-4d04-9ae8-a725d72ecda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.257228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cfd45c31-943c-4d04-9ae8-a725d72ecda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.261821 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cfd45c31-943c-4d04-9ae8-a725d72ecda6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b329926-ba80-4c97-afe6-d5d803d49efe HTTP/1.1" status: 204 len: 168 time: 0.3950825 Aug 31 16:23:41.264561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.280141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45c31-943c-4d04-9ae8-a725d72ecda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b329926-ba80-4c97-afe6-d5d803d49efe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:41.293712 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.303526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:41.304557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:41.340293 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:41.419220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.441457 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.443339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/networks/95fa6457-4578-434d-ab60-cfc58af0e97c HTTP/1.1" status: 204 len: 168 time: 0.4731288 Aug 31 16:23:41.444393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d11ff8-13b9-4336-ade3-09168e3d3307 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Network': ['ID=95fa6457-4578-434d-ab60-cfc58af0e97c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:41.447800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60826) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:41.572893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.701853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.720639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0b41b3-53f6-4d2a-992f-68f9529198c8']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:41.738881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e3d97e-b4f4-4f7c-aee3-48f5a39eff7a') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:41.739427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e3d97e-b4f4-4f7c-aee3-48f5a39eff7a') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:41.754825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.777222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.784300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:41.784848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:41.788498 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:41.854001 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.876687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:41.882095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/networks/1c0b41b3-53f6-4d2a-992f-68f9529198c8 HTTP/1.1" status: 204 len: 168 time: 0.4300785 Aug 31 16:23:41.882698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60836) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:41.920206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03b09c-8cda-4812-a94f-ff1f3fb0192f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Network': ['ID=1c0b41b3-53f6-4d2a-992f-68f9529198c8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:42.089247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae14e0-ca81-4ae6-b246-d7b901cdf5cf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:42.105378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae14e0-ca81-4ae6-b246-d7b901cdf5cf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:42.113198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60842) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:42.113380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4dae14e0-ca81-4ae6-b246-d7b901cdf5cf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2284300 Aug 31 16:23:42.120602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1657087636'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:42.168761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:42.176611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.244103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:42.271901 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.272365 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Added segment 7c0cc629-afbe-45c4-bde0-0df287a09b5f of type vlan for network c221adba-db03-48cd-8bcf-8713ae729302 Aug 31 16:23:42.346769 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.380125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.389215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:42.390545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.415927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3012698 Aug 31 16:23:42.419889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60852) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:42.432952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1626731520'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:42.475326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:42.481890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.528022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:42.537113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d8ae6-23e2-4979-b87f-566e5e4a639f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Network': ['ID=c221adba-db03-48cd-8bcf-8713ae729302,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:42.553130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c221adba-db03-48cd-8bcf-8713ae729302 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:42.553548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.553784 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Added segment 760c71bd-d56e-4b71-a38c-e5a6e98fd287 of type vlan for network fb0d017c-4ff4-4690-9644-03ff5fc4d4b7 Aug 31 16:23:42.600756 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.662951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.670774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:42.670774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.691817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2707276 Aug 31 16:23:42.696655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60860) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:42.704964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'ports': [{'network_id': 'c221adba-db03-48cd-8bcf-8713ae729302', 'name': 'tempest-port--228374211', 'admin_state_up': True}, {'network_id': 'fb0d017c-4ff4-4690-9644-03ff5fc4d4b7', 'admin_state_up': False}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:42.705316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'port': {'network_id': 'c221adba-db03-48cd-8bcf-8713ae729302', 'name': 'tempest-port--228374211', 'admin_state_up': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:42.705816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'port': {'network_id': 'fb0d017c-4ff4-4690-9644-03ff5fc4d4b7', 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:42.767834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82b88b-cd8b-4365-b935-bef3001e24bf tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Network': ['ID=fb0d017c-4ff4-4690-9644-03ff5fc4d4b7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:42.783512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network fb0d017c-4ff4-4690-9644-03ff5fc4d4b7 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:42.951139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'port': 2} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:42.956908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:42.975820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:43.072444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] device_id is not set on port 6ed7932c-1fb6-4f45-a0bc-59995d5d1422 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:23:43.262227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:43.399612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] device_id is not set on port 999eec00-9d6c-41a1-b207-0e790a6eb474 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:23:43.570683 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:43.621006 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:43.685567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Port': ['ID=6ed7932c-1fb6-4f45-a0bc-59995d5d1422,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:43.757580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Checking segment: {'id': '7c0cc629-afbe-45c4-bde0-0df287a09b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c221adba-db03-48cd-8bcf-8713ae729302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:43.757949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network hostable DHCP agents. Network: c221adba-db03-48cd-8bcf-8713ae729302, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:23:43.782887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network c221adba-db03-48cd-8bcf-8713ae729302 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:23:43.798271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c221adba-db03-48cd-8bcf-8713ae729302) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:43.805956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:43.806840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:43.816502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05523b68-1725-4423-80d3-a15d45e05106 None None] Network c221adba-db03-48cd-8bcf-8713ae729302 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:43.923637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Port': ['ID=999eec00-9d6c-41a1-b207-0e790a6eb474,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:43.938506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.938911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.939261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.939603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.939941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.940303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.940641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.941124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.941459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.941786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.942628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.943107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:43.953541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Checking segment: {'id': '760c71bd-d56e-4b71-a38c-e5a6e98fd287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb0d017c-4ff4-4690-9644-03ff5fc4d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:43.953915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network hostable DHCP agents. Network: fb0d017c-4ff4-4690-9644-03ff5fc4d4b7, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:23:43.977060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network fb0d017c-4ff4-4690-9644-03ff5fc4d4b7 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:23:43.987291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, fb0d017c-4ff4-4690-9644-03ff5fc4d4b7) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:43.996250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:44.003223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:44.009499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8c9ff-be9b-405a-9f48-62ca79becf2f None None] Network fb0d017c-4ff4-4690-9644-03ff5fc4d4b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:44.011390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:44.012172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:44.039359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-80b51ba3-5b12-49e2-bbb9-3f5593f9631e tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3392735 Aug 31 16:23:44.040723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:44.158498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfa7db-7b07-4ed0-97d4-f58c165ae939 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:44.172479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfa7db-7b07-4ed0-97d4-f58c165ae939 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:44.179726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60882) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:44.180527 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-91dfa7db-7b07-4ed0-97d4-f58c165ae939 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1377892 Aug 31 16:23:44.359342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Deleting port 6ed7932c-1fb6-4f45-a0bc-59995d5d1422 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:44.359874 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:44.446052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:44.463077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Calling delete_port for 6ed7932c-1fb6-4f45-a0bc-59995d5d1422 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:44.583441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:44.619973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Port': ['ID=6ed7932c-1fb6-4f45-a0bc-59995d5d1422,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:44.624100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:44.626274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-76e47e5f-7b9e-4db4-a4ef-98d29beb0efa tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/ports/6ed7932c-1fb6-4f45-a0bc-59995d5d1422 HTTP/1.1" status: 204 len: 168 time: 0.4454093 Aug 31 16:23:44.629647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60896) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:45.044123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Deleting port 999eec00-9d6c-41a1-b207-0e790a6eb474 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:23:45.044532 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.124297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.137808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Calling delete_port for 999eec00-9d6c-41a1-b207-0e790a6eb474 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:23:45.223558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.255073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Port': ['ID=999eec00-9d6c-41a1-b207-0e790a6eb474,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:45.260715 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.262711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-183fb6e4-6ee1-4901-af21-9d8fa5e6e10f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/ports/999eec00-9d6c-41a1-b207-0e790a6eb474 HTTP/1.1" status: 204 len: 168 time: 0.6315958 Aug 31 16:23:45.265337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60914) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:45.298318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3c5a8277-763e-4b2a-b083-0cf46c2dcfc6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311644 Aug 31 16:23:45.303674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60916) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:45.309967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1788415991'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:45.341148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:45.345333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.379893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:45.392739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.393261 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Added segment aaca6bed-cf47-4258-bcc4-832f4a46287e of type vlan for network 1cf05896-b29b-4f67-b0a8-e0567022b1b6 Aug 31 16:23:45.443980 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.471930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.477663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:45.478264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.553774 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2447064 Aug 31 16:23:45.556071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60922) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:45.562146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1564905193'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:45.565842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6486-d924-48ce-a86d-70ecd43bd5dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Network': ['ID=1cf05896-b29b-4f67-b0a8-e0567022b1b6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:45.582675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1cf05896-b29b-4f67-b0a8-e0567022b1b6 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:45.596647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:45.608496 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.670873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:45.691286 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.692018 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Added segment faa4c7aa-5c2d-4a7f-ab48-92301594a9c4 of type vlan for network c72ea601-0ab0-428a-a8f7-9d149ac7db55 Aug 31 16:23:45.772281 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.812853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.820778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:45.821406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:45.904327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Network': ['ID=c72ea601-0ab0-428a-a8f7-9d149ac7db55,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:45.912237 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bdf6a39c-4c7f-4e93-9b7f-2cc0f86e2f93 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3515425 Aug 31 16:23:45.923112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c72ea601-0ab0-428a-a8f7-9d149ac7db55 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:47.240884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60944) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:47.589958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-674bab00-90bd-431a-b0a1-754519381c2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6db5f3b6434a4b8e9a08b56e64617b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471651 Aug 31 16:23:47.592886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60950) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:47.665077 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fac6e7f9-9e46-401a-af07-2151d1198ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:47.692994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fac6e7f9-9e46-401a-af07-2151d1198ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:47.768238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fac6e7f9-9e46-401a-af07-2151d1198ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:47.783460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fac6e7f9-9e46-401a-af07-2151d1198ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:47.796252 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fac6e7f9-9e46-401a-af07-2151d1198ca9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14 HTTP/1.1" status: 204 len: 168 time: 0.1951697 Aug 31 16:23:47.825325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e7f9-9e46-401a-af07-2151d1198ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eddc05-8e2d-488f-a85b-7bd8c3cf4f14,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:48.646798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9328c-9d1f-4d7e-acc5-dcb7c18ac28d req-d4fd204d-30c9-4d01-93f1-a1e9afc0c8bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:48.665056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ea9328c-9d1f-4d7e-acc5-dcb7c18ac28d req-d4fd204d-30c9-4d01-93f1-a1e9afc0c8bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.1803739 Aug 31 16:23:48.807942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2ea9328c-9d1f-4d7e-acc5-dcb7c18ac28d req-4bdee8f8-5fd5-461e-9d7e-fbde9d6ccfc3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228659 Aug 31 16:23:48.825650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 60982) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:48.978464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a0772513-261c-40b9-80e5-0bc2ccfe39d1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/00b24d95-9bcc-4e0e-afbb-28af0e4e86bf HTTP/1.1" status: 200 len: 993 time: 0.1539643 Aug 31 16:23:49.285897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 60996) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:49.501872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1757478696-network', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:49.578477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Made reservation on behalf of 083d7808537f4e0dab6b8f9c69a22835 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:49.589957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:49.604452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1d1f-dc6b-4e20-acd7-ee8290457f60 req-e6cdcb0c-f9d3-4a62-902e-92968576c504 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:49.607887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:49.612925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24de1d1f-dc6b-4e20-acd7-ee8290457f60 req-e6cdcb0c-f9d3-4a62-902e-92968576c504 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1097 time: 0.0741794 Aug 31 16:23:49.682173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24de1d1f-dc6b-4e20-acd7-ee8290457f60 req-49a7ebfc-218c-44da-afd6-609ac70e3180 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679195 Aug 31 16:23:49.804466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:49.811660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:49.896632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:23:49.950369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d6004-bf09-4e7d-a9fc-7a73eeb3d0a8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:50.019297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:50.019297 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Added segment 1a9c7cef-f380-4ff1-851b-35bf4a1bae1f of type vlan for network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df Aug 31 16:23:50.114653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:50.158363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:50.166894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:50.175558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:50.322544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32790) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:50.336082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'subnets': [{'network_id': '1cf05896-b29b-4f67-b0a8-e0567022b1b6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1030124396', 'ip_version': 6}, {'network_id': 'c72ea601-0ab0-428a-a8f7-9d149ac7db55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:50.336516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'subnet': {'network_id': '1cf05896-b29b-4f67-b0a8-e0567022b1b6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1030124396', 'ip_version': 6}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:50.337478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Request body: {'subnet': {'network_id': 'c72ea601-0ab0-428a-a8f7-9d149ac7db55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:50.551346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2613246 Aug 31 16:23:50.551770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32796) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:50.558451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Request body: {'subnet': {'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1757478696-subnet', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:50.596985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9d1d-6cc6-404f-afa5-661b977758cd admin admin] Pushing event updated for resources: {'Network': ['ID=21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:50.614342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:23:50.654490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Made reservation on behalf of 083d7808537f4e0dab6b8f9c69a22835 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:50.657575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:50.724647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Made reservation on behalf of 4cd8ea30a29f49c195439b03cee6b879 for: {'subnet': 2} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:23:50.730094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:50.730445 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.027018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.049814 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-6252b7c0-04b8-4f7e-88db-baca013fbcd3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688648 Aug 31 16:23:51.066039 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-ef9cb686-5108-450b-93c1-56a84c65bc87 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:23:51.067323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-ef9cb686-5108-450b-93c1-56a84c65bc87 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081565 Aug 31 16:23:51.069307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c440b47c-3958-4eae-9ef1-5751681488da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.196833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a40986-00cd-4dd4-8448-77050b8b8a6a,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:51.256227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Checking segment: {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:51.256783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Network hostable DHCP agents. Network: 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:23:51.295467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:23:51.337484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:51.342691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:51.343292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.355481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146a81d-a677-4d7b-ac24-619f661fe3a2 None None] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:51.379874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a19bde5c-c28c-4fc4-a846-7aefd743fbca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8272002 Aug 31 16:23:51.382731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32820) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:51.387396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:51.439189 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.443065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.451265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.531167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Subnet': ['ID=3d700b3a-93e2-4926-a8a8-6c9298832645,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:51.545524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Checking segment: {'id': 'aaca6bed-cf47-4258-bcc4-832f4a46287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1cf05896-b29b-4f67-b0a8-e0567022b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:51.545895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network hostable DHCP agents. Network: 1cf05896-b29b-4f67-b0a8-e0567022b1b6, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:23:51.560562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.604702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network 1cf05896-b29b-4f67-b0a8-e0567022b1b6 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:23:51.626452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1cf05896-b29b-4f67-b0a8-e0567022b1b6) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:51.642726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c16051-817e-447a-9fdb-a0584d7e1889 None None] Network 1cf05896-b29b-4f67-b0a8-e0567022b1b6 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:51.643984 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.771670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event updated for resources: {'Subnet': ['ID=ff460b6b-d52d-487c-a98f-ce45c97f038e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:51.787182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df', 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'fixed_ips': [{'subnet_id': '10a40986-00cd-4dd4-8448-77050b8b8a6a'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:23:51.788433 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.839880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Checking segment: {'id': 'faa4c7aa-5c2d-4a7f-ab48-92301594a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c72ea601-0ab0-428a-a8f7-9d149ac7db55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:51.840501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network hostable DHCP agents. Network: c72ea601-0ab0-428a-a8f7-9d149ac7db55, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:23:51.887222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Network c72ea601-0ab0-428a-a8f7-9d149ac7db55 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:23:51.914878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c72ea601-0ab0-428a-a8f7-9d149ac7db55) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:51.916660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.923189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:51.923986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:51.924929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:51.940891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c185e1-96c4-4f21-885f-44fe85fff280 None None] Network c72ea601-0ab0-428a-a8f7-9d149ac7db55 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:51.970627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-07a0c860-6881-44c1-ac89-27354a2b2ff6 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6462657 Aug 31 16:23:51.973550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32830) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:52.083542 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-06070bef-d742-4d24-a151-7453fd1f09dc tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:52.084598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543eac35-2bbb-4bad-b72a-a7dda39ca77f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:52.086550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543eac35-2bbb-4bad-b72a-a7dda39ca77f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:52.088170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543eac35-2bbb-4bad-b72a-a7dda39ca77f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:52.090451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-543eac35-2bbb-4bad-b72a-a7dda39ca77f tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1156392 Aug 31 16:23:52.099723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-06070bef-d742-4d24-a151-7453fd1f09dc tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 1094 time: 0.3935921 Aug 31 16:23:52.100361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32832) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:52.111392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Request body: {'binding': {'host': 'n-h1-793621-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:52.112263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Unknown quota resources ['binding']. {{(pid=101478) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 16:23:52.166444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Allocated IP 172.20.0.2 (21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df/10a40986-00cd-4dd4-8448-77050b8b8a6a/25d1a17e-c229-44d6-a0ba-f4acf2b79259) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:52.222322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Deleting subnet 3d700b3a-93e2-4926-a8a8-6c9298832645 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:52.225982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.331530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.347107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acadaa16-50f6-442e-a1f6-9130a66ad167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-1cf05896-b29b-4f67-b0a8-e0567022b1b6', 'network_id': '1cf05896-b29b-4f67-b0a8-e0567022b1b6', 'tenant_id': '4cd8ea30a29f49c195439b03cee6b879', 'fixed_ips': [{'subnet_id': '3d700b3a-93e2-4926-a8a8-6c9298832645'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:23:52.349426 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-acadaa16-50f6-442e-a1f6-9130a66ad167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.452945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.531039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.566392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.570897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.572651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on host n-h1-793621-35 for vnic_type normal with profile None {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:52.573343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:52.574043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:52.593533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:23:52.594327 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:52.634250 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.646028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Transition to ACTIVE for port object 25d1a17e-c229-44d6-a0ba-f4acf2b79259 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:52.648859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.656937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:52.657222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/subnets/3d700b3a-93e2-4926-a8a8-6c9298832645 HTTP/1.1" status: 204 len: 168 time: 0.5554008 Aug 31 16:23:52.657959 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Checking segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:52.658815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Bound using segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:52.659670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Bound port: e68cf00f-4e85-497e-b806-284a23197690, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:52.661947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32846) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:52.667070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Transition to ACTIVE for port object 25d1a17e-c229-44d6-a0ba-f4acf2b79259 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:52.676519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61655b-491d-42c0-882a-5f1d81178b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-c72ea601-0ab0-428a-a8f7-9d149ac7db55', 'network_id': 'c72ea601-0ab0-428a-a8f7-9d149ac7db55', 'tenant_id': '4cd8ea30a29f49c195439b03cee6b879', 'fixed_ips': [{'subnet_id': 'ff460b6b-d52d-487c-a98f-ce45c97f038e'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:23:52.677564 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d61655b-491d-42c0-882a-5f1d81178b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.687138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce02cf-fea4-47c9-8032-68b235983a29 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Subnet': ['ID=3d700b3a-93e2-4926-a8a8-6c9298832645,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:52.700769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server [None req-acadaa16-50f6-442e-a1f6-9130a66ad167 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d700b3a-93e2-4926-a8a8-6c9298832645: This subnet is being modified by another concurrent operation. Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise exception Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d700b3a-93e2-4926-a8a8-6c9298832645: This subnet is being modified by another concurrent operation. Aug 31 16:23:52.775050 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Aug 31 16:23:52.791541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:52.810061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Deleting subnet ff460b6b-d52d-487c-a98f-ce45c97f038e {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:23:52.817808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.859211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:52.866494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:52.881725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce2094-04c7-4512-8f85-0f193236c8d9 None None] Network 1cf05896-b29b-4f67-b0a8-e0567022b1b6 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:52.914640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.956427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:52.971084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:52.973172 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] 10.222.0.43 "POST /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690/bindings HTTP/1.1" status: 201 len: 390 time: 0.8667309 Aug 31 16:23:52.987102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Allocated IP 172.25.6.72 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/eb66d2e4-2970-4922-85e1-3565a397930b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:53.051720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Pushing event updated for resources: {'Port': ['ID=25d1a17e-c229-44d6-a0ba-f4acf2b79259,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:53.115374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.171625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Attempting to bind port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:53.171958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Attempting to bind port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:53.172529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Attempting to bind port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 on network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:53.186800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:53.188118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Checking segment: {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:53.188901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.189658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Bound using segment: {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:53.190938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Bound port: 25d1a17e-c229-44d6-a0ba-f4acf2b79259, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:53.191872 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.240691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.349980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] For port 25d1a17e-c229-44d6-a0ba-f4acf2b79259, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:53.364165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] For port 25d1a17e-c229-44d6-a0ba-f4acf2b79259, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25d1a17e-c229-44d6-a0ba-f4acf2b79259,segment=NetworkSegment(1a9c7cef-f380-4ff1-851b-35bf4a1bae1f),segment_id=1a9c7cef-f380-4ff1-851b-35bf4a1bae1f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:53.381359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.391386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.393756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d4edf-c55e-4211-b4f9-4350f420f0a5 req-324b7c50-b43a-4152-905c-f34a4bae5c63 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:53.401803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b96d4edf-c55e-4211-b4f9-4350f420f0a5 req-324b7c50-b43a-4152-905c-f34a4bae5c63 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.2114873 Aug 31 16:23:53.411718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server [None req-8d61655b-491d-42c0-882a-5f1d81178b52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff460b6b-d52d-487c-a98f-ce45c97f038e: This subnet is being modified by another concurrent operation. Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise exception Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff460b6b-d52d-487c-a98f-ce45c97f038e: This subnet is being modified by another concurrent operation. Aug 31 16:23:53.436171 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Aug 31 16:23:53.443939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-9edc69ca-4ead-4c55-930c-e60790c74ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:53.443939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-9edc69ca-4ead-4c55-930c-e60790c74ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1097 time: 0.1724451 Aug 31 16:23:53.473783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Subnet': ['ID=ff460b6b-d52d-487c-a98f-ce45c97f038e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:53.478616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:53.480652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e80c4722-4aca-4f93-8379-cae05f6616e0 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/subnets/ff460b6b-d52d-487c-a98f-ce45c97f038e HTTP/1.1" status: 204 len: 168 time: 0.8174808 Aug 31 16:23:53.489519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32852) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:53.531886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Pushing event updated for resources: {'Port': ['ID=eb66d2e4-2970-4922-85e1-3565a397930b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:53.553744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f1b06-d4d6-42cf-a0ba-cc56e562bb28 None None] Pushing event updated for resources: {'Port': ['ID=25d1a17e-c229-44d6-a0ba-f4acf2b79259,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:53.558253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa0177-f658-4447-8eb1-a23e90c209e8 None None] Network c72ea601-0ab0-428a-a8f7-9d149ac7db55 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:53.584363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:53.589381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:53.593086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:53.866208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-90067fdc-f994-4028-bc39-4d48788fe750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:53.870646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-90067fdc-f994-4028-bc39-4d48788fe750 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.4063892 Aug 31 16:23:53.954350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b96d4edf-c55e-4211-b4f9-4350f420f0a5 req-d19d54fd-b208-456c-b29a-b46e598b448c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5514736 Aug 31 16:23:54.019823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364eb618-d388-4785-9964-94f37ddfcf34 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:54.021519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-364eb618-d388-4785-9964-94f37ddfcf34 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5309453 Aug 31 16:23:54.073099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32860) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:54.126036 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.242108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-e9454ebb-5a7d-4cfc-8be5-132173a7043d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 1001 time: 0.2722976 Aug 31 16:23:54.274155 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.332166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-aa04e0d2-5086-4151-af7c-9a4272d7e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:54.334214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.334715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-aa04e0d2-5086-4151-af7c-9a4272d7e1ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.0818303 Aug 31 16:23:54.481192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25d1a17e-c229-44d6-a0ba-f4acf2b79259 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:54.492690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.515923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72ea601-0ab0-428a-a8f7-9d149ac7db55']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:54.526261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-83087805-61c4-4ab5-a868-2baffb70d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:54.527846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-83087805-61c4-4ab5-a868-2baffb70d09a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734746 Aug 31 16:23:54.532531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa4c7aa-5c2d-4a7f-ab48-92301594a9c4') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:54.533019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa4c7aa-5c2d-4a7f-ab48-92301594a9c4') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:54.567208 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.635808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:54.649369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.661540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:54.662818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:54.667011 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:54.791239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.813243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:54.818748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/networks/c72ea601-0ab0-428a-a8f7-9d149ac7db55 HTTP/1.1" status: 204 len: 168 time: 0.7422640 Aug 31 16:23:54.819786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32866) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:54.825979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-4a134d2e-4536-4e14-8909-a058dca305c1 service neutron] 10.222.0.30 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800434 Aug 31 16:23:54.857305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e365df3-cfea-4dda-aab9-f9886e84f0dc tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Network': ['ID=c72ea601-0ab0-428a-a8f7-9d149ac7db55,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:55.051498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.067025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.119635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f2b27-adfa-4899-8571-c33a5a00e9e8 None None] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:23:55.134847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-e68ae6d8-2021-4a7e-8942-ddc04f8b397c service neutron] 10.222.0.30 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894843 Aug 31 16:23:55.333800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Router 5367f835-b59d-4cce-bf81-194ed330c2a1 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:23:55.493131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.502641 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.509217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Provisioning for port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:23:55.535452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:55.546219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Provisioning complete for port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:55.547318 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.554146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Sync routers for ids ['5367f835-b59d-4cce-bf81-194ed330c2a1'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:23:55.566740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.568457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7e4ac2ef-5508-4a4f-95ed-dc60b5aa590c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1847007 Aug 31 16:23:55.573886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:55.667701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Routers {'5367f835-b59d-4cce-bf81-194ed330c2a1'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:23:55.668574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5367f835-b59d-4cce-bf81-194ed330c2a1'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:55.795588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.835862 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9eebc2cc-4af2-464d-809a-bad290e9187d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.838795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf05896-b29b-4f67-b0a8-e0567022b1b6']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:55.861730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7738917-f0e5-40f3-9886-d4182c1811dd req-19714237-336c-45c7-bbcd-b9da0a58f198 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:55.863572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7738917-f0e5-40f3-9886-d4182c1811dd req-19714237-336c-45c7-bbcd-b9da0a58f198 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.7316906 Aug 31 16:23:55.876435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca6bed-cf47-4258-bcc4-832f4a46287e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:55.876733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca6bed-cf47-4258-bcc4-832f4a46287e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:55.939704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7738917-f0e5-40f3-9886-d4182c1811dd req-61449324-790f-476f-9c95-dd1f4050ff6d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542686 Aug 31 16:23:55.945441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-510ca1c9-5202-4612-a356-fae27f8ab6be tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:55.947700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-510ca1c9-5202-4612-a356-fae27f8ab6be tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a&tenant_id=62b59b7a67904182b8344fe6265481e9&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1097 time: 0.3393879 Aug 31 16:23:55.950074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:55.965825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-35'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:23:56.067630 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.118784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:56.122002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:56.125876 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:56.178252 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.219819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.228677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Set router 5367f835-b59d-4cce-bf81-194ed330c2a1 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:23:56.294209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.359893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.365813 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.371592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/networks/1cf05896-b29b-4f67-b0a8-e0567022b1b6 HTTP/1.1" status: 204 len: 168 time: 1.5499446 Aug 31 16:23:56.372329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32882) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:56.438473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40050d8f-f206-4032-96ed-84490b760e41 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Network': ['ID=1cf05896-b29b-4f67-b0a8-e0567022b1b6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:56.461724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] For port 25d1a17e-c229-44d6-a0ba-f4acf2b79259, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25d1a17e-c229-44d6-a0ba-f4acf2b79259,segment=NetworkSegment(1a9c7cef-f380-4ff1-851b-35bf4a1bae1f),segment_id=1a9c7cef-f380-4ff1-851b-35bf4a1bae1f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:56.469314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.591241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Pushing event updated for resources: {'Port': ['ID=25d1a17e-c229-44d6-a0ba-f4acf2b79259,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:56.600398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.604964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.605325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.605676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.606021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.606367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.606706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.607044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.608408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.608792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.609097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.609441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.609797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f33df-8b50-4758-9c5e-8eef5acfe4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:23:56.624221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.635249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:23:53Z', 'revision_number': 3, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:56.674665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Checking router: 5367f835-b59d-4cce-bf81-194ed330c2a1 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:23:56.675329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Updating router 5367f835-b59d-4cce-bf81-194ed330c2a1 port eb66d2e4-2970-4922-85e1-3565a397930b binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:23:56.707587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6bc65-0349-4350-bf1d-dce2233498f0 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:23:56.763646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.806530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:23:56.859305 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.877171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0d017c-4ff4-4690-9644-03ff5fc4d4b7']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:56.905643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-32a49099-cc6d-46b6-88e9-fc8fcb196b57 None None] Provisioning complete for port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:56.905916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-32a49099-cc6d-46b6-88e9-fc8fcb196b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.909298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760c71bd-d56e-4b71-a38c-e5a6e98fd287') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:56.909720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760c71bd-d56e-4b71-a38c-e5a6e98fd287') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:56.932545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:56.938483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:56.956743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Allocated IP 172.20.0.1 (21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df/10a40986-00cd-4dd4-8448-77050b8b8a6a/b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:23:56.990481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.010206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:57.011369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:57.015340 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:57.029922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6bc65-0349-4350-bf1d-dce2233498f0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:23:57.035947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:23:57.040048 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95b03cc-d3ff-4369-b0c0-c26b5a0b31ef" -d '{"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:23:57.044842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.101654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.102345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.201387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Transition to ACTIVE for port object b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:57.204875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.285218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.297810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/networks/fb0d017c-4ff4-4690-9644-03ff5fc4d4b7 HTTP/1.1" status: 204 len: 168 time: 0.8751106 Aug 31 16:23:57.298077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 32894) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:57.298276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:57.460632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.516580 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.538893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Transition to ACTIVE for port object eb66d2e4-2970-4922-85e1-3565a397930b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:23:57.554896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6498ea-438d-44a6-9066-038323b4fd7a tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Network': ['ID=fb0d017c-4ff4-4690-9644-03ff5fc4d4b7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:57.557582 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.579578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6c83-041d-4665-956e-55d8607f8653 req-28b6f0c1-4940-47a7-bb60-7f1542115fe8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:57.582508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72ab6c83-041d-4665-956e-55d8607f8653 req-28b6f0c1-4940-47a7-bb60-7f1542115fe8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.4873970 Aug 31 16:23:57.658820 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on host n-h2-793621-35 for vnic_type normal with profile {"migrating_to": "n-h1-793621-35"} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:57.659369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:57.659842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:57.663615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:57.675032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:23:57.676111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Attempting to bind port e68cf00f-4e85-497e-b806-284a23197690 on network 2a02134f-88a4-4da5-9240-f901b0948895 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:57.693510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:57.697813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Pushing event updated for resources: {'Port': ['ID=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:57.712625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:57.713112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:23:57.728823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Checking segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:57.729264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Bound using segment: {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:57.729825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Bound port: e68cf00f-4e85-497e-b806-284a23197690, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac42b1c1-0fae-4661-95bb-b730b602c325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:57.730188 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.740825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.759266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72ab6c83-041d-4665-956e-55d8607f8653 req-ace3ac5b-58f8-4a34-96f7-7a8f00149cad tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537411 Aug 31 16:23:57.830872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.849064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Attempting to bind port eb66d2e4-2970-4922-85e1-3565a397930b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:23:57.849689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Attempting to bind port eb66d2e4-2970-4922-85e1-3565a397930b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:23:57.850170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Attempting to bind port eb66d2e4-2970-4922-85e1-3565a397930b on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:23:57.869270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:23:57.869884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:23:57.870537 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.871183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:23:57.871944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Bound port: eb66d2e4-2970-4922-85e1-3565a397930b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:23:57.873216 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:57.885032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4a3b5-403e-41cd-8bce-809ecd36e31e None None] Pushing event updated for resources: {'Port': ['ID=eb66d2e4-2970-4922-85e1-3565a397930b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:57.895318 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f5de5-f571-4710-8c7c-1bcc3fb63eb5 x-openstack-request-id: req-049f5de5-f571-4710-8c7c-1bcc3fb63eb5 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:23:57.895617 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:23:57.895876 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-049f5de5-f571-4710-8c7c-1bcc3fb63eb5 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:23:57.896477 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'code': 200} Aug 31 16:23:57.904157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:57.908143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:57.916663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.025246 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.137268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.149630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221adba-db03-48cd-8bcf-8713ae729302']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:58.162868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=8']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:58.169242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0cc629-afbe-45c4-bde0-0df287a09b5f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:58.169622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0cc629-afbe-45c4-bde0-0df287a09b5f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:58.191818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b53bff-a12d-41b8-8d44-eb5ac39209ad None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:23:58.200081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.234050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.248463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:23:58.248891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.308010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] For port eb66d2e4-2970-4922-85e1-3565a397930b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:23:58.352313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:58.352313 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.352313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-161a1485-c42f-4969-bbbe-b8e8acf3c556 service neutron] 10.222.0.30 "PUT /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 1123 time: 2.3884661 Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:23:58.352887 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:23:58.397031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] For port eb66d2e4-2970-4922-85e1-3565a397930b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=eb66d2e4-2970-4922-85e1-3565a397930b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:23:58.417074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25d1a17e-c229-44d6-a0ba-f4acf2b79259 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:23:58.420308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e68cf00f-4e85-497e-b806-284a23197690'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:23:58.427778 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.595284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.615964 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.621526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] 10.222.0.43 "DELETE /v2.0/networks/c221adba-db03-48cd-8bcf-8713ae729302 HTTP/1.1" status: 204 len: 168 time: 1.3204989 Aug 31 16:23:58.639934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b53bff-a12d-41b8-8d44-eb5ac39209ad None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:23:58.641922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4a3b5-403e-41cd-8bce-809ecd36e31e None None] Pushing event updated for resources: {'Port': ['ID=eb66d2e4-2970-4922-85e1-3565a397930b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:58.660228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Routers {'5367f835-b59d-4cce-bf81-194ed330c2a1'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:23:58.660880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5367f835-b59d-4cce-bf81-194ed330c2a1'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:23:58.673245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea7dd2-a561-447e-bd14-be317e4a9dd9 tempest-BulkNetworkOpsIpV6Test-1270194701 tempest-BulkNetworkOpsIpV6Test-1270194701-project] Pushing event deleted for resources: {'Network': ['ID=c221adba-db03-48cd-8bcf-8713ae729302,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:58.757567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.766461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:23:58.766461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.980714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:58.986974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:59.032085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0594ed-72e0-4a6e-8000-e15b7df8f5bc req-74ed3263-6f64-427d-9c80-e1af3483a497 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:23:59.041257 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f0594ed-72e0-4a6e-8000-e15b7df8f5bc req-74ed3263-6f64-427d-9c80-e1af3483a497 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.1262157 Aug 31 16:23:59.043223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32920) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:59.099892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Pushing event updated for resources: {'Port': ['ID=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:59.143723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e68cf00f-4e85-497e-b806-284a23197690 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:23:59.149871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:59.171754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f0594ed-72e0-4a6e-8000-e15b7df8f5bc req-7318874b-c900-45ae-bc8c-ae673343c152 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296890 Aug 31 16:23:59.360402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:23:59.362942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:23:59.385768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] Set router 5367f835-b59d-4cce-bf81-194ed330c2a1 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:23:59.416075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c0a54e5c-9851-463e-86d1-cf0892da958e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cd8ea30a29f49c195439b03cee6b879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708074 Aug 31 16:23:59.416838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32930) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:23:59.472025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8616629d-c1d3-4b05-94c9-053d322cb88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:59.501849 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8616629d-c1d3-4b05-94c9-053d322cb88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:59.533935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Router 5367f835-b59d-4cce-bf81-194ed330c2a1 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:23:59.581735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8616629d-c1d3-4b05-94c9-053d322cb88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:59.591387 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8616629d-c1d3-4b05-94c9-053d322cb88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:23:59.600227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8616629d-c1d3-4b05-94c9-053d322cb88d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/541b1e36-b682-4900-b026-2ada14897911 HTTP/1.1" status: 204 len: 168 time: 0.1751990 Aug 31 16:23:59.631102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616629d-c1d3-4b05-94c9-053d322cb88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541b1e36-b682-4900-b026-2ada14897911,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:23:59.783646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:23:59.817302 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-48ab4d27-268d-4e76-af70-8af7f7e7fa93 admin admin] 10.222.0.43 "PUT /v2.0/routers/5367f835-b59d-4cce-bf81-194ed330c2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2417984 Aug 31 16:23:59.899759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:23:59.902891 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:23:59.960363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:00.017715 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42104f6-af92-4d17-8d88-9696430428c8 x-openstack-request-id: req-b42104f6-af92-4d17-8d88-9696430428c8 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:24:00.018090 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:24:00.018346 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b42104f6-af92-4d17-8d88-9696430428c8 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:24:00.018885 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'status': 'completed', 'code': 200} Aug 31 16:24:00.153140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-b68b1818-d0cb-4415-9412-38557cf0a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:00.157690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-b68b1818-d0cb-4415-9412-38557cf0a0d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1126 time: 0.1067884 Aug 31 16:24:00.168887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e68cf00f-4e85-497e-b806-284a23197690 has no active binding in host n-h1-793621-35 {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 16:24:00.471869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2b5a-6299-4399-bbae-1d6152425413 req-9b673e6f-09c4-4062-9a58-2de37e6d6df3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:00.473412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-68230079-9cff-4e97-af50-aef476dfff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:00.478763 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-68230079-9cff-4e97-af50-aef476dfff6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.3094265 Aug 31 16:24:00.485842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-899d2b5a-6299-4399-bbae-1d6152425413 req-9b673e6f-09c4-4062-9a58-2de37e6d6df3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.1314335 Aug 31 16:24:00.589704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-899d2b5a-6299-4399-bbae-1d6152425413 req-2e1de7fe-c314-4a04-9670-542a99a97c09 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020932 Aug 31 16:24:00.718542 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-f8c443aa-14ae-48d4-b363-b7bb6f685113 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 999 time: 0.2313821 Aug 31 16:24:00.897101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-6283dd3d-b056-4d04-a4e0-e769acc5bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:00.901559 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-6283dd3d-b056-4d04-a4e0-e769acc5bb63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.1789119 Aug 31 16:24:00.985209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:23:53Z', 'revision_number': 3, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:01.019848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-107dc752-481a-45af-a5c2-a770ed555dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:01.021967 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-107dc752-481a-45af-a5c2-a770ed555dff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131842 Aug 31 16:24:01.256232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc00fc5-7368-45fe-a0b1-9a4559b12f5a None None] The sync data for ids ['5367f835-b59d-4cce-bf81-194ed330c2a1'] in n-d-793621-35 is: [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:23:53Z', 'revision_number': 3, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:01.329729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-e5358bee-4b61-4958-b667-08a1eee1707d service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966831 Aug 31 16:24:01.338158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-02a90cb7-362e-47e5-b9c6-a7b0ffaa3b03 None None] Provisioning for port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:01.359814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-02a90cb7-362e-47e5-b9c6-a7b0ffaa3b03 None None] Provisioning complete for port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:01.360211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-02a90cb7-362e-47e5-b9c6-a7b0ffaa3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.402971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 32992) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:01.410976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1053046629-network', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:01.513433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Made reservation on behalf of 4eac5230c3c24118a99327871f8a8dc6 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:01.515890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.557715 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.573073 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ec5df0e6-d568-4f90-a8c4-1be3742e9e5b req-256504b2-dae1-4292-99f4-0745e9523f60 service neutron] 10.222.0.49 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375505 Aug 31 16:24:01.607944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-02a90cb7-362e-47e5-b9c6-a7b0ffaa3b03 None None] Port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:01.768773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-029e1bec-f1de-4594-88de-c98a6bbfe5b2 None None] Provisioning complete for port e68cf00f-4e85-497e-b806-284a23197690 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:01.769170 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-029e1bec-f1de-4594-88de-c98a6bbfe5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.851547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:01.916042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.940131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.962934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:01.977186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:01.977639 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Added segment aa18c91d-786c-47e4-bd30-8cdcda1fa477 of type vlan for network 1b332916-dc9e-440c-8a95-f6633fc76fa0 Aug 31 16:24:02.070972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.149602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4168f977-d547-4169-b551-5a99ce9a4dc0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:02.156785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513340788'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:02.188438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.190266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:02.191217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.251392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-029e1bec-f1de-4594-88de-c98a6bbfe5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.256277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:02.264500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.285561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.327492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] Pushing event updated for resources: {'Network': ['ID=1b332916-dc9e-440c-8a95-f6633fc76fa0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:02.341298 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cab24-08c9-4895-a3d2-1092fcc4650d req-b1ba5497-81b3-46ba-9149-d565d4fdab2c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:02.355937 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-254cab24-08c9-4895-a3d2-1092fcc4650d req-b1ba5497-81b3-46ba-9149-d565d4fdab2c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 943 time: 0.4376822 Aug 31 16:24:02.362335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-416cf793-73cb-4ef6-9aad-ece7afbc2e9e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9578385 Aug 31 16:24:02.368703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:02.378318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:24:02.399503 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db930d-5d98-4b09-9c4a-eda3c8b594d9" -d '{"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-plugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:24:02.411822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:02.412803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Request body: {'subnet': {'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1053046629-subnet', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:02.434594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-254cab24-08c9-4895-a3d2-1092fcc4650d req-5d1e0ee4-569f-423e-a972-ff4c7fe4dac5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754039 Aug 31 16:24:02.556078 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd9d65f-f05d-4090-b075-29c46670b937 x-openstack-request-id: req-bdd9d65f-f05d-4090-b075-29c46670b937 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:24:02.556551 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-plugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:24:02.556938 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdd9d65f-f05d-4090-b075-29c46670b937 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:24:02.557553 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'code': 200} Aug 31 16:24:02.564345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-029e1bec-f1de-4594-88de-c98a6bbfe5b2 None None] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:02.643543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb66d2e4-2970-4922-85e1-3565a397930b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:02.652337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-029e1bec-f1de-4594-88de-c98a6bbfe5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.694667 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.706192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.755708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:02.759718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Made reservation on behalf of 4eac5230c3c24118a99327871f8a8dc6 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:02.762255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.768521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf330c0b-ab72-4a5e-8e73-063620eeca41,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:02.877597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:02.878178 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment ee0557e7-387b-4c6d-96c6-77f7a8ed5004 of type vlan for network 96349d7a-2299-42e9-954b-34ae6970d27a Aug 31 16:24:03.029570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.159268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e1bec-f1de-4594-88de-c98a6bbfe5b2 None None] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:03.167474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port eb66d2e4-2970-4922-85e1-3565a397930b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:03.174685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port eb66d2e4-2970-4922-85e1-3565a397930b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:03.175289 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.247127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.254445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:03.255558 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.281763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f1da830c-29f6-4558-84b6-606e5aadff33 None None] Provisioning complete for port e68cf00f-4e85-497e-b806-284a23197690 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:03.282459 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f1da830c-29f6-4558-84b6-606e5aadff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.293907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4404695 Aug 31 16:24:03.375737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.414790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738296a6-1242-47a7-837f-9e418ab79698 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=96349d7a-2299-42e9-954b-34ae6970d27a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:03.448503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 96349d7a-2299-42e9-954b-34ae6970d27a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:03.457870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69960522-4077-44d5-9b18-80e4fe5fe744,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:03.490333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Checking segment: {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:03.490333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Network hostable DHCP agents. Network: 1b332916-dc9e-440c-8a95-f6633fc76fa0, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:03.611663 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-d40ce649-3816-42cf-9613-d63ed757f3f6 service neutron] 10.222.0.49 "GET /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 385 time: 0.1238589 Aug 31 16:24:03.619053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:03.663293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55036cb8-0528-4abd-9d73-9e7dd9d9b701 req-57835954-7870-4504-bd8d-cd4af66ba317 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:03.671807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55036cb8-0528-4abd-9d73-9e7dd9d9b701 req-57835954-7870-4504-bd8d-cd4af66ba317 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 945 time: 0.0829139 Aug 31 16:24:03.691744 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.726256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55036cb8-0528-4abd-9d73-9e7dd9d9b701 req-92e67910-ba6f-44f1-956a-f425dab50f6d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530863 Aug 31 16:24:03.783572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f1da830c-29f6-4558-84b6-606e5aadff33 None None] Provisioning complete for port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:03.783989 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f1da830c-29f6-4558-84b6-606e5aadff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.787061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port eb66d2e4-2970-4922-85e1-3565a397930b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=eb66d2e4-2970-4922-85e1-3565a397930b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:03.812486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:03.863307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da830c-29f6-4558-84b6-606e5aadff33 None None] Port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:03.884811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=eb66d2e4-2970-4922-85e1-3565a397930b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:03.895016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1b332916-dc9e-440c-8a95-f6633fc76fa0) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:03.904639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d82178-64c2-43e7-bd7f-5cebc82169ba None None] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:03.998371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:04.003224 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.097901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-21f0a74d-1edf-4bc6-898d-5aa551844cc2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7229807 Aug 31 16:24:04.099608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33028) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:04.104921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:04.158168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.159671 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.170781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:04.253420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:04.410064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:24:04.427916 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e53d8c0-2193-41f7-8ef5-2cc93ce5c7c2" -d '{"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:24:04.437777 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.465709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:04.527921 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6d6654-0a20-4ce5-90eb-1e6660f166e1 x-openstack-request-id: req-9d6d6654-0a20-4ce5-90eb-1e6660f166e1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:24:04.528703 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:24:04.529509 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d6d6654-0a20-4ce5-90eb-1e6660f166e1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:24:04.532042 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'code': 200} Aug 31 16:24:04.536643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.545647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb66d2e4-2970-4922-85e1-3565a397930b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:04.716502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] Transition to ACTIVE for port object e68cf00f-4e85-497e-b806-284a23197690 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:04.721906 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Sync routers for ids ['5367f835-b59d-4cce-bf81-194ed330c2a1'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:04.732922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.804992 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Routers {'5367f835-b59d-4cce-bf81-194ed330c2a1'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:04.808816 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5367f835-b59d-4cce-bf81-194ed330c2a1'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:04.813504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-1b332916-dc9e-440c-8a95-f6633fc76fa0', 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'fixed_ips': [{'subnet_id': '69960522-4077-44d5-9b18-80e4fe5fe744'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:04.814380 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.853716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port eb66d2e4-2970-4922-85e1-3565a397930b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:04.854095 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:04.974395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:05.089928 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Set router 5367f835-b59d-4cce-bf81-194ed330c2a1 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:05.161824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] Pushing event updated for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=11']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:05.352352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465efc-d0ad-4305-9dd2-075ee7f2c74b req-98eb4d58-2581-4f4b-9717-0a62aee566cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:05.356637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9465efc-d0ad-4305-9dd2-075ee7f2c74b req-98eb4d58-2581-4f4b-9717-0a62aee566cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.3720627 Aug 31 16:24:05.414389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Allocated IP 172.20.0.2 (1b332916-dc9e-440c-8a95-f6633fc76fa0/69960522-4077-44d5-9b18-80e4fe5fe744/b559f292-97c4-4da5-bca9-ae13878ea82d) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:05.669399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9465efc-d0ad-4305-9dd2-075ee7f2c74b req-9f62b3ca-7fbc-4f97-b70a-a8625fb64fbd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756159 Aug 31 16:24:05.770801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] No DVR routers for this DVR port e68cf00f-4e85-497e-b806-284a23197690 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:05.913988 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:23:58Z', 'revision_number': 4, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced', 'name': '', 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'mac_address': 'fa:16:3e:21:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '10a40986-00cd-4dd4-8448-77050b8b8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:56Z', 'updated_at': '2021-08-31T16:23:58Z', 'revision_number': 2, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'subnets': [{'id': '10a40986-00cd-4dd4-8448-77050b8b8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:06.066922 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Checking router: 5367f835-b59d-4cce-bf81-194ed330c2a1 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:06.070423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Updating router 5367f835-b59d-4cce-bf81-194ed330c2a1 port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:06.098692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.145770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Transition to ACTIVE for port object b559f292-97c4-4da5-bca9-ae13878ea82d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:06.205152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Transition to ACTIVE for port object b559f292-97c4-4da5-bca9-ae13878ea82d will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:06.208532 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.232352 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.316421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.355338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.438473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:06.470542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:06.495712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:06.595235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Pushing event updated for resources: {'Port': ['ID=b559f292-97c4-4da5-bca9-ae13878ea82d,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:06.687061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Attempting to bind port b559f292-97c4-4da5-bca9-ae13878ea82d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:06.689715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Attempting to bind port b559f292-97c4-4da5-bca9-ae13878ea82d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:06.692362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Attempting to bind port b559f292-97c4-4da5-bca9-ae13878ea82d on network 1b332916-dc9e-440c-8a95-f6633fc76fa0 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:06.709549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:06.716824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Checking segment: {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:06.717249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.724081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Bound using segment: {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:06.724840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Bound port: b559f292-97c4-4da5-bca9-ae13878ea82d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:06.730338 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:06.740114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Allocated IP 172.25.6.194 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/705d6ff2-4c80-43a9-abf2-91b9c47d9ce4) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:06.891901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] For port b559f292-97c4-4da5-bca9-ae13878ea82d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:06.895943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] For port b559f292-97c4-4da5-bca9-ae13878ea82d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b559f292-97c4-4da5-bca9-ae13878ea82d,segment=NetworkSegment(aa18c91d-786c-47e4-bd30-8cdcda1fa477),segment_id=aa18c91d-786c-47e4-bd30-8cdcda1fa477)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:06.905017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.050930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9d0ec-446d-491b-aaf8-28fb313800d2 req-f2c714dc-ea42-4f31-b4d3-da7e88443d0c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:07.055199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0f9d0ec-446d-491b-aaf8-28fb313800d2 req-f2c714dc-ea42-4f31-b4d3-da7e88443d0c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.1392808 Aug 31 16:24:07.128961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5e43d-2e80-4ab6-ba43-6b1956b2f5fa None None] Pushing event updated for resources: {'Port': ['ID=b559f292-97c4-4da5-bca9-ae13878ea82d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:07.185740 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.206753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e68cf00f-4e85-497e-b806-284a23197690 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:07.230030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0f9d0ec-446d-491b-aaf8-28fb313800d2 req-765ba318-2689-4c35-b6e3-24407394737b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466670 Aug 31 16:24:07.231736 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Transition to ACTIVE for port object b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:07.235558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.250276 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.325389 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.359247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e68cf00f-4e85-497e-b806-284a23197690 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:07.433117 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Pushing event updated for resources: {'Port': ['ID=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:07.461461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:07.466101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33076) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:07.467089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Pushing event updated for resources: {'Port': ['ID=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:07.475369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:07.478362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:07.653020 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.653632 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.654063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.654863 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.655214 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.655543 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.655872 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.656221 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.656572 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.656899 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.657309 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.657641 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:07.676413 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Attempting to bind port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:07.679967 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Attempting to bind port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:07.689070 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Attempting to bind port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced on network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:07.710387 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:07.710653 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Checking segment: {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:07.715328 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.715909 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Bound using segment: {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:07.716771 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Bound port: b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:07.717327 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:07.973230 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] For port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:07.986632 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] For port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,segment=NetworkSegment(1a9c7cef-f380-4ff1-851b-35bf4a1bae1f),segment_id=1a9c7cef-f380-4ff1-851b-35bf4a1bae1f)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:07.998050 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:08.071007 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-05dc5f82-bde6-4f7c-999e-bc7a3181f99f service neutron] 10.222.0.49 "PUT /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690/bindings/n-h1-793621-35/activate HTTP/1.1" status: 200 len: 370 time: 4.4320724 Aug 31 16:24:08.072925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:08.109146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:08.179626 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Routers {'5367f835-b59d-4cce-bf81-194ed330c2a1'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:08.180281 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5367f835-b59d-4cce-bf81-194ed330c2a1'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:08.227902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d25-5a41-4f22-b6e7-80480e836a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:08.241688 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48782e-1b51-4e2a-bdc7-b4e88e9d6406 None None] Pushing event updated for resources: {'Port': ['ID=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:08.407890 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] Set router 5367f835-b59d-4cce-bf81-194ed330c2a1 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:08.482514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b559f292-97c4-4da5-bca9-ae13878ea82d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:08.517520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:08.527988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:08.610035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b559f292-97c4-4da5-bca9-ae13878ea82d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:08.650236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-775cb0da-e8ac-4139-a4bb-5ab5bfa974e6 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:08.651894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-775cb0da-e8ac-4139-a4bb-5ab5bfa974e6 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a&tenant_id=62b59b7a67904182b8344fe6265481e9&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.4557288 Aug 31 16:24:08.819959 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:23:58Z', 'revision_number': 4, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced', 'name': '', 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'mac_address': 'fa:16:3e:21:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '10a40986-00cd-4dd4-8448-77050b8b8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:56Z', 'updated_at': '2021-08-31T16:24:07Z', 'revision_number': 4, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'subnets': [{'id': '10a40986-00cd-4dd4-8448-77050b8b8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:08.888960 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd9afb-7c80-4673-995f-3c6644732137 None None] The sync data for ids ['5367f835-b59d-4cce-bf81-194ed330c2a1'] in n-d-793621-35 is: [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:23:58Z', 'revision_number': 4, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced', 'name': '', 'network_id': '21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'mac_address': 'fa:16:3e:21:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '10a40986-00cd-4dd4-8448-77050b8b8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:56Z', 'updated_at': '2021-08-31T16:24:07Z', 'revision_number': 4, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'subnets': [{'id': '10a40986-00cd-4dd4-8448-77050b8b8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:08.908367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.083017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:09.123972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd629948-3a14-4fd3-83fc-e55d3f309c3e None None] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:09.148980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:09.149667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: 96349d7a-2299-42e9-954b-34ae6970d27a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:09.188044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 96349d7a-2299-42e9-954b-34ae6970d27a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:09.212796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 96349d7a-2299-42e9-954b-34ae6970d27a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:09.227370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:09.228213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.247257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ae6d8-d18d-4e8d-a6b7-9a746201ecf2 None None] Network 96349d7a-2299-42e9-954b-34ae6970d27a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:09.319561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] Provisioning for port b559f292-97c4-4da5-bca9-ae13878ea82d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:09.341521 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:24:09.376238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] Provisioning complete for port b559f292-97c4-4da5-bca9-ae13878ea82d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:09.377059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.412521 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7faf08-bd6f-4044-8ece-930cb148a3ab req-4345af02-58ff-451c-8a20-0c33ea574eaf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:09.414859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f7faf08-bd6f-4044-8ece-930cb148a3ab req-4345af02-58ff-451c-8a20-0c33ea574eaf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 1.0110810 Aug 31 16:24:09.436294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.594495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f7faf08-bd6f-4044-8ece-930cb148a3ab req-6d1de409-66e2-4647-940c-88061baeaa70 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534822 Aug 31 16:24:09.602413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-14e91e34-b97f-4d4e-94f3-760ed03a846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:09.604571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-14e91e34-b97f-4d4e-94f3-760ed03a846e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 1096 time: 0.9318721 Aug 31 16:24:09.688938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.757354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] For port b559f292-97c4-4da5-bca9-ae13878ea82d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b559f292-97c4-4da5-bca9-ae13878ea82d,segment=NetworkSegment(aa18c91d-786c-47e4-bd30-8cdcda1fa477),segment_id=aa18c91d-786c-47e4-bd30-8cdcda1fa477)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:09.764017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.794615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d25-5a41-4f22-b6e7-80480e836a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.808862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-8cc97d69-e5e6-4530-9ba1-c9cf5b090d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:09.811172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-8cc97d69-e5e6-4530-9ba1-c9cf5b090d8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1096 time: 0.1540935 Aug 31 16:24:09.811820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b51b5f26-54dd-43b0-830a-3224a7f3f95e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7351134 Aug 31 16:24:09.815221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:09.822587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59996178'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:09.859386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-96349d7a-2299-42e9-954b-34ae6970d27a', 'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:09.860496 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.883406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:09.889151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.927170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46ad2a-e1c5-4535-8882-e4d35fa0e2b7 None None] Pushing event updated for resources: {'Port': ['ID=b559f292-97c4-4da5-bca9-ae13878ea82d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:09.938493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d25-5a41-4f22-b6e7-80480e836a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.955227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:09.984821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:09.986390 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 311b8cca-e7fb-48a0-96b5-2c4065d2d6d4 of type vlan for network 3b8bd212-c12c-4ebb-ba30-106e0f045e15 Aug 31 16:24:10.081186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5eda1d25-5a41-4f22-b6e7-80480e836a2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ca80bbb0a6c4fc6b4c6d35f6bd6605e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3463457 Aug 31 16:24:10.081619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33096) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:10.118920 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.150454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0c7b81d8-5afb-4136-ac33-68a861a0b8f9 None None] Provisioning complete for port b559f292-97c4-4da5-bca9-ae13878ea82d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:10.151020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0c7b81d8-5afb-4136-ac33-68a861a0b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.155321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.161706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:10.162406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.253213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-23dbc379-91ce-46a8-b17b-bf9b99c6f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:10.255702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-23dbc379-91ce-46a8-b17b-bf9b99c6f36a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.3130951 Aug 31 16:24:10.257826 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.271397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Allocated IP 2001:db8:0:ffff::2 (96349d7a-2299-42e9-954b-34ae6970d27a/2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9/8d6f2490-38f3-4d41-9de8-9e10bad20351) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:10.274577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60e8a4f5-fac9-4dc2-b4cb-138a32932b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.290418 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4734800 Aug 31 16:24:10.299386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33098) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:10.310896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': '3b8bd212-c12c-4ebb-ba30-106e0f045e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:10.420319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60e8a4f5-fac9-4dc2-b4cb-138a32932b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.473119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a4068-f4b2-43da-a541-8184ffa61b07 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=3b8bd212-c12c-4ebb-ba30-106e0f045e15,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:10.510246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda1d25-5a41-4f22-b6e7-80480e836a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcedc367-fb81-44b6-b3f1-49c0fb4a1eea,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:10.511132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3b8bd212-c12c-4ebb-ba30-106e0f045e15 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:10.559410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Router 8c71191f-d2ab-49b5-8215-e986f4b60135 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:24:10.578552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-85e1f8bb-01f6-4378-9d67-350841b5db6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 999 time: 0.2917526 Aug 31 16:24:10.631348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:10.653987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60e8a4f5-fac9-4dc2-b4cb-138a32932b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.656708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60e8a4f5-fac9-4dc2-b4cb-138a32932b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.661346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60e8a4f5-fac9-4dc2-b4cb-138a32932b2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bcedc367-fb81-44b6-b3f1-49c0fb4a1eea HTTP/1.1" status: 204 len: 168 time: 0.5752773 Aug 31 16:24:10.679243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:10.688399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.697669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8a4f5-fac9-4dc2-b4cb-138a32932b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcedc367-fb81-44b6-b3f1-49c0fb4a1eea,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:10.885692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:10.892458 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.894846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:10.895055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.924390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Transition to ACTIVE for port object 8d6f2490-38f3-4d41-9de8-9e10bad20351 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:10.965841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Transition to ACTIVE for port object 8d6f2490-38f3-4d41-9de8-9e10bad20351 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:10.977739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:10.978714 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:10.980538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-81b7f247-e1ce-4919-9684-36ed1a01478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:10.982365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-81b7f247-e1ce-4919-9684-36ed1a01478f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.3486426 Aug 31 16:24:11.053925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Sync routers for ids ['8c71191f-d2ab-49b5-8215-e986f4b60135'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:11.059665 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66859783-fa76-477b-b611-76585f98201a admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.061288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-66859783-fa76-477b-b611-76585f98201a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9603937 Aug 31 16:24:11.067583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33108) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:11.072480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe304-9294-480f-9342-12b19da0b9ca req-df69eb10-bf24-4e33-8cc6-b36a21d602b4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:11.074512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a7fe304-9294-480f-9342-12b19da0b9ca req-df69eb10-bf24-4e33-8cc6-b36a21d602b4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.1918449 Aug 31 16:24:11.086462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-d6d16d73-1fd4-4900-b24f-ab7300b257e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:11.089062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-d6d16d73-1fd4-4900-b24f-ab7300b257e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932593 Aug 31 16:24:11.111209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Network 96349d7a-2299-42e9-954b-34ae6970d27a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:11.126269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:11.133619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:11.170574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Routers {'8c71191f-d2ab-49b5-8215-e986f4b60135'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:11.171208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8c71191f-d2ab-49b5-8215-e986f4b60135'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:11.187755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Pushing event updated for resources: {'Port': ['ID=8d6f2490-38f3-4d41-9de8-9e10bad20351,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:11.255033 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.332426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.364820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a7fe304-9294-480f-9342-12b19da0b9ca req-8de8d407-b98c-4c6a-b20b-91200a14263f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740099 Aug 31 16:24:11.370556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Attempting to bind port 8d6f2490-38f3-4d41-9de8-9e10bad20351 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:11.370927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Attempting to bind port 8d6f2490-38f3-4d41-9de8-9e10bad20351 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:11.371290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Attempting to bind port 8d6f2490-38f3-4d41-9de8-9e10bad20351 on network 96349d7a-2299-42e9-954b-34ae6970d27a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:11.377828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33110) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:11.384563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,segment=NetworkSegment(1a9c7cef-f380-4ff1-851b-35bf4a1bae1f),segment_id=1a9c7cef-f380-4ff1-851b-35bf4a1bae1f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:11.404769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.405572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b559f292-97c4-4da5-bca9-ae13878ea82d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:11.413658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:11.413946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Checking segment: {'id': 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:11.414350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.414747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Bound using segment: {'id': 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:11.415236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Bound port: 8d6f2490-38f3-4d41-9de8-9e10bad20351, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '96349d7a-2299-42e9-954b-34ae6970d27a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:11.415788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.422115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-220c0731-bbb0-4506-b11f-874549d79242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.424920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=226c9c6c-ffa5-4dca-86af-21a023d1bec4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:11.620766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': '311b8cca-e7fb-48a0-96b5-2c4065d2d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b8bd212-c12c-4ebb-ba30-106e0f045e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:11.621549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: 3b8bd212-c12c-4ebb-ba30-106e0f045e15, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:11.624852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-220c0731-bbb0-4506-b11f-874549d79242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.638392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-220c0731-bbb0-4506-b11f-874549d79242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.663688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Set router 8c71191f-d2ab-49b5-8215-e986f4b60135 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:11.696705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 3b8bd212-c12c-4ebb-ba30-106e0f045e15 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:11.739337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-220c0731-bbb0-4506-b11f-874549d79242 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd0cd79e95924546a13f806173575ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595543 Aug 31 16:24:11.742089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-5137478d-5146-4002-b99e-68cd2d054d18 service neutron] 10.222.0.30 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447835 Aug 31 16:24:11.742853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0731-bbb0-4506-b11f-874549d79242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2327f27a-a60a-4b70-8b8b-4fdca8de8f5e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:11.748652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33112) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:11.796437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:11.882848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] For port 8d6f2490-38f3-4d41-9de8-9e10bad20351, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:11.900544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] For port 8d6f2490-38f3-4d41-9de8-9e10bad20351, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8d6f2490-38f3-4d41-9de8-9e10bad20351,segment=NetworkSegment(ee0557e7-387b-4c6d-96c6-77f7a8ed5004),segment_id=ee0557e7-387b-4c6d-96c6-77f7a8ed5004)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:11.904967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3b8bd212-c12c-4ebb-ba30-106e0f045e15) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:11.909246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.910619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b559f292-97c4-4da5-bca9-ae13878ea82d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:11.910999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.915573 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.916107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:11.917544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.923950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8b746-da1f-424e-a888-453e72c6d52c None None] Network 3b8bd212-c12c-4ebb-ba30-106e0f045e15 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:11.943984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-19c51ad0-dc21-49e2-bbe0-2b3c3c9d4c01 service neutron] 10.222.0.30 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823053 Aug 31 16:24:11.965964 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-728aad9e-ad9f-4fec-960d-c06c5b94f5cb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6633101 Aug 31 16:24:11.967243 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf39378-980f-425f-8f08-1a2ead0e5cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:11.967985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:12.006624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf39378-980f-425f-8f08-1a2ead0e5cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.086573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf39378-980f-425f-8f08-1a2ead0e5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.093560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0bf39378-980f-425f-8f08-1a2ead0e5cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.101826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0bf39378-980f-425f-8f08-1a2ead0e5cfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2327f27a-a60a-4b70-8b8b-4fdca8de8f5e HTTP/1.1" status: 204 len: 168 time: 0.3527672 Aug 31 16:24:12.114368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf39378-980f-425f-8f08-1a2ead0e5cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2327f27a-a60a-4b70-8b8b-4fdca8de8f5e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:12.138437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.249486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dd5ab-88fa-4763-a79b-4b5d00e4eb9d None None] Pushing event updated for resources: {'Port': ['ID=8d6f2490-38f3-4d41-9de8-9e10bad20351,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:12.357807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beb12f-7481-425f-88a8-ec049ef16080 req-fb082764-5b1c-4078-a5e8-b528d42e32b0 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:12.361579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-fb082764-5b1c-4078-a5e8-b528d42e32b0 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a&tenant_id=62b59b7a67904182b8344fe6265481e9&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 1096 time: 0.1376550 Aug 31 16:24:12.378267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:08Z', 'revision_number': 3, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:12.433065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Checking router: 8c71191f-d2ab-49b5-8215-e986f4b60135 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:12.433525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Updating router 8c71191f-d2ab-49b5-8215-e986f4b60135 port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:12.473378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c3821b-0b41-4aad-b3e9-081c300a4dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3b8bd212-c12c-4ebb-ba30-106e0f045e15', 'network_id': '3b8bd212-c12c-4ebb-ba30-106e0f045e15', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '226c9c6c-ffa5-4dca-86af-21a023d1bec4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:12.476174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c2c3821b-0b41-4aad-b3e9-081c300a4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.544124 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.560854 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.596257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:12.722232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Allocated IP 172.20.0.1 (1b332916-dc9e-440c-8a95-f6633fc76fa0/69960522-4077-44d5-9b18-80e4fe5fe744/dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:12.888636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:12.925568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df34d7-5264-49f9-8612-b2d96085713d req-0ea10fb1-ce3b-495a-bdd9-fd2c26a9578c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:12.931109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17df34d7-5264-49f9-8612-b2d96085713d req-0ea10fb1-ce3b-495a-bdd9-fd2c26a9578c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.3517385 Aug 31 16:24:12.948365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=226c9c6c-ffa5-4dca-86af-21a023d1bec4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:13.058303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.061010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-37beb12f-7481-425f-88a8-ec049ef16080 req-0cb71a24-5b67-409e-8261-e5baef7fa3f8 service neutron] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:13.072778 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-37beb12f-7481-425f-88a8-ec049ef16080 req-0cb71a24-5b67-409e-8261-e5baef7fa3f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.073180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8bd212-c12c-4ebb-ba30-106e0f045e15']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:13.074371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-0cb71a24-5b67-409e-8261-e5baef7fa3f8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690/bindings/n-h2-793621-35 HTTP/1.1" status: 204 len: 173 time: 0.6993966 Aug 31 16:24:13.091770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311b8cca-e7fb-48a0-96b5-2c4065d2d6d4') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:13.092357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311b8cca-e7fb-48a0-96b5-2c4065d2d6d4') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:13.107368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.125642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17df34d7-5264-49f9-8612-b2d96085713d req-620839d2-67f4-42c8-bd92-18cf319d75f9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661351 Aug 31 16:24:13.131380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.142442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:13.143361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server [None req-c2c3821b-0b41-4aad-b3e9-081c300a4dbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 226c9c6c-ffa5-4dca-86af-21a023d1bec4: This subnet is being modified by another concurrent operation. Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise exception Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 226c9c6c-ffa5-4dca-86af-21a023d1bec4: This subnet is being modified by another concurrent operation. Aug 31 16:24:13.189396 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:13.243976 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:13.249617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.257336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.265387 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/3b8bd212-c12c-4ebb-ba30-106e0f045e15 HTTP/1.1" status: 204 len: 168 time: 1.2906289 Aug 31 16:24:13.266505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.266692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33134) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:13.274737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586905070'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:13.281169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d65f3-6010-4e4c-a1cc-202c2c86684d None None] Network 3b8bd212-c12c-4ebb-ba30-106e0f045e15 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:13.332623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc8149-d297-4edc-ab2d-ad39b6cc270e tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=3b8bd212-c12c-4ebb-ba30-106e0f045e15,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:13.368806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Transition to ACTIVE for port object dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:13.401631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d65f3-6010-4e4c-a1cc-202c2c86684d None None] Network 3b8bd212-c12c-4ebb-ba30-106e0f045e15 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:24:13.451223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.466350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:13.466748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.487841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:13.498409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.518986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736de0c-4829-4479-8ff5-40fb0f0317a5 req-07edad1b-5079-4bbc-937a-45186a6dc506 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:13.525551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0736de0c-4829-4479-8ff5-40fb0f0317a5 req-07edad1b-5079-4bbc-937a-45186a6dc506 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1096 time: 0.2365019 Aug 31 16:24:13.599704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Pushing event updated for resources: {'Port': ['ID=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:13.619861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:13.624154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:13.636976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:13.653333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:13.677364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.678078 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 4736083e-ea57-4ed7-8ba1-0d531338601e of type vlan for network f43675e2-0bee-4673-a805-538b811f772e Aug 31 16:24:13.706298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0736de0c-4829-4479-8ff5-40fb0f0317a5 req-5ee94d15-2e56-4be6-ab0f-c50d16c3782c tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639423 Aug 31 16:24:13.759549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:13.907897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:14.101821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:14.119510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:14.120737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:14.326368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=f43675e2-0bee-4673-a805-538b811f772e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:14.345726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf1fda5-9323-4bb6-8763-c145a9d03ef3 None None] Network 96349d7a-2299-42e9-954b-34ae6970d27a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:14.351596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:14.358560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e79e966-ea50-40e2-86e9-f4e7abc994a2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0883493 Aug 31 16:24:14.360929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f43675e2-0bee-4673-a805-538b811f772e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:14.366101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:14.380147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662893-c6d5-490c-b5d8-8db4d58a1a5d req-56f2f3a0-68f3-493c-a281-d4132307ade2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:14.385415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': 'f43675e2-0bee-4673-a805-538b811f772e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:14.404441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc662893-c6d5-490c-b5d8-8db4d58a1a5d req-56f2f3a0-68f3-493c-a281-d4132307ade2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.4105210 Aug 31 16:24:14.535022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc662893-c6d5-490c-b5d8-8db4d58a1a5d req-e31ae473-a701-4b79-bf9f-2416059448cd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292448 Aug 31 16:24:14.599698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:14.828267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8d6f2490-38f3-4d41-9de8-9e10bad20351 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:14.895141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bdb59d9c-7eb0-4173-87e5-0362919f13d7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/00b24d95-9bcc-4e0e-afbb-28af0e4e86bf HTTP/1.1" status: 200 len: 991 time: 0.2849576 Aug 31 16:24:14.978132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.013336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1b098070-290a-48e9-99a9-07f076f2ed0b None None] Provisioning for port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:15.106891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1b098070-290a-48e9-99a9-07f076f2ed0b None None] Provisioning complete for port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:15.107857 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1b098070-290a-48e9-99a9-07f076f2ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.121988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Transition to ACTIVE for port object 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:15.163600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:15.188671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.204223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.271229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33166) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:15.332137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Attempting to bind port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:15.332535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Attempting to bind port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:15.332900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Attempting to bind port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:15.340624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1b098070-290a-48e9-99a9-07f076f2ed0b None None] Port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:15.358705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:15.359737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:15.359737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.360032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:15.360420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Bound port: 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:15.360808 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.398083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c6be3-b239-4560-aa3e-7a40d5c87496 None None] Pushing event updated for resources: {'Port': ['ID=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:15.408962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8d6f2490-38f3-4d41-9de8-9e10bad20351 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:15.504244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] For port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:15.508160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] Provisioning for port 8d6f2490-38f3-4d41-9de8-9e10bad20351 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:15.512386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] For port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:15.521229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] Provisioning complete for port 8d6f2490-38f3-4d41-9de8-9e10bad20351 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:15.521955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.526338 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.550130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.572534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.708555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 887157d3-8aea-4d8f-a49d-a10dd5b83efb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:15.709803 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.829038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.848433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Routers {'8c71191f-d2ab-49b5-8215-e986f4b60135'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:15.849317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8c71191f-d2ab-49b5-8215-e986f4b60135'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:15.923777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.942673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c6be3-b239-4560-aa3e-7a40d5c87496 None None] Pushing event updated for resources: {'Port': ['ID=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:15.947080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Pushing event updated for resources: {'Port': ['ID=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:15.947384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06d504-98d2-49c2-b4fa-6b01a968766d None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:24:15.995897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:15.996489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:16.040222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 887157d3-8aea-4d8f-a49d-a10dd5b83efb owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:16.134470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=024f7925-f345-4e8d-acdf-e0c89dd4ca4c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:16.155771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': '4736083e-ea57-4ed7-8ba1-0d531338601e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f43675e2-0bee-4673-a805-538b811f772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:16.156144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: f43675e2-0bee-4673-a805-538b811f772e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:16.228300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:16.231233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:16.234757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network f43675e2-0bee-4673-a805-538b811f772e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:16.305920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f43675e2-0bee-4673-a805-538b811f772e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:16.317788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:16.319258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:16.499034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:16.541414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=887157d3-8aea-4d8f-a49d-a10dd5b83efb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:16.644461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:16.666563 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:16.668586 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 00b24d95-9bcc-4e0e-afbb-28af0e4e86bf disassociated (deleted). External IP: 172.25.6.243, port: e68cf00f-4e85-497e-b806-284a23197690. Aug 31 16:24:16.850948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] For port 8d6f2490-38f3-4d41-9de8-9e10bad20351, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8d6f2490-38f3-4d41-9de8-9e10bad20351,segment=NetworkSegment(ee0557e7-387b-4c6d-96c6-77f7a8ed5004),segment_id=ee0557e7-387b-4c6d-96c6-77f7a8ed5004)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:16.878353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:16.980800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] Set router 8c71191f-d2ab-49b5-8215-e986f4b60135 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:17.010887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9a273804-0385-46a9-858d-d2d4dfe21f82 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6434910 Aug 31 16:24:17.017640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33186) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:17.023225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883680204'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:17.059640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router ea4df920-76d2-40c6-990e-f3f0976322e4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:17.063495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:17.075879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.147420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Router 8c71191f-d2ab-49b5-8215-e986f4b60135 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:17.152859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:17.168011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.168710 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment ebf84f60-54d8-4861-a0c2-ed0bb3e57e09 of type vlan for network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 Aug 31 16:24:17.276326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:17.281857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.292527 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] Sync routers for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:17.310029 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:17.310658 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:17.386085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9197b171-41ba-461e-82af-59e6968a0e24 None None] Provisioning complete for port 8d6f2490-38f3-4d41-9de8-9e10bad20351 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:17.387230 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9197b171-41ba-461e-82af-59e6968a0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.408577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773d15-8115-4814-a247-570d0388fed2 None None] Pushing event updated for resources: {'Port': ['ID=8d6f2490-38f3-4d41-9de8-9e10bad20351,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:17.429580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-566570f8-cca1-4d6c-b183-6252985b9183 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/floatingips/00b24d95-9bcc-4e0e-afbb-28af0e4e86bf HTTP/1.1" status: 204 len: 168 time: 2.1572151 Aug 31 16:24:17.430243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:24:17.434353 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:24:17.545138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.615697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06d504-98d2-49c2-b4fa-6b01a968766d None None] Unable to find a vacant binding_index for network f43675e2-0bee-4673-a805-538b811f772e and agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 {{(pid=101479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 16:24:17.652321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06d504-98d2-49c2-b4fa-6b01a968766d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f43675e2-0bee-4673-a805-538b811f772e) {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:24:17.661354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:17.667836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.676511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:17.681455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:17.724306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f23de09f-5f3a-442e-84fb-2dc504eb635f admin admin] 10.222.0.43 "PUT /v2.0/routers/8c71191f-d2ab-49b5-8215-e986f4b60135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6454618 Aug 31 16:24:17.833866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8142190 Aug 31 16:24:17.839602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33198) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:17.852912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': 'c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:17.883369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a', 'name': '', 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:11Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 2, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'subnets': [{'id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:17.902314 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:17.915644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c5234-76ef-4f23-8185-6b144ea7bc32 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:17.997043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:18.048729 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252ca75-9ae7-41e4-bba0-a233a1e23530 x-openstack-request-id: req-3252ca75-9ae7-41e4-bba0-a233a1e23530 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:24:18.049054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9188b-0273-427a-b7f3-103871129e8e None None] The sync data for ids ['8c71191f-d2ab-49b5-8215-e986f4b60135'] in n-d-793621-35 is: [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a', 'name': '', 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:11Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 2, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'subnets': [{'id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:18.049429 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:24:18.049908 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3252ca75-9ae7-41e4-bba0-a233a1e23530 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:24:18.051322 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'status': 'completed', 'code': 200} Aug 31 16:24:18.057736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:18.066580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:18.343909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.ipam_backend_mixin [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Performing IP validity checks on allocation pools {{(pid=101477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 16:24:18.346177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.ipam_backend_mixin [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 16:24:18.370319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-78a360ac-d398-41ea-9ccb-f160ce8cc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:18.371663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-78a360ac-d398-41ea-9ccb-f160ce8cc6aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 1096 time: 0.2548490 Aug 31 16:24:18.390072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12945c21-5e76-4710-9e40-bccd49b985e0 req-ec8baca5-9e51-4ab0-b988-89fc33e50b9b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:18.391812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12945c21-5e76-4710-9e40-bccd49b985e0 req-ec8baca5-9e51-4ab0-b988-89fc33e50b9b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.1515367 Aug 31 16:24:18.532330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-3a5d48b0-b203-4807-a496-9ef2108d684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:18.534240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-3a5d48b0-b203-4807-a496-9ef2108d684b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 200 len: 898 time: 0.1361430 Aug 31 16:24:18.550728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f43675e2-0bee-4673-a805-538b811f772e', 'network_id': 'f43675e2-0bee-4673-a805-538b811f772e', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '024f7925-f345-4e8d-acdf-e0c89dd4ca4c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:18.551414 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:18.571054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12945c21-5e76-4710-9e40-bccd49b985e0 req-a38ebef4-36a2-4130-b375-7783578541c7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1bb453d-2a8e-4def-97f0-ed1ed54f533b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931323 Aug 31 16:24:18.646065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-89c330d1-f7b6-44cd-b821-d3586fbde082 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:18.648512 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-89c330d1-f7b6-44cd-b821-d3586fbde082 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 944 time: 0.3069730 Aug 31 16:24:18.672158 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:57Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:18.676557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8d6f2490-38f3-4d41-9de8-9e10bad20351 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:18.820654 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] Checking router: ea4df920-76d2-40c6-990e-f3f0976322e4 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:18.850951 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:18.851780 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:18.986473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port e68cf00f-4e85-497e-b806-284a23197690 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:18.986874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:19.089359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8d6f2490-38f3-4d41-9de8-9e10bad20351 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:19.089746 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:19.193291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Allocated IP 2001:db8::3 (f43675e2-0bee-4673-a805-538b811f772e/024f7925-f345-4e8d-acdf-e0c89dd4ca4c/1797d9cb-918d-42c6-9c24-27ef9ced29bc) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:19.291269 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:19.539823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port e68cf00f-4e85-497e-b806-284a23197690, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=e68cf00f-4e85-497e-b806-284a23197690,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:19.542659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:19.606847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for e68cf00f-4e85-497e-b806-284a23197690 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:19.860492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:19.916099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Transition to ACTIVE for port object 1797d9cb-918d-42c6-9c24-27ef9ced29bc will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:19.978905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-7e18f6f3-6fb3-4256-86d7-ebbebdde96ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 200 len: 217 time: 1.4242232 Aug 31 16:24:19.988976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:19.989597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Transition to ACTIVE for port object 1797d9cb-918d-42c6-9c24-27ef9ced29bc will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:20.008651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:20.081452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Network f43675e2-0bee-4673-a805-538b811f772e is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:20.089012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:20.094867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:20.099521 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:57Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:20.113105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-d0c49b60-9bb0-4713-8a5e-d3c19627dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:20.115050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-d0c49b60-9bb0-4713-8a5e-d3c19627dbba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 200 len: 835 time: 0.1218212 Aug 31 16:24:20.173142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=e68cf00f-4e85-497e-b806-284a23197690,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:20.189417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.190072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.195586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.196287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.196814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.197348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.197868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.198367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.199144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.199643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.200337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.200963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:20.270932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b20f5c-6029-4198-b669-cdc112ee591c None None] The sync data for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 is: [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:22:49Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f11bdd59-3ed4-477b-b227-74df4a24f96c', 'name': '', 'network_id': '2a02134f-88a4-4da5-9240-f901b0948895', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:86:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '6aae0516-5ee2-46fa-9276-767266897000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:47Z', 'updated_at': '2021-08-31T16:22:57Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '6aae0516-5ee2-46fa-9276-767266897000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:20.294063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] No DVR routers for this DVR port e68cf00f-4e85-497e-b806-284a23197690 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:20.299615 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:20.303716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-066404c2-b327-42e2-bf6b-6d4fa993b7fc req-7ebada1d-4685-4157-a35a-5860a884c080 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.30 "DELETE /v2.0/ports/e68cf00f-4e85-497e-b806-284a23197690 HTTP/1.1" status: 204 len: 173 time: 1.6429567 Aug 31 16:24:20.311035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-deleted', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:24:20.315319 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa61c9-7d2e-49c6-a011-f0db3776da8e" -d '{"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-deleted", "tag": "e68cf00f-4e85-497e-b806-284a23197690"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:24:20.323165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Pushing event updated for resources: {'Port': ['ID=1797d9cb-918d-42c6-9c24-27ef9ced29bc,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:20.329355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Attempting to bind port 1797d9cb-918d-42c6-9c24-27ef9ced29bc on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:20.329817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Attempting to bind port 1797d9cb-918d-42c6-9c24-27ef9ced29bc by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4736083e-ea57-4ed7-8ba1-0d531338601e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f43675e2-0bee-4673-a805-538b811f772e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:20.330613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Attempting to bind port 1797d9cb-918d-42c6-9c24-27ef9ced29bc on network f43675e2-0bee-4673-a805-538b811f772e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:20.339879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:20.340870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Checking segment: {'id': '4736083e-ea57-4ed7-8ba1-0d531338601e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f43675e2-0bee-4673-a805-538b811f772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:20.341866 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:20.342603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Bound using segment: {'id': '4736083e-ea57-4ed7-8ba1-0d531338601e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f43675e2-0bee-4673-a805-538b811f772e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:20.343344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Bound port: 1797d9cb-918d-42c6-9c24-27ef9ced29bc, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4736083e-ea57-4ed7-8ba1-0d531338601e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f43675e2-0bee-4673-a805-538b811f772e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:20.344103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:20.467068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-79f77315-c57b-495a-ac3d-ad2d57e66957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:20.477950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-79f77315-c57b-495a-ac3d-ad2d57e66957 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a02134f-88a4-4da5-9240-f901b0948895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3365180 Aug 31 16:24:20.577634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] For port 1797d9cb-918d-42c6-9c24-27ef9ced29bc, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:20.596060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] For port 1797d9cb-918d-42c6-9c24-27ef9ced29bc, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1797d9cb-918d-42c6-9c24-27ef9ced29bc,segment=NetworkSegment(4736083e-ea57-4ed7-8ba1-0d531338601e),segment_id=4736083e-ea57-4ed7-8ba1-0d531338601e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:20.611019 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:20.613997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:20.769977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:20.901831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=5fe72256-437b-40a1-8e06-b7f92f2307c7,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:21.026439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-51e97cae-2e63-41d6-8608-dca023ce688f service neutron] 10.222.0.30 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474958 Aug 31 16:24:21.077559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa5942-8b31-41ca-be7d-976e4e25b8d6 None None] Pushing event updated for resources: {'Port': ['ID=1797d9cb-918d-42c6-9c24-27ef9ced29bc,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:21.119197 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-17b02e7f-2e66-4774-a0c8-5a90e13f037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:21.141315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:21.154547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:21.155098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:21.172876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60c53357-e204-4484-a6c7-3c7767558079 req-6c0132f8-9dfd-4de1-a866-a1f59e928551 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=af780951-ded0-4e62-9329-c287dad04b8a HTTP/1.1" status: 200 len: 210 time: 0.1448231 Aug 31 16:24:21.279091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5125004-2a7a-46a8-8eb8-14b7c86ac35b None None] New status for floating IP 00b24d95-9bcc-4e0e-afbb-28af0e4e86bf: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:24:21.451558 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbe0fa8-ad86-4c5f-92b6-b8e6ba501e81 x-openstack-request-id: req-4cbe0fa8-ad86-4c5f-92b6-b8e6ba501e81 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:24:21.453331 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af780951-ded0-4e62-9329-c287dad04b8a", "name": "network-vif-deleted", "tag": "e68cf00f-4e85-497e-b806-284a23197690", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:24:21.453748 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cbe0fa8-ad86-4c5f-92b6-b8e6ba501e81 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:24:21.454326 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af780951-ded0-4e62-9329-c287dad04b8a', 'name': 'network-vif-deleted', 'tag': 'e68cf00f-4e85-497e-b806-284a23197690', 'status': 'completed', 'code': 200} Aug 31 16:24:21.544411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': 'ebf84f60-54d8-4861-a0c2-ed0bb3e57e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:21.544788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:21.639869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:21.695126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba53c754-1d1f-4d1d-b2a6-05490153fe7b req-61089981-d832-44ff-bd2b-52aace164026 service neutron] 10.222.0.30 "GET /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473308 Aug 31 16:24:21.699602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:21.718272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:21.719248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:21.752688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8301b79a-8284-46ee-8b28-204ab8e35457 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.9122939 Aug 31 16:24:21.757178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33262) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:21.807809 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:21.844782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:21.850430 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:21.973485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:22.013486 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.108008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.187119 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.230672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe72256-437b-40a1-8e06-b7f92f2307c7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:22.299370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33282) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:22.317984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.341805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:22.360047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf84f60-54d8-4861-a0c2-ed0bb3e57e09') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:22.360865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf84f60-54d8-4861-a0c2-ed0bb3e57e09') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:22.388932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33284) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:22.402738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.449979 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.487510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:22.488321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:22.496530 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:22.654275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.679178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.694432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 HTTP/1.1" status: 204 len: 168 time: 0.9328868 Aug 31 16:24:22.695598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33290) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:22.727550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358598577'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:22.732316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1797d9cb-918d-42c6-9c24-27ef9ced29bc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:22.732980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b07bb8-83c7-484a-b2cd-6dbc8133f6e7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:22.764569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:22.770786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.780421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960701d-d1e0-4271-a07e-231c7ad54524 None None] Network f43675e2-0bee-4673-a805-538b811f772e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:22.782922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74716af1-f772-418f-8a34-896e6e096e83 None None] Network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:22.807804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:22.839674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.840172 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 94ec12ff-787a-453c-a567-4735e8111071 of type vlan for network d80104a4-6129-4ca3-9f1e-89216ad5ae89 Aug 31 16:24:22.911829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.961617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:22.974608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:22.975337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.108638 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3906171 Aug 31 16:24:23.109832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:23.139898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': 'd80104a4-6129-4ca3-9f1e-89216ad5ae89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:23.190928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c057-7ffa-4928-8e07-eb34c72bf0b8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=d80104a4-6129-4ca3-9f1e-89216ad5ae89,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:23.308431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74716af1-f772-418f-8a34-896e6e096e83 None None] Network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:24:23.310244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d80104a4-6129-4ca3-9f1e-89216ad5ae89 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:23.321416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c494e7b0-db91-40de-a559-f48710714e23 None None] Provisioning for port 1797d9cb-918d-42c6-9c24-27ef9ced29bc completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:23.342555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad587e0c-3654-42fa-85ad-d81a3bf065c8 None None] Network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:23.355627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:23.360688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.391810 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Sync routers for ids ['8c71191f-d2ab-49b5-8215-e986f4b60135'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:23.416117 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Routers {'8c71191f-d2ab-49b5-8215-e986f4b60135'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:23.416858 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:23:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8c71191f-d2ab-49b5-8215-e986f4b60135'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:23.466656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.471503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e68cf00f-4e85-497e-b806-284a23197690 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:23.501667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: e68cf00f-4e85-497e-b806-284a23197690 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:23.502269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device e68cf00f-4e85-497e-b806-284a23197690 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:23.514051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad587e0c-3654-42fa-85ad-d81a3bf065c8 None None] Network c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:24:23.656646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-aa4ddb35-ce12-41a9-b08e-794f506c0477 None None] Provisioning complete for port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:23.656646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddb35-ce12-41a9-b08e-794f506c0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.659702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 1797d9cb-918d-42c6-9c24-27ef9ced29bc completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:23.667588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1797d9cb-918d-42c6-9c24-27ef9ced29bc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:23.668445 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.705716 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Set router 8c71191f-d2ab-49b5-8215-e986f4b60135 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:23.720028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.720361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.769706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ddb35-ce12-41a9-b08e-794f506c0477 None None] Port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:23.862282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.869053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': '94ec12ff-787a-453c-a567-4735e8111071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd80104a4-6129-4ca3-9f1e-89216ad5ae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:23.871439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: d80104a4-6129-4ca3-9f1e-89216ad5ae89, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:23.877547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=5d5092f3-a490-40f0-aee2-fd8b30238a9b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:23.920051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network d80104a4-6129-4ca3-9f1e-89216ad5ae89 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:23.944112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d80104a4-6129-4ca3-9f1e-89216ad5ae89) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:23.955009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 1797d9cb-918d-42c6-9c24-27ef9ced29bc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1797d9cb-918d-42c6-9c24-27ef9ced29bc,segment=NetworkSegment(4736083e-ea57-4ed7-8ba1-0d531338601e),segment_id=4736083e-ea57-4ed7-8ba1-0d531338601e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:23.967833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a87f9fb-e53d-4c23-8e1e-6d01afbbbb9b None None] Network d80104a4-6129-4ca3-9f1e-89216ad5ae89 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:23.975726 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:23.976840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:23.982611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:23.984368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.024305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7f712d0d-0408-44d0-9fff-81f6747441f7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9069481 Aug 31 16:24:24.024631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33312) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:24.214500 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a', 'name': '', 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:11Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 2, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'subnets': [{'id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:24.246005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.248801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=1797d9cb-918d-42c6-9c24-27ef9ced29bc,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:24.280766 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Checking router: 8c71191f-d2ab-49b5-8215-e986f4b60135 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:24.281193 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Updating router 8c71191f-d2ab-49b5-8215-e986f4b60135 port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:24.328917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port f11bdd59-3ed4-477b-b227-74df4a24f96c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:24.333504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.366853 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.373582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.404454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:24.405292 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.411058 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.525955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.593829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5092f3-a490-40f0-aee2-fd8b30238a9b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:24.688615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8f04e-4706-42a5-8753-163dd699e878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-d80104a4-6129-4ca3-9f1e-89216ad5ae89', 'network_id': 'd80104a4-6129-4ca3-9f1e-89216ad5ae89', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '5d5092f3-a490-40f0-aee2-fd8b30238a9b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:24.697735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f04e-4706-42a5-8753-163dd699e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.837047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port f11bdd59-3ed4-477b-b227-74df4a24f96c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f11bdd59-3ed4-477b-b227-74df4a24f96c,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:24.838246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.865717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for f11bdd59-3ed4-477b-b227-74df4a24f96c owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:24.890164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:24.904092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad25e9-dd4c-4d7d-9ed0-17bab082c11d None None] Network f43675e2-0bee-4673-a805-538b811f772e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:24.924558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80104a4-6129-4ca3-9f1e-89216ad5ae89']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:24.971646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ec12ff-787a-453c-a567-4735e8111071') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:24.972112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ec12ff-787a-453c-a567-4735e8111071') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:25.017940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.047805 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.069835 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Transition to ACTIVE for port object dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:25.081716 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.086216 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.101886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:25.102675 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:25.114410 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:25.160539 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b097d-9cf4-460d-b822-46931a825676 None None] Pushing event updated for resources: {'Port': ['ID=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:25.199507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1797d9cb-918d-42c6-9c24-27ef9ced29bc up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:25.274668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.281153 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.283246 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/d80104a4-6129-4ca3-9f1e-89216ad5ae89 HTTP/1.1" status: 204 len: 168 time: 1.2572360 Aug 31 16:24:25.298160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d9a96dfd-1d78-4d3e-a4e3-bbec62b93ccb None None] Provisioning complete for port 1797d9cb-918d-42c6-9c24-27ef9ced29bc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:25.298680 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9a96dfd-1d78-4d3e-a4e3-bbec62b93ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.306994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b15ab8-5669-4fc8-b437-98a1ed0757f6 None None] Network d80104a4-6129-4ca3-9f1e-89216ad5ae89 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:25.312514 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Attempting to bind port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:25.313022 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Attempting to bind port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:25.314067 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Attempting to bind port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a on network 1b332916-dc9e-440c-8a95-f6633fc76fa0 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:25.329218 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:25.330581 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Checking segment: {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:25.331510 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.331646 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Bound using segment: {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:25.334626 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Bound port: dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18c91d-786c-47e4-bd30-8cdcda1fa477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:25.336017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33330) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:25.336158 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.337405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5481a-6fd2-4816-b705-e5b2814a8ce8 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=d80104a4-6129-4ca3-9f1e-89216ad5ae89,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:25.353413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259182662'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:25.355041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b15ab8-5669-4fc8-b437-98a1ed0757f6 None None] Network d80104a4-6129-4ca3-9f1e-89216ad5ae89 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:24:25.408951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:25.411071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.412966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.479150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:25.488704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.502646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.505097 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] For port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:25.505561 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 2b778784-1947-498e-a815-efd529a9b59c of type vlan for network 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 Aug 31 16:24:25.513924 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] For port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,segment=NetworkSegment(aa18c91d-786c-47e4-bd30-8cdcda1fa477),segment_id=aa18c91d-786c-47e4-bd30-8cdcda1fa477)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:25.528480 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.575342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.637667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1797d9cb-918d-42c6-9c24-27ef9ced29bc triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:25.638613 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.652682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.696701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=f11bdd59-3ed4-477b-b227-74df4a24f96c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:25.703755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Deleting port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:25.704054 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.739675 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b097d-9cf4-460d-b822-46931a825676 None None] Pushing event updated for resources: {'Port': ['ID=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:25.757361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.759744 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-907de000-5082-438c-b777-728708b04fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.770495 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Routers {'8c71191f-d2ab-49b5-8215-e986f4b60135'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:25.774288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:25.774820 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8c71191f-d2ab-49b5-8215-e986f4b60135'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:25.775271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:25.973090 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.010763 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6635563 Aug 31 16:24:26.048685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33334) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:26.063452 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] Set router 8c71191f-d2ab-49b5-8215-e986f4b60135 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:26.069046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': '9db0d9f1-a8bb-45de-aca2-c9fcc28918a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:26.117484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01a1e2-d929-49c0-9e63-f7e7d1548574 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=9db0d9f1-a8bb-45de-aca2-c9fcc28918a7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:26.134855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:26.159277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] For port b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,segment=NetworkSegment(1a9c7cef-f380-4ff1-851b-35bf4a1bae1f),segment_id=1a9c7cef-f380-4ff1-851b-35bf4a1bae1f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:26.162643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.215432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Calling delete_port for b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:26.306736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ac52aa3-995d-4600-acbd-a969a8fd19c0 None None] Provisioning complete for port 1797d9cb-918d-42c6-9c24-27ef9ced29bc triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:26.307124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ac52aa3-995d-4600-acbd-a969a8fd19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.392911 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:26.403578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.688875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.745670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.785112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a', 'name': '', 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:11Z', 'updated_at': '2021-08-31T16:24:25Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'subnets': [{'id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:26.821130 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91277c4-bd2a-475b-9381-73dd4f4fea8c None None] The sync data for ids ['8c71191f-d2ab-49b5-8215-e986f4b60135'] in n-d-793621-35 is: [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:14Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a', 'name': '', 'network_id': '1b332916-dc9e-440c-8a95-f6633fc76fa0', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'mac_address': 'fa:16:3e:49:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:11Z', 'updated_at': '2021-08-31T16:24:25Z', 'revision_number': 4, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'subnets': [{'id': '69960522-4077-44d5-9b18-80e4fe5fe744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:26.876315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=ab20aba5-b333-4fbe-83c6-422d73b1aeed,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:26.893588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.899711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': '2b778784-1947-498e-a815-efd529a9b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9db0d9f1-a8bb-45de-aca2-c9fcc28918a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:26.900131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:26.940233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:26.950994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:26.972710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:26.978168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:26.978781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:26.992163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3a2b1-077c-4a6b-9ed2-ddd3eb985abb None None] Network 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:27.015898 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8553dbae-20cd-40f0-b64e-42e287b2108c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9557898 Aug 31 16:24:27.018608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33342) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:27.308892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:27.317102 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.458478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.460659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.500601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:27.506633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70aaa6e-1ca8-4d20-9da4-4c5fcb7b3983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-9db0d9f1-a8bb-45de-aca2-c9fcc28918a7', 'network_id': '9db0d9f1-a8bb-45de-aca2-c9fcc28918a7', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': 'ab20aba5-b333-4fbe-83c6-422d73b1aeed'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:27.507803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a70aaa6e-1ca8-4d20-9da4-4c5fcb7b3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.530572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:27.531286 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.593566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.671373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=ab20aba5-b333-4fbe-83c6-422d73b1aeed,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:27.798050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.807677 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.817911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server [None req-a70aaa6e-1ca8-4d20-9da4-4c5fcb7b3983 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab20aba5-b333-4fbe-83c6-422d73b1aeed: This subnet is being modified by another concurrent operation. Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise exception Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab20aba5-b333-4fbe-83c6-422d73b1aeed: This subnet is being modified by another concurrent operation. Aug 31 16:24:27.835010 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Aug 31 16:24:27.843364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db0d9f1-a8bb-45de-aca2-c9fcc28918a7']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:27.868600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb9db5-6ddc-4502-b5b8-7f1e02a60d3a None None] Network 9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:27.883121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b778784-1947-498e-a815-efd529a9b59c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:27.883121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b778784-1947-498e-a815-efd529a9b59c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:27.905824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.931357 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.942660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:27.943888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:27.948422 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:28.041345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,segment=NetworkSegment(aa18c91d-786c-47e4-bd30-8cdcda1fa477),segment_id=aa18c91d-786c-47e4-bd30-8cdcda1fa477)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:28.062903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.105519 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.119602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.122377 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 HTTP/1.1" status: 204 len: 168 time: 1.1027308 Aug 31 16:24:28.137713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33350) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:28.144313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1853741525'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:28.149893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4fe49-c060-4960-93f2-334a9adc1c39 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=9db0d9f1-a8bb-45de-aca2-c9fcc28918a7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:28.207028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:28.210992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.270472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:28.299482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.299747 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment be3e2eb2-3323-40fb-ace2-cd27bcfd20bf of type vlan for network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 Aug 31 16:24:28.303470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router ea4df920-76d2-40c6-990e-f3f0976322e4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:28.324866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a167e-7825-4529-b6d3-104ee354ab8c None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:24:28.417566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.458226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:28.461860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.469281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:28.470380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.567477 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4280336 Aug 31 16:24:28.568581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33360) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:28.578064 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:28.586754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf3b3-68c5-41b2-805d-288345a09032 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=5d02a67a-38cb-4898-ba0a-a05ac54c60b7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:28.607826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:28.635006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:28.653494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-68817ed0-ff71-4d05-a2f9-2e3cfd8efdb9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/ea4df920-76d2-40c6-990e-f3f0976322e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3520095 Aug 31 16:24:28.658161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33362) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:28.670252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] Sync routers for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:28.692785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Router 5367f835-b59d-4cce-bf81-194ed330c2a1 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:28.721394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:28.722108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:28.794897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a167e-7825-4529-b6d3-104ee354ab8c None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:24:28.816546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting subnet 6aae0516-5ee2-46fa-9276-767266897000 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:24:28.823570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.935317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:28.981942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:29.008503 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] Sync routers for ids ['5367f835-b59d-4cce-bf81-194ed330c2a1'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:29.033585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a47f83c1-3ed7-43c2-ac7c-25f4c059fd53 admin admin] 10.222.0.43 "PUT /v2.0/routers/5367f835-b59d-4cce-bf81-194ed330c2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6006203 Aug 31 16:24:29.038794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33368) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:29.045141 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] Routers {'5367f835-b59d-4cce-bf81-194ed330c2a1'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:29.046290 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5367f835-b59d-4cce-bf81-194ed330c2a1'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:29.126928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:29.240492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:29.248006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:29.363207 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] Set router 5367f835-b59d-4cce-bf81-194ed330c2a1 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:29.369598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:29.470944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:29.476857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:29.584344 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:29.812846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Deleting port eb66d2e4-2970-4922-85e1-3565a397930b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:29.814705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:29.856368 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:24:26Z', 'revision_number': 5, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port': {'id': 'eb66d2e4-2970-4922-85e1-3565a397930b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:23:52Z', 'updated_at': '2021-08-31T16:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:29.915493 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] Checking router: 5367f835-b59d-4cce-bf81-194ed330c2a1 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:29.951883 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] Routers {'5367f835-b59d-4cce-bf81-194ed330c2a1'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:29.952478 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5367f835-b59d-4cce-bf81-194ed330c2a1'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:30.111485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.132218 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] For port eb66d2e4-2970-4922-85e1-3565a397930b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=eb66d2e4-2970-4922-85e1-3565a397930b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:30.133804 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.145755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.160176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Calling delete_port for eb66d2e4-2970-4922-85e1-3565a397930b owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:30.200470 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] Set router 5367f835-b59d-4cce-bf81-194ed330c2a1 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:30.272560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:30.273180 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.288343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.298453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/subnets/6aae0516-5ee2-46fa-9276-767266897000 HTTP/1.1" status: 204 len: 168 time: 1.6326227 Aug 31 16:24:30.300709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33392) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:30.307243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=98d51eca-4891-43eb-bf57-eadf4fb6e758,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:30.321236 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:24:29Z', 'revision_number': 6, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:30.426156 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b6e28-6dab-4c42-a70e-36c0ca17cf07 None None] The sync data for ids ['5367f835-b59d-4cce-bf81-194ed330c2a1'] in n-d-793621-35 is: [{'id': '5367f835-b59d-4cce-bf81-194ed330c2a1', 'name': 'tempest-TestAggregatesBasicOps-1757478696-router', 'tenant_id': '083d7808537f4e0dab6b8f9c69a22835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:23:51Z', 'updated_at': '2021-08-31T16:24:29Z', 'revision_number': 6, 'project_id': '083d7808537f4e0dab6b8f9c69a22835', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:30.545991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f1b2f-5ace-4b33-adbf-e9f721e93736 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Subnet': ['ID=6aae0516-5ee2-46fa-9276-767266897000,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:30.601774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75295bab-70ed-4556-a866-1a4623f2fc3a None None] Network 2a02134f-88a4-4da5-9240-f901b0948895 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:30.754494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:30.755162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: 5d02a67a-38cb-4898-ba0a-a05ac54c60b7, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:30.775576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:24:25Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:30.810321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.870634 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:30.872902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:30.876742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] Checking router: ea4df920-76d2-40c6-990e-f3f0976322e4 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:30.889913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] Routers {'ea4df920-76d2-40c6-990e-f3f0976322e4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:30.890884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ea4df920-76d2-40c6-990e-f3f0976322e4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:30.927774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb66d2e4-2970-4922-85e1-3565a397930b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:31.071057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.216522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] Set router ea4df920-76d2-40c6-990e-f3f0976322e4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:31.260534 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.265250 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.305536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 5d02a67a-38cb-4898-ba0a-a05ac54c60b7) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:31.313658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:31.314470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.343520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.344115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5367f835-b59d-4cce-bf81-194ed330c2a1 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:24:31.353133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.358357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6af5bbfe-0bd0-4f55-9675-8595bd6a5c23 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5367f835-b59d-4cce-bf81-194ed330c2a1 HTTP/1.1" status: 204 len: 168 time: 2.3115435 Aug 31 16:24:31.360058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ac28f-512e-4d38-a26f-5d881f2e1ce7 None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:31.362271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:31.407445 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-17a829b5-7f73-474e-86dc-b1949578fd2d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8347335 Aug 31 16:24:31.408102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33404) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:31.416743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] DHCP port deletion for 2a02134f-88a4-4da5-9240-f901b0948895 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:24:31.419231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:31.441117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Deleting subnet 10a40986-00cd-4dd4-8448-77050b8b8a6a {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:24:31.449893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.524320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.529729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.632697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 19d91ef9-ff08-4e0a-88b3-23056597b498 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:31.633055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.637701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:31.640317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f09e47ba-e2cf-4aa2-9908-4f03ac636dee no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:31.641196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.682171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.852800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.901795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port 19d91ef9-ff08-4e0a-88b3-23056597b498, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=19d91ef9-ff08-4e0a-88b3-23056597b498,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:31.905358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.913333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:24:25Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:31.916489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a40986-00cd-4dd4-8448-77050b8b8a6a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:31.936379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.937990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] Deleting port f09e47ba-e2cf-4aa2-9908-4f03ac636dee {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:31.938705 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:31.939239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9390c5d5-4ede-4c9b-b297-1d4d0a6d1d4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10a40986-00cd-4dd4-8448-77050b8b8a6a HTTP/1.1" status: 204 len: 168 time: 0.5751579 Aug 31 16:24:31.944399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33412) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:31.972135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 19d91ef9-ff08-4e0a-88b3-23056597b498 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:31.993471 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c130e2-56e7-4365-9ec4-2a99495b6e31 None None] Network 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:32.032845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d84ba3-d528-4c3d-a590-57664803d662 None None] The sync data for ids ['ea4df920-76d2-40c6-990e-f3f0976322e4'] in n-d-793621-35 is: [{'id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413487728', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:22:39Z', 'updated_at': '2021-08-31T16:24:25Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': '19d91ef9-ff08-4e0a-88b3-23056597b498', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4df920-76d2-40c6-990e-f3f0976322e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:22:40Z', 'updated_at': '2021-08-31T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:32.035392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-5d02a67a-38cb-4898-ba0a-a05ac54c60b7', 'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '98d51eca-4891-43eb-bf57-eadf4fb6e758'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:32.036537 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.147069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.220591 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.297173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] For port f09e47ba-e2cf-4aa2-9908-4f03ac636dee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:32.297683 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.347384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] Calling delete_port for f09e47ba-e2cf-4aa2-9908-4f03ac636dee owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:32.359327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Deleting port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:32.359841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.365593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f09e47ba-e2cf-4aa2-9908-4f03ac636dee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,segment=NetworkSegment(ac42b1c1-0fae-4661-95bb-b730b602c325),segment_id=ac42b1c1-0fae-4661-95bb-b730b602c325)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:32.429101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.429954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:32.473596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:32.474053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b02abd6b-d7f9-4d89-b9b8-fbfc5cf70ced not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:32.475473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb66d2e4-2970-4922-85e1-3565a397930b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:32.515736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] For port 25d1a17e-c229-44d6-a0ba-f4acf2b79259, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=25d1a17e-c229-44d6-a0ba-f4acf2b79259,segment=NetworkSegment(1a9c7cef-f380-4ff1-851b-35bf4a1bae1f),segment_id=1a9c7cef-f380-4ff1-851b-35bf4a1bae1f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:32.516687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.540118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.597876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Calling delete_port for 25d1a17e-c229-44d6-a0ba-f4acf2b79259 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:32.699419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:32.711631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.721134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:32.748699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:32.749318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.786685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=f163fca4-0b7e-4cb0-a926-cd394c0f55e5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:32.829900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:32.853593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=19d91ef9-ff08-4e0a-88b3-23056597b498,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:32.878214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Pushing event deleted for resources: {'Port': ['ID=25d1a17e-c229-44d6-a0ba-f4acf2b79259,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:32.881105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] No DVR routers for this DVR port 25d1a17e-c229-44d6-a0ba-f4acf2b79259 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:32.892853 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-18c9d451-1dea-43d3-8435-f41fbed91a57 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4809439 Aug 31 16:24:32.908021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:33.019325 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.026237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.026940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: eb66d2e4-2970-4922-85e1-3565a397930b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:33.026940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device eb66d2e4-2970-4922-85e1-3565a397930b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:33.044172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:33.060771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:33.061628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9c7cef-f380-4ff1-851b-35bf4a1bae1f') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:33.078778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Allocated IP 2001:db8::2 (5d02a67a-38cb-4898-ba0a-a05ac54c60b7/98d51eca-4891-43eb-bf57-eadf4fb6e758/6a28e72c-ce0b-485e-8725-7f9efc3ec419) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:33.079319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.083443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] No DVR routers for this DVR port f09e47ba-e2cf-4aa2-9908-4f03ac636dee on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:33.094110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:33.110925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.125854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:33.126326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:33.128623 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:33.159099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7bc2-e2bb-4f78-bda9-1493cfcb502c None None] Pushing event deleted for resources: {'Port': ['ID=f09e47ba-e2cf-4aa2-9908-4f03ac636dee,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:33.209984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.225663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6242b-b0ba-429e-88c0-62aadf05dd31 None None] DHCP port deletion for 21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:24:33.233622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f1d46-6a74-4785-83f4-9449b13a69f9 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:33.240101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f1d46-6a74-4785-83f4-9449b13a69f9 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:33.240101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f1d46-6a74-4785-83f4-9449b13a69f9 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:33.243722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f1d46-6a74-4785-83f4-9449b13a69f9 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:33.247076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f1d46-6a74-4785-83f4-9449b13a69f9 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:33.253168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-478f1d46-6a74-4785-83f4-9449b13a69f9 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3386364 Aug 31 16:24:33.253861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33442) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:33.278675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488004776'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:33.297180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.323872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.335723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] 10.222.0.43 "DELETE /v2.0/networks/21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df HTTP/1.1" status: 204 len: 168 time: 1.3901646 Aug 31 16:24:33.358246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33444) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:33.377479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1c33-fb1d-4ff3-a6f3-67781a3099fd admin admin] Pushing event deleted for resources: {'Network': ['ID=21d2ae5f-9480-4cbd-8eaf-d3efe7d2d2df,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:33.401111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33446) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:33.442245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:33.448043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.468630 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.480221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Transition to ACTIVE for port object 6a28e72c-ce0b-485e-8725-7f9efc3ec419 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:33.490921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f11bdd59-3ed4-477b-b227-74df4a24f96c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:33.496366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.503965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.519323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f11bdd59-3ed4-477b-b227-74df4a24f96c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:33.520035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f11bdd59-3ed4-477b-b227-74df4a24f96c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:33.535177 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Transition to ACTIVE for port object 6a28e72c-ce0b-485e-8725-7f9efc3ec419 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:33.545464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.546867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:33.568721 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.570761 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 4c376631-3404-49c0-9389-47b285c0a84b of type vlan for network fb78a2ca-c939-4e82-a3db-a6ac49802b32 Aug 31 16:24:33.612548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:33.616204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:33.620913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:33.623823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df823190-27b8-4ab7-948a-a0b5fb963a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.642256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.642815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Fanout notify agent at l3_agent the message router_deleted on router ea4df920-76d2-40c6-990e-f3f0976322e4 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:24:33.653948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.655584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ff392d62-fbb3-41aa-81f9-7c1d4a1cfaee tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/routers/ea4df920-76d2-40c6-990e-f3f0976322e4 HTTP/1.1" status: 204 len: 168 time: 3.3252397 Aug 31 16:24:33.655981 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.659209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33450) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:33.686062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Pushing event updated for resources: {'Port': ['ID=6a28e72c-ce0b-485e-8725-7f9efc3ec419,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:33.710803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Attempting to bind port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:33.711180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Attempting to bind port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:33.711551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Attempting to bind port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 on network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:33.758226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:33.758598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Checking segment: {'id': 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:33.759149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.759544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Bound using segment: {'id': 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:33.760319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Bound port: 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:33.760741 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.885575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] For port 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:33.896624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] For port 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a28e72c-ce0b-485e-8725-7f9efc3ec419,segment=NetworkSegment(be3e2eb2-3323-40fb-ace2-cd27bcfd20bf),segment_id=be3e2eb2-3323-40fb-ace2-cd27bcfd20bf)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:33.902330 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.908301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.927796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:33.933785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:33.934429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.019175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d5251-4b1f-4c90-93a5-32a5648ead5f None None] Pushing event updated for resources: {'Port': ['ID=6a28e72c-ce0b-485e-8725-7f9efc3ec419,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:34.069061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=fb78a2ca-c939-4e82-a3db-a6ac49802b32,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:34.081723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:34.148913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.158579 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df823190-27b8-4ab7-948a-a0b5fb963a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.179637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df823190-27b8-4ab7-948a-a0b5fb963a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.180816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a7197735-1a78-4b2f-b3ca-2cdabc42762a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9245422 Aug 31 16:24:34.181794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33470) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:34.185966 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a02134f-88a4-4da5-9240-f901b0948895']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:34.189061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:34.208983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac42b1c1-0fae-4661-95bb-b730b602c325') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:34.209456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac42b1c1-0fae-4661-95bb-b730b602c325') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:34.230473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.269201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.277477 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-df823190-27b8-4ab7-948a-a0b5fb963a9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fcf1ad4a5a042f0acfeb6a6b8167302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8728247 Aug 31 16:24:34.277765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33472) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:34.280697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df823190-27b8-4ab7-948a-a0b5fb963a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd1a770-c2f5-4d5c-8abc-ed3b9532eb8e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:34.285033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:34.285459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:34.289532 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:34.395415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.418222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.423599 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/networks/2a02134f-88a4-4da5-9240-f901b0948895 HTTP/1.1" status: 204 len: 168 time: 0.7633140 Aug 31 16:24:34.424893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16008dc8-671a-46f3-8685-9647adb90e58 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Network': ['ID=2a02134f-88a4-4da5-9240-f901b0948895,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:34.427951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33474) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:34.514873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c7b5-6d91-474b-90bb-499dae537648 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.534714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.541873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c7b5-6d91-474b-90bb-499dae537648 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.544433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-966e603c-51b7-4662-889d-089312f45dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.562406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.606349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c7b5-6d91-474b-90bb-499dae537648 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.609242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2f7c7b5-6d91-474b-90bb-499dae537648 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.610459 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a2f7c7b5-6d91-474b-90bb-499dae537648 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/security-groups/c1bb453d-2a8e-4def-97f0-ed1ed54f533b HTTP/1.1" status: 204 len: 168 time: 0.1812799 Aug 31 16:24:34.622382 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-966e603c-51b7-4662-889d-089312f45dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.625236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7c7b5-6d91-474b-90bb-499dae537648 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bb453d-2a8e-4def-97f0-ed1ed54f533b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:34.633851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 is not hosted by any dhcp agent {{(pid=101477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:24:34.639389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:34.640004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.642669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "PUT /v2.0/networks/fb78a2ca-c939-4e82-a3db-a6ac49802b32 HTTP/1.1" status: 200 len: 723 time: 0.4584305 Aug 31 16:24:34.646551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33478) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:34.655736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:34.675571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f7c49-303d-475c-bbc4-e5d499e14e5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=fb78a2ca-c939-4e82-a3db-a6ac49802b32,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:34.690169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:34.707604 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.802790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:34.807330 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.807608 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-966e603c-51b7-4662-889d-089312f45dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.810245 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-966e603c-51b7-4662-889d-089312f45dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:34.811522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-966e603c-51b7-4662-889d-089312f45dad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfd1a770-c2f5-4d5c-8abc-ed3b9532eb8e HTTP/1.1" status: 204 len: 168 time: 0.5328405 Aug 31 16:24:34.830606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e603c-51b7-4662-889d-089312f45dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd1a770-c2f5-4d5c-8abc-ed3b9532eb8e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:35.126886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Deleting port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:35.127540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:35.135976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:35.281644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=9fd05ee7-c5b4-4c02-84e0-eeb4f1157397,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:35.341199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a28e72c-ce0b-485e-8725-7f9efc3ec419 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:35.343151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': '4c376631-3404-49c0-9389-47b285c0a84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:35.343865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: fb78a2ca-c939-4e82-a3db-a6ac49802b32, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:35.363013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:35.375360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, fb78a2ca-c939-4e82-a3db-a6ac49802b32) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:35.385447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:35.387220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:35.406327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] For port dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,segment=NetworkSegment(aa18c91d-786c-47e4-bd30-8cdcda1fa477),segment_id=aa18c91d-786c-47e4-bd30-8cdcda1fa477)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:35.407227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:35.410787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651129e7-a06e-4386-8b5d-6b6c1fd643cf None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:35.420623 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb59abb0-cd69-45b8-b85b-ba7c17117f79 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7726104 Aug 31 16:24:35.423405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33498) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:35.433125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:35.435255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Calling delete_port for dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:35.622327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db5222-7666-48de-8304-0ed10528e4d7 None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:35.637527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58871377'] for subnet, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:35.791681 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:35.843052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:35.860348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c0e9508b-fe1d-498f-ad46-f14a2d7c3f3a None None] Provisioning for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:35.966776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764660916188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3771948'] for subnet, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.015635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:36.016557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.021612 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "PUT /v2.0/subnets/9fd05ee7-c5b4-4c02-84e0-eeb4f1157397 HTTP/1.1" status: 200 len: 826 time: 0.5934935 Aug 31 16:24:36.047972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33518) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:36.133455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.151380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:36.151700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:36.161206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085628', 'description': 'tempest-secgroup-smoke-2085628 description', 'project_id': '62b59b7a67904182b8344fe6265481e9'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:36.177428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b0434-ee9a-455d-bc12-20c33bb1ff41 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=9fd05ee7-c5b4-4c02-84e0-eeb4f1157397,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:36.214954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33524) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:36.253166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.373641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:36.373641 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.387917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-fb78a2ca-c939-4e82-a3db-a6ac49802b32', 'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '9fd05ee7-c5b4-4c02-84e0-eeb4f1157397'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:36.390283 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.487024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1726573439-network', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:36.535553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.558611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.622086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Made reservation on behalf of d104fe86dfc2405dbf11058a219bff36 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:36.624584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.629800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.635360 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4807944 Aug 31 16:24:36.641168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33528) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:36.647425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '45fcd823-5d21-4e7c-827f-4a49121e1b5e', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:36.655760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d2e0-8620-43c1-b6c7-143682bd99dc tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fcd823-5d21-4e7c-827f-4a49121e1b5e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:36.660952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Allocated IP 2001:db8::2 (fb78a2ca-c939-4e82-a3db-a6ac49802b32/9fd05ee7-c5b4-4c02-84e0-eeb4f1157397/afa738c4-8e32-45ee-aab6-8813c9883bb3) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:36.661994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.712339 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.904518 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.916072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Update dhcp port {'port': {'network_id': '5d02a67a-38cb-4898-ba0a-a05ac54c60b7', 'fixed_ips': [{'subnet_id': '98d51eca-4891-43eb-bf57-eadf4fb6e758', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f163fca4-0b7e-4cb0-a926-cd394c0f55e5'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '6a28e72c-ce0b-485e-8725-7f9efc3ec419'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:24:36.946184 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.949784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.951619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.956207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:36.961693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.000482 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.004056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7accc565-b6a7-4aad-803f-e9e6e5d24257,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.016958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:37.043898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a28e72c-ce0b-485e-8725-7f9efc3ec419,segment=NetworkSegment(be3e2eb2-3323-40fb-ace2-cd27bcfd20bf),segment_id=be3e2eb2-3323-40fb-ace2-cd27bcfd20bf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:37.044758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.048902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73d48de6-0403-418b-aa72-406ea9ab21b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4050775 Aug 31 16:24:37.060174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Router 8c71191f-d2ab-49b5-8215-e986f4b60135 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:37.061331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33534) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:37.070845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '45fcd823-5d21-4e7c-827f-4a49121e1b5e', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:37.080956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c984dbc-1e49-42ac-b1c3-88340f9f0a2a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.094775 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.095735 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Added segment a6a27b4d-ba67-451a-bfdd-d756aa330e86 of type vlan for network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 Aug 31 16:24:37.129277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.160840 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.165408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 19d91ef9-ff08-4e0a-88b3-23056597b498 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:37.180879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.197907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.199058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:37.199659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.207519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 19d91ef9-ff08-4e0a-88b3-23056597b498 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:37.208013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 19d91ef9-ff08-4e0a-88b3-23056597b498 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:37.208664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25d1a17e-c229-44d6-a0ba-f4acf2b79259 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:37.225558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.240298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.284850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] Pushing event updated for resources: {'Network': ['ID=86ed4a26-88d5-49c1-80d3-bbfa55149d20,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.307065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 25d1a17e-c229-44d6-a0ba-f4acf2b79259 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:37.307481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 25d1a17e-c229-44d6-a0ba-f4acf2b79259 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:37.318911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c63c6c07-c6cd-410b-9737-d5bee02b0af5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0996156 Aug 31 16:24:37.320115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:37.320256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33538) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:37.325820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Request body: {'subnet': {'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1726573439-subnet', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:37.332266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Transition to ACTIVE for port object afa738c4-8e32-45ee-aab6-8813c9883bb3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:37.366725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Made reservation on behalf of d104fe86dfc2405dbf11058a219bff36 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:37.369642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.389631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6a28e72c-ce0b-485e-8725-7f9efc3ec419,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.425481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Transition to ACTIVE for port object afa738c4-8e32-45ee-aab6-8813c9883bb3 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:37.449414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.465768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.472548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.495304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:37.515491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] Sync routers for ids ['8c71191f-d2ab-49b5-8215-e986f4b60135'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:37.518469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0dfe9b69-9667-4a79-9a54-9fe5c96b4e0a admin admin] 10.222.0.43 "PUT /v2.0/routers/8c71191f-d2ab-49b5-8215-e986f4b60135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1567709 Aug 31 16:24:37.522120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33540) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:37.533527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:37.538025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9af83c-45ac-4569-a297-b651199b1d37,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.542518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:37.550711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:37.554519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.555082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Allocated IP 172.20.0.1 (5d02a67a-38cb-4898-ba0a-a05ac54c60b7/f163fca4-0b7e-4cb0-a926-cd394c0f55e5/6a28e72c-ce0b-485e-8725-7f9efc3ec419) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:37.558116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Pushing event updated for resources: {'Port': ['ID=afa738c4-8e32-45ee-aab6-8813c9883bb3,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.569147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] Routers {'8c71191f-d2ab-49b5-8215-e986f4b60135'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:37.570245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8c71191f-d2ab-49b5-8215-e986f4b60135'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:37.573408 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.574696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fad9985d-be36-43d2-90de-ff549f2278bd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5085797 Aug 31 16:24:37.594457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33542) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:37.606131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '45fcd823-5d21-4e7c-827f-4a49121e1b5e', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:37.610333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd05ee7-c5b4-4c02-84e0-eeb4f1157397,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.667526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.687314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.704683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb78a2ca-c939-4e82-a3db-a6ac49802b32']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:37.721662 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.724142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c376631-3404-49c0-9389-47b285c0a84b') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:37.724142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c376631-3404-49c0-9389-47b285c0a84b') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:37.743244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.766951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Attempting to bind port afa738c4-8e32-45ee-aab6-8813c9883bb3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:37.767433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Attempting to bind port afa738c4-8e32-45ee-aab6-8813c9883bb3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4c376631-3404-49c0-9389-47b285c0a84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:37.767871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Attempting to bind port afa738c4-8e32-45ee-aab6-8813c9883bb3 on network fb78a2ca-c939-4e82-a3db-a6ac49802b32 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:37.782966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] Set router 8c71191f-d2ab-49b5-8215-e986f4b60135 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:37.785113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:37.785648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Checking segment: {'id': '4c376631-3404-49c0-9389-47b285c0a84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:37.786135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.786641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Bound using segment: {'id': '4c376631-3404-49c0-9389-47b285c0a84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:37.786927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.787265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Bound port: afa738c4-8e32-45ee-aab6-8813c9883bb3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c376631-3404-49c0-9389-47b285c0a84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:37.787707 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.803868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:37.804303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:37.807510 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:37.810029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.825296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.874426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.904738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b054dc9f-68bc-43a6-992d-bec601f1f0a3,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:37.908575 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.916964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:37.921245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-77595d3c-b0e8-4914-a954-0ec03f97cf5e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3227997 Aug 31 16:24:37.922009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33548) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:37.926460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '45fcd823-5d21-4e7c-827f-4a49121e1b5e', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:37.933799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:24:37.933799 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:24:37.933799 n-d-793621-35 neutron-server[101477]: [parameters: {'id': 'fb78a2ca-c939-4e82-a3db-a6ac49802b32'}] Aug 31 16:24:37.933799 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:24:37.934498 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:24:37.966500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.018445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ac6fe9-23ec-4973-85f2-313413c194e4,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:38.030182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Checking segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:38.030553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Network hostable DHCP agents. Network: 86ed4a26-88d5-49c1-80d3-bbfa55149d20, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:38.046265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Deleting port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:38.046607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.067878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.078377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.102975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bf0d70-764f-466b-9b42-1d7f8e7cf4cf,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:38.107359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:38.120164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.126047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 86ed4a26-88d5-49c1-80d3-bbfa55149d20) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:38.128181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4895a313-8e24-4d60-b145-7ba107d906cf tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2048259 Aug 31 16:24:38.129388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33554) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:38.135877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '45fcd823-5d21-4e7c-827f-4a49121e1b5e', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:38.138045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:38.138658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.163427 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:24:38.167891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce347305-0eb8-455e-a8f2-d85873ce1bb2 None None] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:38.169295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.171801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] For port 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:38.172376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.182980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-00b22b00-1c64-4c9c-a415-1a8a0cb0e804 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8619952 Aug 31 16:24:38.185595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33556) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:38.193206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:38.196431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Calling delete_port for 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:38.256775 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.258104 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.274150 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.279673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.283390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] For port 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a28e72c-ce0b-485e-8725-7f9efc3ec419,segment=NetworkSegment(be3e2eb2-3323-40fb-ace2-cd27bcfd20bf),segment_id=be3e2eb2-3323-40fb-ace2-cd27bcfd20bf)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:38.304066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cac291-1074-4a30-96c0-8249cb825d94,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:38.312828 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.318270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-90a22aa9-2d53-41e4-9983-09bac709591f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1848145 Aug 31 16:24:38.318476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] For port afa738c4-8e32-45ee-aab6-8813c9883bb3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:38.318648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:38.327907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'security_group_rule': {'security_group_id': '45fcd823-5d21-4e7c-827f-4a49121e1b5e', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:38.346703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.360890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] For port afa738c4-8e32-45ee-aab6-8813c9883bb3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=afa738c4-8e32-45ee-aab6-8813c9883bb3,segment=NetworkSegment(4c376631-3404-49c0-9389-47b285c0a84b),segment_id=4c376631-3404-49c0-9389-47b285c0a84b)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:38.364249 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Project 62b59b7a67904182b8344fe6265481e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:24:38.372615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.376425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.382920 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.438058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.463338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Transition to ACTIVE for port object 6a28e72c-ce0b-485e-8725-7f9efc3ec419 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:38.503508 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.539440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.546826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.551759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.563265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3398d-5f88-43fc-892e-b0f5dbe46101 None None] Pushing event updated for resources: {'Port': ['ID=afa738c4-8e32-45ee-aab6-8813c9883bb3,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:38.586139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5a93b9-e009-44de-9734-62e1d075b724,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:38.603141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.604467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-37cfb779-6a09-4a36-b7d0-162eaf1464f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2831142 Aug 31 16:24:38.607046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting port afa738c4-8e32-45ee-aab6-8813c9883bb3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:38.607385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.609173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33560) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:38.614296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'network': {'name': 'tempest-network-smoke--1484969802', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:38.638402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131698e0-52c4-49ea-8be3-20579681b982 None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:38.650510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.687555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:38.691269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.707124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:38.708924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.714513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] For port afa738c4-8e32-45ee-aab6-8813c9883bb3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=afa738c4-8e32-45ee-aab6-8813c9883bb3,segment=NetworkSegment(4c376631-3404-49c0-9389-47b285c0a84b),segment_id=4c376631-3404-49c0-9389-47b285c0a84b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:38.714903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.734970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Calling delete_port for afa738c4-8e32-45ee-aab6-8813c9883bb3 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:38.747792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:38.777158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:35Z', 'revision_number': 5, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port': {'id': '705d6ff2-4c80-43a9-abf2-91b9c47d9ce4', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:06Z', 'updated_at': '2021-08-31T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:38.785782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994afa6c-b5f3-4df6-82e4-c0383e5becb7 None None] Pushing event updated for resources: {'Port': ['ID=6a28e72c-ce0b-485e-8725-7f9efc3ec419,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:38.797717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.798080 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Added segment d2c10a80-e2dc-491d-9364-ecc1f156ac1c of type vlan for network 4aa302fa-1ec0-417a-9df0-aae0bffe46df Aug 31 16:24:38.825735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] Checking router: 8c71191f-d2ab-49b5-8215-e986f4b60135 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:38.857846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.922237 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.931508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:38.932293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:38.953585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] Routers {'8c71191f-d2ab-49b5-8215-e986f4b60135'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:38.954839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['8c71191f-d2ab-49b5-8215-e986f4b60135'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:39.013399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.022860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4127076 Aug 31 16:24:39.043213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:39.050405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'admin_state_up': True, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:39.056929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Pushing event deleted for resources: {'Port': ['ID=705d6ff2-4c80-43a9-abf2-91b9c47d9ce4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:39.060410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Port': ['ID=afa738c4-8e32-45ee-aab6-8813c9883bb3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:39.073834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No DVR routers for this DVR port afa738c4-8e32-45ee-aab6-8813c9883bb3 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:39.079343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809135b-dcdc-4c05-a93d-a1bc3fc46185 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Network': ['ID=4aa302fa-1ec0-417a-9df0-aae0bffe46df,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:39.099856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:39.142956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] Set router 8c71191f-d2ab-49b5-8215-e986f4b60135 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:39.181794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.193868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb78a2ca-c939-4e82-a3db-a6ac49802b32']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:39.211452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.212595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.219884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c376631-3404-49c0-9389-47b285c0a84b') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:39.220283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c376631-3404-49c0-9389-47b285c0a84b') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:39.223217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.243127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.274285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.282943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:39.283505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:39.357902 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:39.370842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.383211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:38Z', 'revision_number': 7, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:39.390298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.391208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7e109-a248-4a19-b94d-c9aaae07907c None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:39.404016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/fb78a2ca-c939-4e82-a3db-a6ac49802b32 HTTP/1.1" status: 204 len: 168 time: 3.3545949 Aug 31 16:24:39.404856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33574) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:39.425118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8539cf-b5be-4cae-8bf4-9d40f57696ff tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=fb78a2ca-c939-4e82-a3db-a6ac49802b32,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:39.437277 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afe47f8-3c8b-4a6c-bb01-1096cc51c48b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:39.437873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afe47f8-3c8b-4a6c-bb01-1096cc51c48b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:39.443662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6afe47f8-3c8b-4a6c-bb01-1096cc51c48b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/fb78a2ca-c939-4e82-a3db-a6ac49802b32 HTTP/1.1" status: 404 len: 339 time: 0.0274122 Aug 31 16:24:39.444324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33576) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:39.449664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-337907223', 'description': 'd1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:39.458198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2351e-47c3-4e2a-9803-068265ab72bf None None] The sync data for ids ['8c71191f-d2ab-49b5-8215-e986f4b60135'] in n-d-793621-35 is: [{'id': '8c71191f-d2ab-49b5-8215-e986f4b60135', 'name': 'tempest-TestAggregatesBasicOps-1053046629-router', 'tenant_id': '4eac5230c3c24118a99327871f8a8dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:04Z', 'updated_at': '2021-08-31T16:24:38Z', 'revision_number': 7, 'project_id': '4eac5230c3c24118a99327871f8a8dc6', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:39.460294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7e109-a248-4a19-b94d-c9aaae07907c None None] Network fb78a2ca-c939-4e82-a3db-a6ac49802b32 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:24:39.467465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Allocated IP 172.20.0.2 (86ed4a26-88d5-49c1-80d3-bbfa55149d20/b9ac6fe9-23ec-4973-85f2-313413c194e4/d7206fc7-04b8-44e4-8a90-f37b69a8d3de) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:39.472785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.478551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.484052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.495952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:39.499511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.560486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:39.582958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.583426 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 471f5e5d-05de-49d4-b10c-86bf27cdc757 of type vlan for network 59850931-be0f-42f7-b776-c969b7cef26d Aug 31 16:24:39.635842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ca210-2bfe-49ef-b80b-c67debf2c149 None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:39.645290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.679396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.685640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:39.686521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.751521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a6b0fbf0-cc1c-4448-b776-3d57410d347e None None] Provisioning for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:39.766058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3167071 Aug 31 16:24:39.766332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.768577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33580) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:39.773184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a6b0fbf0-cc1c-4448-b776-3d57410d347e None None] Provisioning complete for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:39.773561 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fbf0-cc1c-4448-b776-3d57410d347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.781510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e5a51-6569-4ebe-b0d7-d70a2d84f7fe tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=59850931-be0f-42f7-b776-c969b7cef26d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:39.806268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 59850931-be0f-42f7-b776-c969b7cef26d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:39.815929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Transition to ACTIVE for port object d7206fc7-04b8-44e4-8a90-f37b69a8d3de will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:39.847433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.847868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c71191f-d2ab-49b5-8215-e986f4b60135 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:24:39.885723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e325254-8d06-45fe-9de8-8185c68d35a0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:39.888821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9e325254-8d06-45fe-9de8-8185c68d35a0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks?id=59850931-be0f-42f7-b776-c969b7cef26d HTTP/1.1" status: 200 len: 764 time: 0.1190872 Aug 31 16:24:39.891770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33582) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:39.895301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.899192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'description': 'd2'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:39.899418 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d344090-49f0-41df-a951-878d6aff5aef admin admin] 10.222.0.43 "DELETE /v2.0/routers/8c71191f-d2ab-49b5-8215-e986f4b60135 HTTP/1.1" status: 204 len: 168 time: 2.3758059 Aug 31 16:24:39.903619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33584) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:39.925709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:39.996913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.064749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Deleting subnet 69960522-4077-44d5-9b18-80e4fe5fe744 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:24:40.068862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.088876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a28e72c-ce0b-485e-8725-7f9efc3ec419 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:40.103203 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.112752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.123871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.128636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.137816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Transition to ACTIVE for port object d7206fc7-04b8-44e4-8a90-f37b69a8d3de will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:40.139850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 59850931-be0f-42f7-b776-c969b7cef26d is not hosted by any dhcp agent {{(pid=101477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:24:40.145264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:40.146229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.147657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "PUT /v2.0/networks/59850931-be0f-42f7-b776-c969b7cef26d HTTP/1.1" status: 200 len: 761 time: 0.2543054 Aug 31 16:24:40.158671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33586) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:40.163314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.238627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:40.248936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:40.251482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:40.266996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e475ff-a633-4b58-8662-0b78bb448dd7 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=59850931-be0f-42f7-b776-c969b7cef26d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:40.292327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2534d-f9ca-4250-937f-cf4831fda045 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:40.294103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e8a2534d-f9ca-4250-937f-cf4831fda045 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks?id=59850931-be0f-42f7-b776-c969b7cef26d HTTP/1.1" status: 200 len: 764 time: 0.1343040 Aug 31 16:24:40.297465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 59850931-be0f-42f7-b776-c969b7cef26d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:40.299264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33588) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:40.305979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Pushing event updated for resources: {'Port': ['ID=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:40.413654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.432952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:40.433520 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.458909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Allocated IP 172.25.6.125 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:40.470183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Attempting to bind port d7206fc7-04b8-44e4-8a90-f37b69a8d3de on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:40.470559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Attempting to bind port d7206fc7-04b8-44e4-8a90-f37b69a8d3de by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:40.470929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Attempting to bind port d7206fc7-04b8-44e4-8a90-f37b69a8d3de on network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:40.487782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:40.488215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Checking segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:40.488652 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.489053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Bound using segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:40.489601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Bound port: d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:40.490581 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.604452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] For port d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:40.608925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] For port d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:40.620843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.683233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc5b7d-ce7b-4e11-b69d-328037aa4b4d None None] Pushing event updated for resources: {'Port': ['ID=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:40.748781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.831247 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.840960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0888-f0ef-47aa-a40f-d96166abca40 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:40.845228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e07c0888-f0ef-47aa-a40f-d96166abca40 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5394428 Aug 31 16:24:40.845228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.845606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33598) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:40.848141 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/69960522-4077-44d5-9b18-80e4fe5fe744 HTTP/1.1" status: 204 len: 168 time: 0.9387770 Aug 31 16:24:40.852389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19822bc4-7418-461b-b063-67c10e70df8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69960522-4077-44d5-9b18-80e4fe5fe744,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:40.852744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c29b0-e232-4811-8816-9a3b96268630 None None] Network 1b332916-dc9e-440c-8a95-f6633fc76fa0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:40.854737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:40.867983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1644aa0d-b8f1-4585-91f1-5b451cef642c None None] Provisioning complete for port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:40.867983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1644aa0d-b8f1-4585-91f1-5b451cef642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:40.890362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0ef75613-481a-42ce-adac-8818ae6da140 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 207 time: 0.0435762 Aug 31 16:24:40.893890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33604) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:40.899032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.092699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.109640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.127367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.148238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.149674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.157978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.159099 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.171668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.178023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.180555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e35283d8-2a65-4cdc-b92e-f101c803ed5d tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2849216 Aug 31 16:24:41.185022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33614) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:41.231478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] DHCP port deletion for 1b332916-dc9e-440c-8a95-f6633fc76fa0 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:24:41.268683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Pushing event updated for resources: {'Port': ['ID=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:41.273072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:41.299417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:41.305798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:41.313341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] Deleting port b559f292-97c4-4da5-bca9-ae13878ea82d {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:41.313684 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.450038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-93ad8b99-458b-485c-82de-023408f47075 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2638710 Aug 31 16:24:41.453282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33620) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:41.471125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] For port b559f292-97c4-4da5-bca9-ae13878ea82d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b559f292-97c4-4da5-bca9-ae13878ea82d,segment=NetworkSegment(aa18c91d-786c-47e4-bd30-8cdcda1fa477),segment_id=aa18c91d-786c-47e4-bd30-8cdcda1fa477)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:41.471735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.493854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] Calling delete_port for b559f292-97c4-4da5-bca9-ae13878ea82d owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:41.505143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d7206fc7-04b8-44e4-8a90-f37b69a8d3de up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:41.534788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6688ecc-3c6d-4ff2-a5dc-7bb2b5bf67b5 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.536982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6688ecc-3c6d-4ff2-a5dc-7bb2b5bf67b5 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.538757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6688ecc-3c6d-4ff2-a5dc-7bb2b5bf67b5 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.540740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6688ecc-3c6d-4ff2-a5dc-7bb2b5bf67b5 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.542363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6688ecc-3c6d-4ff2-a5dc-7bb2b5bf67b5 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.544416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c6688ecc-3c6d-4ff2-a5dc-7bb2b5bf67b5 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0900409 Aug 31 16:24:41.548137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33622) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:41.620127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29663e-19e9-4e54-894a-ef41c1fea8cd tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.621924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29663e-19e9-4e54-894a-ef41c1fea8cd tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.623351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29663e-19e9-4e54-894a-ef41c1fea8cd tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.624800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29663e-19e9-4e54-894a-ef41c1fea8cd tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.626213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29663e-19e9-4e54-894a-ef41c1fea8cd tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.632287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ba29663e-19e9-4e54-894a-ef41c1fea8cd tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0825207 Aug 31 16:24:41.632895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33624) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:41.640336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.679266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] Pushing event deleted for resources: {'Port': ['ID=b559f292-97c4-4da5-bca9-ae13878ea82d,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:41.688458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fceef6-cfeb-45e9-90f0-5710e1ceac29 None None] No DVR routers for this DVR port b559f292-97c4-4da5-bca9-ae13878ea82d on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:41.698497 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d7206fc7-04b8-44e4-8a90-f37b69a8d3de completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:41.708120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.241 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/bbf0188b-9b54-43c3-ba1a-b80dda9578e3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:41.799156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:41.802546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Deleting port b559f292-97c4-4da5-bca9-ae13878ea82d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:41.802956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:41.827702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:41.828051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dfdbf4e3-43bb-48db-b3d5-91a397f9ee0a not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:41.828498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:41.852059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:41.852433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 705d6ff2-4c80-43a9-abf2-91b9c47d9ce4 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:41.852861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b559f292-97c4-4da5-bca9-ae13878ea82d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:41.855818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c98505-9359-4abc-bdfd-736dfd95cd11 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:41.863442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d4c98505-9359-4abc-bdfd-736dfd95cd11 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks/96349d7a-2299-42e9-954b-34ae6970d27a HTTP/1.1" status: 200 len: 803 time: 0.2293446 Aug 31 16:24:41.864259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33626) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:41.876585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b559f292-97c4-4da5-bca9-ae13878ea82d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:41.876954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b559f292-97c4-4da5-bca9-ae13878ea82d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:41.968659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] For port b559f292-97c4-4da5-bca9-ae13878ea82d, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:41.969027 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.003145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57431f4b-d442-4ef3-8083-137d9511bda6 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/networks/96349d7a-2299-42e9-954b-34ae6970d27a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1343894 Aug 31 16:24:42.003458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Calling delete_port for b559f292-97c4-4da5-bca9-ae13878ea82d owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:42.004320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33628) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:42.038475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Port b559f292-97c4-4da5-bca9-ae13878ea82d was not found and therefore no delete operation was performed {{(pid=101478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:24:42.045881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.072230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0e36b-b6c8-4d02-9245-9dc7c30a8dce tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:42.077083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5fb0e36b-b6c8-4d02-9245-9dc7c30a8dce tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/subnets/2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9 HTTP/1.1" status: 200 len: 843 time: 0.0664861 Aug 31 16:24:42.077986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33630) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:42.082299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b559f292-97c4-4da5-bca9-ae13878ea82d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:42.140561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] No DVR routers for this DVR port b559f292-97c4-4da5-bca9-ae13878ea82d on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:42.149153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994b166-4fb1-43b6-8db6-4c250b4221c6 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['shared'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:42.154872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d994b166-4fb1-43b6-8db6-4c250b4221c6 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "GET /v2.0/subnets/2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0722992 Aug 31 16:24:42.155066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.155930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:42.162297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258716999'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:42.192626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:42.196160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.201220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81952abe-40b3-4dc5-bf39-3ce98e60c6cc None None] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:42.230614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:42.242066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.242415 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Added segment 810cbde5-956a-4244-b066-fb526203cfa7 of type vlan for network 681a8cc8-dede-44e8-b65f-f0381bc7c306 Aug 31 16:24:42.255202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.258259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.276762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b332916-dc9e-440c-8a95-f6633fc76fa0']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:42.295953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.321138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa18c91d-786c-47e4-bd30-8cdcda1fa477') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:42.321452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa18c91d-786c-47e4-bd30-8cdcda1fa477') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:42.326967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.335095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:42.336562 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.345168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.379941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] Provisioning for port d7206fc7-04b8-44e4-8a90-f37b69a8d3de completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:42.394554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.399714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.400820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] Provisioning complete for port d7206fc7-04b8-44e4-8a90-f37b69a8d3de triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:42.401273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.410909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2538393 Aug 31 16:24:42.414884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:42.419678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:42.420093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.420248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:42.423224 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:42.529561 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.531697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:42.537329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da496486-ec7b-467c-be4e-16a12e2b40b0 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Network': ['ID=681a8cc8-dede-44e8-b65f-f0381bc7c306,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:42.553871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:42.556719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:42.561987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 681a8cc8-dede-44e8-b65f-f0381bc7c306 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:42.570529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Made reservation on behalf of 8ee9ab36de094f28a10f64e6e0cbe755 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:42.574365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.614973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:42.626883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.632050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.636893 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1b332916-dc9e-440c-8a95-f6633fc76fa0 HTTP/1.1" status: 204 len: 168 time: 1.7511585 Aug 31 16:24:42.664468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] For port d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:42.672812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.688023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cbe98-88d5-44ce-88a7-e91c91ce7d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b332916-dc9e-440c-8a95-f6633fc76fa0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:42.693694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.ipam_backend_mixin [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Performing IP validity checks on allocation pools {{(pid=101477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 16:24:42.694219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.ipam_backend_mixin [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 16:24:42.756522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ba4dd-3898-4095-9d90-ee0a186b12f0 None None] Pushing event updated for resources: {'Port': ['ID=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:42.843052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c42c1a-1a41-4e1b-a651-04cff8c80d6f None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:24:42.895917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:42.925126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-de58b204-ef3b-44f8-9890-6110bc72d870 None None] Provisioning complete for port d7206fc7-04b8-44e4-8a90-f37b69a8d3de triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:42.925736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-de58b204-ef3b-44f8-9890-6110bc72d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:42.946004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.001976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c42c1a-1a41-4e1b-a651-04cff8c80d6f None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:24:43.026877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=96263e35-0a4b-4d1d-987e-c5e881b3b222,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:43.048405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-65082191-db33-487c-b263-71c60b2b0866 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=083d7808537f4e0dab6b8f9c69a22835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511557 Aug 31 16:24:43.048994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:43.067238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.112171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Checking segment: {'id': '810cbde5-956a-4244-b066-fb526203cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:43.112562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network hostable DHCP agents. Network: 681a8cc8-dede-44e8-b65f-f0381bc7c306, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:43.138709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4e55ddc-1a81-4070-be48-6e09b2c4cba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.153745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Network 681a8cc8-dede-44e8-b65f-f0381bc7c306 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:43.172093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4e55ddc-1a81-4070-be48-6e09b2c4cba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.182134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 681a8cc8-dede-44e8-b65f-f0381bc7c306) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:43.193545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:43.194161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.225305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.225854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-550a0269-cc88-4eb1-94f2-8e4688e3c162 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8097165 Aug 31 16:24:43.229328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:43.245637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4e55ddc-1a81-4070-be48-6e09b2c4cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.248940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d4e55ddc-1a81-4070-be48-6e09b2c4cba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.252558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d4e55ddc-1a81-4070-be48-6e09b2c4cba1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/743d6004-bf09-4e7d-a9fc-7a73eeb3d0a8 HTTP/1.1" status: 204 len: 168 time: 0.1998353 Aug 31 16:24:43.267438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e55ddc-1a81-4070-be48-6e09b2c4cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d6004-bf09-4e7d-a9fc-7a73eeb3d0a8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:43.286193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:43.383901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3a3c7e-d9a8-40cd-b6f8-4aebbe6bca7d None None] Network 681a8cc8-dede-44e8-b65f-f0381bc7c306 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:43.498474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d7206fc7-04b8-44e4-8a90-f37b69a8d3de up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:43.534418 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58871377'] for subnet, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.641887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d7206fc7-04b8-44e4-8a90-f37b69a8d3de triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:43.642500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.699546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-681a8cc8-dede-44e8-b65f-f0381bc7c306', 'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306', 'tenant_id': '8ee9ab36de094f28a10f64e6e0cbe755', 'fixed_ips': [{'subnet_id': '96263e35-0a4b-4d1d-987e-c5e881b3b222'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:43.700431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.859977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33656) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:43.910053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c8b904bd-bf38-40cb-8478-b5c630b99fb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4eac5230c3c24118a99327871f8a8dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487731 Aug 31 16:24:43.913080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33658) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:43.939366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:24:43.976436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:43.989744 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:24:43.989744 n-d-793621-35 neutron-server[101479]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 31 16:24:43.989744 n-d-793621-35 neutron-server[101479]: [parameters: {'in_use': 1, 'id_1': '96263e35-0a4b-4d1d-987e-c5e881b3b222'}] Aug 31 16:24:43.989744 n-d-793621-35 neutron-server[101479]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:24:43.990255 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:24:44.007525 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.043866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.064490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.067052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.068789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4168f977-d547-4169-b551-5a99ce9a4dc0 HTTP/1.1" status: 204 len: 168 time: 0.1546314 Aug 31 16:24:44.085781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4168f977-d547-4169-b551-5a99ce9a4dc0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:44.095717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.096564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.097104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.097537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.098075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.098483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.098892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.099302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.099753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.100157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.100592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.100993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d0422-5036-427d-8000-eb6f3ee25a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:44.270158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:44.280052 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Sync routers for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:44.294125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:44.294751 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:44.303028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.306802 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69dc2edf-2ecf-4a4b-9fb7-4074864f9f5a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1176851 Aug 31 16:24:44.307046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33662) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:44.313821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764660916188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3771948'] for subnet, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.425586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:44.426390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.430997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "PUT /v2.0/subnets/96263e35-0a4b-4d1d-987e-c5e881b3b222 HTTP/1.1" status: 200 len: 900 time: 1.1494000 Aug 31 16:24:44.432772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33666) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:44.438521 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:44.478240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbfbd3-b9d5-4b62-b232-b68aaa77e020 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event updated for resources: {'Subnet': ['ID=96263e35-0a4b-4d1d-987e-c5e881b3b222,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:44.492324 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.587800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:24:44.639773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.737384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.798004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Allocated IP 2001:db8::3 (681a8cc8-dede-44e8-b65f-f0381bc7c306/96263e35-0a4b-4d1d-987e-c5e881b3b222/4b4ac292-072d-4401-abd0-27e99f7d06eb) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:44.886264 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:44.915850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:41Z', 'revision_number': 3, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:44.949814 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:44.951462 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e6e2fe02-01a9-44d5-8330-4ebd4793125d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.9057674 Aug 31 16:24:44.954796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33682) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:44.983825 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Checking router: 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:44.984225 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Updating router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:45.019336 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.026273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-06c5bd79-dde4-49ab-b591-2b2d693e50e5 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=62b59b7a67904182b8344fe6265481e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690455 Aug 31 16:24:45.032117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33686) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:45.058274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.067398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Transition to ACTIVE for port object 4b4ac292-072d-4401-abd0-27e99f7d06eb will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:45.087731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Transition to ACTIVE for port object 4b4ac292-072d-4401-abd0-27e99f7d06eb will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:45.093799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Sync routers for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:45.097626 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.129196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.183683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=96263e35-0a4b-4d1d-987e-c5e881b3b222,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:45.213457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:45.220891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:45.232418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Network 681a8cc8-dede-44e8-b65f-f0381bc7c306 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:45.369030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.370489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:45.387242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a8cc8-dede-44e8-b65f-f0381bc7c306']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:45.389571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c48b9-bed5-458a-9cfa-09adf36af546 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:45.390895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-af1c48b9-bed5-458a-9cfa-09adf36af546 tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3577054 Aug 31 16:24:45.397876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33692) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:45.410454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810cbde5-956a-4244-b066-fb526203cfa7') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:45.412653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810cbde5-956a-4244-b066-fb526203cfa7') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:45.432952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.457688 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a66e9ca8-7f46-4bd8-87ac-aea3e560fa0f tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568581 Aug 31 16:24:45.457961 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.459947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.464293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33694) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:45.478197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606355275', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'project_id': '62b59b7a67904182b8344fe6265481e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:45.527097 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.623579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:45.624221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:45.627954 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:45.648763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:45.655087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.661648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Allocated IP 172.20.0.1 (86ed4a26-88d5-49c1-80d3-bbfa55149d20/b9ac6fe9-23ec-4973-85f2-313413c194e4/c8504aee-5ca3-40b5-b436-8501fbed2ee6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:45.703107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:45.778953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.793627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Transition to ACTIVE for port object c8504aee-5ca3-40b5-b436-8501fbed2ee6 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:45.830527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:45.867377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:45.870891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:45.874517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:45.875349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Pushing event updated for resources: {'Port': ['ID=4b4ac292-072d-4401-abd0-27e99f7d06eb,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:45.938237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:45.999297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Pushing event updated for resources: {'Port': ['ID=c8504aee-5ca3-40b5-b436-8501fbed2ee6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:46.013443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Attempting to bind port 4b4ac292-072d-4401-abd0-27e99f7d06eb on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:46.013443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Attempting to bind port 4b4ac292-072d-4401-abd0-27e99f7d06eb by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '810cbde5-956a-4244-b066-fb526203cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:46.013443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Attempting to bind port 4b4ac292-072d-4401-abd0-27e99f7d06eb on network 681a8cc8-dede-44e8-b65f-f0381bc7c306 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:46.021432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.029261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:46.034096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Checking segment: {'id': '810cbde5-956a-4244-b066-fb526203cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:46.034549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.035035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Bound using segment: {'id': '810cbde5-956a-4244-b066-fb526203cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:46.035456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Bound port: 4b4ac292-072d-4401-abd0-27e99f7d06eb, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810cbde5-956a-4244-b066-fb526203cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '681a8cc8-dede-44e8-b65f-f0381bc7c306'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:46.035842 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.154525 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:42Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:46.197817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Checking router: 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:46.198678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Updating router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:46.200557 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Transition to ACTIVE for port object c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:46.212135 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.214029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 16:24:46.214029 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 16:24:46.214029 n-d-793621-35 neutron-server[101477]: [parameters: {'id': '681a8cc8-dede-44e8-b65f-f0381bc7c306'}] Aug 31 16:24:46.214029 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:24:46.215389 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:24:46.219004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.264818 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.311266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] For port 4b4ac292-072d-4401-abd0-27e99f7d06eb, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:46.323956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Subnet': ['ID=2df6f24d-fd92-445d-a249-410f5aff351d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:46.334031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Checking segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:46.334370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network hostable DHCP agents. Network: 4aa302fa-1ec0-417a-9df0-aae0bffe46df, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:46.355683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:46.360073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] For port 4b4ac292-072d-4401-abd0-27e99f7d06eb, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4b4ac292-072d-4401-abd0-27e99f7d06eb,segment=NetworkSegment(810cbde5-956a-4244-b066-fb526203cfa7),segment_id=810cbde5-956a-4244-b066-fb526203cfa7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:46.369214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.371020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 4aa302fa-1ec0-417a-9df0-aae0bffe46df) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:46.377609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:46.378340 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.391362 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:24:46.392163 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Attempting to bind port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:46.392752 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Attempting to bind port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:46.393230 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Attempting to bind port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:46.397658 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.398794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a895e334-f134-4f5e-ad49-c5843b5020b1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9276509 Aug 31 16:24:46.401553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33728) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:46.407087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4b3acf8a-634b-4e36-a1ef-6a50caab070b None None] Provisioning for port c8504aee-5ca3-40b5-b436-8501fbed2ee6 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:46.409096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482db24-4063-412d-bd05-7f06dfcbe913 None None] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:46.409382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c87e91-d006-446a-8777-862a6ff72d0e None None] Pushing event updated for resources: {'Port': ['ID=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:46.413568 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:46.414473 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:46.414882 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.415272 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:46.415846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Bound port: c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:46.416342 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.496621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4b3acf8a-634b-4e36-a1ef-6a50caab070b None None] Provisioning complete for port c8504aee-5ca3-40b5-b436-8501fbed2ee6 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:46.497153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4b3acf8a-634b-4e36-a1ef-6a50caab070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.506372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] For port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:46.514219 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] For port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:46.523553 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.582053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4b3acf8a-634b-4e36-a1ef-6a50caab070b None None] Port c8504aee-5ca3-40b5-b436-8501fbed2ee6 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:46.670091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:46.671528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:46.713844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b2bac-bbfa-4980-bc54-b8fd6835cb50 None None] Pushing event updated for resources: {'Port': ['ID=4b4ac292-072d-4401-abd0-27e99f7d06eb,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:46.717378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:46.721197 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c87e91-d006-446a-8777-862a6ff72d0e None None] Pushing event updated for resources: {'Port': ['ID=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:46.889966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205076f-b5df-43a3-af01-7a46a033e327 None None] Network 681a8cc8-dede-44e8-b65f-f0381bc7c306 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:46.997708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:47.011598 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:47.163149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Pushing event updated for resources: {'Port': ['ID=c8504aee-5ca3-40b5-b436-8501fbed2ee6,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:47.165989 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:47.279634 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:47.365543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33736) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:47.365874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33738) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:47.386258 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:47.387773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:47.540751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:47.541960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:47.668743 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:47.800702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:24:45Z', 'revision_number': 1, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:47.819080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8c939-d744-4034-ae5f-d9919746843a None None] Network 681a8cc8-dede-44e8-b65f-f0381bc7c306 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:47.896667 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fc6721-f3c0-4bed-b0cb-cae6c5e2a719 None None] The sync data for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 is: [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:24:45Z', 'revision_number': 1, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:47.900047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Transition to ACTIVE for port object bbf0188b-9b54-43c3-ba1a-b80dda9578e3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:47.975600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.002017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-13376305-756a-4183-8c8d-3a3816d65dec None None] Provisioning complete for port c8504aee-5ca3-40b5-b436-8501fbed2ee6 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:48.002017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-13376305-756a-4183-8c8d-3a3816d65dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.100352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'network': {'name': 'tempest-network-smoke--1183983743', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'port_security_enabled': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:48.122808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3289b4f-dc12-4787-8cc4-7319ea4cec42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.153302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:48.156311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Attempting to bind port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:48.156694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Attempting to bind port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:48.157062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Attempting to bind port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:48.159904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e90d-5166-414b-8d37-9b839ebf19d5 None None] Pushing event updated for resources: {'Port': ['ID=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:48.171868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-13376305-756a-4183-8c8d-3a3816d65dec None None] Port c8504aee-5ca3-40b5-b436-8501fbed2ee6 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:48.179776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Allocated IP 172.20.0.2 (4aa302fa-1ec0-417a-9df0-aae0bffe46df/2df6f24d-fd92-445d-a249-410f5aff351d/3fc64a27-6bba-4a0f-8681-d39d7f479e93) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:48.183462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:48.183858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:48.183988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting port 4b4ac292-072d-4401-abd0-27e99f7d06eb {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:48.184964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.185125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.185256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:48.185256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Bound port: bbf0188b-9b54-43c3-ba1a-b80dda9578e3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:48.185624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.211633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:48.216147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.238056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.311176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] For port bbf0188b-9b54-43c3-ba1a-b80dda9578e3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:48.328008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] For port 4b4ac292-072d-4401-abd0-27e99f7d06eb, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4b4ac292-072d-4401-abd0-27e99f7d06eb,segment=NetworkSegment(810cbde5-956a-4244-b066-fb526203cfa7),segment_id=810cbde5-956a-4244-b066-fb526203cfa7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:48.328008 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.341441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] For port bbf0188b-9b54-43c3-ba1a-b80dda9578e3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:48.350519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Calling delete_port for 4b4ac292-072d-4401-abd0-27e99f7d06eb owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:48.357724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.386812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:48.392596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-db5599f7-7a3d-4fc2-92b5-175a7f158f7d admin admin] 10.222.0.43 "PUT /v2.0/routers/5a430ebc-ed9d-46bb-9362-20f50d9a06a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0844300 Aug 31 16:24:48.449878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3289b4f-dc12-4787-8cc4-7319ea4cec42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.458487 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3289b4f-dc12-4787-8cc4-7319ea4cec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.529588 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b3289b4f-dc12-4787-8cc4-7319ea4cec42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61d7389b656f48488809e9cd4dfcc651&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1608896 Aug 31 16:24:48.535451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33748) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:48.538745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:48.539973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:48.545746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3289b4f-dc12-4787-8cc4-7319ea4cec42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e2b58f-5e88-4d0f-a650-f20daa802e91,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:48.554039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.578268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.621230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e90d-5166-414b-8d37-9b839ebf19d5 None None] Pushing event updated for resources: {'Port': ['ID=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:48.626858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.639129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-51661167-5f87-457a-89f4-52b41ac291cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.646369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Transition to ACTIVE for port object 3fc64a27-6bba-4a0f-8681-d39d7f479e93 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:48.664653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-51661167-5f87-457a-89f4-52b41ac291cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.698141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Port': ['ID=4b4ac292-072d-4401-abd0-27e99f7d06eb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:48.700822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Transition to ACTIVE for port object 3fc64a27-6bba-4a0f-8681-d39d7f479e93 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:48.706893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No DVR routers for this DVR port 4b4ac292-072d-4401-abd0-27e99f7d06eb on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:48.722817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.741180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-51661167-5f87-457a-89f4-52b41ac291cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.744960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-51661167-5f87-457a-89f4-52b41ac291cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.747440 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-51661167-5f87-457a-89f4-52b41ac291cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35e2b58f-5e88-4d0f-a650-f20daa802e91 HTTP/1.1" status: 204 len: 168 time: 0.2102695 Aug 31 16:24:48.769036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51661167-5f87-457a-89f4-52b41ac291cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e2b58f-5e88-4d0f-a650-f20daa802e91,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:48.794318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:48.796303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.803332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:48.805389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.852438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb14d0-a385-47db-ba7b-243b6dafc29d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:48.859492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:48.871654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.871872 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Added segment 99b7a56f-2ecc-4fed-aa67-828bbb0b0547 of type vlan for network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 Aug 31 16:24:48.947321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.985824 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.992668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:48.999651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:49.007527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.011356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a8cc8-dede-44e8-b65f-f0381bc7c306']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:49.039259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810cbde5-956a-4244-b066-fb526203cfa7') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:49.039830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810cbde5-956a-4244-b066-fb526203cfa7') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:49.060678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.083907 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7138674 Aug 31 16:24:49.087157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:49.092731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-903290702', 'admin_state_up': True, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:49.113804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0d879-5133-4232-b679-b9023db037b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Network': ['ID=5acebeff-9cd8-46d6-8000-fd2f6bb64657,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:49.144773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.146369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.194182 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.214273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:49.220843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:49.224631 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:49.274343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.294130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:49.348411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:49.359864 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:49.424479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:49.482958 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b94d756-42b0-45f8-a7e2-abee0a1f1d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.489125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.515485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.523796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Pushing event updated for resources: {'Port': ['ID=3fc64a27-6bba-4a0f-8681-d39d7f479e93,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:49.524562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/681a8cc8-dede-44e8-b65f-f0381bc7c306 HTTP/1.1" status: 204 len: 168 time: 5.0901875 Aug 31 16:24:49.564064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33768) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:49.575369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.606715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ffdad-1b9b-4af8-928d-5e3ba5ad117a tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=681a8cc8-dede-44e8-b65f-f0381bc7c306,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:49.637276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:49.646104 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cf19f7-5b18-4602-8b1a-53ff9e080ee2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:49.646856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cf19f7-5b18-4602-8b1a-53ff9e080ee2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:49.649017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b5cf19f7-5b18-4602-8b1a-53ff9e080ee2 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/96263e35-0a4b-4d1d-987e-c5e881b3b222 HTTP/1.1" status: 404 len: 337 time: 0.0828662 Aug 31 16:24:49.654299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33770) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:49.717521 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b974229a-430f-430f-8c87-7df8df476a69 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:49.718149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b974229a-430f-430f-8c87-7df8df476a69 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:49.720354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b974229a-430f-430f-8c87-7df8df476a69 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/681a8cc8-dede-44e8-b65f-f0381bc7c306 HTTP/1.1" status: 404 len: 339 time: 0.0612640 Aug 31 16:24:49.726329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33772) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:49.732036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.1 (4aa302fa-1ec0-417a-9df0-aae0bffe46df/2df6f24d-fd92-445d-a249-410f5aff351d/d74b85ba-88da-44be-a742-4baf67cc5902) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:49.804334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Attempting to bind port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:49.804970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Attempting to bind port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:49.805542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Attempting to bind port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 on network 4aa302fa-1ec0-417a-9df0-aae0bffe46df {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:49.820322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:49.821437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Checking segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:49.821997 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.822954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Bound using segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:49.823335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Bound port: 3fc64a27-6bba-4a0f-8681-d39d7f479e93, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:49.823828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.860639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33776) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:49.868799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1613934428-network', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:49.877889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:49.889000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:49.889000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.895377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b94d756-42b0-45f8-a7e2-abee0a1f1d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.901416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:42Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:49.903292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.941785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b94d756-42b0-45f8-a7e2-abee0a1f1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:49.971597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Made reservation on behalf of 538686650b9d4e69a9d43b0cd6d37dce for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:49.974128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.006521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d502f61-7101-40d5-a3eb-8a4968befbbb None None] The sync data for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 is: [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:42Z', 'revision_number': 3, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:50.013219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.048383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.054599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] For port 3fc64a27-6bba-4a0f-8681-d39d7f479e93, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:50.067853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] For port 3fc64a27-6bba-4a0f-8681-d39d7f479e93, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3fc64a27-6bba-4a0f-8681-d39d7f479e93,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:50.083243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.111595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b94d756-42b0-45f8-a7e2-abee0a1f1d50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5a591fed01a49ed96325f75289df861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855483 Aug 31 16:24:50.125706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33778) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:50.130803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object d74b85ba-88da-44be-a742-4baf67cc5902 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:50.199975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94d756-42b0-45f8-a7e2-abee0a1f1d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38dde73-1827-4b3d-9e80-757b107c313d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:50.217108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.253597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.267820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.274913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.279407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588fc5c-7903-4907-8c12-35c2b5156ea2 None None] Pushing event updated for resources: {'Port': ['ID=3fc64a27-6bba-4a0f-8681-d39d7f479e93,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:50.307451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:50.314413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.350645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59850931-be0f-42f7-b776-c969b7cef26d']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:50.392606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.417720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=d74b85ba-88da-44be-a742-4baf67cc5902,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:50.424155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:50.428328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:50.429867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:50.433091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:50.499821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.578605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471f5e5d-05de-49d4-b10c-86bf27cdc757') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:50.578953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471f5e5d-05de-49d4-b10c-86bf27cdc757') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:50.602735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.637357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.648038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.665289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.669860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.25.6.57 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/937790d9-da8b-4fe4-8427-ba7797b7461d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:50.682053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53cc9415-529d-4fb9-8f69-cbae97a85e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.689303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:24:50.696041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:50.696606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:50.699804 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:50.720817 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.721170 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Added segment 9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad of type vlan for network 72c9e4ed-e2d0-4207-99f5-48b94db2135e Aug 31 16:24:50.744036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b896e-37b7-48eb-8640-d3ceccf00396,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:50.810548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53cc9415-529d-4fb9-8f69-cbae97a85e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.817759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.845373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.872677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.874019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:50.874620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.920520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.931268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:50.935562 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/59850931-be0f-42f7-b776-c969b7cef26d HTTP/1.1" status: 204 len: 168 time: 1.2060330 Aug 31 16:24:50.937426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33780) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:50.967806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1034083 Aug 31 16:24:50.972552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:50.989407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d34fe-15fd-4e26-907b-b26b84344000 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=59850931-be0f-42f7-b776-c969b7cef26d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:50.994687 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-4268f6a8-aa1c-4746-b604-27df702731b3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:50.994915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4268f6a8-aa1c-4746-b604-27df702731b3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:50.996715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4268f6a8-aa1c-4746-b604-27df702731b3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/9fd05ee7-c5b4-4c02-84e0-eeb4f1157397 HTTP/1.1" status: 404 len: 337 time: 0.0585957 Aug 31 16:24:50.999891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33784) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:51.015502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Request body: {'subnet': {'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1613934428-subnet', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:51.025121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571773b-fe70-4535-8078-2a80e9c25f50 admin admin] Pushing event updated for resources: {'Network': ['ID=72c9e4ed-e2d0-4207-99f5-48b94db2135e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:51.034732 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76afda8-7560-4b6a-bdad-2fc70e51cd86 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:51.035351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76afda8-7560-4b6a-bdad-2fc70e51cd86 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:51.039515 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f76afda8-7560-4b6a-bdad-2fc70e51cd86 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/fb78a2ca-c939-4e82-a3db-a6ac49802b32 HTTP/1.1" status: 404 len: 339 time: 0.0343246 Aug 31 16:24:51.040350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33786) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:51.051838 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53cc9415-529d-4fb9-8f69-cbae97a85e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.055093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-53cc9415-529d-4fb9-8f69-cbae97a85e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.056607 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-53cc9415-529d-4fb9-8f69-cbae97a85e84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c38dde73-1827-4b3d-9e80-757b107c313d HTTP/1.1" status: 204 len: 168 time: 0.9298446 Aug 31 16:24:51.069943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:24:51.070931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.073544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9415-529d-4fb9-8f69-cbae97a85e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38dde73-1827-4b3d-9e80-757b107c313d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:51.104176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e2f82809-9c47-4d31-be19-2627c103eec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.124609 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.138086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Made reservation on behalf of 538686650b9d4e69a9d43b0cd6d37dce for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:51.139303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.174991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:51.181760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:51.191603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:51.265100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=937790d9-da8b-4fe4-8427-ba7797b7461d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:51.285209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting subnet f163fca4-0b7e-4cb0-a926-cd394c0f55e5 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:24:51.288828 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.601398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.622053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.683190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.724527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.740238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:51.745181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=d74b85ba-88da-44be-a742-4baf67cc5902,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:51.860428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:51.861299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.861679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:51.935435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e191b18-82a5-48bd-9db6-bae355ef124f None None] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:52.021575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.042777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebec25a8-6e0f-4bd2-8639-04e86e6e5784 None None] Provisioning for port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:52.059322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.070110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.093963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3fc64a27-6bba-4a0f-8681-d39d7f479e93 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:52.194026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a52b0a-8cf5-451e-b63a-4c948998a3f1,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:52.207030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:52.213206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:52.217730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.220163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:52.233630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:52.233630 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.237510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Checking segment: {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:52.237882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Network hostable DHCP agents. Network: 72c9e4ed-e2d0-4207-99f5-48b94db2135e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:52.261096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.263134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/f163fca4-0b7e-4cb0-a926-cd394c0f55e5 HTTP/1.1" status: 204 len: 168 time: 1.2218351 Aug 31 16:24:52.265860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155a10a-d74b-4450-a9ff-9370b25a6ff1 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=f163fca4-0b7e-4cb0-a926-cd394c0f55e5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:52.266681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33806) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:52.291057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f77371-761c-4ea5-b2e6-00730048d9fa None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:52.319840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:24:52.351358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:52.446969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 72c9e4ed-e2d0-4207-99f5-48b94db2135e) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:52.448707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting subnet 98d51eca-4891-43eb-bf57-eadf4fb6e758 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:24:52.454804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.457663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:52.460924 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.489100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3099361-84fd-4dd7-96db-cffa94db7ea9 None None] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:52.502505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3628482c-6b4b-4ad2-97e0-fa95d12173e1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5267484 Aug 31 16:24:52.505460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:24:52.508286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33810) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:52.526615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:52.550188 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Sync routers for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:52.564484 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:52.566694 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:52.635240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.636308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.677923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.711132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.788620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:52.803189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fe894358-bbc7-49dd-80f8-b939c6911503 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/1c3380c1-9d60-4a7b-ad06-ea59c4256f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4001172 Aug 31 16:24:52.842876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:52.860597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.871798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 3fc64a27-6bba-4a0f-8681-d39d7f479e93, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3fc64a27-6bba-4a0f-8681-d39d7f479e93,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:52.877674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:52.891916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.893182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bbf0188b-9b54-43c3-ba1a-b80dda9578e3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:52.939415 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:52.972264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:52.975959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3124d8b2-2bf9-4c18-bd0d-4156c497db22 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8874006 Aug 31 16:24:52.979671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33822) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:53.044086 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Sync routers for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:53.142073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:53.158619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=3fc64a27-6bba-4a0f-8681-d39d7f479e93,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:53.174303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:53.175036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:53.196398 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:53.202704 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:53.253862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-1fb82209-88cd-460c-b56a-ec6ec7873b30 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085628&fields=id&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 267 time: 0.1072991 Aug 31 16:24:53.404790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7899bef0-5c86-4cf9-9165-92dc65a8785c None None] Provisioning for port d74b85ba-88da-44be-a742-4baf67cc5902 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:53.420617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:53.486680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-806d7d7a-2787-47a3-af46-ecd7b6087542 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:53.495669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-806d7d7a-2787-47a3-af46-ecd7b6087542 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 797 time: 0.2397408 Aug 31 16:24:53.498799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:53.499399 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:53.562767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7899bef0-5c86-4cf9-9165-92dc65a8785c None None] Provisioning complete for port d74b85ba-88da-44be-a742-4baf67cc5902 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:53.563440 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7899bef0-5c86-4cf9-9165-92dc65a8785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:53.608273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-e8c751f8-d226-4076-aa5b-2ccd9dc34233 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/quotas/62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 375 time: 0.1115727 Aug 31 16:24:53.637302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f1473c0-80a9-46f8-a83a-4bf6e4650fc9 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7ad282d8a71e401d9ded0b6c08b4b5c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6562953 Aug 31 16:24:53.638092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33846) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:53.658177 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:53.758942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:53.784514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port bbf0188b-9b54-43c3-ba1a-b80dda9578e3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:53.825041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:53.854966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e5623-f812-4a09-a84e-87ed924cc09a tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:53.858715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'fixed_ips': [{'subnet_id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:53.860085 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:53.863387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-389e5623-f812-4a09-a84e-87ed924cc09a tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165184 Aug 31 16:24:53.864288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33852) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:53.868058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7899bef0-5c86-4cf9-9165-92dc65a8785c None None] Port d74b85ba-88da-44be-a742-4baf67cc5902 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:53.887966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:53.984871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3be3d07f-d693-44f6-b8ea-fb7b277616f0 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075389 Aug 31 16:24:53.987045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33854) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:53.994682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1121001666', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:54.039091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.049050 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 2, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:54.094330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-ed4b7217-6463-49f1-9ee0-21aa454fedb8 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4837079 Aug 31 16:24:54.099338 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Checking router: 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:54.099698 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Updating router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 port c8504aee-5ca3-40b5-b436-8501fbed2ee6 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:54.140679 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.226321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3fc64a27-6bba-4a0f-8681-d39d7f479e93 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:54.240106 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.287862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:54.292589 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.315035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=98d51eca-4891-43eb-bf57-eadf4fb6e758,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:54.320387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7899bef0-5c86-4cf9-9165-92dc65a8785c None None] Provisioning complete for port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:54.320765 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7899bef0-5c86-4cf9-9165-92dc65a8785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.354782 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.359019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e792d167-3c30-46fc-aee8-13dc533bd74c tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/98d51eca-4891-43eb-bf57-eadf4fb6e758 HTTP/1.1" status: 204 len: 168 time: 2.0885425 Aug 31 16:24:54.360884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:54.376932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-c3ed37a5-c2c5-4300-95a9-c2e9c71b82d1 service neutron] 10.222.0.43 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352414 Aug 31 16:24:54.434123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9abef-1c75-4b83-b83a-ed414578c861 None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:54.468535 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.483292 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:24:51Z', 'revision_number': 2, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:54.558952 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Checking router: 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:54.562223 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Updating router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 port d74b85ba-88da-44be-a742-4baf67cc5902 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:54.642830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:54.643378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.713848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.761417 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.769788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.776600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.777591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:54.826176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:54.826825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:54.896152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Allocated IP 172.25.6.70 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/0d3a494f-f861-46a5-a457-45b7d7ba0c5b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:54.993832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Allocated IP 172.20.0.2 (72c9e4ed-e2d0-4207-99f5-48b94db2135e/63a52b0a-8cf5-451e-b63a-4c948998a3f1/73d41adc-f8d9-4c0d-959b-a1521819ec54) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:55.019152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.031715 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.054218 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Transition to ACTIVE for port object c8504aee-5ca3-40b5-b436-8501fbed2ee6 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:55.072221 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.075672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] For port 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a28e72c-ce0b-485e-8725-7f9efc3ec419,segment=NetworkSegment(be3e2eb2-3323-40fb-ace2-cd27bcfd20bf),segment_id=be3e2eb2-3323-40fb-ace2-cd27bcfd20bf)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:55.076682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.077281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] DHCP port deletion for 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:24:55.081033 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.129684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Calling delete_port for 6a28e72c-ce0b-485e-8725-7f9efc3ec419 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:55.146386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:55.155080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:55.168651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:55.197014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e01947eb-234a-47c7-9973-f4d454a8cab4 None None] Provisioning complete for port d74b85ba-88da-44be-a742-4baf67cc5902 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:55.197406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e01947eb-234a-47c7-9973-f4d454a8cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.229507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:24:51Z', 'revision_number': 3, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:55.235573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.240547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329a916-cb47-458a-a404-8dff660776ed None None] Pushing event updated for resources: {'Port': ['ID=c8504aee-5ca3-40b5-b436-8501fbed2ee6,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:55.249932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:55.370603 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Attempting to bind port c8504aee-5ca3-40b5-b436-8501fbed2ee6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:55.371234 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Attempting to bind port c8504aee-5ca3-40b5-b436-8501fbed2ee6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:55.371768 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Attempting to bind port c8504aee-5ca3-40b5-b436-8501fbed2ee6 on network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:55.386621 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:55.387216 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Checking segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:55.387789 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.389315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Bound using segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:55.389981 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Bound port: c8504aee-5ca3-40b5-b436-8501fbed2ee6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:55.390628 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.391205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:24:55.391569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Updating router 87bace70-a312-45f8-8d2c-02d6315f6a5b port 937790d9-da8b-4fe4-8427-ba7797b7461d binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:24:55.450079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Subnet': ['ID=c92a90a4-75ce-4aa2-8e53-7124de2f645d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:55.451138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.452090 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.473845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Checking segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:55.476733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network hostable DHCP agents. Network: 5acebeff-9cd8-46d6-8000-fd2f6bb64657, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:24:55.477936 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Transition to ACTIVE for port object d74b85ba-88da-44be-a742-4baf67cc5902 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:55.480611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No DVR routers for this DVR port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:55.497876 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.508276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.524397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Port': ['ID=6a28e72c-ce0b-485e-8725-7f9efc3ec419,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:55.534050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-597142a9-bee0-49b1-9462-7ed042385982 service neutron] 10.222.0.43 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1258676 Aug 31 16:24:55.563772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:24:55.585449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e01947eb-234a-47c7-9973-f4d454a8cab4 None None] Port d74b85ba-88da-44be-a742-4baf67cc5902 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:24:55.594190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 5acebeff-9cd8-46d6-8000-fd2f6bb64657) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:55.606286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e01947eb-234a-47c7-9973-f4d454a8cab4 None None] Could not find standard attr ID for object 6a28e72c-ce0b-485e-8725-7f9efc3ec419. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:24:55.608082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.621503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:55.622411 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] For port c8504aee-5ca3-40b5-b436-8501fbed2ee6, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:55.623491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.626870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.628928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e1a93-3195-488c-8698-cfe79a330cb1 None None] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:55.643231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Deleting port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:55.643664 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.668631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Attempting to bind port d74b85ba-88da-44be-a742-4baf67cc5902 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:55.669001 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Attempting to bind port d74b85ba-88da-44be-a742-4baf67cc5902 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:55.669365 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Attempting to bind port d74b85ba-88da-44be-a742-4baf67cc5902 on network 4aa302fa-1ec0-417a-9df0-aae0bffe46df {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:55.682032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33866) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:55.682696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b17f1165-a380-4be7-977d-162ad8d1c163 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6936030 Aug 31 16:24:55.718369 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:55.718736 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Checking segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:55.719142 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.719774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Bound using segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:55.720522 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Bound port: d74b85ba-88da-44be-a742-4baf67cc5902, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:55.720908 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.791227 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.827551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d02a67a-38cb-4898-ba0a-a05ac54c60b7']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:55.846440 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] For port c8504aee-5ca3-40b5-b436-8501fbed2ee6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c8504aee-5ca3-40b5-b436-8501fbed2ee6,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:55.861990 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:55.929238 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527091a7-38c3-4675-aa07-2eb3fce7af40 None None] Pushing event updated for resources: {'Port': ['ID=d74b85ba-88da-44be-a742-4baf67cc5902,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:55.956023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:55.959260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3e2eb2-3323-40fb-ace2-cd27bcfd20bf') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:55.987039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08c653af-d8eb-4696-b6cb-e98d6c79e6cf req-810c1311-cd0c-4cc1-b34a-c7f9b008b623 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 210 time: 0.0915172 Aug 31 16:24:56.025634 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-80bed1d8-f2c4-4a88-becd-05cfa36aa8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.053642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bbf0188b-9b54-43c3-ba1a-b80dda9578e3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:56.093700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329a916-cb47-458a-a404-8dff660776ed None None] Pushing event updated for resources: {'Port': ['ID=c8504aee-5ca3-40b5-b436-8501fbed2ee6,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:56.112000 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:56.112302 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:56.126057 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.134572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.155017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.166486 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] For port d74b85ba-88da-44be-a742-4baf67cc5902, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:56.167599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:56.169403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.187819 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] For port d74b85ba-88da-44be-a742-4baf67cc5902, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d74b85ba-88da-44be-a742-4baf67cc5902,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:56.197366 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:56.271493 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:56.285059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.313034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.318942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33880) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:56.319928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/5d02a67a-38cb-4898-ba0a-a05ac54c60b7 HTTP/1.1" status: 204 len: 168 time: 1.9568903 Aug 31 16:24:56.322037 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:56.324623 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:56.349063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325371-7627-42c1-bc88-282ddc6ae471 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=5d02a67a-38cb-4898-ba0a-a05ac54c60b7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:56.362415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.468792 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cfe6e3-11b2-45ef-b24c-b345a22d5f5b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:56.472526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cfe6e3-11b2-45ef-b24c-b345a22d5f5b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:56.474551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c2cfe6e3-11b2-45ef-b24c-b345a22d5f5b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/ab20aba5-b333-4fbe-83c6-422d73b1aeed HTTP/1.1" status: 404 len: 337 time: 0.1543996 Aug 31 16:24:56.478910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:56.553294 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c6c1d4-c462-45ed-a1b9-52b6eb9828e4 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:56.559842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c6c1d4-c462-45ed-a1b9-52b6eb9828e4 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:56.562714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f2c6c1d4-c462-45ed-a1b9-52b6eb9828e4 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/9db0d9f1-a8bb-45de-aca2-c9fcc28918a7 HTTP/1.1" status: 404 len: 339 time: 0.0808923 Aug 31 16:24:56.569653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33890) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:56.650482 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:56.656721 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-912652d8-eea2-40ac-89da-131b539db584 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:56.657589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912652d8-eea2-40ac-89da-131b539db584 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:56.666770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:56.667456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-912652d8-eea2-40ac-89da-131b539db584 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/5d5092f3-a490-40f0-aee2-fd8b30238a9b HTTP/1.1" status: 404 len: 337 time: 0.0914032 Aug 31 16:24:56.787766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Transition to ACTIVE for port object 73d41adc-f8d9-4c0d-959b-a1521819ec54 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:56.793181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.849070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] For port 6a28e72c-ce0b-485e-8725-7f9efc3ec419, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:56.849787 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.910263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Calling delete_port for 6a28e72c-ce0b-485e-8725-7f9efc3ec419 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:56.913323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Transition to ACTIVE for port object 73d41adc-f8d9-4c0d-959b-a1521819ec54 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:56.921818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:24:56.944205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:56.966829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.081643 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527091a7-38c3-4675-aa07-2eb3fce7af40 None None] Pushing event updated for resources: {'Port': ['ID=d74b85ba-88da-44be-a742-4baf67cc5902,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:57.105846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:57.108675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a22906b-6e84-489f-8a83-023dcc594f94 req-d185555e-bc79-422f-9ca6-6b4962f3f2a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 210 time: 0.0505364 Aug 31 16:24:57.116389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.121725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Network 5d02a67a-38cb-4898-ba0a-a05ac54c60b7 is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:24:57.122454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] No DVR routers for this DVR port 6a28e72c-ce0b-485e-8725-7f9efc3ec419 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:57.148376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Pushing event deleted for resources: {'Port': ['ID=6a28e72c-ce0b-485e-8725-7f9efc3ec419,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:57.177298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:57.177691 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.188020 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:24:55Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:57.189049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Transition to ACTIVE for port object 937790d9-da8b-4fe4-8427-ba7797b7461d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:57.192125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:24:57.220242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:24:57.222799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.223194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.224045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.224460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.224798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.225129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.225461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.225789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.226117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.226440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.226766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.227090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a7ef-e01d-4db9-a966-88e304b7b44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:24:57.232687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:24:57.238503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.253210 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf12166-c91a-4989-8e3c-e81e99c18df2 None None] The sync data for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 is: [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:24:55Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:57.321220 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cbc44b-9d1f-49e3-86f0-ba53dca50b09 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:57.328132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cbc44b-9d1f-49e3-86f0-ba53dca50b09 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:57.328132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e0cbc44b-9d1f-49e3-86f0-ba53dca50b09 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/d80104a4-6129-4ca3-9f1e-89216ad5ae89 HTTP/1.1" status: 404 len: 339 time: 0.6540906 Aug 31 16:24:57.330303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33902) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:57.371567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:24:57.372457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.381089 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.383986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Pushing event updated for resources: {'Port': ['ID=73d41adc-f8d9-4c0d-959b-a1521819ec54,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:57.393251 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4635e1db-7d1f-4dad-8c50-180e0acf489b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:57.393583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4635e1db-7d1f-4dad-8c50-180e0acf489b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:57.395954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4635e1db-7d1f-4dad-8c50-180e0acf489b tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/5fe72256-437b-40a1-8e06-b7f92f2307c7 HTTP/1.1" status: 404 len: 337 time: 0.0601861 Aug 31 16:24:57.400731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33904) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:57.455107 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb1464f-5285-4ae5-9b04-b546a9899b84 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:57.455761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb1464f-5285-4ae5-9b04-b546a9899b84 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:57.466028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-beb1464f-5285-4ae5-9b04-b546a9899b84 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/c5483ab1-2f9e-4cd4-a1d8-955a1c4efd30 HTTP/1.1" status: 404 len: 339 time: 0.0641329 Aug 31 16:24:57.466854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33906) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:57.613150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting subnet 024f7925-f345-4e8d-acdf-e0c89dd4ca4c {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:24:57.626834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.661544 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:24:56Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:57.763350 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:57.773672 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd8e0c-b60d-41c8-9881-b198b660697e None None] The sync data for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 is: [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:24:56Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:24:57.990112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.017011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Attempting to bind port 937790d9-da8b-4fe4-8427-ba7797b7461d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:58.017749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Attempting to bind port 937790d9-da8b-4fe4-8427-ba7797b7461d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:58.018366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Attempting to bind port 937790d9-da8b-4fe4-8427-ba7797b7461d on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:58.030984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.044123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Attempting to bind port 73d41adc-f8d9-4c0d-959b-a1521819ec54 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:24:58.044811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Attempting to bind port 73d41adc-f8d9-4c0d-959b-a1521819ec54 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:24:58.045391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Attempting to bind port 73d41adc-f8d9-4c0d-959b-a1521819ec54 on network 72c9e4ed-e2d0-4207-99f5-48b94db2135e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:24:58.056508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:58.057210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:58.059423 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.066909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:58.068518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Bound port: 937790d9-da8b-4fe4-8427-ba7797b7461d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:58.069133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.101102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.120228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-278e3d92-4bdf-4d6e-a8f6-a9a308dabd99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:24:58.122375 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-278e3d92-4bdf-4d6e-a8f6-a9a308dabd99 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 797 time: 0.5342760 Aug 31 16:24:58.151522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:24:58.152551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Checking segment: {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:24:58.153125 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.153685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Bound using segment: {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:24:58.154430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Bound port: 73d41adc-f8d9-4c0d-959b-a1521819ec54, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:24:58.155095 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.159096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.164249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/024f7925-f345-4e8d-acdf-e0c89dd4ca4c HTTP/1.1" status: 204 len: 168 time: 0.6962450 Aug 31 16:24:58.165762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa31ab-0418-45b5-9779-97e751ef5ed3 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=024f7925-f345-4e8d-acdf-e0c89dd4ca4c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:58.168682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33918) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:58.253731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Router 6b73bc75-3997-443a-b870-8e4fa74354b2 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:24:58.253998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d4ba6-ef08-40e1-b368-fca48b2d803d None None] Pushing event updated for resources: {'Port': ['ID=937790d9-da8b-4fe4-8427-ba7797b7461d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:58.260709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfb360-e8d3-4ba1-b185-7c7832ffcd2a None None] Network f43675e2-0bee-4673-a805-538b811f772e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:24:58.272500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.350938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46bd96ab-d0f1-4901-9da3-276f628f4d6f req-230a5bd9-cacf-4e35-a956-30826835ca41 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 210 time: 0.0792804 Aug 31 16:24:58.380969 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-efd71426-f1d8-4913-953c-b4b50f618c72 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b59b7a67904182b8344fe6265481e9 HTTP/1.1" status: 200 len: 377 time: 0.2476621 Aug 31 16:24:58.396106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'port': {'device_id': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'admin_state_up': True, 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'security_groups': ['45fcd823-5d21-4e7c-827f-4a49121e1b5e']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:24:58.401976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.487477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] For port 73d41adc-f8d9-4c0d-959b-a1521819ec54, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:58.491909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] For port 73d41adc-f8d9-4c0d-959b-a1521819ec54, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=73d41adc-f8d9-4c0d-959b-a1521819ec54,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:58.528130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.531567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting port 1797d9cb-918d-42c6-9c24-27ef9ced29bc {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:24:58.531920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.732511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] For port 1797d9cb-918d-42c6-9c24-27ef9ced29bc, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1797d9cb-918d-42c6-9c24-27ef9ced29bc,segment=NetworkSegment(4736083e-ea57-4ed7-8ba1-0d531338601e),segment_id=4736083e-ea57-4ed7-8ba1-0d531338601e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:24:58.732892 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:58.763516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] For port 937790d9-da8b-4fe4-8427-ba7797b7461d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:24:58.780955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a28e72c-ce0b-485e-8725-7f9efc3ec419 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:24:58.786596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Calling delete_port for 1797d9cb-918d-42c6-9c24-27ef9ced29bc owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:24:58.928909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Allocated IP 172.20.0.2 (5acebeff-9cd8-46d6-8000-fd2f6bb64657/c92a90a4-75ce-4aa2-8e53-7124de2f645d/636f3cf1-d94d-4deb-a0c1-47874c7a494e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:59.042734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6a28e72c-ce0b-485e-8725-7f9efc3ec419 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:24:59.043146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a28e72c-ce0b-485e-8725-7f9efc3ec419 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:24:59.064441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] For port 937790d9-da8b-4fe4-8427-ba7797b7461d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=937790d9-da8b-4fe4-8427-ba7797b7461d,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:24:59.087238 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.089404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.108210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b5961-ac15-48d6-b603-726b5b191d19 None None] Pushing event updated for resources: {'Port': ['ID=73d41adc-f8d9-4c0d-959b-a1521819ec54,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:59.164621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52135e0-5409-4933-bfeb-41de036ff8bb None None] DHCP port deletion for f43675e2-0bee-4673-a805-538b811f772e request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:24:59.180656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:59.181322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:59.191714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Port': ['ID=1797d9cb-918d-42c6-9c24-27ef9ced29bc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:59.195116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No DVR routers for this DVR port 1797d9cb-918d-42c6-9c24-27ef9ced29bc on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:24:59.297937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Made reservation on behalf of 62b59b7a67904182b8344fe6265481e9 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:24:59.303913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.372597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.391654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43675e2-0bee-4673-a805-538b811f772e']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:59.393852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:24:59.408096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4736083e-ea57-4ed7-8ba1-0d531338601e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:59.408793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4736083e-ea57-4ed7-8ba1-0d531338601e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:59.425127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.448917 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.455724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:24:59.456134 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.524884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d4ba6-ef08-40e1-b368-fca48b2d803d None None] Pushing event updated for resources: {'Port': ['ID=937790d9-da8b-4fe4-8427-ba7797b7461d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:24:59.536806 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:24:59.543106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.548370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.552064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/f43675e2-0bee-4673-a805-538b811f772e HTTP/1.1" status: 204 len: 168 time: 1.3815298 Aug 31 16:24:59.565702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.571911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33932) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:59.572420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c8504aee-5ca3-40b5-b436-8501fbed2ee6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:24:59.573626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec681ef6-46a5-4ff9-9bc9-bb7a959e6537 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=f43675e2-0bee-4673-a805-538b811f772e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:24:59.609212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:24:59.641806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f8885fee-07de-4097-9ae4-dbe34a2ee823 req-6c5713e3-2c6f-4148-b547-80206ac000d1 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 210 time: 0.0481839 Aug 31 16:24:59.656002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Sync routers for ids ['6b73bc75-3997-443a-b870-8e4fa74354b2'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:24:59.672007 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6653c88-79bc-42ca-8a8e-ac4d044f1497 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:59.673673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6653c88-79bc-42ca-8a8e-ac4d044f1497 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:59.682131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b6653c88-79bc-42ca-8a8e-ac4d044f1497 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/226c9c6c-ffa5-4dca-86af-21a023d1bec4 HTTP/1.1" status: 404 len: 337 time: 0.1043193 Aug 31 16:24:59.685426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33934) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:59.693777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Transition to ACTIVE for port object 636f3cf1-d94d-4deb-a0c1-47874c7a494e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:59.695288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.696771 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-88ed6575-3f5f-4c7c-93f1-ab9b846d38c1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1832080 Aug 31 16:24:59.715537 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c29c4e9-eedb-4697-99ea-68f92ae7de42 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] DELETE failed (client error): The resource could not be found. Aug 31 16:24:59.725948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c29c4e9-eedb-4697-99ea-68f92ae7de42 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:24:59.730376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1c29c4e9-eedb-4697-99ea-68f92ae7de42 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/3b8bd212-c12c-4ebb-ba30-106e0f045e15 HTTP/1.1" status: 404 len: 339 time: 0.0432551 Aug 31 16:24:59.732173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33936) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:59.733223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33938) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:24:59.733562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c8504aee-5ca3-40b5-b436-8501fbed2ee6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:24:59.744449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Routers {'6b73bc75-3997-443a-b870-8e4fa74354b2'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:24:59.745147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b73bc75-3997-443a-b870-8e4fa74354b2'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:24:59.756056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Transition to ACTIVE for port object 636f3cf1-d94d-4deb-a0c1-47874c7a494e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:24:59.760373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c8504aee-5ca3-40b5-b436-8501fbed2ee6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:24:59.761211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.894185 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:24:59.944793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.20.0.1 (5acebeff-9cd8-46d6-8000-fd2f6bb64657/c92a90a4-75ce-4aa2-8e53-7124de2f645d/ef3ae0c3-a057-4b80-8a5a-4fb593df9fee) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:24:59.986086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.20.0.5 (4aa302fa-1ec0-417a-9df0-aae0bffe46df/2df6f24d-fd92-445d-a249-410f5aff351d/286d50f7-4837-4db4-a763-06af57d1ea6f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:00.070828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:00.083954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:00.087012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Pushing event updated for resources: {'Port': ['ID=636f3cf1-d94d-4deb-a0c1-47874c7a494e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:00.096917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:00.163711 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.184641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting subnet 2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:00.218358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Set router 6b73bc75-3997-443a-b870-8e4fa74354b2 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:00.329467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.347993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Transition to ACTIVE for port object ef3ae0c3-a057-4b80-8a5a-4fb593df9fee will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:00.359763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.380985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port c8504aee-5ca3-40b5-b436-8501fbed2ee6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c8504aee-5ca3-40b5-b436-8501fbed2ee6,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:00.388677 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.390624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a0753-0581-48f0-b45b-eb633a55a374 None None] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:00.404792 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.406227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d74b85ba-88da-44be-a742-4baf67cc5902 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:00.436423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:00.449239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:00.452691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:00.464605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.572719 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.606002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Transition to ACTIVE for port object 286d50f7-4837-4db4-a763-06af57d1ea6f will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:00.620449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:00.642175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.647064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.713473 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.749719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:24:51Z', 'revision_number': 3, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:00.890466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:00.891318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Attempting to bind port 636f3cf1-d94d-4deb-a0c1-47874c7a494e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:00.891703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Attempting to bind port 636f3cf1-d94d-4deb-a0c1-47874c7a494e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:00.892080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Attempting to bind port 636f3cf1-d94d-4deb-a0c1-47874c7a494e on network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:00.991809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0407b50-1729-4b45-a72d-bf51ad8a2fe7 None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:24:51Z', 'revision_number': 3, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:01.017677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cfd4966d-4b69-4822-9b41-d29f4e3217e1 None None] Provisioning for port 73d41adc-f8d9-4c0d-959b-a1521819ec54 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:01.043570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:01.043570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Checking segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:01.043570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.043570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Bound using segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:01.043570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Bound port: 636f3cf1-d94d-4deb-a0c1-47874c7a494e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:01.043570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.095172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:01.166458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.174118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=c8504aee-5ca3-40b5-b436-8501fbed2ee6,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:01.183501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:01.187570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:01.323794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:01.454427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d74b85ba-88da-44be-a742-4baf67cc5902 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:01.465522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:01.466222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.473751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Allocated IP 172.20.0.1 (72c9e4ed-e2d0-4207-99f5-48b94db2135e/63a52b0a-8cf5-451e-b63a-4c948998a3f1/bf488a7e-109e-4fff-876f-0cd3ffa17120) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:01.577383 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d6154527-f0a2-4145-bda7-d73e148c7dc7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1853189 Aug 31 16:25:01.590061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d74b85ba-88da-44be-a742-4baf67cc5902 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:01.590444 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.624648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Request body: {'port': {'device_id': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:01.800554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.875477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] For port 636f3cf1-d94d-4deb-a0c1-47874c7a494e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:01.900760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] For port 636f3cf1-d94d-4deb-a0c1-47874c7a494e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=636f3cf1-d94d-4deb-a0c1-47874c7a494e,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:01.921789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Subnet': ['ID=2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:01.932477 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.959050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.963218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b13345a0-9244-421d-85f8-7f8b7ef18223 None None] Provisioning for port 286d50f7-4837-4db4-a763-06af57d1ea6f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:01.971473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04b76c41-2160-4bdd-9fc1-7953056dddeb tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/subnets/2de4f7ee-1bfb-44dd-bcbc-4234999a6bb9 HTTP/1.1" status: 204 len: 168 time: 2.2314842 Aug 31 16:25:01.974729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:01.978928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33952) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:01.999866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b4e9a-5416-43aa-b181-ff918e417f35 None None] Network 96349d7a-2299-42e9-954b-34ae6970d27a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:02.038391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b13345a0-9244-421d-85f8-7f8b7ef18223 None None] Provisioning complete for port 286d50f7-4837-4db4-a763-06af57d1ea6f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:02.039154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b13345a0-9244-421d-85f8-7f8b7ef18223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.042277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:24:55Z', 'revision_number': 3, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:02.044680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.137988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.143612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f21f5-56c4-4d57-9d6d-06592b9af13e req-febbc9a1-d2f0-4d4c-84b5-08fecaa81253 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:02.146013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-836f21f5-56c4-4d57-9d6d-06592b9af13e req-febbc9a1-d2f0-4d4c-84b5-08fecaa81253 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 931 time: 1.2863173 Aug 31 16:25:02.157323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3538-93dc-4c8f-9ecd-f7f52457324b None None] Pushing event updated for resources: {'Port': ['ID=636f3cf1-d94d-4deb-a0c1-47874c7a494e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:02.159723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.204282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Transition to ACTIVE for port object bf488a7e-109e-4fff-876f-0cd3ffa17120 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:02.226907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.307263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.310928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Checking router: 6b73bc75-3997-443a-b870-8e4fa74354b2 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:02.311409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Updating router 6b73bc75-3997-443a-b870-8e4fa74354b2 port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:25:02.378589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-836f21f5-56c4-4d57-9d6d-06592b9af13e req-5438e598-15b5-42cc-ab5e-8dd65019ceaa tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1855655 Aug 31 16:25:02.400815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.569245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:02.591767 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.612352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:02.613431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Pushing event updated for resources: {'Port': ['ID=bf488a7e-109e-4fff-876f-0cd3ffa17120,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:02.620615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:02.628499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:02.768361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Deleting port 8d6f2490-38f3-4d41-9de8-9e10bad20351 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:02.773269 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.777655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.788500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:02.797687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:02.922305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b13345a0-9244-421d-85f8-7f8b7ef18223 None None] Port 286d50f7-4837-4db4-a763-06af57d1ea6f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:02.933467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.944307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] For port 8d6f2490-38f3-4d41-9de8-9e10bad20351, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8d6f2490-38f3-4d41-9de8-9e10bad20351,segment=NetworkSegment(ee0557e7-387b-4c6d-96c6-77f7a8ed5004),segment_id=ee0557e7-387b-4c6d-96c6-77f7a8ed5004)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:02.944698 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:02.990554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d74b85ba-88da-44be-a742-4baf67cc5902, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d74b85ba-88da-44be-a742-4baf67cc5902,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:02.994425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Calling delete_port for 8d6f2490-38f3-4d41-9de8-9e10bad20351 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:03.003748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.142502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.196690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d74b85ba-88da-44be-a742-4baf67cc5902,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:03.197964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286d50f7-4837-4db4-a763-06af57d1ea6f {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:25:03.202709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc96ee-0eaa-4a13-ae84-afa45161e967 None None] DHCP port deletion for 96349d7a-2299-42e9-954b-34ae6970d27a request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:25:03.206066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:03.216001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.251330 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.284503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc96ee-0eaa-4a13-ae84-afa45161e967 None None] The port '8d6f2490-38f3-4d41-9de8-9e10bad20351' was deleted {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 16:25:03.313683 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-872f0f8f-c415-4b1e-8f8c-cd9ff867b25d None None] Provisioning for port bf488a7e-109e-4fff-876f-0cd3ffa17120 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:03.322677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-872f0f8f-c415-4b1e-8f8c-cd9ff867b25d None None] Provisioning complete for port bf488a7e-109e-4fff-876f-0cd3ffa17120 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:03.323073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-872f0f8f-c415-4b1e-8f8c-cd9ff867b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.335982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Port': ['ID=8d6f2490-38f3-4d41-9de8-9e10bad20351,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:03.379896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] No DVR routers for this DVR port 8d6f2490-38f3-4d41-9de8-9e10bad20351 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:03.402199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-872f0f8f-c415-4b1e-8f8c-cd9ff867b25d None None] Port bf488a7e-109e-4fff-876f-0cd3ffa17120 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:03.490852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.528954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Transition to ACTIVE for port object 0d3a494f-f861-46a5-a457-45b7d7ba0c5b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:03.563376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.573787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 636f3cf1-d94d-4deb-a0c1-47874c7a494e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:03.686065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.703125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96349d7a-2299-42e9-954b-34ae6970d27a']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:03.719244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Attempting to bind port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:03.719844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Attempting to bind port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:03.720168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Attempting to bind port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:03.729687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:03.730016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0557e7-387b-4c6d-96c6-77f7a8ed5004') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:03.741517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:03.741951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:03.742372 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.743117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:03.743649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Bound port: 0d3a494f-f861-46a5-a457-45b7d7ba0c5b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:03.744047 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.751846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 636f3cf1-d94d-4deb-a0c1-47874c7a494e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:03.775136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Transition to ACTIVE for port object 286d50f7-4837-4db4-a763-06af57d1ea6f will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:03.780029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.790174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.792235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c8504aee-5ca3-40b5-b436-8501fbed2ee6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:03.818352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaa6b7-0a65-4b49-a4d1-269b8c42ada6 req-595b7155-4ea6-4a86-82f5-dd26f523ec2d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:03.829436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-febaa6b7-0a65-4b49-a4d1-269b8c42ada6 req-595b7155-4ea6-4a86-82f5-dd26f523ec2d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 931 time: 0.2760081 Aug 31 16:25:03.890300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c00f0-b671-4efa-97e7-4cedb4fc2467 None None] Pushing event updated for resources: {'Port': ['ID=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:03.902625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:03.953025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c8504aee-5ca3-40b5-b436-8501fbed2ee6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:03.953161 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.004178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb63ff49-a21d-4c19-b09e-4640e614555a None None] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:04.017602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:04.018766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:04.019201 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:04.031593 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:04.034114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:04.036654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.041948 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-10dcce4d-9abf-46b4-a25e-dcfb7db5b7ac tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "PUT /v2.0/routers/87bace70-a312-45f8-8d2c-02d6315f6a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3570054 Aug 31 16:25:04.047383 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-febaa6b7-0a65-4b49-a4d1-269b8c42ada6 req-76608a5a-474f-4666-a232-74df359c019a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2152781 Aug 31 16:25:04.048072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33964) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:04.087284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] For port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:04.133716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] For port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:04.134742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] Provisioning for port 636f3cf1-d94d-4deb-a0c1-47874c7a494e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:04.142439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] Provisioning complete for port 636f3cf1-d94d-4deb-a0c1-47874c7a494e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:04.142842 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.171391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Attempting to bind port 286d50f7-4837-4db4-a763-06af57d1ea6f on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:04.171925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Attempting to bind port 286d50f7-4837-4db4-a763-06af57d1ea6f by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:04.172455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Attempting to bind port 286d50f7-4837-4db4-a763-06af57d1ea6f on network 4aa302fa-1ec0-417a-9df0-aae0bffe46df {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:04.179088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Port 286d50f7-4837-4db4-a763-06af57d1ea6f on network 4aa302fa-1ec0-417a-9df0-aae0bffe46df not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:25:04.180170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.188958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Attempting to bind port 286d50f7-4837-4db4-a763-06af57d1ea6f on network 4aa302fa-1ec0-417a-9df0-aae0bffe46df {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:04.193787 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.213956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:04.214455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Checking segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:04.215014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Bound using segment: {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:04.215486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Bound port: 286d50f7-4837-4db4-a763-06af57d1ea6f, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:04.215849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.348655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c00f0-b671-4efa-97e7-4cedb4fc2467 None None] Pushing event updated for resources: {'Port': ['ID=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:04.356821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 73d41adc-f8d9-4c0d-959b-a1521819ec54 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:04.371935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:04.379210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:04.386847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.429547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.430381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.431974 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] 10.222.0.49 "PUT /v2.0/ports/286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 1092 time: 2.8117301 Aug 31 16:25:04.432631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:04.435860 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d472600-7ff9-4a05-83fa-23932ccf418b" -d '{"events": [{"name": "network-changed", "server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:04.459409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.501857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.504382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] 10.222.0.43 "DELETE /v2.0/networks/96349d7a-2299-42e9-954b-34ae6970d27a HTTP/1.1" status: 204 len: 168 time: 2.5248799 Aug 31 16:25:04.518448 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2bb55d-4da8-4b5f-8e51-fd9f9ac28623 x-openstack-request-id: req-9b2bb55d-4da8-4b5f-8e51-fd9f9ac28623 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:04.518448 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:04.518448 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b2bb55d-4da8-4b5f-8e51-fd9f9ac28623 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:04.518448 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'status': 'completed', 'code': 200} Aug 31 16:25:04.519420 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:04.535020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Routers {'6b73bc75-3997-443a-b870-8e4fa74354b2'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:04.536257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b73bc75-3997-443a-b870-8e4fa74354b2'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:04.542943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Pushing event updated for resources: {'Port': ['ID=bf488a7e-109e-4fff-876f-0cd3ffa17120,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:04.580154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f742708-f242-429d-a7f1-948387df8864 tempest-NetworksIpV6Test-2007975041 tempest-NetworksIpV6Test-2007975041-project] Pushing event deleted for resources: {'Network': ['ID=96349d7a-2299-42e9-954b-34ae6970d27a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:04.584636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd098-7b76-40af-9cf1-50f59ec2afed service neutron] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:04.607402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-3feb5859-eacd-467d-8c7e-12a37bbbe1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.614149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-3feb5859-eacd-467d-8c7e-12a37bbbe1b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1095 time: 0.1322637 Aug 31 16:25:04.692434 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-cc8988da-f9a9-4027-913e-61d92fad6695 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 217 time: 0.0693321 Aug 31 16:25:04.722474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.723704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.724220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.724772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.725322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.725967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.726612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.728668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.735795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1f51aee6-7801-43cb-8f8e-5e83d008274c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5626 time: 0.6554101 Aug 31 16:25:04.772079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33970) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:04.872523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:04.874640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:04.889741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.890239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.890681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.891139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.891598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.892062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.892562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:04.898346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f94da624-8c09-4ec6-b67c-02a9e43ef40e tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.1251152 Aug 31 16:25:04.899006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33974) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:05.074269 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:05.102002 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:05.103510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:05.112683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Router 6b73bc75-3997-443a-b870-8e4fa74354b2 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:05.137412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-8395a404-e42f-4276-814c-2ed5241d3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:05.139673 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-8395a404-e42f-4276-814c-2ed5241d3d84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 200 len: 835 time: 0.4401901 Aug 31 16:25:05.177377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:05.280260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 33982) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:05.324046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] Set router 6b73bc75-3997-443a-b870-8e4fa74354b2 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:05.329570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:05.344288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fae732ed-017a-4200-b791-e142f4ca8c73 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b73bc75-3997-443a-b870-8e4fa74354b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6010327 Aug 31 16:25:05.390296 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:05.414358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-85de1458-de3f-42c6-bd28-dc5a03292efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:05.419448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-85de1458-de3f-42c6-bd28-dc5a03292efe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4aa302fa-1ec0-417a-9df0-aae0bffe46df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2623289 Aug 31 16:25:05.419974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b447b-8712-48fd-a85d-510b6c41b18d req-f787cbca-d9d5-42cd-bfef-cb485bfdbbca tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:05.421957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a22b447b-8712-48fd-a85d-510b6c41b18d req-f787cbca-d9d5-42cd-bfef-cb485bfdbbca tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 943 time: 0.1021581 Aug 31 16:25:05.546870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a22b447b-8712-48fd-a85d-510b6c41b18d req-6857d6dd-386f-40de-a765-7b787535ac7d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0932608 Aug 31 16:25:05.562396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] For port 636f3cf1-d94d-4deb-a0c1-47874c7a494e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=636f3cf1-d94d-4deb-a0c1-47874c7a494e,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:05.581066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 73d41adc-f8d9-4c0d-959b-a1521819ec54 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:05.595766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 73d41adc-f8d9-4c0d-959b-a1521819ec54 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:05.596367 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:05.601825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:05.809145 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:01Z', 'revision_number': 2, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:05.853738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea3d5-6275-4081-b947-9ed07678066b None None] Pushing event updated for resources: {'Port': ['ID=636f3cf1-d94d-4deb-a0c1-47874c7a494e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:05.879548 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-d23d2301-2362-43cb-a3af-e4e96cc5259e service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269483 Aug 31 16:25:05.986179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-36bd6abb-3617-4f4a-8918-680e9efbbbae None None] Provisioning complete for port bf488a7e-109e-4fff-876f-0cd3ffa17120 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:05.989805 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36bd6abb-3617-4f4a-8918-680e9efbbbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:05.999814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:06.000538 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Updating router 87bace70-a312-45f8-8d2c-02d6315f6a5b port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:25:06.053107 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.079522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-36bd6abb-3617-4f4a-8918-680e9efbbbae None None] Port bf488a7e-109e-4fff-876f-0cd3ffa17120 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:06.079786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.101717 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8784a808-3740-49e7-bda1-b7f914fe6484 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ee9ab36de094f28a10f64e6e0cbe755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102963 Aug 31 16:25:06.103487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 33994) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:06.206738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 73d41adc-f8d9-4c0d-959b-a1521819ec54, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=73d41adc-f8d9-4c0d-959b-a1521819ec54,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:06.244250 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53dc5d88-27d8-4ccd-93ff-4e67a0be019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.250144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.251016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 937790d9-da8b-4fe4-8427-ba7797b7461d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:06.264573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-62e69f98-cc16-40df-af6f-f0c3dffcbd73 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 1.3617995 Aug 31 16:25:06.283101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3717d820-1844-49cb-bac1-2e8e7892bf75 req-6bf786a3-effc-4ecc-9bb5-c2b2b9b542c1 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330524 Aug 31 16:25:06.313947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53dc5d88-27d8-4ccd-93ff-4e67a0be019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.406006 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53dc5d88-27d8-4ccd-93ff-4e67a0be019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.409931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-53dc5d88-27d8-4ccd-93ff-4e67a0be019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.415743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-53dc5d88-27d8-4ccd-93ff-4e67a0be019a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf330c0b-ab72-4a5e-8e73-063620eeca41 HTTP/1.1" status: 204 len: 168 time: 0.3103321 Aug 31 16:25:06.426736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc5d88-27d8-4ccd-93ff-4e67a0be019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf330c0b-ab72-4a5e-8e73-063620eeca41,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:06.461311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a809564-01ef-46e0-912a-1b7f4982b1ec None None] Provisioning for port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:06.520803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-ba12bea8-75e2-4119-a41c-9bea02fcf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:06.522410 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-ba12bea8-75e2-4119-a41c-9bea02fcf3e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1095 time: 0.1515045 Aug 31 16:25:06.583035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf488a7e-109e-4fff-876f-0cd3ffa17120', 'name': '', 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'mac_address': 'fa:16:3e:57:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:25:00Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 2, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'subnets': [{'id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:06.586584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=73d41adc-f8d9-4c0d-959b-a1521819ec54,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:06.595824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a809564-01ef-46e0-912a-1b7f4982b1ec None None] Provisioning complete for port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:06.596980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a809564-01ef-46e0-912a-1b7f4982b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.620490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34004) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:06.626674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392478950', 'description': 'tempest-secgroup-smoke-392478950 description', 'project_id': 'd104fe86dfc2405dbf11058a219bff36'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:06.706384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.725713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-9794de94-4548-44d5-8ae7-8b1e988e617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:06.727276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-9794de94-4548-44d5-8ae7-8b1e988e617c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 898 time: 0.1977282 Aug 31 16:25:06.812556 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-19b23f29-0ba8-435d-b469-4d1f0f3cf944 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 217 time: 0.0703545 Aug 31 16:25:06.813116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf9ba3-0bfb-4412-8cc7-5ca1fff24b02 None None] The sync data for ids ['6b73bc75-3997-443a-b870-8e4fa74354b2'] in n-d-793621-35 is: [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf488a7e-109e-4fff-876f-0cd3ffa17120', 'name': '', 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'mac_address': 'fa:16:3e:57:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:25:00Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 2, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'subnets': [{'id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:06.850974 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.877143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3a809564-01ef-46e0-912a-1b7f4982b1ec None None] Port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:06.894230 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Transition to ACTIVE for port object ef3ae0c3-a057-4b80-8a5a-4fb593df9fee will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:06.916807 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:06.977003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-0b260ac3-7e68-4a4f-9871-29bbe689e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:06.982924 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-0b260ac3-7e68-4a4f-9871-29bbe689e4b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 200 len: 835 time: 0.1518538 Aug 31 16:25:07.046603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 937790d9-da8b-4fe4-8427-ba7797b7461d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:07.062144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375123ec-91d8-4da5-b27c-df26b6a00a61 None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:25:07.069580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.074932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.124524 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.130218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5067468 Aug 31 16:25:07.131813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:07.141373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 937790d9-da8b-4fe4-8427-ba7797b7461d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:07.141761 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.146317 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9adcd3-76d3-4b5b-9d4b-a7aa2ef75022 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09db4de0-0de3-449e-99b9-6ea22881ac03,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:07.153322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group_rule': {'security_group_id': '09db4de0-0de3-449e-99b9-6ea22881ac03', 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:07.177128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-43d8254d-bd47-46e1-8b4e-f8f1921f8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:07.178739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-43d8254d-bd47-46e1-8b4e-f8f1921f8652 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4aa302fa-1ec0-417a-9df0-aae0bffe46df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908214 Aug 31 16:25:07.199664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a809564-01ef-46e0-912a-1b7f4982b1ec None None] Provisioning complete for port 636f3cf1-d94d-4deb-a0c1-47874c7a494e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:07.200047 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a809564-01ef-46e0-912a-1b7f4982b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.278965 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Pushing event updated for resources: {'Port': ['ID=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:07.298560 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Attempting to bind port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:07.298938 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Attempting to bind port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:07.299307 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Attempting to bind port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee on network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:07.305294 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:07.305677 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Checking segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:07.306216 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.306566 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Bound using segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:07.307050 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Bound port: ef3ae0c3-a057-4b80-8a5a-4fb593df9fee, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:07.307435 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.345733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34018) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:07.351159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598846798', 'description': 'tempest-secgroup-smoke-1598846798 description', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:07.380522 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] For port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:07.385084 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] For port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:07.390635 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.464918 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-34ba621b-7c78-472e-97b6-8b9d4468dc9b service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692316 Aug 31 16:25:07.485246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9498f-b961-45a9-9279-1bdaec6d3f79 req-7c1fa99e-1cde-448b-bae5-7a6228a39a0a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:07.493971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69b9498f-b961-45a9-9279-1bdaec6d3f79 req-7c1fa99e-1cde-448b-bae5-7a6228a39a0a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 943 time: 0.0835161 Aug 31 16:25:07.527867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.539338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375123ec-91d8-4da5-b27c-df26b6a00a61 None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:25:07.558042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.573972 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:07.579836 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:07.580893 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.620509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69b9498f-b961-45a9-9279-1bdaec6d3f79 req-5af95334-7215-494e-979f-83e63adc7d8c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1253819 Aug 31 16:25:07.757979 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 937790d9-da8b-4fe4-8427-ba7797b7461d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=937790d9-da8b-4fe4-8427-ba7797b7461d,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:07.780070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.809369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.830501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.852361 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Pushing event updated for resources: {'Port': ['ID=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:07.854067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.858328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5086737 Aug 31 16:25:07.861953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34028) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:07.866742 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.867095 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.867434 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.867916 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.868312 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.868647 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.868980 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.869792 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.870173 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.870511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.873742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c117ca2f-63f5-4c70-9254-91c1f392bdba', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:07.874703 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.875136 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f13a65-8aff-4ba4-9992-ef2866517872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:07.922366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6456d-f497-4d1e-8d1b-9aa2f7646a4e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c117ca2f-63f5-4c70-9254-91c1f392bdba,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:07.947939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.958635 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1d472600-7ff9-4a05-83fa-23932ccf418b req-5f3c993f-de4d-4e98-81cb-d88f9e57844c service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822454 Aug 31 16:25:07.960657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.961831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:07.977365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1797d9cb-918d-42c6-9c24-27ef9ced29bc no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:08.062195 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:08.071335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.107230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.118171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499939db-0a85-48b3-8ce7-8652c6ddf7c1,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:08.162370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.166813 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6a89e6c6-554d-46b9-b04b-aade13084499 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0306618 Aug 31 16:25:08.167105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ca6064-7a3d-489c-8042-a6f5d0cad01e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:08.167855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34032) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:08.174317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group_rule': {'security_group_id': '09db4de0-0de3-449e-99b9-6ea22881ac03', 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:08.195922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.201349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-109f04b1-6d2e-4332-8769-c6d466f03dbd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353059 Aug 31 16:25:08.202409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34036) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:08.219182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c117ca2f-63f5-4c70-9254-91c1f392bdba', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:08.233008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.312960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=937790d9-da8b-4fe4-8427-ba7797b7461d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:08.325710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 1797d9cb-918d-42c6-9c24-27ef9ced29bc {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:08.326416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1797d9cb-918d-42c6-9c24-27ef9ced29bc not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:08.345529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.556208 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.561855 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.566506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.569580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.628153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e21e66-4457-48be-8f31-faf9d2803ff4,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:08.645711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.650381 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c450a045-ad92-4c84-b606-fad91a75c9a6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4429388 Aug 31 16:25:08.651500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34046) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:08.659319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 636f3cf1-d94d-4deb-a0c1-47874c7a494e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:08.661690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116f8614-13c0-47fd-9397-1e493d53b5f6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:08.669618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c117ca2f-63f5-4c70-9254-91c1f392bdba', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:08.672569 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.679065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d88a768-b45c-452c-82e3-3a496df23ead tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5100782 Aug 31 16:25:08.681087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34048) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:08.687045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group_rule': {'security_group_id': '09db4de0-0de3-449e-99b9-6ea22881ac03', 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:08.766758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.800270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34050) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:08.807173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.875789 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:08.877989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 636f3cf1-d94d-4deb-a0c1-47874c7a494e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:08.878639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:08.883915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cede3-1aed-4aaf-b803-731ccf25a8b6 req-16474b02-41cc-4188-a671-555b6073f106 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:08.893646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a4cede3-1aed-4aaf-b803-731ccf25a8b6 req-16474b02-41cc-4188-a671-555b6073f106 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 943 time: 0.1597123 Aug 31 16:25:08.941458 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb6479-db09-43ee-a43b-bdb97aba657c None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:09.001761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.022388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.106731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92c7d0e-f830-46f6-a3c0-508d7364ab1e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:09.144436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.161941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2c19f9a2-4075-4afc-a714-089237d8d251 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4792435 Aug 31 16:25:09.167199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:09.185517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group_rule': {'security_group_id': '09db4de0-0de3-449e-99b9-6ea22881ac03', 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:09.272811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.291690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 73d41adc-f8d9-4c0d-959b-a1521819ec54 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:09.474302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 73d41adc-f8d9-4c0d-959b-a1521819ec54 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:09.474302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.526424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.534354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.545702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:25:09.587647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0ea05d-83f0-4894-9d22-35b05d740134,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:09.609540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.613433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9c809c07-f4a3-440d-ab12-35afc82d3cd0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4395583 Aug 31 16:25:09.613759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34056) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:09.618485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group_rule': {'security_group_id': '09db4de0-0de3-449e-99b9-6ea22881ac03', 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:09.671905 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Project d104fe86dfc2405dbf11058a219bff36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:25:09.681582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.787092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:09.841363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'port_id': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'mac_address': 'fa:16:3e:63:63:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:25:09.937928 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.966163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:09.968552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 937790d9-da8b-4fe4-8427-ba7797b7461d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:09.974542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.026565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286d50f7-4837-4db4-a763-06af57d1ea6f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:25:10.063333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c332531-38ba-4dfb-9e3e-cd317e266acf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.078137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.079294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:10.084884 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd2169b6-8f67-4e60-8d56-983661480b4c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687979 Aug 31 16:25:10.090369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:10.107133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'security_group_rule': {'security_group_id': '09db4de0-0de3-449e-99b9-6ea22881ac03', 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:10.113121 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.159600 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Project d104fe86dfc2405dbf11058a219bff36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:25:10.167194 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.173733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-522281598'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:10.182931 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.216857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.270529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 937790d9-da8b-4fe4-8427-ba7797b7461d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:10.271377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.325567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.334170 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.349762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.393398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['286d50f7-4837-4db4-a763-06af57d1ea6f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:25:10.394167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad3b9f8-a4e3-4913-be4e-de7810522811,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.404833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a4cede3-1aed-4aaf-b803-731ccf25a8b6 req-ed0c0abc-9ba0-4d26-98b5-9a0c52a40901 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.5006900 Aug 31 16:25:10.455068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d74b85ba-88da-44be-a742-4baf67cc5902 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:10.464333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.465702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac5c1d7-b972-4d85-8eef-4d14327d4da0,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.469187 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5979ba62-6d87-454b-926a-1d437526a8ec tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3771667 Aug 31 16:25:10.485752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:10.494790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.504674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.507797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0a3844f1-4beb-40f8-ac2a-6e17ef811ba8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8470433 Aug 31 16:25:10.511180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34066) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:10.518371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c117ca2f-63f5-4c70-9254-91c1f392bdba', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:10.523603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.584118 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.db.api [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 16:25:10.584118 n-d-793621-35 neutron-server[101477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 16:25:10.584118 n-d-793621-35 neutron-server[101477]: [parameters: {'project_id_1': 'c75681451efc4012bc7e38c45d1f13c4', 'expiration_1': datetime.datetime(2021, 8, 31, 16, 25, 10, 565032)}] Aug 31 16:25:10.584118 n-d-793621-35 neutron-server[101477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:25:10.586450 n-d-793621-35 neutron-server[101477]: DEBUG oslo_db.api [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:25:10.612837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d74b85ba-88da-44be-a742-4baf67cc5902 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:10.613267 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.623823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.769585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.777972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.820505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:10.843524 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3307614 Aug 31 16:25:10.849249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34076) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:10.864968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdd17b-dc3f-48ef-84b6-e10dcca37071 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc17d89-5ce3-4a03-b253-731b101c9380,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:10.900255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c117ca2f-63f5-4c70-9254-91c1f392bdba', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:11.064536 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Project 7ad282d8a71e401d9ded0b6c08b4b5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:25:11.088061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8d6f2490-38f3-4d41-9de8-9e10bad20351 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:11.091425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.131221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8d6f2490-38f3-4d41-9de8-9e10bad20351 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:11.131859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8d6f2490-38f3-4d41-9de8-9e10bad20351 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:11.138902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.168323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c6da61de-7e7e-40b9-93e1-08ffe9da9812 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392478950&fields=id&tenant_id=d104fe86dfc2405dbf11058a219bff36 HTTP/1.1" status: 200 len: 267 time: 0.1872547 Aug 31 16:25:11.431440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ef3ae0c3-a057-4b80-8a5a-4fb593df9fee up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:11.537901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-10042ccd-4c88-4293-830c-46689cd8ddbd tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:11.547666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:11.549624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-10042ccd-4c88-4293-830c-46689cd8ddbd tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 809 time: 0.3669763 Aug 31 16:25:11.568864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.583870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.596323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:11.601207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-9f58d8b9-d2f7-4d9e-9297-04b7408447a1 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/quotas/d104fe86dfc2405dbf11058a219bff36 HTTP/1.1" status: 200 len: 375 time: 0.0491719 Aug 31 16:25:11.612922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:11.614330 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.642212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576b745e-dc7e-49bd-9f59-2602726640c5,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:11.679641 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.689546 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.701324 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.705907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f80bf1d6-cf67-48b9-b229-628f38b8b157 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8519709 Aug 31 16:25:11.707014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34086) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:11.715906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c117ca2f-63f5-4c70-9254-91c1f392bdba', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:11.733636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:11.736712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 286d50f7-4837-4db4-a763-06af57d1ea6f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:11.754852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 286d50f7-4837-4db4-a763-06af57d1ea6f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:11.755254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.780702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-69f5cde5-fcda-4d1c-afe9-b831f08797ca tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691482 Aug 31 16:25:11.785752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0edab9-5fde-46b9-b12d-637b2c715171,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:11.789153 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Project 7ad282d8a71e401d9ded0b6c08b4b5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:25:11.791588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.792252 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 4606780e-f4c3-4496-901a-24ac7a8c2b4e of type vlan for network f71618f7-c2bb-426b-985a-fbab9adf2e0a Aug 31 16:25:11.819942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.924386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:11.997459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.004688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:12.005487 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.021003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-9f2d7cbb-a5e7-4bbd-a62e-1971630e85c2 service neutron] 10.222.0.43 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311981 Aug 31 16:25:12.023830 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.032699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.103682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0c464c-c955-4442-be51-4fe2108a23b9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.112846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.116792 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b7fae62-5c9d-47ed-80e3-e98a18ac0344 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4078026 Aug 31 16:25:12.181911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3793714 Aug 31 16:25:12.182120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:12.191361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'name': 'tempest-PortsTestJSON-865515770'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:12.206613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175d651-9e57-4f14-9b59-da475f9d3f64 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=f71618f7-c2bb-426b-985a-fbab9adf2e0a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.234937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:12.252283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-daf0366c-1380-41c2-97ec-6062b8f247f2 service neutron] 10.222.0.43 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243023 Aug 31 16:25:12.335346 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.393787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:12.402291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.404419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0d3a494f-f861-46a5-a457-45b7d7ba0c5b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:12.491035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:12.503713 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.547814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port bf0529cb-a410-45eb-82d8-c8432924cbec yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:12.555583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.601997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.627905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:12.631208 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d3ab5-5aae-470b-8376-20f203a2c66a" -d '{"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-plugged", "status": "completed", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:12.654538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:12.658172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:12.665357 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.672932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:12.673306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:12.842153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:12.915081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c146-53c4-47c1-8f7a-03dec9ccc235 req-5e939ef7-a79a-4477-a093-4e32bfa421a4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:12.916883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a63c146-53c4-47c1-8f7a-03dec9ccc235 req-5e939ef7-a79a-4477-a093-4e32bfa421a4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.2178662 Aug 31 16:25:13.080485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a63c146-53c4-47c1-8f7a-03dec9ccc235 req-ebee145e-8708-41aa-8356-e5ce2dad32b5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1394241 Aug 31 16:25:13.089967 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:13.136166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:13.244178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:13.251719 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:13.320636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:13.472465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-34cc6987-75e4-4cbf-859e-2a2d46fdd390 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598846798&fields=id&tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 267 time: 0.1705763 Aug 31 16:25:13.490631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:13.567667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '4606780e-f4c3-4496-901a-24ac7a8c2b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:13.574447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: f71618f7-c2bb-426b-985a-fbab9adf2e0a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:13.624506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ef3ae0c3-a057-4b80-8a5a-4fb593df9fee up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:13.647513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=bf0529cb-a410-45eb-82d8-c8432924cbec,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:13.741000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:13.779077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f71618f7-c2bb-426b-985a-fbab9adf2e0a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:13.800044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:13.828695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:13.829601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:13.853736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:13.854342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:13.861455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b51c2-f364-49e7-acd3-bacf48709c9a None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:13.886100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34122) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:13.887902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e4ed76c-e87d-4569-9573-6897aaaf61ae tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7037418 Aug 31 16:25:13.896747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-140753020'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:13.917209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-62daa7b5-ecb0-4688-952c-e50deee863e8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:13.918966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-62daa7b5-ecb0-4688-952c-e50deee863e8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/networks?id=5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 200 len: 797 time: 0.4443967 Aug 31 16:25:13.985837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-1f79e51e-09f9-48c8-8a19-8a0764d0341a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/quotas/7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 375 time: 0.0359809 Aug 31 16:25:13.998719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Sync routers for ids ['6b73bc75-3997-443a-b870-8e4fa74354b2'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:14.002155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:14.008611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.098707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:14.129731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.130643 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment b9e79dbd-7182-45c9-b177-e15bbe5f7566 of type vlan for network e81704e2-9669-4766-be05-d32aaeaadd87 Aug 31 16:25:14.147159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Routers {'6b73bc75-3997-443a-b870-8e4fa74354b2'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:14.148717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b73bc75-3997-443a-b870-8e4fa74354b2'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:14.194139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.262610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.273313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:14.275124 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.348689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4604206 Aug 31 16:25:14.352563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34128) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:14.360053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'ports': [{'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'}, {'network_id': 'e81704e2-9669-4766-be05-d32aaeaadd87'}]} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:14.360773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:14.361650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'e81704e2-9669-4766-be05-d32aaeaadd87'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:14.507577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf82d4-ef76-48d4-8d21-f5553adb705d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=e81704e2-9669-4766-be05-d32aaeaadd87,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:14.516786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Set router 6b73bc75-3997-443a-b870-8e4fa74354b2 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:14.609989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-674d0c61-3cb0-47a9-8e4b-9ce5e8fd1cdc tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6197686 Aug 31 16:25:14.625935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e81704e2-9669-4766-be05-d32aaeaadd87 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:14.830838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 2} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:14.837859 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.881126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:14.905155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-53be5f79-cc04-4ef9-a981-2c6347f7b3ea service neutron] 10.222.0.43 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624149 Aug 31 16:25:15.035117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 245b32d8-1080-419d-8ddf-8f6d974c015e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:15.146857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf488a7e-109e-4fff-876f-0cd3ffa17120', 'name': '', 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'mac_address': 'fa:16:3e:57:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:25:00Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 2, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'subnets': [{'id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:15.185468 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Checking router: 6b73bc75-3997-443a-b870-8e4fa74354b2 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:15.186120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Updating router 6b73bc75-3997-443a-b870-8e4fa74354b2 port bf488a7e-109e-4fff-876f-0cd3ffa17120 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:25:15.242541 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:15.244948 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:15.307966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-66a72f30-8aff-48bb-b53c-3c358b630473 service neutron] 10.222.0.43 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946257 Aug 31 16:25:15.467476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-86728cf9-c9bf-431f-9e3a-78c150889b9a tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:15.470855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 259c03f9-dd8b-475d-a78f-6dbfd66a8536 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:15.479143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-86728cf9-c9bf-431f-9e3a-78c150889b9a tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 809 time: 0.3232026 Aug 31 16:25:15.495593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0d3a494f-f861-46a5-a457-45b7d7ba0c5b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:15.648694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:15.650007 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:15.685780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-439e1942-21a5-470c-a88f-db6d7de829d7 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d104fe86dfc2405dbf11058a219bff36 HTTP/1.1" status: 200 len: 379 time: 0.1950803 Aug 31 16:25:15.709546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'port': {'device_id': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'admin_state_up': True, 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'security_groups': ['09db4de0-0de3-449e-99b9-6ea22881ac03']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:15.775806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:15.883017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:15.958124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:15.986283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:16.006366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:16.007297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.014667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9130f8c7-10be-4d0a-b543-4d21cc740834 req-ec9c1746-e336-41f0-9ccc-c3fda9ad1e02 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 210 time: 0.1395526 Aug 31 16:25:16.038343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=245b32d8-1080-419d-8ddf-8f6d974c015e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:16.119424 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.145501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': 'b9e79dbd-7182-45c9-b177-e15bbe5f7566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e81704e2-9669-4766-be05-d32aaeaadd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:16.145880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: e81704e2-9669-4766-be05-d32aaeaadd87, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:16.169181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=259c03f9-dd8b-475d-a78f-6dbfd66a8536,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:16.173641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Transition to ACTIVE for port object bf488a7e-109e-4fff-876f-0cd3ffa17120 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:16.185592 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.191180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network e81704e2-9669-4766-be05-d32aaeaadd87 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:16.215501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e81704e2-9669-4766-be05-d32aaeaadd87) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:16.254341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Made reservation on behalf of d104fe86dfc2405dbf11058a219bff36 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:16.254703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:16.270842 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4bba70-4918-4bf3-adfb-6f2949297be5 x-openstack-request-id: req-be4bba70-4918-4bf3-adfb-6f2949297be5 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:16.271126 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-plugged", "status": "completed", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:16.271772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:16.272024 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be4bba70-4918-4bf3-adfb-6f2949297be5 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:16.272656 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'code': 200} Aug 31 16:25:16.272908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.273742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6aa7-a41d-4dad-b85a-d6e166c3a719 None None] Pushing event updated for resources: {'Port': ['ID=bf488a7e-109e-4fff-876f-0cd3ffa17120,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:16.277072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa5cdd-659c-4ec7-89b5-02a0ec650a65 None None] Network e81704e2-9669-4766-be05-d32aaeaadd87 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:16.282943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:16.284219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.325372 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ff8cedd-c9dc-48cf-8b7f-34cd6dfdeef4 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9683201 Aug 31 16:25:16.327449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34148) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:16.560493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470993e2-2bee-46f7-b04c-8a52e7f0d04e req-734caa70-1ee1-41dc-87e4-2b1bdb6002b6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:16.568610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-470993e2-2bee-46f7-b04c-8a52e7f0d04e req-734caa70-1ee1-41dc-87e4-2b1bdb6002b6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1168745 Aug 31 16:25:16.585546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5440eb-baa5-445c-8c15-5faed5c672fa req-65a15bec-6732-45b1-b940-eabb5b0c0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:16.587092 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c5440eb-baa5-445c-8c15-5faed5c672fa req-65a15bec-6732-45b1-b940-eabb5b0c0a4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1097 time: 0.2818301 Aug 31 16:25:16.602610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Attempting to bind port bf488a7e-109e-4fff-876f-0cd3ffa17120 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:16.603169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Attempting to bind port bf488a7e-109e-4fff-876f-0cd3ffa17120 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:16.603764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Attempting to bind port bf488a7e-109e-4fff-876f-0cd3ffa17120 on network 72c9e4ed-e2d0-4207-99f5-48b94db2135e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:16.622903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:16.623467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Checking segment: {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:16.624101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.624962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Bound using segment: {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:16.625884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Bound port: bf488a7e-109e-4fff-876f-0cd3ffa17120, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:16.626716 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.697498 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6c5440eb-baa5-445c-8c15-5faed5c672fa req-579e69c3-20c0-41cb-b01b-1705da994b2e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1001263 Aug 31 16:25:16.714887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Allocated IP 172.20.0.5 (86ed4a26-88d5-49c1-80d3-bbfa55149d20/b9ac6fe9-23ec-4973-85f2-313413c194e4/dd97d70d-b73c-4790-b119-123c07987159) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:16.715575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 259c03f9-dd8b-475d-a78f-6dbfd66a8536 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:16.717043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.760631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] For port bf488a7e-109e-4fff-876f-0cd3ffa17120, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:16.768030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] For port bf488a7e-109e-4fff-876f-0cd3ffa17120, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bf488a7e-109e-4fff-876f-0cd3ffa17120,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:16.778287 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.817148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-470993e2-2bee-46f7-b04c-8a52e7f0d04e req-5d898baf-2595-427c-ad19-da8c4cb90c87 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2476785 Aug 31 16:25:16.873812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:16.890819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6aa7-a41d-4dad-b85a-d6e166c3a719 None None] Pushing event updated for resources: {'Port': ['ID=bf488a7e-109e-4fff-876f-0cd3ffa17120,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:16.899076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 259c03f9-dd8b-475d-a78f-6dbfd66a8536 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:16.907323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Routers {'6b73bc75-3997-443a-b870-8e4fa74354b2'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:16.908218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:24:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b73bc75-3997-443a-b870-8e4fa74354b2'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:17.104753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6682481f-ccd9-4b89-a9ac-dc3bd2375bb0 req-847acf29-c348-49a5-bff9-a81a164ceaae tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 210 time: 0.1175754 Aug 31 16:25:17.115637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.169728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] Set router 6b73bc75-3997-443a-b870-8e4fa74354b2 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:17.200785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=259c03f9-dd8b-475d-a78f-6dbfd66a8536,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:17.220767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.227409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-76ba870d-a54c-419b-ab4b-bbb732d67531 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/259c03f9-dd8b-475d-a78f-6dbfd66a8536 HTTP/1.1" status: 204 len: 168 time: 0.8309231 Aug 31 16:25:17.228378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34154) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:17.246846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.321938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Transition to ACTIVE for port object dd97d70d-b73c-4790-b119-123c07987159 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:17.332546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa28e4-00b0-4105-b62c-0dd540820ac0 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:17.376172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa28e4-00b0-4105-b62c-0dd540820ac0 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:17.378048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2faa28e4-00b0-4105-b62c-0dd540820ac0 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1483698 Aug 31 16:25:17.382252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34160) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:17.443811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7c5e630-9315-4847-bd55-5f928cc76615 req-5a0cdf30-f0fd-44e5-906f-7928df16cebd tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 210 time: 0.0888708 Aug 31 16:25:17.526152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf488a7e-109e-4fff-876f-0cd3ffa17120 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:17.529454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.620176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:17.625805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:17.628404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:17.682967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'Port': ['ID=dd97d70d-b73c-4790-b119-123c07987159,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:17.750566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:17.751469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.769106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 245b32d8-1080-419d-8ddf-8f6d974c015e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:17.769943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.776438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-c7542f61-4fd9-4d7f-9660-6292f288a1cc tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0822275 Aug 31 16:25:17.789626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Request body: {'port': {'device_id': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:17.877270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port bf488a7e-109e-4fff-876f-0cd3ffa17120 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:17.901515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bf488a7e-109e-4fff-876f-0cd3ffa17120 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:17.902163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:17.981481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:18.027265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:18.059197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf488a7e-109e-4fff-876f-0cd3ffa17120', 'name': '', 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'mac_address': 'fa:16:3e:57:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:25:00Z', 'updated_at': '2021-08-31T16:25:16Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'subnets': [{'id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:18.088876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 245b32d8-1080-419d-8ddf-8f6d974c015e owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:18.168976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cc6fe-32c5-4d6c-b847-32b468da0d07 None None] The sync data for ids ['6b73bc75-3997-443a-b870-8e4fa74354b2'] in n-d-793621-35 is: [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:25:03Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'bf488a7e-109e-4fff-876f-0cd3ffa17120', 'name': '', 'network_id': '72c9e4ed-e2d0-4207-99f5-48b94db2135e', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'mac_address': 'fa:16:3e:57:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:25:00Z', 'updated_at': '2021-08-31T16:25:16Z', 'revision_number': 4, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'subnets': [{'id': '63a52b0a-8cf5-451e-b63a-4c948998a3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:18.191723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-af3b8037-7481-4ca6-9da0-196d2151e90b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:18.199182 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-af3b8037-7481-4ca6-9da0-196d2151e90b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/networks?id=5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 200 len: 797 time: 0.5825667 Aug 31 16:25:18.276474 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:18.295877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cabe0-161b-4030-95d5-8f078deeaa88 req-9f762b55-dca6-48e6-a470-ee67e8816efe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:18.310390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b5cabe0-161b-4030-95d5-8f078deeaa88 req-9f762b55-dca6-48e6-a470-ee67e8816efe tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.2328749 Aug 31 16:25:18.358949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port bf488a7e-109e-4fff-876f-0cd3ffa17120, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bf488a7e-109e-4fff-876f-0cd3ffa17120,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:18.360932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-722ab48b-ee76-4fcd-bdd4-f6490ea433be None None] Provisioning for port dd97d70d-b73c-4790-b119-123c07987159 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:18.371278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-722ab48b-ee76-4fcd-bdd4-f6490ea433be None None] Provisioning complete for port dd97d70d-b73c-4790-b119-123c07987159 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:18.372413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-722ab48b-ee76-4fcd-bdd4-f6490ea433be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:18.407086 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-dce769c0-e9c0-4fe0-ab5a-ba8c9c2160d4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 380 time: 0.1911690 Aug 31 16:25:18.436779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'port': {'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'admin_state_up': True, 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'security_groups': ['c117ca2f-63f5-4c70-9254-91c1f392bdba']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:18.446382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:18.450201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-722ab48b-ee76-4fcd-bdd4-f6490ea433be None None] Port dd97d70d-b73c-4790-b119-123c07987159 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:18.493618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b5cabe0-161b-4030-95d5-8f078deeaa88 req-e28a39c3-c3b3-419c-87ba-c794a46f820d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1821642 Aug 31 16:25:18.594442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=bf488a7e-109e-4fff-876f-0cd3ffa17120,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:18.665830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2279710a-6472-4dcb-98db-07d52493850e req-61c630ea-30c7-4e6c-8936-1abdbc8a1f53 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 210 time: 0.0426466 Aug 31 16:25:18.895691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287082e-2609-4984-a342-ead01b817355 req-ed7e8390-57b4-4b2f-b15f-fd53911550fe tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:18.904914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f287082e-2609-4984-a342-ead01b817355 req-ed7e8390-57b4-4b2f-b15f-fd53911550fe tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 931 time: 0.1304066 Aug 31 16:25:18.932313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd97d70d-b73c-4790-b119-123c07987159 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:25:18.948716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:18.985892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Transition to ACTIVE for port object dd97d70d-b73c-4790-b119-123c07987159 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:18.994847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f287082e-2609-4984-a342-ead01b817355 req-a734a18f-148b-49d4-9eac-471577a842bb tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886986 Aug 31 16:25:18.997642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.086953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.134499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Pushing event updated for resources: {'Port': ['ID=dd97d70d-b73c-4790-b119-123c07987159,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:19.182259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.185972 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/245b32d8-1080-419d-8ddf-8f6d974c015e HTTP/1.1" status: 204 len: 168 time: 1.8017201 Aug 31 16:25:19.193049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34180) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:19.195622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683b107-0cb1-411c-af27-e3a31163366b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=245b32d8-1080-419d-8ddf-8f6d974c015e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:19.413568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf488a7e-109e-4fff-876f-0cd3ffa17120 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:19.428768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:19.440232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Attempting to bind port dd97d70d-b73c-4790-b119-123c07987159 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:19.440729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Attempting to bind port dd97d70d-b73c-4790-b119-123c07987159 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:19.441941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Attempting to bind port dd97d70d-b73c-4790-b119-123c07987159 on network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:19.447523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.465332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1175169-f9e3-48c3-8c2f-1eefaf653548 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:19.471162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f1175169-f9e3-48c3-8c2f-1eefaf653548 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2748289 Aug 31 16:25:19.472509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34184) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:19.496293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Port dd97d70d-b73c-4790-b119-123c07987159 on network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:25:19.496909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Attempting to bind port dd97d70d-b73c-4790-b119-123c07987159 on network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:19.577515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:19.578459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Checking segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:19.578970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Bound using segment: {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:19.579694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Bound port: dd97d70d-b73c-4790-b119-123c07987159, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a27b4d-ba67-451a-bfdd-d756aa330e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:19.580410 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.594057 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b427d6e-20aa-44fe-8037-1f1ad424122a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:19.599406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9b427d6e-20aa-44fe-8037-1f1ad424122a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/259c03f9-dd8b-475d-a78f-6dbfd66a8536 HTTP/1.1" status: 404 len: 333 time: 0.1204922 Aug 31 16:25:19.612461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34190) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:19.696530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bf488a7e-109e-4fff-876f-0cd3ffa17120 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:19.699045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.736580 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c02834e-f8ff-4dd0-b4c9-4e73216c9afb tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:19.744804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8c02834e-f8ff-4dd0-b4c9-4e73216c9afb tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/245b32d8-1080-419d-8ddf-8f6d974c015e HTTP/1.1" status: 404 len: 333 time: 0.1201832 Aug 31 16:25:19.748412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34194) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:19.871085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d79b32-7078-4f4e-ae64-2f4807afa26d req-ae933bec-f8d8-40eb-923e-1de643bde996 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:19.875206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09d79b32-7078-4f4e-ae64-2f4807afa26d req-ae933bec-f8d8-40eb-923e-1de643bde996 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1827369 Aug 31 16:25:19.945507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.20.0.7 (5acebeff-9cd8-46d6-8000-fd2f6bb64657/c92a90a4-75ce-4aa2-8e53-7124de2f645d/3d60c09a-025b-45fe-a6d7-fc3e3b822580) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:19.957467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:19.997448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] For port dd97d70d-b73c-4790-b119-123c07987159, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:20.003293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09d79b32-7078-4f4e-ae64-2f4807afa26d req-45ac11f0-79b1-4968-b874-3e225b5d6560 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1012301 Aug 31 16:25:20.029835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] For port dd97d70d-b73c-4790-b119-123c07987159, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd97d70d-b73c-4790-b119-123c07987159,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:20.060857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.114512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.139596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81704e2-9669-4766-be05-d32aaeaadd87']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:20.180949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e79dbd-7182-45c9-b177-e15bbe5f7566') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:20.181996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e79dbd-7182-45c9-b177-e15bbe5f7566') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:20.199857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:20.200719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.203234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] 10.222.0.30 "PUT /v2.0/ports/dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 1092 time: 2.4181044 Aug 31 16:25:20.206262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39353769-dd9b-486e-ad74-4911b2e71fe0 req-e1c32d0b-9c0c-465d-aced-1ccf47d39031 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 210 time: 0.0713782 Aug 31 16:25:20.206917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:20.210368 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18de6a-e67d-46fb-bd54-32568ce604d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "tag": "dd97d70d-b73c-4790-b119-123c07987159"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:20.260476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41647943-aeab-4e31-a930-430b7d5e648d service neutron] Pushing event updated for resources: {'Port': ['ID=dd97d70d-b73c-4790-b119-123c07987159,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:20.270907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.377549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.402998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:20.403659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:20.407974 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:20.514418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-9ffe8f15-e547-42e1-97b6-b419085e20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:20.518718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-9ffe8f15-e547-42e1-97b6-b419085e20ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1095 time: 0.2227454 Aug 31 16:25:20.569886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140a4c-729b-4282-b7b3-587ddd4427ad req-1fc7bd46-25ef-47f6-a511-603fe527ef9b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:20.577014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c140a4c-729b-4282-b7b3-587ddd4427ad req-1fc7bd46-25ef-47f6-a511-603fe527ef9b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 943 time: 0.1543391 Aug 31 16:25:20.591383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.607714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.615316 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/e81704e2-9669-4766-be05-d32aaeaadd87 HTTP/1.1" status: 204 len: 168 time: 0.8609354 Aug 31 16:25:20.615316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.617397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34202) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:20.636060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1988351615'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:20.642736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=e81704e2-9669-4766-be05-d32aaeaadd87,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:20.667333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.667690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.668046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.668435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.668786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.669632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.669977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.670350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.670714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.671058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.671720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.672103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005e848-2984-48ed-9194-a5d939d8c0b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:20.683346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Transition to ACTIVE for port object 3d60c09a-025b-45fe-a6d7-fc3e3b822580 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:20.696342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:20.700739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.714204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-a476ad65-59cf-459e-8432-e05387ede440 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 217 time: 0.1827786 Aug 31 16:25:20.755704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:20.771932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.772576 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 50bbd793-1621-4a22-8c9d-5ce3833ca815 of type vlan for network abd717fa-a57a-41f3-a819-5c81dfa99638 Aug 31 16:25:20.783794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.846551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c140a4c-729b-4282-b7b3-587ddd4427ad req-f4c929c4-4a86-4e9a-be8f-e0c6277bbc98 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250051 Aug 31 16:25:20.855958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:20.862836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-7a6567df-c5c1-42f2-a9fd-c2e85ba3a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:20.868521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:20.868713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-7a6567df-c5c1-42f2-a9fd-c2e85ba3a090 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.1410255 Aug 31 16:25:20.880305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.882892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:20.935626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=3d60c09a-025b-45fe-a6d7-fc3e3b822580,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:20.976714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:20.977554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.981781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:20.987530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:20.989112 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.074128 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-3215a266-c18f-430e-81dd-04431b18ec59 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6606958 Aug 31 16:25:21.092336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-850001ff-f1c7-40db-adce-3324582f6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.101151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Request body: {'port': {'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:21.116960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4869807 Aug 31 16:25:21.117664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34208) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:21.144878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:21.214223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73614ff8-70d5-4c1b-a14e-3fc880e42ded tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=abd717fa-a57a-41f3-a819-5c81dfa99638,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:21.232963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network abd717fa-a57a-41f3-a819-5c81dfa99638 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:21.341338 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.380169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5e0ef81c-1d02-43e2-878b-e29b1f59d64e None None] Provisioning for port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:21.387271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5e0ef81c-1d02-43e2-878b-e29b1f59d64e None None] Provisioning complete for port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:21.388014 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef81c-1d02-43e2-878b-e29b1f59d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.398910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:21.402399 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.430139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-98df6e58-428e-490b-88cf-31c221a00268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:21.431753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-98df6e58-428e-490b-88cf-31c221a00268 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5554852 Aug 31 16:25:21.459705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ef81c-1d02-43e2-878b-e29b1f59d64e None None] Port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:21.505924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5dcb9-c039-432b-80e7-f64d6042baec req-e8d4a09b-b0b5-4227-aeca-c927070d6692 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:21.507627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fb5dcb9-c039-432b-80e7-f64d6042baec req-e8d4a09b-b0b5-4227-aeca-c927070d6692 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.5144789 Aug 31 16:25:21.576850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fb5dcb9-c039-432b-80e7-f64d6042baec req-7df0983a-c838-486c-932f-36b78d6cb0d2 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623472 Aug 31 16:25:21.609054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-d2df0502-c978-44a4-baab-5243f40d9610 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671929 Aug 31 16:25:21.609604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34212) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:21.696711 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b32b261-73ee-4c2f-b4ff-ce068f991c79 x-openstack-request-id: req-4b32b261-73ee-4c2f-b4ff-ce068f991c79 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:21.696978 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "tag": "dd97d70d-b73c-4790-b119-123c07987159", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:21.697823 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b32b261-73ee-4c2f-b4ff-ce068f991c79 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:21.698257 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159', 'status': 'completed', 'code': 200} Aug 31 16:25:21.827976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e2ab0-f11f-4a82-a05e-f6010902e7ec tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:21.833560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c38e2ab0-f11f-4a82-a05e-f6010902e7ec tempest-TestNetworkAdvancedServerOps-440628805 tempest-TestNetworkAdvancedServerOps-440628805-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1092 time: 0.2191901 Aug 31 16:25:21.835333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34214) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:21.835743 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.839394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:21.887374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812001d6-a39c-45d3-9f52-a24075f418c5 req-aa0fdc8b-d324-4389-8d45-9123e1603cb1 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:21.889156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-812001d6-a39c-45d3-9f52-a24075f418c5 req-aa0fdc8b-d324-4389-8d45-9123e1603cb1 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 931 time: 0.1386955 Aug 31 16:25:21.894156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a016ec4f-abe1-46ec-9f8e-dfed0ba23343 req-4739a465-b35a-4043-8022-cb1b7ad3c691 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354727 Aug 31 16:25:21.945597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.955698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d60c09a-025b-45fe-a6d7-fc3e3b822580 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:25:21.970965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:21.994671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=2ebc51f0-92f2-4f0b-ad58-161ffd6e0092,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:22.011073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Transition to ACTIVE for port object 3d60c09a-025b-45fe-a6d7-fc3e3b822580 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:22.018873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:22.028939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '50bbd793-1621-4a22-8c9d-5ce3833ca815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:22.029348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: abd717fa-a57a-41f3-a819-5c81dfa99638, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:22.039118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-812001d6-a39c-45d3-9f52-a24075f418c5 req-600f09c1-5bf9-41ed-9b70-281424165b86 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395180 Aug 31 16:25:22.095395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-1c7d9f28-5e57-4e78-bc4e-b7d848743446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.096993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-1c7d9f28-5e57-4e78-bc4e-b7d848743446 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1095 time: 0.1328902 Aug 31 16:25:22.112296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network abd717fa-a57a-41f3-a819-5c81dfa99638 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:22.315223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, abd717fa-a57a-41f3-a819-5c81dfa99638) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:22.337633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b928824f-57f3-4f2e-b196-6fb2f0fca214 None None] Network abd717fa-a57a-41f3-a819-5c81dfa99638 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:22.353559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d60c09a-025b-45fe-a6d7-fc3e3b822580,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:22.375993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.379444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:22.383266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:22.394612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Attempting to bind port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:22.399101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Attempting to bind port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:22.400522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Attempting to bind port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 on network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:22.409382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 on network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:25:22.410914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Attempting to bind port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 on network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:22.422052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:22.422660 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Checking segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:22.423495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Bound using segment: {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:22.424158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Bound port: 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b7a56f-2ecc-4fed-aa67-828bbb0b0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:22.424722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:22.434837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0a9b1-8806-4cfa-b6de-87357535ba81 req-54bda2b9-edbb-4f78-877c-4bdb0032e2b0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.437394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ec0a9b1-8806-4cfa-b6de-87357535ba81 req-54bda2b9-edbb-4f78-877c-4bdb0032e2b0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 943 time: 0.2167997 Aug 31 16:25:22.498982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-61c95519-6134-4490-8678-04d164fb2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.501469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-61c95519-6134-4490-8678-04d164fb2b03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 910 time: 0.3947902 Aug 31 16:25:22.532479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] For port 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:22.537535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] For port 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:22.542057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-13fb8868-4008-4cf0-ad60-87daa7004580 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4024978 Aug 31 16:25:22.545221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:22.559321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34232) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:22.582157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.583071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:22.584405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-b88ce62c-7dfd-4a6a-b00d-8e9c274e6429 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 217 time: 0.0686617 Aug 31 16:25:22.585293 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/3d60c09a-025b-45fe-a6d7-fc3e3b822580 HTTP/1.1" status: 200 len: 1092 time: 1.4970407 Aug 31 16:25:22.604626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638', 'name': 'tempest-PortsTestJSON-750150527'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:22.635412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:22.638495 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:22.682107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ec0a9b1-8806-4cfa-b6de-87357535ba81 req-0a55dc6c-7326-42ad-b3a8-c3c7ab1afe01 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836290 Aug 31 16:25:22.796810 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136feb33-5fcd-4a17-9483-ecb704019208 x-openstack-request-id: req-136feb33-5fcd-4a17-9483-ecb704019208 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:22.797427 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:22.797851 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-136feb33-5fcd-4a17-9483-ecb704019208 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:22.798542 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'status': 'completed', 'code': 200} Aug 31 16:25:22.822093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afea6e-db25-4511-a76c-87ad832683a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d60c09a-025b-45fe-a6d7-fc3e3b822580,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:22.831346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-522bffd1-04bf-446b-869f-394cd5abafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.833851 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-522bffd1-04bf-446b-869f-394cd5abafff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 1095 time: 0.1900132 Aug 31 16:25:22.853824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Allocated IP 172.25.6.53 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/8d13f151-9bc2-41d1-8874-451d4b52ea86) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:22.875501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-3b9f3c72-93a8-4fee-b991-b73cbad372a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:22.877221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-3b9f3c72-93a8-4fee-b991-b73cbad372a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.2703099 Aug 31 16:25:22.911450 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-11941226-7b81-4f1d-9d1a-43233ea5ce26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580 HTTP/1.1" status: 200 len: 217 time: 0.0666192 Aug 31 16:25:23.001753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-abd717fa-a57a-41f3-a819-5c81dfa99638', 'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': '2ebc51f0-92f2-4f0b-ad58-161ffd6e0092'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:25:23.002156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:23.004353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.006259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.010444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-5c6837a1-485d-45e7-8ccc-a32fcc02ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:23.011747 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-5c6837a1-485d-45e7-8ccc-a32fcc02ce0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c92a90a4-75ce-4aa2-8e53-7124de2f645d HTTP/1.1" status: 200 len: 835 time: 0.0936217 Aug 31 16:25:23.029458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 637d660a-7b00-4f73-8a93-e58e025814e1 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:23.067215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-f860c3cf-ed63-42f2-9825-f643536044bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:23.069032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-f860c3cf-ed63-42f2-9825-f643536044bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765915 Aug 31 16:25:23.151747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.166771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Allocated IP 172.20.0.2 (abd717fa-a57a-41f3-a819-5c81dfa99638/2ebc51f0-92f2-4f0b-ad58-161ffd6e0092/c1f56c81-b17f-42f1-885c-b3495914553a) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:23.183584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17351-4169-44b1-8a16-2d513fd605de req-50efbe3d-b943-4697-95ff-de05fbb9da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:23.187205 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-50efbe3d-b943-4697-95ff-de05fbb9da5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5acebeff-9cd8-46d6-8000-fd2f6bb64657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581626 Aug 31 16:25:23.290835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a2e60-b53d-4058-b184-495fb98dfd81 req-d7a0bb2f-dea3-4259-9a7f-1e53706e9a35 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:23.292514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-824a2e60-b53d-4058-b184-495fb98dfd81 req-d7a0bb2f-dea3-4259-9a7f-1e53706e9a35 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 943 time: 0.1119192 Aug 31 16:25:23.296840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-be9f10bf-3c9a-4f1b-bb38-7e4a51bb049d service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157104 Aug 31 16:25:23.314827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.328306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-48de6858-b6a8-4d02-aebe-89cc7aa4c578 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342354 Aug 31 16:25:23.342914 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:25:23.367134 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.377786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Transition to ACTIVE for port object c1f56c81-b17f-42f1-885c-b3495914553a will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:23.395542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Transition to ACTIVE for port object c1f56c81-b17f-42f1-885c-b3495914553a will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:23.403969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.434974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:23.447134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:23.451200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:23.458261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Pushing event updated for resources: {'Port': ['ID=c1f56c81-b17f-42f1-885c-b3495914553a,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:23.475106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Network abd717fa-a57a-41f3-a819-5c81dfa99638 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:23.476559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:23.481271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:23.488227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.11 (abd717fa-a57a-41f3-a819-5c81dfa99638/2ebc51f0-92f2-4f0b-ad58-161ffd6e0092/637d660a-7b00-4f73-8a93-e58e025814e1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:23.517045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=8d13f151-9bc2-41d1-8874-451d4b52ea86,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:23.528145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-824a2e60-b53d-4058-b184-495fb98dfd81 req-13a2e504-bc4c-4baf-b306-738685113398 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237737 Aug 31 16:25:23.562213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da18de6a-e67d-46fb-bd54-32568ce604d0 req-03980675-6baa-4482-ab6e-5f74dfc78f5c service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560959 Aug 31 16:25:23.571090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Attempting to bind port c1f56c81-b17f-42f1-885c-b3495914553a on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:23.571731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Attempting to bind port c1f56c81-b17f-42f1-885c-b3495914553a by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '50bbd793-1621-4a22-8c9d-5ce3833ca815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:23.572475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Attempting to bind port c1f56c81-b17f-42f1-885c-b3495914553a on network abd717fa-a57a-41f3-a819-5c81dfa99638 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:23.578365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:23.578985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Checking segment: {'id': '50bbd793-1621-4a22-8c9d-5ce3833ca815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:23.579579 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.580179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Bound using segment: {'id': '50bbd793-1621-4a22-8c9d-5ce3833ca815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:23.580968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Bound port: c1f56c81-b17f-42f1-885c-b3495914553a, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bbd793-1621-4a22-8c9d-5ce3833ca815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abd717fa-a57a-41f3-a819-5c81dfa99638'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:23.581530 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.657932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] For port c1f56c81-b17f-42f1-885c-b3495914553a, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:23.662174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] For port c1f56c81-b17f-42f1-885c-b3495914553a, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c1f56c81-b17f-42f1-885c-b3495914553a,segment=NetworkSegment(50bbd793-1621-4a22-8c9d-5ce3833ca815),segment_id=50bbd793-1621-4a22-8c9d-5ce3833ca815)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:23.668051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.704535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1cc17351-4169-44b1-8a16-2d513fd605de req-a19c0b7f-c7af-4a54-b638-2663d7615174 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582706 Aug 31 16:25:23.707703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.736295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 637d660a-7b00-4f73-8a93-e58e025814e1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:23.743664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd97d70d-b73c-4790-b119-123c07987159 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:25:23.783928 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:23.862460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=637d660a-7b00-4f73-8a93-e58e025814e1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:23.921633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25824f19-7513-4c7f-ba13-cca4eb38e445 None None] Pushing event updated for resources: {'Port': ['ID=c1f56c81-b17f-42f1-885c-b3495914553a,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:23.938420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network abd717fa-a57a-41f3-a819-5c81dfa99638 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:23.943324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:23.947156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:23.999842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port dd97d70d-b73c-4790-b119-123c07987159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd97d70d-b73c-4790-b119-123c07987159,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:24.015936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'dd97d70d-b73c-4790-b119-123c07987159', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'port_id': 'dd97d70d-b73c-4790-b119-123c07987159', 'mac_address': 'fa:16:3e:e1:a0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:25:24.016527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040820-67df-47c4-80c4-3132df08aaca req-ed07e616-254b-4a41-9de2-1e736a6565cf tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.018466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf040820-67df-47c4-80c4-3132df08aaca req-ed07e616-254b-4a41-9de2-1e736a6565cf tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 943 time: 0.1990988 Aug 31 16:25:24.018873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.020178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.050653 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ab97b00d-4f0a-439d-804b-1d96d10fc868 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4612365 Aug 31 16:25:24.054287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34244) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:24.056279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-ce020708-047a-49fd-be2e-db68b865bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.057797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-ce020708-047a-49fd-be2e-db68b865bc7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 1095 time: 0.2701240 Aug 31 16:25:24.077799 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.150482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd97d70d-b73c-4790-b119-123c07987159 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:25:24.191394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port dd97d70d-b73c-4790-b119-123c07987159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd97d70d-b73c-4790-b119-123c07987159,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:24.203810 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.209220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-c1ea3a21-30a3-4805-a83f-bfaa2645d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.210877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-c1ea3a21-30a3-4805-a83f-bfaa2645d134 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 200 len: 898 time: 0.1439564 Aug 31 16:25:24.297870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=dd97d70d-b73c-4790-b119-123c07987159,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:24.322124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-9cb240d0-1fac-4a01-a08e-4f0a153b179c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580 HTTP/1.1" status: 200 len: 217 time: 0.0730395 Aug 31 16:25:24.350140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.424739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-adf2466e-be3e-4791-99e4-a88a3c1ccc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.426723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-adf2466e-be3e-4791-99e4-a88a3c1ccc98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c92a90a4-75ce-4aa2-8e53-7124de2f645d HTTP/1.1" status: 200 len: 835 time: 0.0966370 Aug 31 16:25:24.482330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 637d660a-7b00-4f73-8a93-e58e025814e1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:24.482870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.484100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['dd97d70d-b73c-4790-b119-123c07987159'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:25:24.569952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-3e9de687-3e81-4f1e-8a8e-6d14bf0853b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.571581 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-3e9de687-3e81-4f1e-8a8e-6d14bf0853b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5acebeff-9cd8-46d6-8000-fd2f6bb64657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294563 Aug 31 16:25:24.591818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf040820-67df-47c4-80c4-3132df08aaca req-809564f6-b49e-4a07-aad6-96d19b094bf0 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5240209 Aug 31 16:25:24.679825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.715737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.741364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 637d660a-7b00-4f73-8a93-e58e025814e1 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:24.780464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-c2653319-a62c-42e9-b296-62c58a43f61c service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987977 Aug 31 16:25:24.904367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cd9-4035-40f1-b3c5-7e7b29b45dd0 req-daca674a-6b53-4cc0-9cfb-04acd0c1b45d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:24.905926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b86b5cd9-4035-40f1-b3c5-7e7b29b45dd0 req-daca674a-6b53-4cc0-9cfb-04acd0c1b45d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 943 time: 0.1360457 Aug 31 16:25:24.911653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:24.985016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b86b5cd9-4035-40f1-b3c5-7e7b29b45dd0 req-9bf8de25-0c3f-479d-a0d1-ff5bb4bc0cb0 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712941 Aug 31 16:25:25.029178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-17f15c39-9a2f-4eb5-9f2b-4bf2d816324b req-d5739ea4-dadd-478a-89c9-14d174978a20 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196946 Aug 31 16:25:25.042371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.076378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=637d660a-7b00-4f73-8a93-e58e025814e1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:25.176523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.179487 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.182377 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f536f35b-3eeb-4df1-84dc-311e192e93db tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/637d660a-7b00-4f73-8a93-e58e025814e1 HTTP/1.1" status: 204 len: 168 time: 1.1233227 Aug 31 16:25:25.184092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.185338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34252) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:25.220589 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed23fd0f-9db4-408f-926f-d0d92f6a72fc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:25:25.221352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed23fd0f-9db4-408f-926f-d0d92f6a72fc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:25:25.228079 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ed23fd0f-9db4-408f-926f-d0d92f6a72fc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/637d660a-7b00-4f73-8a93-e58e025814e1 HTTP/1.1" status: 404 len: 333 time: 0.0398479 Aug 31 16:25:25.229150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:25.258867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.264928 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98f8fdf-9efa-48c8-85ae-feff04f44070 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:25.266919 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a98f8fdf-9efa-48c8-85ae-feff04f44070 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/637d660a-7b00-4f73-8a93-e58e025814e1 HTTP/1.1" status: 404 len: 333 time: 0.0367625 Aug 31 16:25:25.271609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34256) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:25.274921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event updated for resources: {'Port': ['ID=8d13f151-9bc2-41d1-8874-451d4b52ea86,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:25.331304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 2ebc51f0-92f2-4f0b-ad58-161ffd6e0092 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:25.334959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.343706 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.352883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.400047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.416648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678904bb-5ad7-47ce-b9e6-27f591269b84 None None] Network abd717fa-a57a-41f3-a819-5c81dfa99638 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:25.463363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c1f56c81-b17f-42f1-885c-b3495914553a up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:25.497982 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 66a4ca6a-26bd-4299-9668-7ee07e06700c associated. External IP: 172.25.6.53, port: 286d50f7-4837-4db4-a763-06af57d1ea6f. Aug 31 16:25:25.542236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0c0927d2-4ed6-420d-a984-eb2a65468919 None None] Provisioning for port c1f56c81-b17f-42f1-885c-b3495914553a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:25.604871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c1f56c81-b17f-42f1-885c-b3495914553a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:25.614976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c1f56c81-b17f-42f1-885c-b3495914553a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:25.615473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.657621 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca9f-18e5-4038-9f51-3b97ba8b7d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.707253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd97d70d-b73c-4790-b119-123c07987159 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:25.905534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port dd97d70d-b73c-4790-b119-123c07987159 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:25.916620 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.921069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port dd97d70d-b73c-4790-b119-123c07987159 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:25.921443 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.966254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:25.985437 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.004066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:26.065727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ee8ec-7049-40e5-a122-b11251b4292d req-4a5ecb0a-4710-495c-bf9a-251c8d706984 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:26.067935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a8ee8ec-7049-40e5-a122-b11251b4292d req-4a5ecb0a-4710-495c-bf9a-251c8d706984 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 944 time: 0.2289438 Aug 31 16:25:26.079273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.135781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.140167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/2ebc51f0-92f2-4f0b-ad58-161ffd6e0092 HTTP/1.1" status: 204 len: 168 time: 0.8662343 Aug 31 16:25:26.140167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8d3ed-baa2-4351-a140-1346775a70ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebc51f0-92f2-4f0b-ad58-161ffd6e0092,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:26.147148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34276) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:26.148883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.185105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:26.187400 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9d26fb-fe58-4ada-83aa-0656835dc898" -d '{"events": [{"server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "name": "network-vif-plugged", "status": "completed", "tag": "dd97d70d-b73c-4790-b119-123c07987159"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:26.203113 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:25:26.203482 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:25:26.205826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port dd97d70d-b73c-4790-b119-123c07987159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd97d70d-b73c-4790-b119-123c07987159,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:26.210139 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.220774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a8ee8ec-7049-40e5-a122-b11251b4292d req-715ce463-994a-4930-814e-60fb5fa8f118 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776322 Aug 31 16:25:26.265591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef2556-495f-424e-baf0-b90f6bdd5715 None None] Network abd717fa-a57a-41f3-a819-5c81dfa99638 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:26.309754 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.370128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:26.380259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b57b76-c488-4be5-b2be-e785923e6d81 req-77bf824e-eb13-4508-b2a0-103629fda3aa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:26.381764 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] Sync routers for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:26.388411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24b57b76-c488-4be5-b2be-e785923e6d81 req-77bf824e-eb13-4508-b2a0-103629fda3aa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 943 time: 0.0874932 Aug 31 16:25:26.391649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port c1f56c81-b17f-42f1-885c-b3495914553a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:26.392308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.395310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=dd97d70d-b73c-4790-b119-123c07987159,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:26.398180 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:26.398958 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:26.413239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-27d70838-def2-40aa-b643-9dd3da3c4a78 None None] Provisioning complete for port c1f56c81-b17f-42f1-885c-b3495914553a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:26.413528 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27d70838-def2-40aa-b643-9dd3da3c4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.432470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.445045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34282) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:26.476242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f196cbb-b29e-4c35-b19b-88b0fa312964 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6389773 Aug 31 16:25:26.478464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:26.480940 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8268e69-4643-4f02-b223-ff0359c94a40" -d '{"events": [{"name": "network-changed", "server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:26.506681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port c1f56c81-b17f-42f1-885c-b3495914553a, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c1f56c81-b17f-42f1-885c-b3495914553a,segment=NetworkSegment(50bbd793-1621-4a22-8c9d-5ce3833ca815),segment_id=50bbd793-1621-4a22-8c9d-5ce3833ca815)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:26.507316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24b57b76-c488-4be5-b2be-e785923e6d81 req-bec5e6f8-2e46-48d7-8bfa-0363670d0ae7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129053 Aug 31 16:25:26.507449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.540049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for c1f56c81-b17f-42f1-885c-b3495914553a owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:26.588490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:26.609926 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cbd6c5-e234-47df-be47-e8b1fa15771e x-openstack-request-id: req-53cbd6c5-e234-47df-be47-e8b1fa15771e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:26.610481 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "name": "network-vif-plugged", "status": "completed", "tag": "dd97d70d-b73c-4790-b119-123c07987159", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:26.610582 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53cbd6c5-e234-47df-be47-e8b1fa15771e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:26.611449 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159', 'code': 200} Aug 31 16:25:26.630132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] DHCP port deletion for abd717fa-a57a-41f3-a819-5c81dfa99638 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:25:26.688676 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27d70838-def2-40aa-b643-9dd3da3c4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.736254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c39e8e3-798d-4c03-9f6b-3086adde6452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.752571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.761598 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac9570-1740-4d9e-9daa-eb16a7e0b647 req-76034d17-6921-4957-8566-272809a46579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:26.763127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5ac9570-1740-4d9e-9daa-eb16a7e0b647 req-76034d17-6921-4957-8566-272809a46579 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.0942750 Aug 31 16:25:26.770851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port c1f56c81-b17f-42f1-885c-b3495914553a on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:26.775612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a4a9-e360-4a7e-987f-fb6ead244879 req-f5d51d54-31b0-4951-975f-01545bd272ae tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:26.777515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b0a4a9-e360-4a7e-987f-fb6ead244879 req-f5d51d54-31b0-4951-975f-01545bd272ae tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0869222 Aug 31 16:25:26.831093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.839439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5ac9570-1740-4d9e-9daa-eb16a7e0b647 req-87023371-6552-466b-b4c3-3f090d14a6c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606735 Aug 31 16:25:26.857847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Deleting port c1f56c81-b17f-42f1-885c-b3495914553a {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:26.858303 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.860825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b0a4a9-e360-4a7e-987f-fb6ead244879 req-ff9895ea-f563-4f7e-93d0-88c8ef23ced4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0612307 Aug 31 16:25:26.886307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34290) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:26.907415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c39e8e3-798d-4c03-9f6b-3086adde6452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.978514 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '66a4ca6a-26bd-4299-9668-7ee07e06700c', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'port_id': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'mac_address': 'fa:16:3e:63:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:23Z', 'updated_at': '2021-08-31T16:25:23Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:02Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:26.984495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:26.998638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd717fa-a57a-41f3-a819-5c81dfa99638']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:27.009010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] Checking router: 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:27.011485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bbd793-1621-4a22-8c9d-5ce3833ca815') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:27.011985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bbd793-1621-4a22-8c9d-5ce3833ca815') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:27.012290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] For port c1f56c81-b17f-42f1-885c-b3495914553a, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:27.012778 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.020925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:27.021642 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:27.023468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.027326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Calling delete_port for c1f56c81-b17f-42f1-885c-b3495914553a owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:27.030150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Port c1f56c81-b17f-42f1-885c-b3495914553a was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:25:27.031563 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.038813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.044958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] No DVR routers for this DVR port c1f56c81-b17f-42f1-885c-b3495914553a on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:27.046263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:27.047327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.075164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092389-6d00-4d55-af5c-41e33811c760 None None] Pushing event deleted for resources: {'Port': ['ID=c1f56c81-b17f-42f1-885c-b3495914553a,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:27.093623 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2267d5-a1df-4968-8821-e71795fc48c8 x-openstack-request-id: req-2c2267d5-a1df-4968-8821-e71795fc48c8 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:27.094239 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:27.094239 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c2267d5-a1df-4968-8821-e71795fc48c8 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:27.094550 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'status': 'completed', 'code': 200} Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:27.102618 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:27.105236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=c1f56c81-b17f-42f1-885c-b3495914553a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:27.115446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-154c0d95-9bc4-4a80-8d82-1dd03e390da5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/66a4ca6a-26bd-4299-9668-7ee07e06700c HTTP/1.1" status: 200 len: 990 time: 0.2265983 Aug 31 16:25:27.122391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c39e8e3-798d-4c03-9f6b-3086adde6452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.156559 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:27.185554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.200228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.202093 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/abd717fa-a57a-41f3-a819-5c81dfa99638 HTTP/1.1" status: 204 len: 168 time: 1.0538948 Aug 31 16:25:27.208759 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c39e8e3-798d-4c03-9f6b-3086adde6452 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4937db5091624219b3f078bc04146fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602475 Aug 31 16:25:27.208995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34292) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:27.209866 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39e8e3-798d-4c03-9f6b-3086adde6452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d3b56-0ca5-4d58-a53b-cf7ea3e2eea7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:27.213543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2143506840'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:27.216834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34294) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:27.226877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240acd58-1384-4311-9641-dc67d4ad521a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=abd717fa-a57a-41f3-a819-5c81dfa99638,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:27.235279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-b706d183-1973-4174-87b2-34b86da7170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.237010 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-b706d183-1973-4174-87b2-34b86da7170d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1097 time: 0.1358101 Aug 31 16:25:27.272019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:27.280091 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.373822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-b07d7639-e7b2-4a1f-8b8a-9c72a0fd2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.375713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-b07d7639-e7b2-4a1f-8b8a-9c72a0fd2a98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 898 time: 0.1311965 Aug 31 16:25:27.386439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c1f56c81-b17f-42f1-885c-b3495914553a no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:27.395761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:27.419844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e421270d-d5b9-4efc-afb0-60343b4ec0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.421492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c1f56c81-b17f-42f1-885c-b3495914553a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:27.421940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c1f56c81-b17f-42f1-885c-b3495914553a not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:27.451112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deb3d4-d6fc-4ac9-bead-0048700ca02b req-9818dd81-9783-40e9-873f-8e234e0044a6 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.452747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9deb3d4-d6fc-4ac9-bead-0048700ca02b req-9818dd81-9783-40e9-873f-8e234e0044a6 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.1322875 Aug 31 16:25:27.456418 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-b49eefbf-34e5-407b-98ff-2f212490f174 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 998 time: 0.0740933 Aug 31 16:25:27.482020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.482371 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 64fbecdc-43cb-4469-b667-8ea26237e925 of type vlan for network a053b6ba-8a8a-4d3c-8018-407858e37f02 Aug 31 16:25:27.485080 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e421270d-d5b9-4efc-afb0-60343b4ec0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.526281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-8524c083-7a80-4901-b399-f86c6fc63056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.528686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-8524c083-7a80-4901-b399-f86c6fc63056 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 200 len: 835 time: 0.0635309 Aug 31 16:25:27.566610 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '66a4ca6a-26bd-4299-9668-7ee07e06700c', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'port_id': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'mac_address': 'fa:16:3e:63:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:23Z', 'updated_at': '2021-08-31T16:25:23Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:02Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:27.570177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.584557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9deb3d4-d6fc-4ac9-bead-0048700ca02b req-1fd7cac5-172e-4c31-ae7b-e88139779e94 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163311 Aug 31 16:25:27.598427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-1c9953d0-34cf-49e0-b65b-5ec9ad3074b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.600071 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-1c9953d0-34cf-49e0-b65b-5ec9ad3074b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4aa302fa-1ec0-417a-9df0-aae0bffe46df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636764 Aug 31 16:25:27.612136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3d60c09a-025b-45fe-a6d7-fc3e3b822580 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:25:27.617275 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430c9de-7668-4553-a1b8-647d16eb4aae None None] The sync data for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 is: [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '66a4ca6a-26bd-4299-9668-7ee07e06700c', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'port_id': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'mac_address': 'fa:16:3e:63:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:23Z', 'updated_at': '2021-08-31T16:25:23Z', 'revision_number': 0, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:02Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:27.664242 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.670336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.670336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.683791 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e421270d-d5b9-4efc-afb0-60343b4ec0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.690465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e421270d-d5b9-4efc-afb0-60343b4ec0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.691690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e421270d-d5b9-4efc-afb0-60343b4ec0c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/964d3b56-0ca5-4d58-a53b-cf7ea3e2eea7 HTTP/1.1" status: 204 len: 168 time: 0.4737854 Aug 31 16:25:27.773089 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-137bed0f-b71a-4d29-9893-8ec72ca5a441 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652958 Aug 31 16:25:27.779387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34302) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:27.779636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5714078 Aug 31 16:25:27.785846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:27.794127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:27.811652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:25:27.822723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421270d-d5b9-4efc-afb0-60343b4ec0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d3b56-0ca5-4d58-a53b-cf7ea3e2eea7,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:27.849905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.859775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4daf3b-f8c5-4f62-b073-02cfed67ab34 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=a053b6ba-8a8a-4d3c-8018-407858e37f02,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:27.876215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a053b6ba-8a8a-4d3c-8018-407858e37f02 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:27.901216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa8af-a91d-4613-98b4-c848e77da8bb req-ce92c5d1-e624-4e7d-89ff-5ccb90794a9c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:27.917221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad9aa8af-a91d-4613-98b4-c848e77da8bb req-ce92c5d1-e624-4e7d-89ff-5ccb90794a9c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 943 time: 0.2239974 Aug 31 16:25:27.918650 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:27.984682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d60c09a-025b-45fe-a6d7-fc3e3b822580 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:25:28.021025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:28.025480 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.053060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad9aa8af-a91d-4613-98b4-c848e77da8bb req-b4763847-6d18-4ddd-a7cb-3f457b6155aa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321628 Aug 31 16:25:28.091063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e14a27-56e7-4a17-a78e-cbef7651cbfa None None] New status for floating IP 66a4ca6a-26bd-4299-9668-7ee07e06700c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:25:28.116128 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8268e69-4643-4f02-b223-ff0359c94a40 req-a2baa786-3658-47e1-bef7-19bd7b17077a service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170019 Aug 31 16:25:28.118550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34306) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:28.206797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:28.214641 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.242432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e3759698-7da0-4328-854e-f7f7bd153f3e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/66a4ca6a-26bd-4299-9668-7ee07e06700c HTTP/1.1" status: 200 len: 990 time: 0.1171885 Aug 31 16:25:28.319613 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.332065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=3d60c09a-025b-45fe-a6d7-fc3e3b822580,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:28.343799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34308) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:28.358626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eee46fed-f023-4ff8-b4f5-7ee7e1a3ba0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.406273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=7ade9c77-838e-48a2-87ab-dcce366da329,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:28.423334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '64fbecdc-43cb-4469-b667-8ea26237e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:28.423726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: a053b6ba-8a8a-4d3c-8018-407858e37f02, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:28.446953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network a053b6ba-8a8a-4d3c-8018-407858e37f02 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:28.457227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a053b6ba-8a8a-4d3c-8018-407858e37f02) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:28.465567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f646917-710b-4c0c-baa7-d83de26f7367 None None] Network a053b6ba-8a8a-4d3c-8018-407858e37f02 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:28.470621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:28.471243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.477937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eee46fed-f023-4ff8-b4f5-7ee7e1a3ba0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.480355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['3d60c09a-025b-45fe-a6d7-fc3e3b822580'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:25:28.484319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eee46fed-f023-4ff8-b4f5-7ee7e1a3ba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.490022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-65385cc4-be0e-434e-97f9-4080f058d7e1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7094936 Aug 31 16:25:28.492764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34310) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:28.498827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2146622866'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:28.527279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee46fed-f023-4ff8-b4f5-7ee7e1a3ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41b244-9361-49cb-8343-16688a7e89d4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:28.533825 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eee46fed-f023-4ff8-b4f5-7ee7e1a3ba0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5c7255ff7ec4725a2790b094c3e92dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877995 Aug 31 16:25:28.536065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34312) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:28.601348 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c01a93c1-01c1-4014-a02e-a871d3a5d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.633633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c01a93c1-01c1-4014-a02e-a871d3a5d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.647605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:28.655762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.694091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 080b6558-31ae-441f-8284-7e727040e85a yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:28.739849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a06677-a716-4d28-bd7a-b7af015b1517 req-8655b400-2216-41b4-935c-113e37f4bdc8 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:28.748147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9a06677-a716-4d28-bd7a-b7af015b1517 req-8655b400-2216-41b4-935c-113e37f4bdc8 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.0829685 Aug 31 16:25:28.769595 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c01a93c1-01c1-4014-a02e-a871d3a5d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.773782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c01a93c1-01c1-4014-a02e-a871d3a5d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:28.775837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c01a93c1-01c1-4014-a02e-a871d3a5d599 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d41b244-9361-49cb-8343-16688a7e89d4 HTTP/1.1" status: 204 len: 168 time: 0.2387006 Aug 31 16:25:28.838554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a93c1-01c1-4014-a02e-a871d3a5d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41b244-9361-49cb-8343-16688a7e89d4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:28.872045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9a06677-a716-4d28-bd7a-b7af015b1517 req-fed63e37-4273-41fd-bdfb-75e9a977ff0c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221468 Aug 31 16:25:28.881257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.12 (a053b6ba-8a8a-4d3c-8018-407858e37f02/7ade9c77-838e-48a2-87ab-dcce366da329/080b6558-31ae-441f-8284-7e727040e85a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:28.903082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-a03e3515-89d1-4280-be4c-1636fcaf7105 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1258271 Aug 31 16:25:28.978489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-a053b6ba-8a8a-4d3c-8018-407858e37f02', 'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': '7ade9c77-838e-48a2-87ab-dcce366da329'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:25:28.981316 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.059145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a629a2-2bb9-4441-8a22-d5fb6c0ff14f req-c79365bb-4997-406d-8e3d-d63c49e22d83 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:29.060790 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6a629a2-2bb9-4441-8a22-d5fb6c0ff14f req-c79365bb-4997-406d-8e3d-d63c49e22d83 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.0891068 Aug 31 16:25:29.066879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508762-5d79-40d4-b721-86fc0431ec09 req-2c7c1f1d-4eee-4684-a81d-4ff54425f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:29.068359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-2c7c1f1d-4eee-4684-a81d-4ff54425f94c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.1050875 Aug 31 16:25:29.134065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.161003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 080b6558-31ae-441f-8284-7e727040e85a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:29.211853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.248227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34324) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:29.273425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network a053b6ba-8a8a-4d3c-8018-407858e37f02 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:29.277590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:29.290227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6a629a2-2bb9-4441-8a22-d5fb6c0ff14f req-56d76dd4-906e-4ea4-8a54-78bed5f0c4bd tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071304 Aug 31 16:25:29.310665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:29.348019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Allocated IP 172.20.0.2 (a053b6ba-8a8a-4d3c-8018-407858e37f02/7ade9c77-838e-48a2-87ab-dcce366da329/8cb9e91d-6d80-46d4-bc90-c616f2b77535) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:29.386955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508762-5d79-40d4-b721-86fc0431ec09 req-4f534d44-afca-4e7d-8462-01fa6fb11b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:29.389615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-4f534d44-afca-4e7d-8462-01fa6fb11b1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 910 time: 0.2888110 Aug 31 16:25:29.396974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-436c4ba4-2152-4ab7-bd72-d92dca1e7377 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/66a4ca6a-26bd-4299-9668-7ee07e06700c HTTP/1.1" status: 200 len: 992 time: 0.1382499 Aug 31 16:25:29.460736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=080b6558-31ae-441f-8284-7e727040e85a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:29.484614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-3b4401a9-5eab-4f4b-b942-73c759a302a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 217 time: 0.0723524 Aug 31 16:25:29.486569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:29.488316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.510792 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6902e240-1031-45a1-86ec-dac1b6944856 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0168066 Aug 31 16:25:29.514159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34334) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:29.657805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 080b6558-31ae-441f-8284-7e727040e85a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:29.658485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.681071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.697996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Transition to ACTIVE for port object 8cb9e91d-6d80-46d4-bc90-c616f2b77535 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:29.756846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Transition to ACTIVE for port object 8cb9e91d-6d80-46d4-bc90-c616f2b77535 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:29.775264 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.818111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.829523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Network a053b6ba-8a8a-4d3c-8018-407858e37f02 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:29.833156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 080b6558-31ae-441f-8284-7e727040e85a owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:29.833723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:29.841033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:29.888064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Pushing event updated for resources: {'Port': ['ID=8cb9e91d-6d80-46d4-bc90-c616f2b77535,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:29.920578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30b4c0-c0ed-41b8-8d2e-d4b24ca52d95 req-a36b1fd6-cd64-4aa4-b335-50020ca41e40 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:29.922227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c30b4c0-c0ed-41b8-8d2e-d4b24ca52d95 req-a36b1fd6-cd64-4aa4-b335-50020ca41e40 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 944 time: 0.5260434 Aug 31 16:25:29.934127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Attempting to bind port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:29.934678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Attempting to bind port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '64fbecdc-43cb-4469-b667-8ea26237e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:29.935143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Attempting to bind port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 on network a053b6ba-8a8a-4d3c-8018-407858e37f02 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:29.941633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:29.942193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Checking segment: {'id': '64fbecdc-43cb-4469-b667-8ea26237e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:29.942704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.943226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Bound using segment: {'id': '64fbecdc-43cb-4469-b667-8ea26237e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:29.943831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Bound port: 8cb9e91d-6d80-46d4-bc90-c616f2b77535, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fbecdc-43cb-4469-b667-8ea26237e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a053b6ba-8a8a-4d3c-8018-407858e37f02'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:29.944396 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:29.957015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508762-5d79-40d4-b721-86fc0431ec09 req-a83cde07-63d1-452f-8f49-8ae06c8f0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:29.958726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-a83cde07-63d1-452f-8f49-8ae06c8f0a11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.4630899 Aug 31 16:25:29.974427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c30b4c0-c0ed-41b8-8d2e-d4b24ca52d95 req-20921ade-f417-410e-82ed-af846b75eb4c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 Aug 31 16:25:30.018979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508762-5d79-40d4-b721-86fc0431ec09 req-dc691851-c36d-47f6-ab95-0db431db3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:30.021385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-dc691851-c36d-47f6-ab95-0db431db3de9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510466 Aug 31 16:25:30.046445 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.068435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] For port 8cb9e91d-6d80-46d4-bc90-c616f2b77535, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:30.073610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] For port 8cb9e91d-6d80-46d4-bc90-c616f2b77535, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8cb9e91d-6d80-46d4-bc90-c616f2b77535,segment=NetworkSegment(64fbecdc-43cb-4469-b667-8ea26237e925),segment_id=64fbecdc-43cb-4469-b667-8ea26237e925)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:30.080079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.086059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=080b6558-31ae-441f-8284-7e727040e85a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:30.170100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-430dc7e3-15c4-4334-b39c-e5d181d48f28 req-1d7ec397-6ad1-4a17-b3c3-f765077ab769 service neutron] (101478) timed out ('10.222.0.43', 37268) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:25:30.178468 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-00a74144-4ca7-4179-a74c-c9db9631e787 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1625814 Aug 31 16:25:30.180292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30527954-ee45-491e-9c0c-2042e5ecdfde None None] Pushing event updated for resources: {'Port': ['ID=8cb9e91d-6d80-46d4-bc90-c616f2b77535,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:30.182459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-709b6b46-7db5-4de7-a30f-f57606321c09 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502383 Aug 31 16:25:30.218584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.223908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ed9b15c3-68f8-4e1a-9c17-80320cce0a5a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/080b6558-31ae-441f-8284-7e727040e85a HTTP/1.1" status: 204 len: 168 time: 0.7080152 Aug 31 16:25:30.226475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34348) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:30.277367 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8b55b9-c61c-46d6-9dc0-a1d04d474015 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:30.279521 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5f8b55b9-c61c-46d6-9dc0-a1d04d474015 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/080b6558-31ae-441f-8284-7e727040e85a HTTP/1.1" status: 404 len: 333 time: 0.0516531 Aug 31 16:25:30.283827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34352) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:30.339740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1683e-e13a-40b4-bb7a-f628f4c0f5e9 req-a756c499-1f39-4a71-aff6-0558800c85c8 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:30.341910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfa1683e-e13a-40b4-bb7a-f628f4c0f5e9 req-a756c499-1f39-4a71-aff6-0558800c85c8 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.1584659 Aug 31 16:25:30.342950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc676-f3f7-47f5-b931-9a942416a359 req-11466c12-3f14-48be-8c83-52a97df12046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:30.346014 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-11466c12-3f14-48be-8c83-52a97df12046 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1097 time: 0.0789523 Aug 31 16:25:30.450048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 7ade9c77-838e-48a2-87ab-dcce366da329 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:30.460647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.468265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63508762-5d79-40d4-b721-86fc0431ec09 req-4235bae4-fc2b-4c5d-97e3-30297a68a18b service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744381 Aug 31 16:25:30.505426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfa1683e-e13a-40b4-bb7a-f628f4c0f5e9 req-65fef8c0-fe46-4595-911c-50e5e87871df tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508658 Aug 31 16:25:30.532708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34358) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:30.559481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc676-f3f7-47f5-b931-9a942416a359 req-822587ed-d9cb-4bef-bac8-c74b7a67c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:30.560418 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.561792 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-822587ed-d9cb-4bef-bac8-c74b7a67c10f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 898 time: 0.1757052 Aug 31 16:25:30.685231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-ad8ceddb-355b-40a5-94d9-a0505586a848 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 1000 time: 0.1049390 Aug 31 16:25:30.711842 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.763082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc676-f3f7-47f5-b931-9a942416a359 req-1da48ca5-84cf-4145-b4f1-e783380268be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:30.765238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-1da48ca5-84cf-4145-b4f1-e783380268be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 200 len: 835 time: 0.0724547 Aug 31 16:25:30.829213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.843521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc676-f3f7-47f5-b931-9a942416a359 req-b755cac0-6113-4da2-979c-409f2f104632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:30.845502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-b755cac0-6113-4da2-979c-409f2f104632 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4aa302fa-1ec0-417a-9df0-aae0bffe46df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719771 Aug 31 16:25:30.845746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:30.848099 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/7ade9c77-838e-48a2-87ab-dcce366da329 HTTP/1.1" status: 204 len: 168 time: 0.5537887 Aug 31 16:25:30.850734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34368) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:30.881586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f79721-8437-491b-a766-94402a53459c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=7ade9c77-838e-48a2-87ab-dcce366da329,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:30.958867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-eb97e34b-fca7-45b2-be4b-cdcbcde1fcf3 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048055 Aug 31 16:25:31.025467 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.031393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7a62f-9d89-43c3-9da5-6fb920d37fd0 tempest-TestServerBasicOps-1811819952 tempest-TestServerBasicOps-1811819952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:31.037681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e9d7a62f-9d89-43c3-9da5-6fb920d37fd0 tempest-TestServerBasicOps-1811819952 tempest-TestServerBasicOps-1811819952-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1092 time: 0.4971967 Aug 31 16:25:31.039103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34376) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:31.044418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'dd97d70d-b73c-4790-b119-123c07987159', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:31.094670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.119848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-831bc676-f3f7-47f5-b931-9a942416a359 req-b79767bc-bc1c-4cbf-8174-b82f7716e628 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518481 Aug 31 16:25:31.177073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be5b32-23b0-4ddc-9675-480c45c4f296 req-3ff3136b-e3be-47e0-acaa-b8ebec16ad83 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:31.184941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6be5b32-23b0-4ddc-9675-480c45c4f296 req-3ff3136b-e3be-47e0-acaa-b8ebec16ad83 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 944 time: 0.0896168 Aug 31 16:25:31.186720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:31.187061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.241092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.312408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port 8cb9e91d-6d80-46d4-bc90-c616f2b77535, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8cb9e91d-6d80-46d4-bc90-c616f2b77535,segment=NetworkSegment(64fbecdc-43cb-4469-b667-8ea26237e925),segment_id=64fbecdc-43cb-4469-b667-8ea26237e925)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:31.312949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.328535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6be5b32-23b0-4ddc-9675-480c45c4f296 req-f60d8911-7c06-4558-b9f5-baee4c4986db tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174462 Aug 31 16:25:31.339139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 8cb9e91d-6d80-46d4-bc90-c616f2b77535 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:31.463138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8cb9e91d-6d80-46d4-bc90-c616f2b77535 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:31.471370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Allocated IP 172.25.6.116 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/8c92ab25-08e1-49c1-820d-eb404561e86f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:31.490857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.535309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=8cb9e91d-6d80-46d4-bc90-c616f2b77535,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:31.541347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No active binding found for port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 {{(pid=101479) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 16:25:31.542205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8cb9e91d-6d80-46d4-bc90-c616f2b77535 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 16:25:31.550335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:31.568145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Port 8cb9e91d-6d80-46d4-bc90-c616f2b77535 not found, will not notify nova. {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 16:25:31.624372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3d60c09a-025b-45fe-a6d7-fc3e3b822580 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:31.658812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104cb04c-bda3-49f8-a989-fde7d2625fbb None None] Network a053b6ba-8a8a-4d3c-8018-407858e37f02 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:31.663159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.690524 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.692693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a053b6ba-8a8a-4d3c-8018-407858e37f02']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:31.723419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fbecdc-43cb-4469-b667-8ea26237e925') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:31.723749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fbecdc-43cb-4469-b667-8ea26237e925') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:31.742918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.743714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-42465173-635f-47f8-b51e-d3f1022e4c04 None None] Could not find standard attr ID for object 8cb9e91d-6d80-46d4-bc90-c616f2b77535. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:31.761673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.771069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:31.771971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.774987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:31.779139 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:31.805311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:31.855005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:31.855943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.877158 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.897769 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:31.897769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/a053b6ba-8a8a-4d3c-8018-407858e37f02 HTTP/1.1" status: 204 len: 168 time: 1.0357015 Aug 31 16:25:31.897769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34382) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:31.903657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'Port': ['ID=8c92ab25-08e1-49c1-820d-eb404561e86f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:31.915343 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'name': 'tempest-PortsTestJSON-501258971'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:31.917342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:31.934426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:31.938869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:31.976358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077ace-5f6f-4715-be53-ec9273a82547 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=a053b6ba-8a8a-4d3c-8018-407858e37f02,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:32.089930 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.093568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a965bc8-e61d-4b5b-ba6f-d34ee25403fc None None] DHCP port deletion for a053b6ba-8a8a-4d3c-8018-407858e37f02 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:25:32.138346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:32.141109 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313adf15-dd89-4a58-ac88-e427437a3719" -d '{"events": [{"server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "name": "network-vif-plugged", "status": "completed", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:32.158970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:32.170921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.237364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:32.240876 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc98e64c-48b8-4ff7-9810-0006020fd31f x-openstack-request-id: req-bc98e64c-48b8-4ff7-9810-0006020fd31f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:32.241379 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "name": "network-vif-plugged", "status": "completed", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:32.241779 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc98e64c-48b8-4ff7-9810-0006020fd31f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:32.242441 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'code': 200} Aug 31 16:25:32.245592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.275191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=3d60c09a-025b-45fe-a6d7-fc3e3b822580,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:32.296088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 37e5ed9a-e7f4-4b67-af7a-3852b9b5ea84 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:32.583094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816805-90ca-487c-b50f-8be2590f10b4 req-ed4f29ad-07e4-44a0-a25b-6010b77c1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:32.584534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b3816805-90ca-487c-b50f-8be2590f10b4 req-ed4f29ad-07e4-44a0-a25b-6010b77c1a61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 1097 time: 0.2778816 Aug 31 16:25:32.616134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904beb2b-2cec-4530-8d38-55ecd215a3dc req-6960a41b-31c3-4633-96ff-f0b06ba0d4d8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:32.618932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-904beb2b-2cec-4530-8d38-55ecd215a3dc req-6960a41b-31c3-4633-96ff-f0b06ba0d4d8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.1394758 Aug 31 16:25:32.645820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.686355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-904beb2b-2cec-4530-8d38-55ecd215a3dc req-d21968e0-02ca-4806-b116-cbb25f0c3511 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606735 Aug 31 16:25:32.715208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b3816805-90ca-487c-b50f-8be2590f10b4 req-e5721cdf-ee41-430a-a23f-60e43d72429d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181843 Aug 31 16:25:32.716942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.772158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:32.775643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:32.776649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.780359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:32.787087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:32.787929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.798588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=37e5ed9a-e7f4-4b67-af7a-3852b9b5ea84,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:32.816722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-71d75112-b7ca-4f95-821c-f0ec9615eda9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9179599 Aug 31 16:25:32.817652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:32.936950 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:32.959018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 37e5ed9a-e7f4-4b67-af7a-3852b9b5ea84 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:32.959743 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.071136 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.091873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 37e5ed9a-e7f4-4b67-af7a-3852b9b5ea84 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:33.161597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.168147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.201940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.240129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=37e5ed9a-e7f4-4b67-af7a-3852b9b5ea84,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:33.261099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.263274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-785ae71d-81a6-490b-9356-d8dfd05e40f7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/37e5ed9a-e7f4-4b67-af7a-3852b9b5ea84 HTTP/1.1" status: 204 len: 168 time: 0.4447360 Aug 31 16:25:33.268930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:33.277220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event updated for resources: {'Port': ['ID=8c92ab25-08e1-49c1-820d-eb404561e86f,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:33.278931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'mac_address': 'fa:16:3e:27:c9:8d', 'name': 'tempest-PortsTestJSON-599560506'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:33.289376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.402568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8cb9e91d-6d80-46d4-bc90-c616f2b77535 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:33.409455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:33.412004 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Floating IP 81d2326b-e8ea-49a9-a580-9942aa704d4a associated. External IP: 172.25.6.116, port: dd97d70d-b73c-4790-b119-123c07987159. Aug 31 16:25:33.444871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8cb9e91d-6d80-46d4-bc90-c616f2b77535 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:33.445139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8cb9e91d-6d80-46d4-bc90-c616f2b77535 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:33.530769 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.564114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 06589130-4723-43aa-9400-aa03a59e18d3 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:33.817756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.835037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:33.931346 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:33.977632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb369e-d2d7-49bf-8ec1-4ef453862807 req-53c4d8d9-40e6-470d-b7ba-e04c0bc98ee3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:33.980657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aedb369e-d2d7-49bf-8ec1-4ef453862807 req-53c4d8d9-40e6-470d-b7ba-e04c0bc98ee3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.1818652 Aug 31 16:25:34.055875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:34.090807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:34.100230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:34.110914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:34.112069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:34.152535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=06589130-4723-43aa-9400-aa03a59e18d3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:34.171828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fcec5ac4-cc31-433a-9176-21e73b48047a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8976116 Aug 31 16:25:34.174918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aedb369e-d2d7-49bf-8ec1-4ef453862807 req-670a5bf0-19bb-40e7-ad87-5654007e963e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520202 Aug 31 16:25:34.176284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:34.289540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1291d8-d533-4bff-b50b-a7bd89287ffd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:34.294930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6c1291d8-d533-4bff-b50b-a7bd89287ffd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/06589130-4723-43aa-9400-aa03a59e18d3 HTTP/1.1" status: 200 len: 840 time: 0.1143210 Aug 31 16:25:34.295599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34420) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:34.387014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:34.412705 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] Sync routers for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:34.415129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:34.433178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:34.435326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:34.443815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 06589130-4723-43aa-9400-aa03a59e18d3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:34.444310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:34.476324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d717e14-3b50-42e9-a65b-718a468f6af4 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4242966 Aug 31 16:25:34.476324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:34.476324 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ff7c72-642b-4d76-b521-e44024a4a031" -d '{"events": [{"name": "network-changed", "server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "tag": "dd97d70d-b73c-4790-b119-123c07987159"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:34.535411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:34.553064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 06589130-4723-43aa-9400-aa03a59e18d3 owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:34.557734 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bef4a0-7100-4a55-bdc0-8bf5e37e56b1 x-openstack-request-id: req-69bef4a0-7100-4a55-bdc0-8bf5e37e56b1 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:34.558103 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "tag": "dd97d70d-b73c-4790-b119-123c07987159", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:34.558532 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69bef4a0-7100-4a55-bdc0-8bf5e37e56b1 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:34.559120 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159', 'status': 'completed', 'code': 200} Aug 31 16:25:34.621183 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:34.672154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-8700870c-a41b-4487-9dbc-f991378b89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:34.673779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-8700870c-a41b-4487-9dbc-f991378b89fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.0720179 Aug 31 16:25:34.692595 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:34.759809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=06589130-4723-43aa-9400-aa03a59e18d3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:34.773887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:34.775971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a8d0f641-d344-4a06-87e7-7f5041c3daf5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/06589130-4723-43aa-9400-aa03a59e18d3 HTTP/1.1" status: 204 len: 168 time: 0.4787865 Aug 31 16:25:34.779777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:34.832087 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-47446858-29b7-47a0-9e57-8c6c8241e2ce tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:34.835606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-47446858-29b7-47a0-9e57-8c6c8241e2ce tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/06589130-4723-43aa-9400-aa03a59e18d3 HTTP/1.1" status: 404 len: 333 time: 0.0543900 Aug 31 16:25:34.842812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34428) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:34.846190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-ef0c5bed-3984-4fa2-963b-414f88047221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:34.848971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-ef0c5bed-3984-4fa2-963b-414f88047221 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 910 time: 0.1670284 Aug 31 16:25:34.853322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'name': 'tempest-PortsTestJSON-408296981'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:35.009725 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '81d2326b-e8ea-49a9-a580-9942aa704d4a', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'port_id': 'dd97d70d-b73c-4790-b119-123c07987159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'mac_address': 'fa:16:3e:e1:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:32Z', 'updated_at': '2021-08-31T16:25:32Z', 'revision_number': 0, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:35.016456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-46daddc8-e1e1-467f-8723-cae8a7b2bae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 999 time: 0.1581278 Aug 31 16:25:35.030513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:35.035142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:35.059401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 86b4b614-d33b-40f4-b9c8-d75cbea656c3 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:35.063963 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] Checking router: 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:35.077707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:35.078342 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:35.084834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-ba759bda-3415-4f56-9c15-d45858999f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:35.086562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-ba759bda-3415-4f56-9c15-d45858999f4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.0621715 Aug 31 16:25:35.159283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-57caf2d7-d32c-4761-8720-aa13a7e39dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:35.161177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-57caf2d7-d32c-4761-8720-aa13a7e39dce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653079 Aug 31 16:25:35.286553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:35.286993 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:35.323011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-857232e6-41b8-411f-891a-3a612056e26c service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512246 Aug 31 16:25:35.356461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:35.408705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:35.415392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:35.421560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:35.428719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:35.429036 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:35.446349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=86b4b614-d33b-40f4-b9c8-d75cbea656c3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:35.475345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-79b1ad49-6734-447d-830c-a161c3e78a1a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6309059 Aug 31 16:25:35.476637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875bd5-142a-4bf0-90d1-b657d030fd3d req-4ed2d280-6d4e-41dc-968e-e95b5a445169 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:35.478793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c875bd5-142a-4bf0-90d1-b657d030fd3d req-4ed2d280-6d4e-41dc-968e-e95b5a445169 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.1526871 Aug 31 16:25:35.481560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34434) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:35.487389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:35.596543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98ff7c72-642b-4d76-b521-e44024a4a031 req-38f7fb99-6f4b-4e48-8b61-842b0f2c3b25 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379053 Aug 31 16:25:35.620869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c875bd5-142a-4bf0-90d1-b657d030fd3d req-e7860370-1da3-4374-84d1-1c6edf5649b5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255679 Aug 31 16:25:35.623215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:35.757026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '81d2326b-e8ea-49a9-a580-9942aa704d4a', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'port_id': 'dd97d70d-b73c-4790-b119-123c07987159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'mac_address': 'fa:16:3e:e1:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:32Z', 'updated_at': '2021-08-31T16:25:32Z', 'revision_number': 0, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:35.792077 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918d897-ca21-4908-bf3d-2e634b878540 None None] The sync data for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 is: [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '81d2326b-e8ea-49a9-a580-9942aa704d4a', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'port_id': 'dd97d70d-b73c-4790-b119-123c07987159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'mac_address': 'fa:16:3e:e1:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:32Z', 'updated_at': '2021-08-31T16:25:32Z', 'revision_number': 0, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:35.990868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205620d-90ef-4a1a-afab-03cc34f4881f req-a5a9be13-ef6d-4a5b-8c3e-bf064c8e0c30 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:35.993485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0205620d-90ef-4a1a-afab-03cc34f4881f req-a5a9be13-ef6d-4a5b-8c3e-bf064c8e0c30 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.1801565 Aug 31 16:25:36.000452 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.007752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.100443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] In _notify_port_updated(), no bound segment for port 86b4b614-d33b-40f4-b9c8-d75cbea656c3 on network f71618f7-c2bb-426b-985a-fbab9adf2e0a {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:25:36.106619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:36.107675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.110207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/ports/86b4b614-d33b-40f4-b9c8-d75cbea656c3 HTTP/1.1" status: 200 len: 818 time: 0.6272295 Aug 31 16:25:36.113824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:36.122852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd594f-9d2f-4e87-af34-9cb170febe89 None None] New status for floating IP 81d2326b-e8ea-49a9-a580-9942aa704d4a: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:25:36.151181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f2d7a-3d0e-4fd3-a4ab-f0d5803bf451 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=86b4b614-d33b-40f4-b9c8-d75cbea656c3,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:36.172884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0205620d-90ef-4a1a-afab-03cc34f4881f req-74fde746-8df9-470b-a148-73132aa10b36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588213 Aug 31 16:25:36.204323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34440) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:36.338963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc2ea7-1ca0-4a9f-a565-4583f35d2eac tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:36.347122 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34442) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:36.347580 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-28bc2ea7-1ca0-4a9f-a565-4583f35d2eac tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 1092 time: 0.1325743 Aug 31 16:25:36.358998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:36.373242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 86b4b614-d33b-40f4-b9c8-d75cbea656c3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:36.373735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.400974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.487218 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.508516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 86b4b614-d33b-40f4-b9c8-d75cbea656c3 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:36.583118 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.665585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.695870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:36.701555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/86b4b614-d33b-40f4-b9c8-d75cbea656c3 HTTP/1.1" status: 204 len: 168 time: 0.5865107 Aug 31 16:25:36.737085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34448) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:36.749965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efad8a-6b5c-4529-b936-2963cd090e15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=86b4b614-d33b-40f4-b9c8-d75cbea656c3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:36.775371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.25.6.69 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/41858ac8-0293-44d2-9b51-418d3f798cb2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:36.837693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2a889d-4343-43a4-a95e-1cfbab395d07 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:36.846584 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cd2a889d-4343-43a4-a95e-1cfbab395d07 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1072922 Aug 31 16:25:36.847817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34452) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:36.892962 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ade44b-52d2-414e-ba4b-8e96c27d57fc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:36.908533 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b2ade44b-52d2-414e-ba4b-8e96c27d57fc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/86b4b614-d33b-40f4-b9c8-d75cbea656c3 HTTP/1.1" status: 404 len: 333 time: 0.0581651 Aug 31 16:25:36.910552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34454) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:36.923077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1312148764'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:36.977166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:36.981253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.018379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:37.038844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.062516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.062516 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 6120d4bc-a204-47fd-8852-c9cd9124a64a of type vlan for network 6794ec21-cade-458f-8778-8a20a1f0cf18 Aug 31 16:25:37.092643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.143732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.160804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:37.166808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:37.172947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:37.203795 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.219682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34458) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:37.224648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:37.226738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.273548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=41858ac8-0293-44d2-9b51-418d3f798cb2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:37.353650 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4399474 Aug 31 16:25:37.359513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:37.373640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:37.467995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e027-cc81-45f5-9fa6-8cb90705ebcc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=6794ec21-cade-458f-8778-8a20a1f0cf18,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:37.517040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:37.554679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:37.558578 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.837835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.938990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=d0499bf5-558b-48d4-b692-6f3763bb0097,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:37.947749 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '6120d4bc-a204-47fd-8852-c9cd9124a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:37.947931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: 6794ec21-cade-458f-8778-8a20a1f0cf18, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:37.953289 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee12a1f6-def7-4907-b11f-462616052289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.973571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:37.984160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6794ec21-cade-458f-8778-8a20a1f0cf18) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:37.990352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:37.992054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:37.995783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6cde62-5f37-4727-b43e-cb5c32a821a6 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:38.211314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-6794ec21-cade-458f-8778-8a20a1f0cf18', 'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': 'd0499bf5-558b-48d4-b692-6f3763bb0097'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:25:38.212486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.239006 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee12a1f6-def7-4907-b11f-462616052289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.242843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.247126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ee12a1f6-def7-4907-b11f-462616052289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.257769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e3c668f8-5704-4a7b-870d-ebc29c26dd62 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8953068 Aug 31 16:25:38.259497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34464) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:38.267943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:38.331697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a1f6-def7-4907-b11f-462616052289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf5ceb9-ad92-435e-8448-50d9e729fd88,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:38.339866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ee12a1f6-def7-4907-b11f-462616052289 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3e90ba165104cf4b2c3fe268510a449&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1067390 Aug 31 16:25:38.341354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34466) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:38.370488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.444895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Allocated IP 172.20.0.2 (6794ec21-cade-458f-8778-8a20a1f0cf18/d0499bf5-558b-48d4-b692-6f3763bb0097/dbfc3b30-5cc3-445d-bf62-e51386de3f75) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:38.466416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf473-32eb-4b26-b71a-bcf09050e099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.505675 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf473-32eb-4b26-b71a-bcf09050e099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.520418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:38.523939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.591130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.600324 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.639512 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.668051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Transition to ACTIVE for port object dbfc3b30-5cc3-445d-bf62-e51386de3f75 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:38.679379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf473-32eb-4b26-b71a-bcf09050e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.685208 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf473-32eb-4b26-b71a-bcf09050e099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.687170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e1fdf473-32eb-4b26-b71a-bcf09050e099 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcf5ceb9-ad92-435e-8448-50d9e729fd88 HTTP/1.1" status: 204 len: 168 time: 0.3454669 Aug 31 16:25:38.694070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=41858ac8-0293-44d2-9b51-418d3f798cb2,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:38.695454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Transition to ACTIVE for port object dbfc3b30-5cc3-445d-bf62-e51386de3f75 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:38.698342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.705234 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.705485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf473-32eb-4b26-b71a-bcf09050e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf5ceb9-ad92-435e-8448-50d9e729fd88,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:38.717280 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d0499bf5-558b-48d4-b692-6f3763bb0097 (CIDR: 172.20.0.0/28) Aug 31 16:25:38.734800 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:25:38.740953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:25:38.779747 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-732720b3-73cb-4d35-b652-db6d4bdc6226 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5190492 Aug 31 16:25:38.782914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34470) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:38.792653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:38.824606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Pushing event updated for resources: {'Port': ['ID=dbfc3b30-5cc3-445d-bf62-e51386de3f75,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:38.838002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:38.843108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:38.847609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:38.890043 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Floating IP cf1998b9-9c51-4f34-8f81-5a3312f1ce1c associated. External IP: 172.25.6.69, port: 3d60c09a-025b-45fe-a6d7-fc3e3b822580. Aug 31 16:25:38.967130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Attempting to bind port dbfc3b30-5cc3-445d-bf62-e51386de3f75 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:38.967907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Attempting to bind port dbfc3b30-5cc3-445d-bf62-e51386de3f75 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6120d4bc-a204-47fd-8852-c9cd9124a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:38.968819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Attempting to bind port dbfc3b30-5cc3-445d-bf62-e51386de3f75 on network 6794ec21-cade-458f-8778-8a20a1f0cf18 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:38.979013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:38.979839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Checking segment: {'id': '6120d4bc-a204-47fd-8852-c9cd9124a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:38.980519 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:38.981537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Bound using segment: {'id': '6120d4bc-a204-47fd-8852-c9cd9124a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:38.982169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Bound port: dbfc3b30-5cc3-445d-bf62-e51386de3f75, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120d4bc-a204-47fd-8852-c9cd9124a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:38.982919 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.049727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:39.059431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.090853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] For port dbfc3b30-5cc3-445d-bf62-e51386de3f75, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:39.095334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] For port dbfc3b30-5cc3-445d-bf62-e51386de3f75, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dbfc3b30-5cc3-445d-bf62-e51386de3f75,segment=NetworkSegment(6120d4bc-a204-47fd-8852-c9cd9124a64a),segment_id=6120d4bc-a204-47fd-8852-c9cd9124a64a)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:39.101226 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.182374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec50c6-b994-4854-a057-841829126ee0 None None] Pushing event updated for resources: {'Port': ['ID=dbfc3b30-5cc3-445d-bf62-e51386de3f75,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:39.217680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:25:39.344382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34474) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:39.377661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46178052-3ccf-4cc8-945a-ccab31707f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.392288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:25:39.410702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:25:39.419700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.434372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:39.435213 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:39.469688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-21656e18-8140-4d41-b3d0-c5bbe5206ea9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1217000 Aug 31 16:25:39.470422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34476) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:39.471094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:25:39.474408 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf19f6b-8b39-4801-8fba-b2979b69f132" -d '{"events": [{"name": "network-changed", "server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:25:39.555772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.589114 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f904e5e-f60a-4020-bb2f-4a4054e0f848 x-openstack-request-id: req-6f904e5e-f60a-4020-bb2f-4a4054e0f848 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:25:39.589994 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:25:39.591449 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f904e5e-f60a-4020-bb2f-4a4054e0f848 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:25:39.592631 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'status': 'completed', 'code': 200} Aug 31 16:25:39.610080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-711401e4-5c25-4f8a-bd36-b0092c94a481 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/cf1998b9-9c51-4f34-8f81-5a3312f1ce1c HTTP/1.1" status: 200 len: 990 time: 0.1309056 Aug 31 16:25:39.669528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:39.694809 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:39.695464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:39.707928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:39.708497 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.731189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=0e41389c-b6b0-4333-97a0-325820f51079,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:39.760357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-718d84c9-b92b-46c8-92ad-c37877bd72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:39.761929 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-718d84c9-b92b-46c8-92ad-c37877bd72a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 1097 time: 0.1213427 Aug 31 16:25:39.829432 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46178052-3ccf-4cc8-945a-ccab31707f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.840555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-46178052-3ccf-4cc8-945a-ccab31707f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:39.851311 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c169b916-32f7-4d5a-9681-09ce88dbed55 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0672405 Aug 31 16:25:39.854960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34480) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:39.861968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'fixed_ips': [{'subnet_id': 'd0499bf5-558b-48d4-b692-6f3763bb0097'}, {'subnet_id': '0e41389c-b6b0-4333-97a0-325820f51079'}], 'name': 'tempest-PortsTestJSON-24890599'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:39.905776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46178052-3ccf-4cc8-945a-ccab31707f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe6f104-8002-4dd9-b84f-6b6aa5572336,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:39.917124 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-46178052-3ccf-4cc8-945a-ccab31707f24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e68f58123c4a4996819214f6056b2d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702310 Aug 31 16:25:39.923727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34482) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:39.975713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-98410b1a-c998-45f0-9ad0-7a042f08f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:39.977438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-98410b1a-c998-45f0-9ad0-7a042f08f8b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 200 len: 898 time: 0.2080312 Aug 31 16:25:40.006814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:37Z', 'revision_number': 0, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:40.027723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:40.045170 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:25:40.052392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e023313d-80c5-4dad-b215-1b703fd37a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:40.055176 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:25:40.055785 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:40.090825 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-655e2ed1-3443-42b8-82d0-8af38b1a9819 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580 HTTP/1.1" status: 200 len: 998 time: 0.1037767 Aug 31 16:25:40.092606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e023313d-80c5-4dad-b215-1b703fd37a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:40.137300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:40.165250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 5ae2ad08-baac-4afb-af89-80d07481b930 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:40.169985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-4d788180-4f9f-4299-9932-85bbe5ea7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:40.171673 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-4d788180-4f9f-4299-9932-85bbe5ea7844 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c92a90a4-75ce-4aa2-8e53-7124de2f645d HTTP/1.1" status: 200 len: 835 time: 0.0716610 Aug 31 16:25:40.200432 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:25:40.202541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e023313d-80c5-4dad-b215-1b703fd37a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:40.205346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e023313d-80c5-4dad-b215-1b703fd37a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:40.209716 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e023313d-80c5-4dad-b215-1b703fd37a05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfe6f104-8002-4dd9-b84f-6b6aa5572336 HTTP/1.1" status: 204 len: 168 time: 0.2821541 Aug 31 16:25:40.274659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023313d-80c5-4dad-b215-1b703fd37a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe6f104-8002-4dd9-b84f-6b6aa5572336,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:40.303845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-7959ce17-d7a5-436d-9c26-c1fa0cb05e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:40.308322 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-7959ce17-d7a5-436d-9c26-c1fa0cb05e3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5acebeff-9cd8-46d6-8000-fd2f6bb64657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224093 Aug 31 16:25:40.481724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-58b8b077-2b58-4a3b-926c-1aec69004e78 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658583 Aug 31 16:25:40.619054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34488) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:40.625020 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7cf19f6b-8b39-4801-8fba-b2979b69f132 req-4b766a95-5a18-4917-9c4a-6ea304c2cd04 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351786 Aug 31 16:25:40.675951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.13 (6794ec21-cade-458f-8778-8a20a1f0cf18/d0499bf5-558b-48d4-b692-6f3763bb0097/5ae2ad08-baac-4afb-af89-80d07481b930) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:40.688663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.28 (6794ec21-cade-458f-8778-8a20a1f0cf18/0e41389c-b6b0-4333-97a0-325820f51079/5ae2ad08-baac-4afb-af89-80d07481b930) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:40.693231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a84ae6-235a-464e-b5ec-28016a7b6525 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:40.715622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca6789e5-b17f-450b-b8d4-8ec641c23085 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/cf1998b9-9c51-4f34-8f81-5a3312f1ce1c HTTP/1.1" status: 200 len: 990 time: 0.0954864 Aug 31 16:25:40.758404 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:37Z', 'revision_number': 0, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:40.789448 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e99041-9dde-4399-9fa3-a15812a3b313 None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:37Z', 'revision_number': 0, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:25:40.811462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-987f8c33-93dd-48d1-9f18-2b616b9e76d1 None None] Provisioning for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:40.941470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:40.962047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 5ae2ad08-baac-4afb-af89-80d07481b930 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:41.012872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.022773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Update dhcp port {'port': {'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'fixed_ips': [{'subnet_id': 'd0499bf5-558b-48d4-b692-6f3763bb0097', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e41389c-b6b0-4333-97a0-325820f51079'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'dbfc3b30-5cc3-445d-bf62-e51386de3f75'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:25:41.064103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.074147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:41.077619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:41.088914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:41.141836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=5ae2ad08-baac-4afb-af89-80d07481b930,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:41.166830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:41.167894 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.186862 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-849bce12-a1cf-48e8-8f15-6e3285881927 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3297529 Aug 31 16:25:41.189908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34502) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:41.197847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0499bf5-558b-48d4-b692-6f3763bb0097'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:41.297996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Allocated IP 172.20.0.18 (6794ec21-cade-458f-8778-8a20a1f0cf18/0e41389c-b6b0-4333-97a0-325820f51079/dbfc3b30-5cc3-445d-bf62-e51386de3f75) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:41.392748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.419381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] For port dbfc3b30-5cc3-445d-bf62-e51386de3f75, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dbfc3b30-5cc3-445d-bf62-e51386de3f75,segment=NetworkSegment(6120d4bc-a204-47fd-8852-c9cd9124a64a),segment_id=6120d4bc-a204-47fd-8852-c9cd9124a64a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:41.463811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.487366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Transition to ACTIVE for port object dbfc3b30-5cc3-445d-bf62-e51386de3f75 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:41.493665 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.555173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dbfc3b30-5cc3-445d-bf62-e51386de3f75 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:41.645530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcb85d-f771-4298-8c27-1e39ccd9919e None None] Pushing event updated for resources: {'Port': ['ID=dbfc3b30-5cc3-445d-bf62-e51386de3f75,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:41.709068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:41.719855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34512) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:41.746784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Delete allocated IP 172.20.0.28 (6794ec21-cade-458f-8778-8a20a1f0cf18/0e41389c-b6b0-4333-97a0-325820f51079) {{(pid=101478) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 16:25:41.850838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc5c43-16a3-44fd-9861-4e2bed38d455 None None] New status for floating IP cf1998b9-9c51-4f34-8f81-5a3312f1ce1c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:25:41.875053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-14c050f4-ac00-462e-bd48-bdcacae1e18c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/cf1998b9-9c51-4f34-8f81-5a3312f1ce1c HTTP/1.1" status: 200 len: 990 time: 0.1536109 Aug 31 16:25:41.934051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:41.951080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Ignored duplicate provisioning block setup for port 5ae2ad08-baac-4afb-af89-80d07481b930 by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 16:25:41.957569 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.055767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=5ae2ad08-baac-4afb-af89-80d07481b930,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:42.140239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] In _notify_port_updated(), no bound segment for port 5ae2ad08-baac-4afb-af89-80d07481b930 on network 6794ec21-cade-458f-8778-8a20a1f0cf18 {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:25:42.146646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:42.147380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.149089 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c3efa67-2992-40f8-bf78-2db2a113bc2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/ports/5ae2ad08-baac-4afb-af89-80d07481b930 HTTP/1.1" status: 200 len: 918 time: 0.9572821 Aug 31 16:25:42.151548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34522) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:42.158060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0499bf5-558b-48d4-b692-6f3763bb0097'}, {'subnet_id': '0e41389c-b6b0-4333-97a0-325820f51079'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:42.232601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.511807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1df74-c27b-45be-b429-a930d1d15456 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:42.594955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] Provisioning for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:42.609690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] Provisioning complete for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:42.610129 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.631703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.27 (6794ec21-cade-458f-8778-8a20a1f0cf18/0e41389c-b6b0-4333-97a0-325820f51079/5ae2ad08-baac-4afb-af89-80d07481b930) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:42.764209 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.811967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] For port dbfc3b30-5cc3-445d-bf62-e51386de3f75, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dbfc3b30-5cc3-445d-bf62-e51386de3f75,segment=NetworkSegment(6120d4bc-a204-47fd-8852-c9cd9124a64a),segment_id=6120d4bc-a204-47fd-8852-c9cd9124a64a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:42.816955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.835058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.853380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Ignored duplicate provisioning block setup for port 5ae2ad08-baac-4afb-af89-80d07481b930 by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 16:25:42.859759 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:42.877827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebe8f8-1277-4ad1-9243-2109b423aaf7 None None] Pushing event updated for resources: {'Port': ['ID=dbfc3b30-5cc3-445d-bf62-e51386de3f75,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:42.878614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34538) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:42.982525 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8baa3d63-cf7f-4891-9cb4-be7ccd83f5bc tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/cf1998b9-9c51-4f34-8f81-5a3312f1ce1c HTTP/1.1" status: 200 len: 992 time: 0.1020474 Aug 31 16:25:43.024462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=5ae2ad08-baac-4afb-af89-80d07481b930,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:43.053957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] In _notify_port_updated(), no bound segment for port 5ae2ad08-baac-4afb-af89-80d07481b930 on network 6794ec21-cade-458f-8778-8a20a1f0cf18 {{(pid=101477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:25:43.060547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:43.061220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.064248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ceb0ad3f-079b-4f96-9e20-5b63f4cb94e8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/ports/5ae2ad08-baac-4afb-af89-80d07481b930 HTTP/1.1" status: 200 len: 998 time: 0.9097750 Aug 31 16:25:43.065996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34544) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:43.151147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0126cced-f56f-47c4-8a3a-0b6e8db24944 None None] Provisioning complete for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:43.151429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0126cced-f56f-47c4-8a3a-0b6e8db24944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.236402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 5ae2ad08-baac-4afb-af89-80d07481b930 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:43.237696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.279380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0126cced-f56f-47c4-8a3a-0b6e8db24944 None None] Provisioning for port 5ae2ad08-baac-4afb-af89-80d07481b930 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:43.285033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0126cced-f56f-47c4-8a3a-0b6e8db24944 None None] Provisioning complete for port 5ae2ad08-baac-4afb-af89-80d07481b930 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:43.285922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0126cced-f56f-47c4-8a3a-0b6e8db24944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.366416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0126cced-f56f-47c4-8a3a-0b6e8db24944 None None] Port 5ae2ad08-baac-4afb-af89-80d07481b930 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:43.366643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.381821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 5ae2ad08-baac-4afb-af89-80d07481b930 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:43.408235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dbfc3b30-5cc3-445d-bf62-e51386de3f75 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:43.463086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:43.463471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.542934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-470d4d30-d954-495d-9c90-391b301b6e60 None None] Provisioning complete for port 5ae2ad08-baac-4afb-af89-80d07481b930 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:43.543817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-470d4d30-d954-495d-9c90-391b301b6e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.649337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.671057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-470d4d30-d954-495d-9c90-391b301b6e60 None None] Port 5ae2ad08-baac-4afb-af89-80d07481b930 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:43.701290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=5ae2ad08-baac-4afb-af89-80d07481b930,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:43.792008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b96421e9-513b-4c1a-96ba-c68e2287b340 None None] Could not find standard attr ID for object 5ae2ad08-baac-4afb-af89-80d07481b930. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:43.880020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:43.882334 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9f698610-1b82-41b6-a515-f1bcd085dba5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/5ae2ad08-baac-4afb-af89-80d07481b930 HTTP/1.1" status: 204 len: 168 time: 0.8143816 Aug 31 16:25:43.885040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:43.913937 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dd3166-9134-4b35-92b4-3f602e9f49c6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:43.915551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-72dd3166-9134-4b35-92b4-3f602e9f49c6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/5ae2ad08-baac-4afb-af89-80d07481b930 HTTP/1.1" status: 404 len: 333 time: 0.0293651 Aug 31 16:25:43.918956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34566) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:43.985719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 0e41389c-b6b0-4333-97a0-325820f51079 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:43.989520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.006792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-892bd2a3-39c1-4bb3-99ce-d837fee01237 None None] Could not find standard attr ID for object 5ae2ad08-baac-4afb-af89-80d07481b930. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:44.036465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.136605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.215990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.240626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.248797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/0e41389c-b6b0-4333-97a0-325820f51079 HTTP/1.1" status: 204 len: 168 time: 0.3286734 Aug 31 16:25:44.253781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34570) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:44.257531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2834d455-e1a7-4370-9677-2cc89563da21 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:44.288304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5c0c-1e3c-4235-a63e-80731e2a99c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=0e41389c-b6b0-4333-97a0-325820f51079,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:44.351886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet d0499bf5-558b-48d4-b692-6f3763bb0097 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:44.356555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.403638 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.528139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.621789 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.655936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=d0499bf5-558b-48d4-b692-6f3763bb0097,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:44.661804 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.663947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/d0499bf5-558b-48d4-b692-6f3763bb0097 HTTP/1.1" status: 204 len: 168 time: 0.4040203 Aug 31 16:25:44.666887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34572) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:44.694954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.695318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.695766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.696114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.696630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.696946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.697265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.697594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.697920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.698246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.698579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.698887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619db59-f259-4c2e-addc-a3b68a60618d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:44.788794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.795945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa020c8-4484-4587-965d-8809af9e340f None None] Update dhcp port {'port': {'network_id': '6794ec21-cade-458f-8778-8a20a1f0cf18', 'fixed_ips': [{'subnet_id': 'd0499bf5-558b-48d4-b692-6f3763bb0097'}], 'binding:host_id': 'n-d-793621-35'}, 'id': 'dbfc3b30-5cc3-445d-bf62-e51386de3f75'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:25:44.823284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fa020c8-4484-4587-965d-8809af9e340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.851447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port dbfc3b30-5cc3-445d-bf62-e51386de3f75 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:44.851935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.924638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port dbfc3b30-5cc3-445d-bf62-e51386de3f75, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=dbfc3b30-5cc3-445d-bf62-e51386de3f75,segment=NetworkSegment(6120d4bc-a204-47fd-8852-c9cd9124a64a),segment_id=6120d4bc-a204-47fd-8852-c9cd9124a64a)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:44.924638 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:44.943345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for dbfc3b30-5cc3-445d-bf62-e51386de3f75 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:45.030520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf91331-5f7a-4bcb-a962-40de1b084ec5 None None] Network 6794ec21-cade-458f-8778-8a20a1f0cf18 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:45.053685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.083582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-89bac1cd-2eed-499f-9f8f-64184f9b2b57 None None] Provisioning complete for port dbfc3b30-5cc3-445d-bf62-e51386de3f75 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:45.083959 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89bac1cd-2eed-499f-9f8f-64184f9b2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.088991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=dbfc3b30-5cc3-445d-bf62-e51386de3f75,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:45.097158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port dbfc3b30-5cc3-445d-bf62-e51386de3f75 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:45.118408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-89bac1cd-2eed-499f-9f8f-64184f9b2b57 None None] Port dbfc3b30-5cc3-445d-bf62-e51386de3f75 was deleted so its status cannot be updated. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 16:25:45.199970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f1d33-027c-40c6-a937-255197b6a69e None None] DHCP port deletion for 6794ec21-cade-458f-8778-8a20a1f0cf18 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:25:45.201957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.219470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6794ec21-cade-458f-8778-8a20a1f0cf18']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:45.234193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6120d4bc-a204-47fd-8852-c9cd9124a64a') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:45.234471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6120d4bc-a204-47fd-8852-c9cd9124a64a') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:45.245585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.261841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.269647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:45.270306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:45.275267 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:45.348451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.356650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.358572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/6794ec21-cade-458f-8778-8a20a1f0cf18 HTTP/1.1" status: 204 len: 168 time: 0.6904886 Aug 31 16:25:45.363554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34596) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:45.374786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69810781-bfc6-4238-8cad-76c7d62f1a3a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=6794ec21-cade-458f-8778-8a20a1f0cf18,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:45.393948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dbfc3b30-5cc3-445d-bf62-e51386de3f75 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:45.418708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: dbfc3b30-5cc3-445d-bf62-e51386de3f75 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:45.419058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device dbfc3b30-5cc3-445d-bf62-e51386de3f75 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:45.448135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ab5a1-54c0-443e-bda0-89a9890be4f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:45.449963 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7c2ab5a1-54c0-443e-bda0-89a9890be4f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0843353 Aug 31 16:25:45.453644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34600) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:45.501795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-006f758a-c0fa-4c19-8513-a9b0aa0a37e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0463939 Aug 31 16:25:45.505428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34602) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:45.510994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-609180878'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:45.534081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:45.539596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.565823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:45.576129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.576729 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 82500c81-1fb2-4469-8661-a27dc809eac7 of type vlan for network 3235e94c-9269-4457-9024-fbcaa09d8cea Aug 31 16:25:45.628297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.655222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.660917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:45.661471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:45.723502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2168458 Aug 31 16:25:45.726540 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34604) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:45.733745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:45.784144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea339b-0baf-43a7-9cc7-831013ccb904 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=3235e94c-9269-4457-9024-fbcaa09d8cea,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:45.795591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3235e94c-9269-4457-9024-fbcaa09d8cea details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:45.839460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:45.843613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.082836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.146709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=11f16f61-00cd-4298-a20e-22b5935818cd,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:46.166363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '82500c81-1fb2-4469-8661-a27dc809eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:46.166685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: 3235e94c-9269-4457-9024-fbcaa09d8cea, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:46.188507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network 3235e94c-9269-4457-9024-fbcaa09d8cea is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:46.199903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3235e94c-9269-4457-9024-fbcaa09d8cea) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:46.205434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:46.206322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.214558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2963432-4b05-484c-9033-c50f396fcdaf None None] Network 3235e94c-9269-4457-9024-fbcaa09d8cea requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:46.227858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3ad76ac8-7aa8-4141-999f-9e76c1f556c5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5004146 Aug 31 16:25:46.232902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34608) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:46.242012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea', 'name': 'tempest-PortsTestJSON-256529416'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:46.397554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:46.402050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.425759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 6bc3c024-a8ab-485f-824c-6b64f544a26a yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:46.478000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3235e94c-9269-4457-9024-fbcaa09d8cea', 'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': '11f16f61-00cd-4298-a20e-22b5935818cd'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:25:46.479889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.605569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.6 (3235e94c-9269-4457-9024-fbcaa09d8cea/11f16f61-00cd-4298-a20e-22b5935818cd/6bc3c024-a8ab-485f-824c-6b64f544a26a) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:46.813967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.830262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 6bc3c024-a8ab-485f-824c-6b64f544a26a will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:46.868945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:46.919430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network 3235e94c-9269-4457-9024-fbcaa09d8cea is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:46.923224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:46.925217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Allocated IP 172.20.0.2 (3235e94c-9269-4457-9024-fbcaa09d8cea/11f16f61-00cd-4298-a20e-22b5935818cd/206bf7f5-e20b-408a-a9df-fd8498cf50de) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:46.930931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:46.943814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=6bc3c024-a8ab-485f-824c-6b64f544a26a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:47.009346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:47.010425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.034657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f625836e-2689-4707-9cda-63fde61bff81 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7971106 Aug 31 16:25:47.035067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34612) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:47.043467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea', 'name': 'tempest-PortsTestJSON-1032707392'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:47.146228 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.156302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Transition to ACTIVE for port object 206bf7f5-e20b-408a-a9df-fd8498cf50de will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:47.173823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Transition to ACTIVE for port object 206bf7f5-e20b-408a-a9df-fd8498cf50de will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:47.181266 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.202498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:47.209723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.226824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Network 3235e94c-9269-4457-9024-fbcaa09d8cea is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:47.233803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:47.236392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:47.241378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 17629268-b25a-4345-b09a-76e6153eaf6e yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:47.245616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Pushing event updated for resources: {'Port': ['ID=206bf7f5-e20b-408a-a9df-fd8498cf50de,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:47.304441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Attempting to bind port 206bf7f5-e20b-408a-a9df-fd8498cf50de on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:47.304829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Attempting to bind port 206bf7f5-e20b-408a-a9df-fd8498cf50de by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '82500c81-1fb2-4469-8661-a27dc809eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:47.305184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Attempting to bind port 206bf7f5-e20b-408a-a9df-fd8498cf50de on network 3235e94c-9269-4457-9024-fbcaa09d8cea {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:47.310536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:47.310837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Checking segment: {'id': '82500c81-1fb2-4469-8661-a27dc809eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:47.311243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.311696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Bound using segment: {'id': '82500c81-1fb2-4469-8661-a27dc809eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:47.312200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Bound port: 206bf7f5-e20b-408a-a9df-fd8498cf50de, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82500c81-1fb2-4469-8661-a27dc809eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3235e94c-9269-4457-9024-fbcaa09d8cea'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:47.312590 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.387147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.12 (3235e94c-9269-4457-9024-fbcaa09d8cea/11f16f61-00cd-4298-a20e-22b5935818cd/17629268-b25a-4345-b09a-76e6153eaf6e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:47.406650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] For port 206bf7f5-e20b-408a-a9df-fd8498cf50de, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:47.412894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] For port 206bf7f5-e20b-408a-a9df-fd8498cf50de, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=206bf7f5-e20b-408a-a9df-fd8498cf50de,segment=NetworkSegment(82500c81-1fb2-4469-8661-a27dc809eac7),segment_id=82500c81-1fb2-4469-8661-a27dc809eac7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:47.418282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.507124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d35d6-e04e-499a-9e37-160cb5447b3a None None] Pushing event updated for resources: {'Port': ['ID=206bf7f5-e20b-408a-a9df-fd8498cf50de,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:47.625829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.645381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 17629268-b25a-4345-b09a-76e6153eaf6e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:47.705527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.794247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network 3235e94c-9269-4457-9024-fbcaa09d8cea is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:47.800743 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:47.816257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:47.863755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=17629268-b25a-4345-b09a-76e6153eaf6e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:47.889696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:47.890599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:47.917016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34624) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:47.925508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-90948060-a5a1-4ed0-bc33-c6590525c471 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8883657 Aug 31 16:25:48.012610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685f37b-d3fe-4f7b-8ec7-5846bf1b957d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:48.017278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34628) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:48.017645 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0685f37b-d3fe-4f7b-8ec7-5846bf1b957d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.0992341 Aug 31 16:25:48.033625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34630) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:48.136062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 17629268-b25a-4345-b09a-76e6153eaf6e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:48.136439 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.171204 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65e66a9f-4f0b-4fa4-8c5d-fc9c5989b1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.238768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.261618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 17629268-b25a-4345-b09a-76e6153eaf6e owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:48.292637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65e66a9f-4f0b-4fa4-8c5d-fc9c5989b1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.296891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-65e66a9f-4f0b-4fa4-8c5d-fc9c5989b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.335437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-65e66a9f-4f0b-4fa4-8c5d-fc9c5989b1c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e607ecae6b4a4240ae84faccfd6ea7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972858 Aug 31 16:25:48.335676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34634) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:48.365196 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e66a9f-4f0b-4fa4-8c5d-fc9c5989b1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9007afe6-f702-4dea-b50c-220aff6b3dfc,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:48.408294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c7666dd-c99c-48a8-badc-fa282f4f6b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.427228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.435697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c7666dd-c99c-48a8-badc-fa282f4f6b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.458829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=17629268-b25a-4345-b09a-76e6153eaf6e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:48.501411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c7666dd-c99c-48a8-badc-fa282f4f6b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.505413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c7666dd-c99c-48a8-badc-fa282f4f6b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.506664 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6c7666dd-c99c-48a8-badc-fa282f4f6b48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9007afe6-f702-4dea-b50c-220aff6b3dfc HTTP/1.1" status: 204 len: 168 time: 0.1692634 Aug 31 16:25:48.516505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7666dd-c99c-48a8-badc-fa282f4f6b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9007afe6-f702-4dea-b50c-220aff6b3dfc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:48.556267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.559077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-28142ce3-a954-402e-87ad-8803b24f6890 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/17629268-b25a-4345-b09a-76e6153eaf6e HTTP/1.1" status: 204 len: 168 time: 0.5397508 Aug 31 16:25:48.561868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34638) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:48.592376 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75c250d-2125-4552-bb58-cac3731e655d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:48.597030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a75c250d-2125-4552-bb58-cac3731e655d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/17629268-b25a-4345-b09a-76e6153eaf6e HTTP/1.1" status: 404 len: 333 time: 0.0310771 Aug 31 16:25:48.597347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34640) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:48.710781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3f5d6-2c4f-4148-af1b-48774e388a11 None None] Network 3235e94c-9269-4457-9024-fbcaa09d8cea requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:48.717513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 6bc3c024-a8ab-485f-824c-6b64f544a26a {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:48.718007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.796330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ec4529ba-96a6-45b0-aee4-b44654bb3673 None None] Provisioning for port 206bf7f5-e20b-408a-a9df-fd8498cf50de completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:48.830510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:48.844361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 6bc3c024-a8ab-485f-824c-6b64f544a26a owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:48.859115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34644) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:48.903032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58da992a-e096-4e00-8b79-cf85d77e7ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.060083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.101481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58da992a-e096-4e00-8b79-cf85d77e7ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.104843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=6bc3c024-a8ab-485f-824c-6b64f544a26a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:49.109102 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58da992a-e096-4e00-8b79-cf85d77e7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.138510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-28702118-823c-480f-99ea-29a6301385fc None None] Could not find standard attr ID for object 6bc3c024-a8ab-485f-824c-6b64f544a26a. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:49.198386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da992a-e096-4e00-8b79-cf85d77e7ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc87fd49-c051-48af-8b40-05c3aa8ad347,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:49.207101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-58da992a-e096-4e00-8b79-cf85d77e7ec1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=589ca1410f004a6aaf21c2748d5b0d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469625 Aug 31 16:25:49.210398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:49.231970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.233997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-38b8afdb-93b0-40ba-a51a-af55f47e36e5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/6bc3c024-a8ab-485f-824c-6b64f544a26a HTTP/1.1" status: 204 len: 168 time: 0.6356783 Aug 31 16:25:49.237232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34648) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:49.263912 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5f2947-3b40-4cec-aaed-b77246e19853 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:49.265582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4d5f2947-3b40-4cec-aaed-b77246e19853 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/6bc3c024-a8ab-485f-824c-6b64f544a26a HTTP/1.1" status: 404 len: 333 time: 0.0271046 Aug 31 16:25:49.268956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34650) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:49.279720 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d3118c6-3a89-4124-b6d8-00518132c2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.324566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d3118c6-3a89-4124-b6d8-00518132c2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.337948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 11f16f61-00cd-4298-a20e-22b5935818cd {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:49.343101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.371263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dd9b3f68-7484-4ac2-8238-dc1590bcaac1 None None] Could not find standard attr ID for object 6bc3c024-a8ab-485f-824c-6b64f544a26a. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:49.400657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.433652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d3118c6-3a89-4124-b6d8-00518132c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.436487 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d3118c6-3a89-4124-b6d8-00518132c2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.437684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d3118c6-3a89-4124-b6d8-00518132c2ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc87fd49-c051-48af-8b40-05c3aa8ad347 HTTP/1.1" status: 204 len: 168 time: 0.2270803 Aug 31 16:25:49.450840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3118c6-3a89-4124-b6d8-00518132c2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc87fd49-c051-48af-8b40-05c3aa8ad347,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:49.506039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 206bf7f5-e20b-408a-a9df-fd8498cf50de up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:49.521018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.574347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 206bf7f5-e20b-408a-a9df-fd8498cf50de completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:49.581585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 206bf7f5-e20b-408a-a9df-fd8498cf50de triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:49.582370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.614939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.670810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09786e47-5f37-442f-a21a-aeff60e2128e None None] Network 3235e94c-9269-4457-9024-fbcaa09d8cea requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:49.745298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-aa539037-3ec1-49b5-9edb-2abeed160ced None None] Could not find standard attr ID for object 17629268-b25a-4345-b09a-76e6153eaf6e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:49.757736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.832286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 206bf7f5-e20b-408a-a9df-fd8498cf50de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=206bf7f5-e20b-408a-a9df-fd8498cf50de,segment=NetworkSegment(82500c81-1fb2-4469-8661-a27dc809eac7),segment_id=82500c81-1fb2-4469-8661-a27dc809eac7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:49.849127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.902600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34660) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:49.909385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=206bf7f5-e20b-408a-a9df-fd8498cf50de,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:49.919266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcf914f-ecf1-4ae1-a2e2-18326049a7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:49.996714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.001700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/11f16f61-00cd-4298-a20e-22b5935818cd HTTP/1.1" status: 204 len: 168 time: 0.7316115 Aug 31 16:25:50.002202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] DHCP port deletion for 3235e94c-9269-4457-9024-fbcaa09d8cea request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:25:50.003370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34662) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:50.005529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe5195-ddac-4378-ad32-b8417ebb193c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=11f16f61-00cd-4298-a20e-22b5935818cd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:50.041595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcf914f-ecf1-4ae1-a2e2-18326049a7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.045887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5dcf914f-ecf1-4ae1-a2e2-18326049a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.069937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] Deleting port 206bf7f5-e20b-408a-a9df-fd8498cf50de {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:50.070463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.102488 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5dcf914f-ecf1-4ae1-a2e2-18326049a7eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccaa206909604c3b8e8182d4976d97a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980011 Aug 31 16:25:50.104919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf914f-ecf1-4ae1-a2e2-18326049a7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03efc6b4-75f6-4b7c-9eb8-c2662edf68d9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:50.107585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34664) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:50.120097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.152860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] For port 206bf7f5-e20b-408a-a9df-fd8498cf50de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=206bf7f5-e20b-408a-a9df-fd8498cf50de,segment=NetworkSegment(82500c81-1fb2-4469-8661-a27dc809eac7),segment_id=82500c81-1fb2-4469-8661-a27dc809eac7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:50.153268 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.168563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb94c-7651-4cd1-bfd9-711aaada31df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.170170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] Calling delete_port for 206bf7f5-e20b-408a-a9df-fd8498cf50de owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:50.182115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 206bf7f5-e20b-408a-a9df-fd8498cf50de {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:50.182455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.196361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb94c-7651-4cd1-bfd9-711aaada31df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.252736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port 206bf7f5-e20b-408a-a9df-fd8498cf50de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=206bf7f5-e20b-408a-a9df-fd8498cf50de,segment=NetworkSegment(82500c81-1fb2-4469-8661-a27dc809eac7),segment_id=82500c81-1fb2-4469-8661-a27dc809eac7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:50.253045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.259536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb94c-7651-4cd1-bfd9-711aaada31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.260617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.263744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb94c-7651-4cd1-bfd9-711aaada31df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.265887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c9bcb94c-7651-4cd1-bfd9-711aaada31df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03efc6b4-75f6-4b7c-9eb8-c2662edf68d9 HTTP/1.1" status: 204 len: 168 time: 0.1567826 Aug 31 16:25:50.269107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 206bf7f5-e20b-408a-a9df-fd8498cf50de owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:50.275778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcb94c-7651-4cd1-bfd9-711aaada31df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03efc6b4-75f6-4b7c-9eb8-c2662edf68d9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:50.303188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] Pushing event deleted for resources: {'Port': ['ID=206bf7f5-e20b-408a-a9df-fd8498cf50de,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:50.314407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36508b8b-e09b-4afe-bc2a-203c406da8ca None None] No DVR routers for this DVR port 206bf7f5-e20b-408a-a9df-fd8498cf50de on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:50.375815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.408592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=206bf7f5-e20b-408a-a9df-fd8498cf50de,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:50.411463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port 206bf7f5-e20b-408a-a9df-fd8498cf50de on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:50.504039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.518058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3235e94c-9269-4457-9024-fbcaa09d8cea']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:50.531771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82500c81-1fb2-4469-8661-a27dc809eac7') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:50.532087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82500c81-1fb2-4469-8661-a27dc809eac7') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:50.542647 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.557193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.564360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:50.564824 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:50.568339 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:50.641605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.650573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.652749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/3235e94c-9269-4457-9024-fbcaa09d8cea HTTP/1.1" status: 204 len: 168 time: 0.6479795 Aug 31 16:25:50.658117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34674) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:50.665488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1535206025'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:50.667173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d19872-4736-4d51-a982-8e78fbe19239 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=3235e94c-9269-4457-9024-fbcaa09d8cea,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:50.699360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:50.704178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.744575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:50.758773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.759250 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 6aca3ca8-a112-4792-8050-6e721883f236 of type vlan for network a40d218a-6595-4cda-aae6-b53292ed6a7b Aug 31 16:25:50.804934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.836000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:50.842101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:50.842692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.054735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-afc434f7-f720-4ff0-b082-81f94635ef01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.239232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5756290 Aug 31 16:25:51.240014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34690) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:51.244532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:51.291736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc46ad-886e-4e2a-b328-5d5042b4ab2d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=a40d218a-6595-4cda-aae6-b53292ed6a7b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:51.302816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network a40d218a-6595-4cda-aae6-b53292ed6a7b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:51.358184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:51.364017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.405249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 206bf7f5-e20b-408a-a9df-fd8498cf50de no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:51.428711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 206bf7f5-e20b-408a-a9df-fd8498cf50de {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:51.429065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 206bf7f5-e20b-408a-a9df-fd8498cf50de not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:51.574512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.644000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=859d440a-90d1-4944-a544-ccae611f32c2,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:51.651614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '6aca3ca8-a112-4792-8050-6e721883f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:51.652008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: a40d218a-6595-4cda-aae6-b53292ed6a7b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:51.669623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network a40d218a-6595-4cda-aae6-b53292ed6a7b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:51.679110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, a40d218a-6595-4cda-aae6-b53292ed6a7b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:51.685517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:51.686852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.689148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cdd3b-455c-415d-965b-99b03a51d920 None None] Network a40d218a-6595-4cda-aae6-b53292ed6a7b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:51.706627 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1b9743e9-a264-4f93-aec2-f86a07086570 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4660962 Aug 31 16:25:51.709280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34704) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:51.716728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b', 'name': 'tempest-PortsTestJSON-110475611', 'fixed_ips': [{'subnet_id': '859d440a-90d1-4944-a544-ccae611f32c2', 'ip_address': '172.20.0.10'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:51.871580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:51.880576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-a40d218a-6595-4cda-aae6-b53292ed6a7b', 'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': '859d440a-90d1-4944-a544-ccae611f32c2'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:25:51.881510 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.969615 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:51.989785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 9bbdc7e8-69ab-4d84-88de-152db98a493e yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:52.036919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Allocated IP 172.20.0.2 (a40d218a-6595-4cda-aae6-b53292ed6a7b/859d440a-90d1-4944-a544-ccae611f32c2/05ba326a-fa0b-40c9-89b1-5c755a6e6c58) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:52.234285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.243776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Transition to ACTIVE for port object 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:52.259665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Transition to ACTIVE for port object 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:52.266420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.311356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Network a40d218a-6595-4cda-aae6-b53292ed6a7b is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:52.314644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:52.320004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:52.324211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Pushing event updated for resources: {'Port': ['ID=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:52.339428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.10 (a40d218a-6595-4cda-aae6-b53292ed6a7b/859d440a-90d1-4944-a544-ccae611f32c2/9bbdc7e8-69ab-4d84-88de-152db98a493e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:52.380986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Attempting to bind port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:52.381404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Attempting to bind port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6aca3ca8-a112-4792-8050-6e721883f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:52.381755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Attempting to bind port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 on network a40d218a-6595-4cda-aae6-b53292ed6a7b {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:52.387871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:52.387871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Checking segment: {'id': '6aca3ca8-a112-4792-8050-6e721883f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:52.388227 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.388464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Bound using segment: {'id': '6aca3ca8-a112-4792-8050-6e721883f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:52.388940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Bound port: 05ba326a-fa0b-40c9-89b1-5c755a6e6c58, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aca3ca8-a112-4792-8050-6e721883f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:52.389326 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.479611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] For port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:52.484869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] For port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,segment=NetworkSegment(6aca3ca8-a112-4792-8050-6e721883f236),segment_id=6aca3ca8-a112-4792-8050-6e721883f236)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:52.491894 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.550973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.570897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 9bbdc7e8-69ab-4d84-88de-152db98a493e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:52.571996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa0194-74fb-4395-8886-2ff8837e17f4 None None] Pushing event updated for resources: {'Port': ['ID=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:52.608765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.666612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network a40d218a-6595-4cda-aae6-b53292ed6a7b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:52.670174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:52.673318 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:52.681221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=9bbdc7e8-69ab-4d84-88de-152db98a493e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:52.763827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:52.764532 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:52.780447 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e3851f0c-8176-4446-b378-f8344048f18d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0698147 Aug 31 16:25:52.783413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34730) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:52.795627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'a40d218a-6595-4cda-aae6-b53292ed6a7b', 'name': 'tempest-PortsTestJSON-276287657', 'fixed_ips': [{'subnet_id': '859d440a-90d1-4944-a544-ccae611f32c2', 'ip_address': '172.20.0.9'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:52.804332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34732) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:52.935821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:52.952093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbd82d14-b45f-4f07-8386-0726e30fa236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.031411 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.049146 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbd82d14-b45f-4f07-8386-0726e30fa236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.053393 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbd82d14-b45f-4f07-8386-0726e30fa236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.063369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 9b662862-d79e-4441-b04b-5245aa729943 yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:53.095846 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bbd82d14-b45f-4f07-8386-0726e30fa236 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e71213303c314226babf4e2527e9d889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880876 Aug 31 16:25:53.095846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd82d14-b45f-4f07-8386-0726e30fa236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e37e73-516a-4bb5-a78e-62076698605a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:53.098242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34736) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:53.152606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4601e54-f968-4f11-8030-2731cf2832f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.175935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4601e54-f968-4f11-8030-2731cf2832f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.239151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4601e54-f968-4f11-8030-2731cf2832f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.241632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4601e54-f968-4f11-8030-2731cf2832f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.242859 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b4601e54-f968-4f11-8030-2731cf2832f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5e37e73-516a-4bb5-a78e-62076698605a HTTP/1.1" status: 204 len: 168 time: 0.1437285 Aug 31 16:25:53.251845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4601e54-f968-4f11-8030-2731cf2832f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e37e73-516a-4bb5-a78e-62076698605a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:53.263822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.9 (a40d218a-6595-4cda-aae6-b53292ed6a7b/859d440a-90d1-4944-a544-ccae611f32c2/9b662862-d79e-4441-b04b-5245aa729943) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:53.464220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.478405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:53.486029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 9b662862-d79e-4441-b04b-5245aa729943 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:53.529697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.553705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:53.588747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network a40d218a-6595-4cda-aae6-b53292ed6a7b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:53.592660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:53.595467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:53.617906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34742) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:53.627159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=9b662862-d79e-4441-b04b-5245aa729943,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:53.642363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fb6e-4bc1-405c-89f1-96f5e132b427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.655990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff69dba-8ddd-427d-bfe6-4b379c64a5a6 None None] Network a40d218a-6595-4cda-aae6-b53292ed6a7b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:53.661906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:53.662704 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.747907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] Provisioning for port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:53.750485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fb6e-4bc1-405c-89f1-96f5e132b427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.753233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] Provisioning complete for port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:53.753604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.755785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fb6e-4bc1-405c-89f1-96f5e132b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.775327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-84233c28-7aa8-4cbf-8f14-96f24dc0fb00 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9826701 Aug 31 16:25:53.775588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34744) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:53.850705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8ba7fb6e-4bc1-405c-89f1-96f5e132b427 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91f6954266a14f0d9a5ba6b57e67bdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313981 Aug 31 16:25:53.853664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34746) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:53.856030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7fb6e-4bc1-405c-89f1-96f5e132b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4194a85-35b9-4b73-a12d-de2159b91087,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:53.883171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51b4eb-8313-4f39-ae10-9eff01ec3be7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:53.892547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd51b4eb-8313-4f39-ae10-9eff01ec3be7 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1086948 Aug 31 16:25:53.892547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34748) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:53.919530 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.926406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e148c6b9-450a-4645-8e76-a51ff3a39f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.957027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e148c6b9-450a-4645-8e76-a51ff3a39f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.967956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] For port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,segment=NetworkSegment(6aca3ca8-a112-4792-8050-6e721883f236),segment_id=6aca3ca8-a112-4792-8050-6e721883f236)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:53.976069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:53.981862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf1793-3f51-4673-83a9-6d9416069584 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:53.992173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf1793-3f51-4673-83a9-6d9416069584 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:53.999895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf1793-3f51-4673-83a9-6d9416069584 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:54.005593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cbcf1793-3f51-4673-83a9-6d9416069584 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1129515 Aug 31 16:25:54.006661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34750) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:54.033558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8c903-a5b4-4a02-ba56-e6838ba501ec None None] Pushing event updated for resources: {'Port': ['ID=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:54.063334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e148c6b9-450a-4645-8e76-a51ff3a39f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.067949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e148c6b9-450a-4645-8e76-a51ff3a39f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.069373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e148c6b9-450a-4645-8e76-a51ff3a39f12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4194a85-35b9-4b73-a12d-de2159b91087 HTTP/1.1" status: 204 len: 168 time: 0.2141593 Aug 31 16:25:54.082059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148c6b9-450a-4645-8e76-a51ff3a39f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4194a85-35b9-4b73-a12d-de2159b91087,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:54.159243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 9b662862-d79e-4441-b04b-5245aa729943 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:54.159900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.305915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.322755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Provisioning for port 9b662862-d79e-4441-b04b-5245aa729943 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:54.330255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 9b662862-d79e-4441-b04b-5245aa729943 owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:54.334475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Provisioning complete for port 9b662862-d79e-4441-b04b-5245aa729943 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:54.335118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.374768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.403109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Port 9b662862-d79e-4441-b04b-5245aa729943 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:54.415707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Provisioning complete for port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:54.416222 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.620215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.796844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=9b662862-d79e-4441-b04b-5245aa729943,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:54.850789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Provisioning for port 9bbdc7e8-69ab-4d84-88de-152db98a493e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:54.858919 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Provisioning complete for port 9bbdc7e8-69ab-4d84-88de-152db98a493e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:54.861006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.890981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:54.897210 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-32ab73c7-1794-443b-8149-ff6f18fa750b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/9b662862-d79e-4441-b04b-5245aa729943 HTTP/1.1" status: 204 len: 168 time: 0.8859525 Aug 31 16:25:54.897449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34784) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:54.901652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11fba4-020c-4812-b902-910f3b5aa3eb req-c5890c8a-af58-4cf7-b7f0-d90b4b12baec tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:54.909637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b11fba4-020c-4812-b902-910f3b5aa3eb req-c5890c8a-af58-4cf7-b7f0-d90b4b12baec tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0710142 Aug 31 16:25:54.929481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fc070a8a-4f0b-430e-b2f5-00e255edcb9a None None] Port 9bbdc7e8-69ab-4d84-88de-152db98a493e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:54.947600 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b920cedf-61df-4f6b-9123-c2879160f4e0 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:54.949458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b920cedf-61df-4f6b-9123-c2879160f4e0 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/9b662862-d79e-4441-b04b-5245aa729943 HTTP/1.1" status: 404 len: 333 time: 0.0508482 Aug 31 16:25:54.952081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34788) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:54.973413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b11fba4-020c-4812-b902-910f3b5aa3eb req-b09dcf98-f5fa-437e-a0ac-8b35003ed622 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0626285 Aug 31 16:25:55.043044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d53ee3ad-0e1e-4c06-a835-5c2bf9f7e199 None None] Could not find standard attr ID for object 9b662862-d79e-4441-b04b-5245aa729943. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:25:55.061007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d53ee3ad-0e1e-4c06-a835-5c2bf9f7e199 None None] Provisioning complete for port 9bbdc7e8-69ab-4d84-88de-152db98a493e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:55.061381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d53ee3ad-0e1e-4c06-a835-5c2bf9f7e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.081713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 9bbdc7e8-69ab-4d84-88de-152db98a493e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:55.082263 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.104523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d53ee3ad-0e1e-4c06-a835-5c2bf9f7e199 None None] Port 9bbdc7e8-69ab-4d84-88de-152db98a493e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:25:55.179147 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.194638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 9bbdc7e8-69ab-4d84-88de-152db98a493e owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:55.244817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.332253 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.367499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.404854 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=9bbdc7e8-69ab-4d84-88de-152db98a493e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:55.414140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:55.469951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:55.470601 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.483537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.486912 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d20eede8-d505-48b1-a9b5-80d6a16d2f88 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/9bbdc7e8-69ab-4d84-88de-152db98a493e HTTP/1.1" status: 204 len: 168 time: 0.5336568 Aug 31 16:25:55.490892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:55.519031 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7660f86-81bb-4e9b-8195-6d3a1ad3bee9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:25:55.520919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d7660f86-81bb-4e9b-8195-6d3a1ad3bee9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/9bbdc7e8-69ab-4d84-88de-152db98a493e HTTP/1.1" status: 404 len: 333 time: 0.0286276 Aug 31 16:25:55.524995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34802) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:55.581524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 859d440a-90d1-4944-a544-ccae611f32c2 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:25:55.587456 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.621714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34804) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:55.627026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d451d5f9-dce0-4c66-af3e-2bec5d28d7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.657108 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.755907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.788791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32dc2c76-4736-4b4b-992e-acb70e82c4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.820209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.859269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=859d440a-90d1-4944-a544-ccae611f32c2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:55.861389 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.863830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9f6fd955-0390-4120-a304-d15bb7adc978 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/859d440a-90d1-4944-a544-ccae611f32c2 HTTP/1.1" status: 204 len: 168 time: 0.3378839 Aug 31 16:25:55.866642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34810) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:55.873253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f29ea-5cab-4f89-b325-83ca2d5dc8a7 None None] Network a40d218a-6595-4cda-aae6-b53292ed6a7b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:55.958323 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32dc2c76-4736-4b4b-992e-acb70e82c4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.965353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32dc2c76-4736-4b4b-992e-acb70e82c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.967719 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:55.984760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.025816 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-32dc2c76-4736-4b4b-992e-acb70e82c4bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f8f87be8aa74e22b8144708cf4c40bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021099 Aug 31 16:25:56.028412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34818) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:56.043667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2c76-4736-4b4b-992e-acb70e82c4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a210e643-1946-4fb5-9430-81706dd77c6a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:56.103979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:56.104380 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.138051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] DHCP port deletion for a40d218a-6595-4cda-aae6-b53292ed6a7b request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:25:56.189336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] Deleting port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:25:56.189771 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.219287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bc8642e-f50d-44d4-a5b3-4c7efda6c72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.249738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,segment=NetworkSegment(6aca3ca8-a112-4792-8050-6e721883f236),segment_id=6aca3ca8-a112-4792-8050-6e721883f236)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:56.250116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.258534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] For port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,segment=NetworkSegment(6aca3ca8-a112-4792-8050-6e721883f236),segment_id=6aca3ca8-a112-4792-8050-6e721883f236)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:25:56.258942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.262508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb2ad-cb87-42f7-b66e-daf11acda33b req-e77cac93-4c51-4385-afa8-03681e17d972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:56.264051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35dcb2ad-cb87-42f7-b66e-daf11acda33b req-e77cac93-4c51-4385-afa8-03681e17d972 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1752853 Aug 31 16:25:56.272227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] Calling delete_port for 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:56.287854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:25:56.297782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bc8642e-f50d-44d4-a5b3-4c7efda6c72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.358546 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.390127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] Pushing event deleted for resources: {'Port': ['ID=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:56.395286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd777e-61e2-42ee-8cad-1951b5ce3b69 None None] No DVR routers for this DVR port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:56.402000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35dcb2ad-cb87-42f7-b66e-daf11acda33b req-161f7685-7941-48a9-927c-dd422c9aea43 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1214871 Aug 31 16:25:56.442426 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bc8642e-f50d-44d4-a5b3-4c7efda6c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.444989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bc8642e-f50d-44d4-a5b3-4c7efda6c72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.446209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4bc8642e-f50d-44d4-a5b3-4c7efda6c72f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a210e643-1946-4fb5-9430-81706dd77c6a HTTP/1.1" status: 204 len: 168 time: 0.4155846 Aug 31 16:25:56.449293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.480498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8642e-f50d-44d4-a5b3-4c7efda6c72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210e643-1946-4fb5-9430-81706dd77c6a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:56.484309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=05ba326a-fa0b-40c9-89b1-5c755a6e6c58,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:56.486442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:25:56.572072 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.583775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d218a-6595-4cda-aae6-b53292ed6a7b']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:56.596320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aca3ca8-a112-4792-8050-6e721883f236') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:56.596627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aca3ca8-a112-4792-8050-6e721883f236') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:25:56.605873 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.621166 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.628303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:25:56.628952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:25:56.632158 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:25:56.700615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.706692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.712670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/a40d218a-6595-4cda-aae6-b53292ed6a7b HTTP/1.1" status: 204 len: 168 time: 0.8409660 Aug 31 16:25:56.713508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34826) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:56.724043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1740037544'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:56.736263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5eb6-a135-4410-b324-a144466fce7a tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=a40d218a-6595-4cda-aae6-b53292ed6a7b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:56.754358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:56.758064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.786430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:56.795942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.796592 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Added segment 376112d2-c69e-40b0-ae3c-36e9f07d27df of type vlan for network bfd2abb0-3d6b-444b-8bba-435346631b80 Aug 31 16:25:56.843318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.870715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.876494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:56.877109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:56.942921 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2276456 Aug 31 16:25:56.945967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34836) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:56.951132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:56.998851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6adb40-a8ab-4e0f-bf1b-00567e7a44f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Network': ['ID=bfd2abb0-3d6b-444b-8bba-435346631b80,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:57.013058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network bfd2abb0-3d6b-444b-8bba-435346631b80 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:25:57.064400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:57.069905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.269055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.346805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Checking segment: {'id': '376112d2-c69e-40b0-ae3c-36e9f07d27df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:57.347214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network hostable DHCP agents. Network: bfd2abb0-3d6b-444b-8bba-435346631b80, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:25:57.351300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=e21106ef-451d-46db-9292-25f2efcf3f7e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:57.378794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network bfd2abb0-3d6b-444b-8bba-435346631b80 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:25:57.389250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, bfd2abb0-3d6b-444b-8bba-435346631b80) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:57.395217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:57.396445 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.402798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd177ce3-0938-4a91-bb51-42057040a4c1 None None] Network bfd2abb0-3d6b-444b-8bba-435346631b80 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:57.415547 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dfc6c1ca-2ffe-48f6-b4d4-a47efc46be15 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4679172 Aug 31 16:25:57.417763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34848) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:57.422534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-404721928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:57.425512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:25:57.448626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.449858 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.512329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:25:57.512892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 05ba326a-fa0b-40c9-89b1-5c755a6e6c58 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:25:57.581606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.587611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.616009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.620330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dde66b3f-3644-4d7e-96ee-1a9870081b8d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1992373 Aug 31 16:25:57.621841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34854) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:57.630757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80', 'name': 'tempest-PortsTestJSON-1920933013'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:57.637671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2787dc5-c6e7-4209-8dbd-8f48afd9b6cb req-cf8c2c3a-a750-4509-80e0-e52157dd2c0a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:57.640454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2787dc5-c6e7-4209-8dbd-8f48afd9b6cb req-cf8c2c3a-a750-4509-80e0-e52157dd2c0a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1131554 Aug 31 16:25:57.697876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-bfd2abb0-3d6b-444b-8bba-435346631b80', 'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': 'e21106ef-451d-46db-9292-25f2efcf3f7e'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:25:57.699227 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.709432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2787dc5-c6e7-4209-8dbd-8f48afd9b6cb req-ac6ed073-f322-4078-95e1-fd3b6ed15b04 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0600984 Aug 31 16:25:57.757325 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.812440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:57.817723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:57.842065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 565f3934-5555-48ff-9320-a3c178d7d101 yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:25:57.930033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Allocated IP 172.20.0.2 (bfd2abb0-3d6b-444b-8bba-435346631b80/e21106ef-451d-46db-9292-25f2efcf3f7e/cd777a9a-9a10-4b52-a99e-beca1c6c2a47) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:58.118742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.127335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Transition to ACTIVE for port object cd777a9a-9a10-4b52-a99e-beca1c6c2a47 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:58.142538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Transition to ACTIVE for port object cd777a9a-9a10-4b52-a99e-beca1c6c2a47 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:58.153043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.197860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Network bfd2abb0-3d6b-444b-8bba-435346631b80 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:58.201348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:58.205781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:58.213968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Pushing event updated for resources: {'Port': ['ID=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:58.237927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.238610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.238952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.239295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.239631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.239967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.240324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.240920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.241444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.10 (bfd2abb0-3d6b-444b-8bba-435346631b80/e21106ef-451d-46db-9292-25f2efcf3f7e/565f3934-5555-48ff-9320-a3c178d7d101) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:25:58.241624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.241721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.242038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.242551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:25:58.279467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Attempting to bind port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:25:58.279841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Attempting to bind port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '376112d2-c69e-40b0-ae3c-36e9f07d27df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:25:58.280231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Attempting to bind port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 on network bfd2abb0-3d6b-444b-8bba-435346631b80 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:25:58.286181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:25:58.286554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Checking segment: {'id': '376112d2-c69e-40b0-ae3c-36e9f07d27df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:25:58.286961 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.287361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Bound using segment: {'id': '376112d2-c69e-40b0-ae3c-36e9f07d27df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:25:58.287837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Bound port: cd777a9a-9a10-4b52-a99e-beca1c6c2a47, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376112d2-c69e-40b0-ae3c-36e9f07d27df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bfd2abb0-3d6b-444b-8bba-435346631b80'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:25:58.288256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.373583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b11cd448-1c88-4547-804c-d23364814666 None None] For port cd777a9a-9a10-4b52-a99e-beca1c6c2a47, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:25:58.378294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b11cd448-1c88-4547-804c-d23364814666 None None] For port cd777a9a-9a10-4b52-a99e-beca1c6c2a47, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,segment=NetworkSegment(376112d2-c69e-40b0-ae3c-36e9f07d27df),segment_id=376112d2-c69e-40b0-ae3c-36e9f07d27df)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:25:58.386877 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.429803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.450066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 565f3934-5555-48ff-9320-a3c178d7d101 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:25:58.453823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cd448-1c88-4547-804c-d23364814666 None None] Pushing event updated for resources: {'Port': ['ID=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:58.497091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.548038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network bfd2abb0-3d6b-444b-8bba-435346631b80 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:25:58.551943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:25:58.556076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:25:58.601250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=565f3934-5555-48ff-9320-a3c178d7d101,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:58.663300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:58.664156 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:58.684730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ce5bf1cd-b29b-4101-b9c5-636b40f54745 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0615008 Aug 31 16:25:58.688328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:59.056081 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.103580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34884) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:59.112414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'network': {'name': 'tempest-network-smoke--440696819', 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'port_security_enabled': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:59.159898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Made reservation on behalf of b3712b9a0305475aaa9918a96e665f83 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:25:59.165519 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.205381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8c897-c3e2-476d-845b-133f29fad779 req-7a6280c7-2e3b-4987-8285-3752387cff7f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:59.207405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8f8c897-c3e2-476d-845b-133f29fad779 req-7a6280c7-2e3b-4987-8285-3752387cff7f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0556552 Aug 31 16:25:59.234144 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.250864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8f8c897-c3e2-476d-845b-133f29fad779 req-c09a1604-9ef6-47db-a3b9-bfb14c74d7af tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370243 Aug 31 16:25:59.478491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.489162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.492578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd777a9a-9a10-4b52-a99e-beca1c6c2a47 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:25:59.534738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.545871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.555107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:59.565766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988988d-410a-4be9-bd27-4f642a8ff908 None None] Network bfd2abb0-3d6b-444b-8bba-435346631b80 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:25:59.608576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:25:59.624827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=565f3934-5555-48ff-9320-a3c178d7d101,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:59.631750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] Provisioning for port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:25:59.639747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533f8dc6-d0fb-47df-9bc0-a5574ea0d0ef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:59.645293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.645541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] Provisioning complete for port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:25:59.645703 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Added segment cce5117e-72ba-4e3d-879f-8c22d4a1e57f of type vlan for network 2c2c0edb-1f4f-40f8-8504-116738369bca Aug 31 16:25:59.645847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.725788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.807872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.813481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:25:59.814097 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.886497 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.901298 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.912172 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8033533 Aug 31 16:25:59.912990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34886) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:25:59.918299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'admin_state_up': True, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:25:59.948822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.950386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:25:59.951372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c32b-4335-47f8-bb03-9efa1a3501a3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Network': ['ID=2c2c0edb-1f4f-40f8-8504-116738369bca,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:25:59.968481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2c2c0edb-1f4f-40f8-8504-116738369bca details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:00.057699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.064777 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.067275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] For port cd777a9a-9a10-4b52-a99e-beca1c6c2a47, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,segment=NetworkSegment(376112d2-c69e-40b0-ae3c-36e9f07d27df),segment_id=376112d2-c69e-40b0-ae3c-36e9f07d27df)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:00.082457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.163833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bfea1-b1ef-4fa5-a1df-0b01c74c2218 None None] Pushing event updated for resources: {'Port': ['ID=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:00.246679 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.346677 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:26:00.418895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.425317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.429841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-11b6be89-ff1a-48ec-864b-281351258262 None None] Provisioning complete for port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:00.430452 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11b6be89-ff1a-48ec-864b-281351258262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.501216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.501889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c35859-c39e-4f4c-9cc0-c768f4c28e6e req-2b5b3a32-e788-4b02-8479-74a4ac34ad8a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:00.504034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=565f3934-5555-48ff-9320-a3c178d7d101,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:00.505403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38c35859-c39e-4f4c-9cc0-c768f4c28e6e req-2b5b3a32-e788-4b02-8479-74a4ac34ad8a tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1345563 Aug 31 16:26:00.552659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.567743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-11b6be89-ff1a-48ec-864b-281351258262 None None] Provisioning for port 565f3934-5555-48ff-9320-a3c178d7d101 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:00.573374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-11b6be89-ff1a-48ec-864b-281351258262 None None] Provisioning complete for port 565f3934-5555-48ff-9320-a3c178d7d101 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:00.573913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11b6be89-ff1a-48ec-864b-281351258262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.607262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.627001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-11b6be89-ff1a-48ec-864b-281351258262 None None] Port 565f3934-5555-48ff-9320-a3c178d7d101 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:00.632604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network bfd2abb0-3d6b-444b-8bba-435346631b80 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:00.634042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:00.659976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38c35859-c39e-4f4c-9cc0-c768f4c28e6e req-c2e97446-bd4a-4307-9622-bce6fec310cd tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1440082 Aug 31 16:26:00.752755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-42bdb2a8-952c-4937-9369-0503ceeab947 None None] Provisioning complete for port 565f3934-5555-48ff-9320-a3c178d7d101 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:00.753371 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-42bdb2a8-952c-4937-9369-0503ceeab947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:00.793567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-42bdb2a8-952c-4937-9369-0503ceeab947 None None] Port 565f3934-5555-48ff-9320-a3c178d7d101 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:00.812134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Router e473d7cf-c1a4-4fa9-a99e-c739bb74e555 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:00.840654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.25.6.141 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/c69ea144-c580-4e07-9537-70ec01898046) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:01.019357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:01.022865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c8002d89-bfa9-49c5-805e-260198bc2863 None None] Provisioning complete for port 565f3934-5555-48ff-9320-a3c178d7d101 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:01.023413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c8002d89-bfa9-49c5-805e-260198bc2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:01.065119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:01.110740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c8002d89-bfa9-49c5-805e-260198bc2863 None None] Port 565f3934-5555-48ff-9320-a3c178d7d101 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:01.140071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:01.143853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:01.150950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:01.189106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=c69ea144-c580-4e07-9537-70ec01898046,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:01.332704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b36c044c-ed44-4167-898d-c0c0111c6d22 None None] Provisioning complete for port 565f3934-5555-48ff-9320-a3c178d7d101 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:01.333166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b36c044c-ed44-4167-898d-c0c0111c6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:01.347823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:01.359174 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] Sync routers for ids ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:01.363597 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5fd9d194-3ec9-48fb-b4c6-198e42c4b3e9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/routers/e473d7cf-c1a4-4fa9-a99e-c739bb74e555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6710238 Aug 31 16:26:01.364169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34894) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:01.379261 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] Routers {'e473d7cf-c1a4-4fa9-a99e-c739bb74e555'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:01.380026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:01.381137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b36c044c-ed44-4167-898d-c0c0111c6d22 None None] Port 565f3934-5555-48ff-9320-a3c178d7d101 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:01.423013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd777a9a-9a10-4b52-a99e-beca1c6c2a47 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:01.425205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a9734-12cf-4d5e-8013-24e753d11dbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:01.428776 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:01.433890 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c78a9734-12cf-4d5e-8013-24e753d11dbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports?device_id=e473d7cf-c1a4-4fa9-a99e-c739bb74e555 HTTP/1.1" status: 200 len: 983 time: 0.0653281 Aug 31 16:26:01.434173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:01.446020 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] Routers {'e473d7cf-c1a4-4fa9-a99e-c739bb74e555'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:01.447165 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:01.485853 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:01.487475 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de63f520-6800-466e-ba18-4511b3f2a12f None None] The sync data for ids ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:01.493403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:01.494034 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:01.542775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.021563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.087474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.140720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e7597-ed9e-487c-8e43-43cbfc435381 req-f445e900-52ff-4c8f-87f9-ac9340d669ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:02.142262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-100e7597-ed9e-487c-8e43-43cbfc435381 req-f445e900-52ff-4c8f-87f9-ac9340d669ed tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.3987002 Aug 31 16:26:02.232545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-100e7597-ed9e-487c-8e43-43cbfc435381 req-dcaebd9d-9ded-4c6c-9ef8-90d7a4d9ad17 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0826111 Aug 31 16:26:02.283843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:02.304092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 565f3934-5555-48ff-9320-a3c178d7d101 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:02.304553 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.396515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.402604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:02.411030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 565f3934-5555-48ff-9320-a3c178d7d101 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:02.414048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Sync routers for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:02.424132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:02.424520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:02.430589 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.435043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b5a5b656-e779-41c6-b2a7-69a663c9275f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5179250 Aug 31 16:26:02.435492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34900) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:02.550567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:02.611350 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.615874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a21d8a6-8abe-4927-9a51-5e111549f78f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b3712b9a0305475aaa9918a96e665f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1787057 Aug 31 16:26:02.618397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34904) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:02.653351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=565f3934-5555-48ff-9320-a3c178d7d101,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:02.755272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee12cc-204a-4210-976b-8ccc21c3227c tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:02.761199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dbee12cc-204a-4210-976b-8ccc21c3227c tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1411932 Aug 31 16:26:02.762166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34906) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:02.764794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:01Z', 'revision_number': 3, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:02.798676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Checking router: db9fa1b3-633d-4fa0-9b02-53a5d9110f37 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:02.799130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Updating router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 port c69ea144-c580-4e07-9537-70ec01898046 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:26:02.821316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-045b30ab-210a-449f-ba0a-5686fe0a7456 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551760 Aug 31 16:26:02.824038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34908) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:02.832462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826589994', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:02.840427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.873529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:02.973249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Made reservation on behalf of b3712b9a0305475aaa9918a96e665f83 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:02.978997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.039360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Router e473d7cf-c1a4-4fa9-a99e-c739bb74e555 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:03.118285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:03.125827 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-96a55ef9-5364-4842-85ec-fe79e974a61b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/routers/e473d7cf-c1a4-4fa9-a99e-c739bb74e555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902220 Aug 31 16:26:03.128109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34910) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:03.138062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] Sync routers for ids ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:03.149406 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] Routers {'e473d7cf-c1a4-4fa9-a99e-c739bb74e555'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:03.150380 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:03.164071 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8d0b6a-5bb2-4417-9dec-e28315d314fd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:26:03.168869 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d8d0b6a-5bb2-4417-9dec-e28315d314fd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/565f3934-5555-48ff-9320-a3c178d7d101 HTTP/1.1" status: 404 len: 333 time: 0.0392666 Aug 31 16:26:03.169695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34912) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:03.189253 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:03.196978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.199395 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] Routers {'e473d7cf-c1a4-4fa9-a99e-c739bb74e555'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:03.200943 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:03.209477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Transition to ACTIVE for port object c69ea144-c580-4e07-9537-70ec01898046 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:03.217106 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.240114 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:03.241381 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ce663-4fee-4e86-a6fc-f8f2db68aa47 None None] The sync data for ids ['e473d7cf-c1a4-4fa9-a99e-c739bb74e555'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:03.251037 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.287140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.363742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Subnet': ['ID=33bf889d-0113-4d2c-986c-41aaee0a4d4e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:03.386720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Checking segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:03.387106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network hostable DHCP agents. Network: 2c2c0edb-1f4f-40f8-8504-116738369bca, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:03.413770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab399d49-020b-4b0b-8469-34a92ecb4986 req-b7c9069f-6705-4764-a326-d87609d75db6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:03.415384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab399d49-020b-4b0b-8469-34a92ecb4986 req-b7c9069f-6705-4764-a326-d87609d75db6 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0994458 Aug 31 16:26:03.423451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 2c2c0edb-1f4f-40f8-8504-116738369bca is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:03.439729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2c2c0edb-1f4f-40f8-8504-116738369bca) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:03.459123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:03.459391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8963c-bad5-4701-beb0-d7a2a8244df3 None None] Network 2c2c0edb-1f4f-40f8-8504-116738369bca requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:03.459837 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.473946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Attempting to bind port c69ea144-c580-4e07-9537-70ec01898046 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:03.474340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Attempting to bind port c69ea144-c580-4e07-9537-70ec01898046 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:03.474674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Attempting to bind port c69ea144-c580-4e07-9537-70ec01898046 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:03.484443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab399d49-020b-4b0b-8469-34a92ecb4986 req-08dfeb87-c53c-4415-8334-bf909f7ffd00 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0542665 Aug 31 16:26:03.488303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b46856d-b69e-471d-aaae-b6053859d56d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6603644 Aug 31 16:26:03.496929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34918) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:03.506445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:03.506817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:03.507428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.507998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:03.508664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Bound port: c69ea144-c580-4e07-9537-70ec01898046, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:03.509225 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.531837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743762d-89fc-4b11-b40c-78d67afce00d None None] Pushing event updated for resources: {'Port': ['ID=c69ea144-c580-4e07-9537-70ec01898046,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:03.541748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.544976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.599462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] For port c69ea144-c580-4e07-9537-70ec01898046, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:03.601193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.601905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Fanout notify agent at l3_agent the message router_deleted on router e473d7cf-c1a4-4fa9-a99e-c739bb74e555 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:26:03.604242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] For port c69ea144-c580-4e07-9537-70ec01898046, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c69ea144-c580-4e07-9537-70ec01898046,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:03.609095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.611013 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d2fb7a5-4971-42da-bb95-286fb45e124e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/routers/e473d7cf-c1a4-4fa9-a99e-c739bb74e555 HTTP/1.1" status: 204 len: 168 time: 0.4393554 Aug 31 16:26:03.612946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:03.640139 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.681303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet e21106ef-451d-46db-9292-25f2efcf3f7e {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:03.685381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.719800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:03.720475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:03.750810 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.768136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2c2c0edb-1f4f-40f8-8504-116738369bca', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:03.769219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.783846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743762d-89fc-4b11-b40c-78d67afce00d None None] Pushing event updated for resources: {'Port': ['ID=c69ea144-c580-4e07-9537-70ec01898046,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:03.857610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.931443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:03.942722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:03.990581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=e21106ef-451d-46db-9292-25f2efcf3f7e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:03.998894 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.001959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f9d8b3ca-e7b8-49d2-abda-04b31c261595 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/e21106ef-451d-46db-9292-25f2efcf3f7e HTTP/1.1" status: 204 len: 168 time: 0.3872485 Aug 31 16:26:04.004627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34924) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:04.011154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1557b39-6e97-46c6-8847-fd78f9071e5b None None] Network bfd2abb0-3d6b-444b-8bba-435346631b80 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:04.078583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.099735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.170349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:04.170735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.193719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Allocated IP 172.20.0.2 (2c2c0edb-1f4f-40f8-8504-116738369bca/33bf889d-0113-4d2c-986c-41aaee0a4d4e/2b1b777f-187b-406f-a534-79a070d82098) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:04.250486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port cd777a9a-9a10-4b52-a99e-beca1c6c2a47, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,segment=NetworkSegment(376112d2-c69e-40b0-ae3c-36e9f07d27df),segment_id=376112d2-c69e-40b0-ae3c-36e9f07d27df)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:04.250794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.266948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for cd777a9a-9a10-4b52-a99e-beca1c6c2a47 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:04.371703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.415297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=cd777a9a-9a10-4b52-a99e-beca1c6c2a47,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:04.418161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port cd777a9a-9a10-4b52-a99e-beca1c6c2a47 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:04.454724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:01Z', 'revision_number': 3, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:04.496057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a25772-7867-4f5d-8204-05c4dd4f301f None None] DHCP port deletion for bfd2abb0-3d6b-444b-8bba-435346631b80 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:26:04.501341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.504146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654233e-40b5-4e2a-bf32-b424803e84a6 None None] The sync data for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 is: [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:01Z', 'revision_number': 3, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:04.504607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.514834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Transition to ACTIVE for port object 2b1b777f-187b-406f-a534-79a070d82098 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:04.529658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd2abb0-3d6b-444b-8bba-435346631b80']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:04.542033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Transition to ACTIVE for port object 2b1b777f-187b-406f-a534-79a070d82098 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:04.550552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376112d2-c69e-40b0-ae3c-36e9f07d27df') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:04.551009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.551125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376112d2-c69e-40b0-ae3c-36e9f07d27df') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:04.567215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.598210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.602532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Network 2c2c0edb-1f4f-40f8-8504-116738369bca is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:04.606184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:04.606988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.609193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:26:04.610388 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:26:04.615050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:04.624785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Pushing event updated for resources: {'Port': ['ID=2b1b777f-187b-406f-a534-79a070d82098,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:04.646684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.20.0.1 (2c2c0edb-1f4f-40f8-8504-116738369bca/33bf889d-0113-4d2c-986c-41aaee0a4d4e/de5439b8-4c13-4893-a44d-461978df1781) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:04.694664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Attempting to bind port 2b1b777f-187b-406f-a534-79a070d82098 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:04.695183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Attempting to bind port 2b1b777f-187b-406f-a534-79a070d82098 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:04.695564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Attempting to bind port 2b1b777f-187b-406f-a534-79a070d82098 on network 2c2c0edb-1f4f-40f8-8504-116738369bca {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:04.700079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.702990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:04.703380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Checking segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:04.703773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.704169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Bound using segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:04.704670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Bound port: 2b1b777f-187b-406f-a534-79a070d82098, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:04.705734 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.720324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.727260 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/bfd2abb0-3d6b-444b-8bba-435346631b80 HTTP/1.1" status: 204 len: 168 time: 0.7214923 Aug 31 16:26:04.730661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34928) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:04.753317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2b4e-20f4-4a75-90b6-6efd9bf92f11 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=bfd2abb0-3d6b-444b-8bba-435346631b80,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:04.814594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba39df8-d366-4118-9541-53283616e69b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:04.825054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a2455-7208-4f29-9099-feff9ed64fd3 req-7e219855-b740-4e7d-9f13-5db86b63c085 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:04.828779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bba39df8-d366-4118-9541-53283616e69b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/bf0529cb-a410-45eb-82d8-c8432924cbec HTTP/1.1" status: 200 len: 840 time: 0.0964499 Aug 31 16:26:04.837643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34930) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:04.839484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc4a2455-7208-4f29-9099-feff9ed64fd3 req-7e219855-b740-4e7d-9f13-5db86b63c085 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1866915 Aug 31 16:26:04.855361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] For port 2b1b777f-187b-406f-a534-79a070d82098, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:04.859372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] For port 2b1b777f-187b-406f-a534-79a070d82098, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2b1b777f-187b-406f-a534-79a070d82098,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:04.875223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.909577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:04.918314 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9dd19b4e-1815-4520-886a-b65eed275dfd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/bf0529cb-a410-45eb-82d8-c8432924cbec?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0792451 Aug 31 16:26:04.923326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34932) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:04.925640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc4a2455-7208-4f29-9099-feff9ed64fd3 req-9b570bbd-13ac-4946-8f22-28733ecd1c33 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0852656 Aug 31 16:26:04.933497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:04.934185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Transition to ACTIVE for port object de5439b8-4c13-4893-a44d-461978df1781 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:04.965500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db3d9d-faba-43c2-b151-690ec7b3fffa None None] Pushing event updated for resources: {'Port': ['ID=2b1b777f-187b-406f-a534-79a070d82098,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:04.983808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.061961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 2c2c0edb-1f4f-40f8-8504-116738369bca is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:05.068044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:05.074500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:05.084289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:05.089011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.123115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=de5439b8-4c13-4893-a44d-461978df1781,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:05.165527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.372300 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.419303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:05.424895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:05.431640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:05.432256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.432736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.436650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe67cb-e328-4e29-9e02-8e8b70814746 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:05.472560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5476058 Aug 31 16:26:05.475919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34934) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:05.489582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'security_group': {'name': 'tempest-secgroup-191547306'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:05.503451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b74e9c-b620-41ea-813d-6dd3ad41e88f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=c1af37fa-4ad0-4b33-8892-9459aa03481b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:05.568643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.611374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2b1b777f-187b-406f-a534-79a070d82098 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:05.717537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 2b1b777f-187b-406f-a534-79a070d82098 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:05.729678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c69ea144-c580-4e07-9537-70ec01898046 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:05.759856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'tenant_id': 'c75681451efc4012bc7e38c45d1f13c4', 'fixed_ips': [{'subnet_id': 'c1af37fa-4ad0-4b33-8892-9459aa03481b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:05.761124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.875654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.882242 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.921009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c69ea144-c580-4e07-9537-70ec01898046 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:05.947708 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.953254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4721572 Aug 31 16:26:05.956148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34938) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:05.962267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c69ea144-c580-4e07-9537-70ec01898046 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:05.963054 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:05.963182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'security_group': {'name': 'tempest-secgroup-793811842'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:05.963289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978551a1-906d-4941-9344-92b442590ed9 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf86e1f-7931-4d6c-8d16-4508ff617e58,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:05.996917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Allocated IP 172.20.0.2 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/c1af37fa-4ad0-4b33-8892-9459aa03481b/9db699c8-cfe8-4b99-ac46-c258d6e74b9e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:05.999921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.099034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.113822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.153674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.160646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.202510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c497b-be53-44ca-906a-4d848ed20adf req-3b9c35b8-aac8-46f3-af83-d113f9694b11 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:06.205612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d9c497b-be53-44ca-906a-4d848ed20adf req-3b9c35b8-aac8-46f3-af83-d113f9694b11 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1823511 Aug 31 16:26:06.214931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.219277 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2590241 Aug 31 16:26:06.219277 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27a91a-08f5-4641-9d0a-0a127c3e6ba1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c1827-00cd-432d-9659-deae0496e7e2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:06.224332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34940) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:06.233766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-759499553', 'security_groups': ['c00c1827-00cd-432d-9659-deae0496e7e2'], 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1af37fa-4ad0-4b33-8892-9459aa03481b'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:06.250812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.299694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=de5439b8-4c13-4893-a44d-461978df1781,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:06.405153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d9c497b-be53-44ca-906a-4d848ed20adf req-61d47b6c-e75b-4d38-bea8-ca127ebda9f3 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1795068 Aug 31 16:26:06.429794 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.446686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Transition to ACTIVE for port object 9db699c8-cfe8-4b99-ac46-c258d6e74b9e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:06.452435 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.460970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64253afb-6319-4229-bbc7-0a1da9a94b76 None None] Network 2c2c0edb-1f4f-40f8-8504-116738369bca requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:06.487821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 2c2c0edb-1f4f-40f8-8504-116738369bca is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:06.489970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:06.495905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:06.524757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Transition to ACTIVE for port object 9db699c8-cfe8-4b99-ac46-c258d6e74b9e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:06.543861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port c69ea144-c580-4e07-9537-70ec01898046, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c69ea144-c580-4e07-9537-70ec01898046,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:06.549172 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.561280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] Provisioning for port 2b1b777f-187b-406f-a534-79a070d82098 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:06.563282 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.602072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] Provisioning complete for port 2b1b777f-187b-406f-a534-79a070d82098 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:06.602758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.620320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:06.645969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:06.656550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:06.669548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.678365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:06.701262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port 2f83a222-3696-464f-aae1-79bbc759a44e yet. {{(pid=101477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:26:06.712729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd777a9a-9a10-4b52-a99e-beca1c6c2a47 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:06.720263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:06.799285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: cd777a9a-9a10-4b52-a99e-beca1c6c2a47 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:26:06.799628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device cd777a9a-9a10-4b52-a99e-beca1c6c2a47 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:06.842992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Attempting to bind port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:06.843368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Attempting to bind port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4606780e-f4c3-4496-901a-24ac7a8c2b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:06.843740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Attempting to bind port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e on network f71618f7-c2bb-426b-985a-fbab9adf2e0a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:06.856691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=c69ea144-c580-4e07-9537-70ec01898046,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:06.893333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:06.893689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Checking segment: {'id': '4606780e-f4c3-4496-901a-24ac7a8c2b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:06.894080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.894478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Bound using segment: {'id': '4606780e-f4c3-4496-901a-24ac7a8c2b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:06.894975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Bound port: 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4606780e-f4c3-4496-901a-24ac7a8c2b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:06.895363 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:06.947691 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.014552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:07.019334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:07.022645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] For port 2b1b777f-187b-406f-a534-79a070d82098, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2b1b777f-187b-406f-a534-79a070d82098,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:07.025576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.032690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.113215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c057a3-e7c7-4f68-b24d-be02923d2b75 None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:07.207584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93db0b0-4bfc-4792-81c3-6552d0801e81 None None] Pushing event updated for resources: {'Port': ['ID=2b1b777f-187b-406f-a534-79a070d82098,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:07.363496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:07.373431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2cff8e6a-0682-4080-a399-de2820fc7c9c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "PUT /v2.0/routers/db9fa1b3-633d-4fa0-9b02-53a5d9110f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8750789 Aug 31 16:26:07.375945 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:07.382483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.14 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/c1af37fa-4ad0-4b33-8892-9459aa03481b/2f83a222-3696-464f-aae1-79bbc759a44e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:07.387262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1154979329', 'description': 'tempest-secgroup_access--1154979329 description', 'project_id': 'b3712b9a0305475aaa9918a96e665f83'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:07.393094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Sync routers for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:07.410576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a5a113b0-af5d-42a7-8c1f-9eb5589e399d None None] Provisioning for port de5439b8-4c13-4893-a44d-461978df1781 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:07.426759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34948) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:07.451295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:07.453603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:07.471840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a5a113b0-af5d-42a7-8c1f-9eb5589e399d None None] Provisioning complete for port de5439b8-4c13-4893-a44d-461978df1781 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:07.472236 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a5a113b0-af5d-42a7-8c1f-9eb5589e399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.592846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5d786-5633-4d4a-bab6-34b30710923a tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:07.593506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5d786-5633-4d4a-bab6-34b30710923a tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:07.594250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5d786-5633-4d4a-bab6-34b30710923a tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:07.605921 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-14b5d786-5633-4d4a-bab6-34b30710923a tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=7ad282d8a71e401d9ded0b6c08b4b5c5&network_id=5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 200 len: 2972 time: 0.1690576 Aug 31 16:26:07.605921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.712961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedcc6c-66fb-4cd5-a0ae-c403738bbd75 req-a0bef7c2-08b1-4f73-b36b-785a09b1d730 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:07.714557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbedcc6c-66fb-4cd5-a0ae-c403738bbd75 req-a0bef7c2-08b1-4f73-b36b-785a09b1d730 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1051719 Aug 31 16:26:07.726864 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.737454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.774766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:07.792682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.830912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbedcc6c-66fb-4cd5-a0ae-c403738bbd75 req-2a9ab213-77fb-41bc-9042-6991540c7173 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0886927 Aug 31 16:26:07.841336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object 2f83a222-3696-464f-aae1-79bbc759a44e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:07.900781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:07.949958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2b1b777f-187b-406f-a534-79a070d82098 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:07.959295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:07.964422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:07.974576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:07.994698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a5a113b0-af5d-42a7-8c1f-9eb5589e399d None None] Port de5439b8-4c13-4893-a44d-461978df1781 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:08.040244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:08.040588 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.057548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=2f83a222-3696-464f-aae1-79bbc759a44e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:08.071103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3c20abaf-25cf-4f4b-ac47-52950b026176 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8442404 Aug 31 16:26:08.072123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34956) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:08.078941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:08.089856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2b1b777f-187b-406f-a534-79a070d82098 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:08.090235 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.139708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a5a113b0-af5d-42a7-8c1f-9eb5589e399d None None] Provisioning complete for port 2b1b777f-187b-406f-a534-79a070d82098 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:08.140086 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a5a113b0-af5d-42a7-8c1f-9eb5589e399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.201236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.203871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8260441 Aug 31 16:26:08.207367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34958) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:08.217304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--503176956', 'description': 'tempest-secgroup_general--503176956 description', 'project_id': 'b3712b9a0305475aaa9918a96e665f83'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:08.218874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dafe4a-18bb-4fd1-baf0-149aa6635fe2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b0610e-a474-4c81-8606-84b1b3829d0f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:08.223217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:08.229302 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.315979 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.368958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9db699c8-cfe8-4b99-ac46-c258d6e74b9e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:08.400530 n-d-793621-35 neutron-server[101477]: INFO neutron.db.ipam_backend_mixin [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c1af37fa-4ad0-4b33-8892-9459aa03481b (CIDR: 172.20.0.0/28) Aug 31 16:26:08.411326 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:26:08.412336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:08.435844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 2, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:08.468777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Checking router: db9fa1b3-633d-4fa0-9b02-53a5d9110f37 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:08.469171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Updating router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 port de5439b8-4c13-4893-a44d-461978df1781 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:26:08.473044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:08.484951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.491863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.493412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c69ea144-c580-4e07-9537-70ec01898046 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:08.509630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-731d5e61-224b-4657-bbb6-b9df97fd09f1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4362013 Aug 31 16:26:08.513555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34960) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:08.521663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:08.523482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.525199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3146024 Aug 31 16:26:08.525338 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.528150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 34962) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:08.532799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'security_group_rule': {'security_group_id': '37b0610e-a474-4c81-8606-84b1b3829d0f', 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:08.555400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54407a9d-7f23-4978-a362-a42425d3caa3 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298b6bf0-a044-45b0-8d8a-bc83e7c131bc,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:08.563597 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.599049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8feff899-8f3c-4134-9a8d-fceb18d93574 None None] Provisioning complete for port de5439b8-4c13-4893-a44d-461978df1781 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:08.599420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8feff899-8f3c-4134-9a8d-fceb18d93574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.655471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.661885 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.667376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:08.673046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.692310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.701073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715183 Aug 31 16:26:08.706522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d969d-7377-4a23-aa77-76c73c978245 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f403fac9-80be-4522-8065-4f0c9ca48b9d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:08.718245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c69ea144-c580-4e07-9537-70ec01898046 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:08.718557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:08.763241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8feff899-8f3c-4134-9a8d-fceb18d93574 None None] Port de5439b8-4c13-4893-a44d-461978df1781 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:08.900058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-2a6ee295-ab11-461d-8d11-365fe49d25eb tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--1154979329&fields=id&tenant_id=b3712b9a0305475aaa9918a96e665f83 HTTP/1.1" status: 200 len: 267 time: 0.0466733 Aug 31 16:26:08.949371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-deafd2fb-74f7-4884-8a10-23c98021e680 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--503176956&fields=id&tenant_id=b3712b9a0305475aaa9918a96e665f83 HTTP/1.1" status: 200 len: 267 time: 0.0479147 Aug 31 16:26:08.962395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:08.963365 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.037652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:09.055835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.069610 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.073800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Provisioning for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:09.086655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:09.087011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.089302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Transition to ACTIVE for port object de5439b8-4c13-4893-a44d-461978df1781 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:09.113910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:09.118353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:09.123231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:09.124906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.125191 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-67ffb0f0-d550-4c43-975e-486ff50d5ed7 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:09.127583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-67ffb0f0-d550-4c43-975e-486ff50d5ed7 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/networks?id=2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 200 len: 796 time: 0.1687195 Aug 31 16:26:09.136957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.150769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6aed8-7d4d-419e-a475-bf38225629c5 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:09.151012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-ba71240d-bd07-4f73-a2ea-d5cd064d9776 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/quotas/b3712b9a0305475aaa9918a96e665f83 HTTP/1.1" status: 200 len: 375 time: 0.0136137 Aug 31 16:26:09.154395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=2e8fb77d-6430-449e-bfad-88d8ca42acbf,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:09.169229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7261fe6b-c9d1-42c6-ab24-6027416ea577 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6525238 Aug 31 16:26:09.170230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34978) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:09.178191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-940661229', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e8fb77d-6430-449e-bfad-88d8ca42acbf'}], 'security_groups': ['7bf86e1f-7931-4d6c-8d16-4508ff617e58']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:09.257592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-5ce14c34-06bb-4be5-96cc-f3caef384bfa tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972624 Aug 31 16:26:09.259380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b29f97-a3ae-4de9-abd2-8885619417fd None None] Pushing event updated for resources: {'Port': ['ID=de5439b8-4c13-4893-a44d-461978df1781,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:09.393433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-b85accce-96ee-405b-9900-e35fc989006e service neutron] 10.222.0.43 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234331 Aug 31 16:26:09.405885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.494302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Attempting to bind port de5439b8-4c13-4893-a44d-461978df1781 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:09.494873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Attempting to bind port de5439b8-4c13-4893-a44d-461978df1781 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:09.495556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Attempting to bind port de5439b8-4c13-4893-a44d-461978df1781 on network 2c2c0edb-1f4f-40f8-8504-116738369bca {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:09.518574 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.521014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-eeae9743-6d14-411d-898f-3c06947d3537 service neutron] 10.222.0.43 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228912 Aug 31 16:26:09.522458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:09.523460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Checking segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:09.524045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.525038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Bound using segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:09.526167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Bound port: de5439b8-4c13-4893-a44d-461978df1781, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:09.526724 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:09.830782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1a888-5fe2-448a-9f03-81ac041c46fd req-0a3201a2-80f7-45fb-8f8f-bc64f73201df tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:09.842522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcf1a888-5fe2-448a-9f03-81ac041c46fd req-0a3201a2-80f7-45fb-8f8f-bc64f73201df tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0768876 Aug 31 16:26:09.882060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Delete allocated IP 172.20.0.14 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/c1af37fa-4ad0-4b33-8892-9459aa03481b) {{(pid=101478) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 16:26:09.898105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.21 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/2e8fb77d-6430-449e-bfad-88d8ca42acbf/2f83a222-3696-464f-aae1-79bbc759a44e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:09.904356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcf1a888-5fe2-448a-9f03-81ac041c46fd req-d2d07008-c814-48a2-a244-6b6852be0c7d tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0607100 Aug 31 16:26:09.956305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:09.973016 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.020868 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04e51e89-1944-4b89-8a6d-fc1f9ad8e632 req-1aa8a626-27ee-44fc-9cb7-a30abbab2cda tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 210 time: 0.0552685 Aug 31 16:26:10.073160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Update dhcp port {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'fixed_ips': [{'subnet_id': 'c1af37fa-4ad0-4b33-8892-9459aa03481b', 'ip_address': '172.20.0.2'}, {'subnet_id': '2e8fb77d-6430-449e-bfad-88d8ca42acbf'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '9db699c8-cfe8-4b99-ac46-c258d6e74b9e'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:26:10.165721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] For port de5439b8-4c13-4893-a44d-461978df1781, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:10.171595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.172331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadf979-95f7-49a0-84df-c1c4c72f593f None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:10.185462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Ignored duplicate provisioning block setup for port 2f83a222-3696-464f-aae1-79bbc759a44e by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 16:26:10.191919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.206023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] For port de5439b8-4c13-4893-a44d-461978df1781, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=de5439b8-4c13-4893-a44d-461978df1781,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:10.208543 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.224494 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.284887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=2f83a222-3696-464f-aae1-79bbc759a44e,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:10.368777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] In _notify_port_updated(), no bound segment for port 2f83a222-3696-464f-aae1-79bbc759a44e on network f71618f7-c2bb-426b-985a-fbab9adf2e0a {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:26:10.372776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3187594c-38f7-42f1-84f8-81d513f5cf86 None None] Provisioning for port 2f83a222-3696-464f-aae1-79bbc759a44e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:10.378925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:10.380092 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.385282 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a25ab8b9-eb2e-42a9-85f1-ca0dea698511 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/ports/2f83a222-3696-464f-aae1-79bbc759a44e HTTP/1.1" status: 200 len: 920 time: 1.2105424 Aug 31 16:26:10.385282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 34998) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:10.410132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3187594c-38f7-42f1-84f8-81d513f5cf86 None None] Provisioning complete for port 2f83a222-3696-464f-aae1-79bbc759a44e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:10.410674 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3187594c-38f7-42f1-84f8-81d513f5cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.449903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:10.450829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:25:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:10.510094 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 2f83a222-3696-464f-aae1-79bbc759a44e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:10.510595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.566768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b29f97-a3ae-4de9-abd2-8885619417fd None None] Pushing event updated for resources: {'Port': ['ID=de5439b8-4c13-4893-a44d-461978df1781,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:10.630984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3187594c-38f7-42f1-84f8-81d513f5cf86 None None] Port 2f83a222-3696-464f-aae1-79bbc759a44e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:10.666388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.680221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 2f83a222-3696-464f-aae1-79bbc759a44e owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:10.767078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:10.774889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Allocated IP 172.20.0.18 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/2e8fb77d-6430-449e-bfad-88d8ca42acbf/9db699c8-cfe8-4b99-ac46-c258d6e74b9e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:10.845647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.881617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=2f83a222-3696-464f-aae1-79bbc759a44e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:10.960177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:10.964808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4b9bf1d8-764b-45f7-b228-a6990d6fb8b5 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/2f83a222-3696-464f-aae1-79bbc759a44e HTTP/1.1" status: 204 len: 168 time: 0.5781233 Aug 31 16:26:10.967147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35004) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:10.997008 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7318f14a-6a47-4449-b337-d45f59610f5c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:26:10.998743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7318f14a-6a47-4449-b337-d45f59610f5c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/2f83a222-3696-464f-aae1-79bbc759a44e HTTP/1.1" status: 404 len: 333 time: 0.0306172 Aug 31 16:26:11.001912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:11.029564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:11.091970 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4b1a-5043-4037-ae93-3ea40fa28328 req-32929a01-350e-4f2c-bf0c-2a691d9d67b7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:11.092386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d468bd20-f4ec-4f05-b7a9-0e67260c596d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.104574 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.108738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcbd4b1a-5043-4037-ae93-3ea40fa28328 req-32929a01-350e-4f2c-bf0c-2a691d9d67b7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0917506 Aug 31 16:26:11.131254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Transition to ACTIVE for port object 9db699c8-cfe8-4b99-ac46-c258d6e74b9e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:11.137274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.146392 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d468bd20-f4ec-4f05-b7a9-0e67260c596d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.216456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:10Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:11.242123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d468bd20-f4ec-4f05-b7a9-0e67260c596d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.247191 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d468bd20-f4ec-4f05-b7a9-0e67260c596d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.251330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d468bd20-f4ec-4f05-b7a9-0e67260c596d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/security-groups/c00c1827-00cd-432d-9659-deae0496e7e2 HTTP/1.1" status: 204 len: 168 time: 0.2455587 Aug 31 16:26:11.264616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:11.265810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468bd20-f4ec-4f05-b7a9-0e67260c596d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c1827-00cd-432d-9659-deae0496e7e2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:11.302059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895ad7-9191-414e-bf66-f193c7d4ac91 None None] The sync data for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 is: [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:10Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:11.312456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcbd4b1a-5043-4037-ae93-3ea40fa28328 req-438a8ba1-07c5-44af-8da8-27959ee204b4 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2008586 Aug 31 16:26:11.319113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de87aa-0a4c-4aed-be95-03734ad2caa5 None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:11.418393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35012) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:11.489823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-faad0fd9-e61e-4989-adb3-fb3a12ba6506 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:11.493078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-faad0fd9-e61e-4989-adb3-fb3a12ba6506 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.30 "GET /v2.0/networks?id=2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 200 len: 796 time: 0.3419712 Aug 31 16:26:11.593876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4a2b47f-30aa-4f10-9013-4a70853f2ff5 req-d19af4a2-30de-4f96-916c-42671e0c895f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 210 time: 0.0527453 Aug 31 16:26:11.594641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ace7cd-0c00-4955-9970-bbb3ffc6daa2 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:11.601401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e4ace7cd-0c00-4955-9970-bbb3ffc6daa2 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1 HTTP/1.1" status: 200 len: 814 time: 0.1834550 Aug 31 16:26:11.622963 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-9ff8b0bf-4665-4269-8ab8-21c02c23f79e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3712b9a0305475aaa9918a96e665f83 HTTP/1.1" status: 200 len: 477 time: 0.1125011 Aug 31 16:26:11.634145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'port': {'device_id': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'admin_state_up': True, 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'security_groups': ['37b0610e-a474-4c81-8606-84b1b3829d0f', '298b6bf0-a044-45b0-8d8a-bc83e7c131bc']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:11.638564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3422054-8f36-4087-a7ef-b058a409c997 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.707941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3422054-8f36-4087-a7ef-b058a409c997 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.735259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35020) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:11.775611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9db699c8-cfe8-4b99-ac46-c258d6e74b9e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:11.837711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3422054-8f36-4087-a7ef-b058a409c997 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.842438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e3422054-8f36-4087-a7ef-b058a409c997 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.844355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e3422054-8f36-4087-a7ef-b058a409c997 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/security-groups/7bf86e1f-7931-4d6c-8d16-4508ff617e58 HTTP/1.1" status: 204 len: 168 time: 0.5505991 Aug 31 16:26:11.849291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35026) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:11.938953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device de5439b8-4c13-4893-a44d-461978df1781 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:11.958748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet c1af37fa-4ad0-4b33-8892-9459aa03481b {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:11.963527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:11.981229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3422054-8f36-4087-a7ef-b058a409c997 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf86e1f-7931-4d6c-8d16-4508ff617e58,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:12.015500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.016478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8cd2-2fe3-48a1-b6a0-0b0013770689 req-c8db6e8c-108f-4990-9d55-cdfb3eb6b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:12.025768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d96d8cd2-2fe3-48a1-b6a0-0b0013770689 req-c8db6e8c-108f-4990-9d55-cdfb3eb6b076 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.2889004 Aug 31 16:26:12.071458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port de5439b8-4c13-4893-a44d-461978df1781 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:12.080659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port de5439b8-4c13-4893-a44d-461978df1781 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:12.081635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.147236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d96d8cd2-2fe3-48a1-b6a0-0b0013770689 req-b67c60d0-386b-4a72-a6a5-c57aa090e608 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971475 Aug 31 16:26:12.191534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Made reservation on behalf of b3712b9a0305475aaa9918a96e665f83 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:12.198046 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.241843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.262844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Could not find standard attr ID for object 2f83a222-3696-464f-aae1-79bbc759a44e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:26:12.289887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.292362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port de5439b8-4c13-4893-a44d-461978df1781, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=de5439b8-4c13-4893-a44d-461978df1781,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:12.299276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:12.299663 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.302308 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.405706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:12.413081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=de5439b8-4c13-4893-a44d-461978df1781,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:12.429369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Provisioning for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:12.436933 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:12.437652 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-17e3e1fa-6c64-449e-9ea5-e55275f92242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.580781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.657414 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:12.666210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/c1af37fa-4ad0-4b33-8892-9459aa03481b HTTP/1.1" status: 204 len: 168 time: 0.7976599 Aug 31 16:26:12.666896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35038) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:12.677985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:12.688404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.20.0.11 (2c2c0edb-1f4f-40f8-8504-116738369bca/33bf889d-0113-4d2c-986c-41aaee0a4d4e/89d4371e-5453-4315-8b4b-b68db2008734) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:12.963541 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35044) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:12.978353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'network': {'name': 'tempest-network-smoke--344283135', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'port_security_enabled': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:13.004490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249a4b0-7ec4-4785-989b-bb56b26a836c None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:13.089555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:13.093899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.097149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.113893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Transition to ACTIVE for port object 89d4371e-5453-4315-8b4b-b68db2008734 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:13.152470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46e31d-d9ad-41fb-b1eb-78e4d4732347 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=c1af37fa-4ad0-4b33-8892-9459aa03481b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:13.170325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae784d1-ab3f-47e9-b568-1c241c4ab347 req-61951d94-2872-4bdb-8687-0a340c58c4ac tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:13.178686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ae784d1-ab3f-47e9-b568-1c241c4ab347 req-61951d94-2872-4bdb-8687-0a340c58c4ac tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.7474372 Aug 31 16:26:13.179489 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:13.183594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.199761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bec6ad4e-5757-4e6f-b85a-b95c536344b7 None None] Could not find standard attr ID for object 2f83a222-3696-464f-aae1-79bbc759a44e. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:26:13.209768 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.210238 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Added segment 7e9e0961-fb23-4cfb-a93a-0a744775fb11 of type vlan for network 8e223261-3236-4266-94d1-6c8c3df1526a Aug 31 16:26:13.224772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:13.231794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.300396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 2c2c0edb-1f4f-40f8-8504-116738369bca is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:13.320547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:13.343697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:13.417805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=89d4371e-5453-4315-8b4b-b68db2008734,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:13.448390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ae784d1-ab3f-47e9-b568-1c241c4ab347 req-98fc46d1-d001-42cc-977e-1f31bb90753c tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2686110 Aug 31 16:26:13.530240 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device de5439b8-4c13-4893-a44d-461978df1781 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:13.534937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:13.536003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.560157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.581248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-76c34b07-474d-444f-907a-25d21bf3c7d2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9491100 Aug 31 16:26:13.607834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Request body: {'port': {'device_id': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:13.674492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.686968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port de5439b8-4c13-4893-a44d-461978df1781 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:13.687518 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.701626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:13.702302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.812729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.868910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661d1be-20f9-40c1-be60-a81efd1f20d4 req-c242990e-2e42-41b6-9354-015c906af0ca tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:13.870633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0661d1be-20f9-40c1-be60-a81efd1f20d4 req-c242990e-2e42-41b6-9354-015c906af0ca tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 971 time: 0.2511699 Aug 31 16:26:13.926187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.962912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c553ed4-4557-4340-9871-9e670c2460df None None] Provisioning for port 89d4371e-5453-4315-8b4b-b68db2008734 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:13.970901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6c553ed4-4557-4340-9871-9e670c2460df None None] Provisioning complete for port 89d4371e-5453-4315-8b4b-b68db2008734 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:13.970901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c553ed4-4557-4340-9871-9e670c2460df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:13.977445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0661d1be-20f9-40c1-be60-a81efd1f20d4 req-1ae7224b-32e7-4f1c-8c22-88b8f4a90454 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0732505 Aug 31 16:26:14.055080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0885842 Aug 31 16:26:14.055787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35048) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.064806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:14.079624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6c553ed4-4557-4340-9871-9e670c2460df None None] Port 89d4371e-5453-4315-8b4b-b68db2008734 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:14.123703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:14.148573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b46ba0-4ae4-433a-9c7d-df1dd6f284b8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Network': ['ID=8e223261-3236-4266-94d1-6c8c3df1526a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:14.170367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8e223261-3236-4266-94d1-6c8c3df1526a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:14.189833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:14.190468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.225599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=7bf2fa68-f5b9-4961-966e-a7c6ff7a81df,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:14.328422 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d59d2b54-c020-4cd9-8714-1512334e702d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6592062 Aug 31 16:26:14.332106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35052) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.334829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76704ea9-4904-42fe-9e20-ffcf21e110cc tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:14.337535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-76704ea9-4904-42fe-9e20-ffcf21e110cc tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7ad282d8a71e401d9ded0b6c08b4b5c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2235661 Aug 31 16:26:14.343173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.344899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1131055468'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:14.372021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e9e5-1ac8-4a60-91aa-ea30904a552b req-595afae4-6777-487d-b2e2-7c54b90d80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:14.375528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0286e9e5-1ac8-4a60-91aa-ea30904a552b req-595afae4-6777-487d-b2e2-7c54b90d80fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1097 time: 0.2411551 Aug 31 16:26:14.438316 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.441647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0286e9e5-1ac8-4a60-91aa-ea30904a552b req-f6865e9b-9156-49eb-9e6d-585744f11afa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0569336 Aug 31 16:26:14.555170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d4371e-5453-4315-8b4b-b68db2008734 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:26:14.585628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.595123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.601966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.643643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1c2cd5-e269-406c-94fe-92b7873109dd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:14.646504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.647781 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9cdba1e2-ec61-4d87-a253-88cf904bd681 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3087010 Aug 31 16:26:14.653675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35060) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.655059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Transition to ACTIVE for port object 89d4371e-5453-4315-8b4b-b68db2008734 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:14.662418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1031861969'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:14.671606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.678493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733bed0-f1c0-41ba-ab18-c28aede8a965 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:14.680034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7733bed0-f1c0-41ba-ab18-c28aede8a965 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2968147 Aug 31 16:26:14.685364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.692064 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa0b1e-7f95-4c70-bbe7-fb940a46b59b req-2f0d9eb9-dcc2-4cc4-8844-2d5dfcaface0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:14.693677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdaa0b1e-7f95-4c70-bbe7-fb940a46b59b req-2f0d9eb9-dcc2-4cc4-8844-2d5dfcaface0 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1336267 Aug 31 16:26:14.724452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a11d0bbb-ce02-4f46-b972-b8fd6355cf1b tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374980 Aug 31 16:26:14.726742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35064) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.750033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=89d4371e-5453-4315-8b4b-b68db2008734,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:14.780759 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-77664cf3-63fc-42d8-b7f5-539136153827 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7ad282d8a71e401d9ded0b6c08b4b5c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469754 Aug 31 16:26:14.783573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35066) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:14.783807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:14.829388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdaa0b1e-7f95-4c70-bbe7-fb940a46b59b req-5539e229-c6c3-4880-a509-2c39e834985e tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804291 Aug 31 16:26:14.918855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d33934-6689-4809-9295-01eab858ee99 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:14.924277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Attempting to bind port 89d4371e-5453-4315-8b4b-b68db2008734 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:14.924625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Attempting to bind port 89d4371e-5453-4315-8b4b-b68db2008734 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:14.925244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Attempting to bind port 89d4371e-5453-4315-8b4b-b68db2008734 on network 2c2c0edb-1f4f-40f8-8504-116738369bca {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:14.934195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Port 89d4371e-5453-4315-8b4b-b68db2008734 on network 2c2c0edb-1f4f-40f8-8504-116738369bca not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:26:14.934548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Attempting to bind port 89d4371e-5453-4315-8b4b-b68db2008734 on network 2c2c0edb-1f4f-40f8-8504-116738369bca {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:14.949334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:14.949694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Checking segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:14.950567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Bound using segment: {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:14.951049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Bound port: 89d4371e-5453-4315-8b4b-b68db2008734, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:14.951401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.009164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534cf94-8e12-4962-b75a-2b90052d4b3f tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:15.013589 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9534cf94-8e12-4962-b75a-2b90052d4b3f tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2252438 Aug 31 16:26:15.015676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35070) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:15.070787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bcb22739-0c41-4899-8df0-955614782425 None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:15.071104 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bcb22739-0c41-4899-8df0-955614782425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.082961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ddacf47e-b96f-4263-acd1-e66e5d1efca2 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630505 Aug 31 16:26:15.083304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35072) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:15.093413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17015591', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:15.123708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bcb22739-0c41-4899-8df0-955614782425 None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:15.166005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.167517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] For port 89d4371e-5453-4315-8b4b-b68db2008734, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:15.174733 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.177597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bcb22739-0c41-4899-8df0-955614782425 None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:15.178196 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bcb22739-0c41-4899-8df0-955614782425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.192309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] For port 89d4371e-5453-4315-8b4b-b68db2008734, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=89d4371e-5453-4315-8b4b-b68db2008734,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:15.209268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.233005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.234076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5769641 Aug 31 16:26:15.237881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:15.246468 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1637690255'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:15.261651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f729347-c9dd-4647-ad36-3533de804554 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65da35-2d6e-4c48-a9c1-5fbc2a6157e4,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:15.281961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89545ad-05f7-47e1-ac87-3e3093c4408c req-c99b212f-28c0-4e1f-bc51-88a7d14aa122 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:15.290389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d89545ad-05f7-47e1-ac87-3e3093c4408c req-c99b212f-28c0-4e1f-bc51-88a7d14aa122 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 983 time: 0.1809936 Aug 31 16:26:15.295728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:15.296390 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.298194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] 10.222.0.30 "PUT /v2.0/ports/89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 200 len: 1132 time: 1.7072144 Aug 31 16:26:15.298670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:15.301051 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426" -d '{"events": [{"name": "network-changed", "server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "tag": "89d4371e-5453-4315-8b4b-b68db2008734"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:15.302446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:15.330620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.342387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab0f61-b2c6-44cb-a63b-fa277ae2dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=89d4371e-5453-4315-8b4b-b68db2008734,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:15.432282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.437396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d89545ad-05f7-47e1-ac87-3e3093c4408c req-222f4aba-96fe-4e96-ba2d-8a480b200932 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1460245 Aug 31 16:26:15.512394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-0291dca8-2de4-43bb-9cb8-9b5167b16ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:15.514206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-0291dca8-2de4-43bb-9cb8-9b5167b16ad4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1135 time: 0.1348972 Aug 31 16:26:15.533033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Update dhcp port {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'fixed_ips': [{'subnet_id': '2e8fb77d-6430-449e-bfad-88d8ca42acbf', 'ip_address': '172.20.0.18'}, {'subnet_id': '7bf2fa68-f5b9-4961-966e-a7c6ff7a81df'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '9db699c8-cfe8-4b99-ac46-c258d6e74b9e'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:26:15.566867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.605886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-aa6fec0c-c4b8-40b6-bc56-7f6340424827 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 200 len: 217 time: 0.0813451 Aug 31 16:26:15.620927 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aad46c-1482-4d47-9d75-250a7df12903 x-openstack-request-id: req-93aad46c-1482-4d47-9d75-250a7df12903 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:15.621478 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "tag": "89d4371e-5453-4315-8b4b-b68db2008734", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:15.621478 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93aad46c-1482-4d47-9d75-250a7df12903 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:15.621793 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734', 'status': 'completed', 'code': 200} Aug 31 16:26:15.719041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-d830efb9-cadd-4cbf-a6dd-616b48108d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:15.722083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-d830efb9-cadd-4cbf-a6dd-616b48108d67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33bf889d-0113-4d2c-986c-41aaee0a4d4e HTTP/1.1" status: 200 len: 834 time: 0.0989294 Aug 31 16:26:15.763401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.797431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.812353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:26:15.816062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:15.816606 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-9f657c8f-d854-4b15-8685-bfe86ee9abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:15.820684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-9f657c8f-d854-4b15-8685-bfe86ee9abfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c2c0edb-1f4f-40f8-8504-116738369bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889578 Aug 31 16:26:15.835448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.901942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:15.903755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6639442 Aug 31 16:26:15.910858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35082) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:15.922589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1744558320', 'security_groups': ['b991be26-d47b-4c0d-a603-a50d1ac56491'], 'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bf2fa68-f5b9-4961-966e-a7c6ff7a81df'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:15.933002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ab78d-23df-44e9-bc8e-a878a5322cb3 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b991be26-d47b-4c0d-a603-a50d1ac56491,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:16.017225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-689b5bc6-bd8b-4e93-a765-1a7441810231 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878951 Aug 31 16:26:16.076494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Subnet': ['ID=5cbe36e5-534f-407e-9a21-631d6db93a39,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:16.100363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f9ad-94f6-44e2-a0ba-2ce654486b75 req-1893d809-f83f-49aa-a402-f54fff47211f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.102139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a88f9ad-94f6-44e2-a0ba-2ce654486b75 req-1893d809-f83f-49aa-a402-f54fff47211f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1421857 Aug 31 16:26:16.113373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Checking segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:16.113769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network hostable DHCP agents. Network: 8e223261-3236-4266-94d1-6c8c3df1526a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:16.144431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Allocated IP 172.20.0.2 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/7bf2fa68-f5b9-4961-966e-a7c6ff7a81df/9db699c8-cfe8-4b99-ac46-c258d6e74b9e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:16.174999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 8e223261-3236-4266-94d1-6c8c3df1526a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:16.181102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a88f9ad-94f6-44e2-a0ba-2ce654486b75 req-7f5d8994-9222-437a-b630-9a683a4a7103 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0664623 Aug 31 16:26:16.201502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:16.211776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df2fa68-6c65-4e2f-8e63-a9276dc4f3b3 req-15cf7edb-42fb-4d57-8bc9-78fa1f0a348f service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854794 Aug 31 16:26:16.213673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8e223261-3236-4266-94d1-6c8c3df1526a) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:16.247952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b149260-5a8d-4738-906b-0afd4cd11cc7 None None] Network 8e223261-3236-4266-94d1-6c8c3df1526a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:16.265491 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.266388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.273476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:16.332611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-27273967-9d70-4f6e-8508-c6037b5c97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.335789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-27273967-9d70-4f6e-8508-c6037b5c97f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1135 time: 0.0669086 Aug 31 16:26:16.337326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:16.344634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ff77ad6-f622-492a-8400-e0fdc3c4aed7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.2600408 Aug 31 16:26:16.348392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.384298 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-236384d3-08d4-4969-9297-11a33b7d0d32 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/floatingips/66a4ca6a-26bd-4299-9668-7ee07e06700c HTTP/1.1" status: 200 len: 992 time: 0.1705794 Aug 31 16:26:16.391538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'port_id': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'mac_address': 'fa:16:3e:63:63:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:26:16.433371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:16.440700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.462943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] device_id is not set on port f4ebefcf-6acb-453e-9424-833db52f5ddb yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:26:16.482276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:16.484378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-0dd58844-d9e6-4241-b9f5-0fc115108dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.486561 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f2ffe2-04ba-4c50-9cc5-07b32011f642" -d '{"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-unplugged", "status": "completed", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:16.488126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-0dd58844-d9e6-4241-b9f5-0fc115108dbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 200 len: 897 time: 0.1433775 Aug 31 16:26:16.544513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:16.562618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-7dac8a54-216c-4117-aaaa-c0aeb955284a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 200 len: 217 time: 0.0599301 Aug 31 16:26:16.568422 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.570273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.579669 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.641362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 286d50f7-4837-4db4-a763-06af57d1ea6f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:26:16.647007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Transition to ACTIVE for port object 9db699c8-cfe8-4b99-ac46-c258d6e74b9e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:16.660016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-a4f1b912-3e7d-4ee6-aa5d-dcaaa7c8d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.663065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-a4f1b912-3e7d-4ee6-aa5d-dcaaa7c8d0cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33bf889d-0113-4d2c-986c-41aaee0a4d4e HTTP/1.1" status: 200 len: 834 time: 0.0788929 Aug 31 16:26:16.677824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:16.684129 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.686816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401389681', 'description': 'tempest-secgroup-smoke-1401389681 description', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:16.721678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8e223261-3236-4266-94d1-6c8c3df1526a', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ips': [{'subnet_id': '5cbe36e5-534f-407e-9a21-631d6db93a39'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:16.722638 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.748685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:16.773823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.7 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/7bf2fa68-f5b9-4961-966e-a7c6ff7a81df/f4ebefcf-6acb-453e-9424-833db52f5ddb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:16.795907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-755c4987-7685-4a4a-84d2-9273620dfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.796751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:26:16.797111 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:26:16.798674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-755c4987-7685-4a4a-84d2-9273620dfe87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c2c0edb-1f4f-40f8-8504-116738369bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235440 Aug 31 16:26:16.827823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.920780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96819d63-ca6b-4ee9-846d-c7b591e86242 None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:16.950480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde8a47-367b-4658-bc64-26de80c4de13 req-4687cbc9-b595-4c02-9d21-c7f69c3634e0 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:16.952919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dde8a47-367b-4658-bc64-26de80c4de13 req-4687cbc9-b595-4c02-9d21-c7f69c3634e0 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 983 time: 0.1808622 Aug 31 16:26:16.987728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:16.994952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.006407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Allocated IP 172.20.0.18 (8e223261-3236-4266-94d1-6c8c3df1526a/5cbe36e5-534f-407e-9a21-631d6db93a39/b39076a3-df8d-4260-a73c-1039e530b7df) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:17.054875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.059697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3771243 Aug 31 16:26:17.065461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35094) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:17.074434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-9059e6e7-c148-46c7-831b-7105024bf071 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467833 Aug 31 16:26:17.077622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc5470-97f2-4757-ada8-b695a991eb6f', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:17.085853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dde8a47-367b-4658-bc64-26de80c4de13 req-cfaddc4a-d00d-4861-b0da-f13c4974ec18 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1071048 Aug 31 16:26:17.113708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cc3f4-274f-4e59-a672-c5b8451d8ae8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc5470-97f2-4757-ada8-b695a991eb6f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.195895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.202761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.223591 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3011b76-0ff5-42b8-a9f9-38b8ba232a5c x-openstack-request-id: req-d3011b76-0ff5-42b8-a9f9-38b8ba232a5c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:17.224233 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-unplugged", "status": "completed", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:17.224472 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3011b76-0ff5-42b8-a9f9-38b8ba232a5c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:17.225153 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'code': 200} Aug 31 16:26:17.244651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02fd9ab4-2ddf-40c2-bfe5-ee5e1954a426 req-f5ac151a-905c-4433-bad3-9fc12ed9b91b service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564963 Aug 31 16:26:17.249376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object f4ebefcf-6acb-453e-9424-833db52f5ddb will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:17.284079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.294378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Transition to ACTIVE for port object b39076a3-df8d-4260-a73c-1039e530b7df will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:17.336469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Transition to ACTIVE for port object b39076a3-df8d-4260-a73c-1039e530b7df will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:17.340049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.349757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.364043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.368414 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.424990 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.451771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4eb1db8-650a-4218-ad6e-7fd71fdf0e78,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.455971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Pushing event updated for resources: {'Port': ['ID=b39076a3-df8d-4260-a73c-1039e530b7df,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.461591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Network 8e223261-3236-4266-94d1-6c8c3df1526a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:17.462744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.467710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:17.468520 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2d5f6c11-f1f5-468d-a3bf-c1f6d67618b3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928206 Aug 31 16:26:17.473170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:17.475585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35096) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:17.480217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:17.485181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc5470-97f2-4757-ada8-b695a991eb6f', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:17.489779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:17.496007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:17.510618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=f4ebefcf-6acb-453e-9424-833db52f5ddb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.522981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9db699c8-cfe8-4b99-ac46-c258d6e74b9e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:17.568523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.576653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286d50f7-4837-4db4-a763-06af57d1ea6f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:26:17.588872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Attempting to bind port b39076a3-df8d-4260-a73c-1039e530b7df on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:17.589462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Attempting to bind port b39076a3-df8d-4260-a73c-1039e530b7df by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:17.589911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Attempting to bind port b39076a3-df8d-4260-a73c-1039e530b7df on network 8e223261-3236-4266-94d1-6c8c3df1526a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:17.592930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:17.594537 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.623579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ca112ad-2ffd-4cd2-bbdf-7b081f1b582c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7051053 Aug 31 16:26:17.624000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35098) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:17.626402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:17.626992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Checking segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:17.627494 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.628036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Bound using segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:17.628561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Bound port: b39076a3-df8d-4260-a73c-1039e530b7df, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:17.628961 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.632888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:17.633194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:17.646643 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.689567 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.695791 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.719704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] For port b39076a3-df8d-4260-a73c-1039e530b7df, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:17.725724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] For port b39076a3-df8d-4260-a73c-1039e530b7df, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b39076a3-df8d-4260-a73c-1039e530b7df,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:17.736964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe0dbbe-bac6-4deb-9e6e-51d96bd44ff4,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.758590 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.760405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-57532c18-b5bd-4cc4-83bc-29860568b97d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828240 Aug 31 16:26:17.761217 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.763528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:17.770843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc5470-97f2-4757-ada8-b695a991eb6f', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:17.804529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.808650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.824646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:17.829352 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.885390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['286d50f7-4837-4db4-a763-06af57d1ea6f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:26:17.927877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.935633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.954458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 89d4371e-5453-4315-8b4b-b68db2008734 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:26:17.971027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c2013-69e4-4685-a8aa-1015b4028de3 None None] Pushing event updated for resources: {'Port': ['ID=b39076a3-df8d-4260-a73c-1039e530b7df,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.979705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87f773b-f56d-4693-85eb-8c4621641502,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:17.983715 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:17.985015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3fc720a9-8e51-4eff-ac9c-a245083f4102 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2195723 Aug 31 16:26:17.988405 n-d-793621-35 neutron-server[101478]: INFO neutron.db.ipam_backend_mixin [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7bf2fa68-f5b9-4961-966e-a7c6ff7a81df (CIDR: 172.20.0.0/28) Aug 31 16:26:17.988543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35102) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:17.994105 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:26:17.994808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:18.002333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc5470-97f2-4757-ada8-b695a991eb6f', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:18.004638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-38206b52-7dd8-4024-b22a-d0c7e14d70a7 None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:18.005023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-38206b52-7dd8-4024-b22a-d0c7e14d70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.018667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35104) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:18.019492 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-94432459-402d-4493-ab1b-387a27d67452 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3937864 Aug 31 16:26:18.025215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:18.152331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.242449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-38206b52-7dd8-4024-b22a-d0c7e14d70a7 None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:18.291585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 89d4371e-5453-4315-8b4b-b68db2008734, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=89d4371e-5453-4315-8b4b-b68db2008734,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:18.307447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:18.310472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-38206b52-7dd8-4024-b22a-d0c7e14d70a7 None None] Provisioning for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:18.311131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.322722 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-38206b52-7dd8-4024-b22a-d0c7e14d70a7 None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:18.323399 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-38206b52-7dd8-4024-b22a-d0c7e14d70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.326040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '89d4371e-5453-4315-8b4b-b68db2008734', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'port_id': '89d4371e-5453-4315-8b4b-b68db2008734', 'mac_address': 'fa:16:3e:8d:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:26:18.366768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.378920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.411890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bd833-8286-48ce-8dfa-a55a8127be17 req-637c9169-8eda-4d1c-9b6f-64e8da94d720 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:18.415127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-835bd833-8286-48ce-8dfa-a55a8127be17 req-637c9169-8eda-4d1c-9b6f-64e8da94d720 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 983 time: 0.1952269 Aug 31 16:26:18.451894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617b3632-e444-42e0-a765-ab6b31452183,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:18.470960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.504545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d4371e-5453-4315-8b4b-b68db2008734 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:26:18.509366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.511165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1ebfa7e-54f4-4bbd-826e-8e16755fa43a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5214064 Aug 31 16:26:18.513981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35108) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:18.519388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc5470-97f2-4757-ada8-b695a991eb6f', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:18.543465 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Project 7ad282d8a71e401d9ded0b6c08b4b5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:26:18.546402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-835bd833-8286-48ce-8dfa-a55a8127be17 req-1f44530a-0bdb-43a6-b5e3-532d3ae37ad0 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1140420 Aug 31 16:26:18.551925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.555369 n-d-793621-35 neutron-server[101477]: INFO neutron.db.ipam_backend_mixin [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2e8fb77d-6430-449e-bfad-88d8ca42acbf (CIDR: 172.20.0.16/28) Aug 31 16:26:18.560865 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:26:18.562908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:18.581009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 89d4371e-5453-4315-8b4b-b68db2008734, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=89d4371e-5453-4315-8b4b-b68db2008734,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:18.591686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.601523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7d1d2588-be2f-4fe5-820c-f68bcb5de6e6 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5784991 Aug 31 16:26:18.602783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35110) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:18.615952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'subnet': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:18.654363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.660020 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.683479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=89d4371e-5453-4315-8b4b-b68db2008734,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:18.688453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.693323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751285 Aug 31 16:26:18.696831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35112) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:18.704609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc5470-97f2-4757-ada8-b695a991eb6f', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:18.706647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b75f911f-0b69-4eca-a8d1-028c15431a08 None None] Provisioning for port f4ebefcf-6acb-453e-9424-833db52f5ddb completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:18.717939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ca0b4-b778-4395-906d-2fe48ec23551 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72a5feb-24af-40d0-b783-c6bb48834c45,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:18.733036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b75f911f-0b69-4eca-a8d1-028c15431a08 None None] Provisioning complete for port f4ebefcf-6acb-453e-9424-833db52f5ddb triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:18.735878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b75f911f-0b69-4eca-a8d1-028c15431a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.747334 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Project 7ad282d8a71e401d9ded0b6c08b4b5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:26:18.755103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.793557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b75f911f-0b69-4eca-a8d1-028c15431a08 None None] Port f4ebefcf-6acb-453e-9424-833db52f5ddb cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:18.836467 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.841594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.847236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['89d4371e-5453-4315-8b4b-b68db2008734'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:26:18.869920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae36e56-7161-4fff-b261-33c927ec33fb,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:18.875739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:18.889305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9e151f25-6ef2-40c0-b701-eca1fd45e759 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1822202 Aug 31 16:26:19.151467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fa147-4c91-4fca-a015-66a93ee43a64 None None] Network 8e223261-3236-4266-94d1-6c8c3df1526a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:19.216355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d91cbc63-3c68-4bcc-812f-e4e48cf9fd6c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401389681&fields=id&tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 267 time: 0.0770350 Aug 31 16:26:19.236499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-788881fa-aadd-4d22-a2e7-d1816da1b269 None None] Provisioning for port b39076a3-df8d-4260-a73c-1039e530b7df completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:19.372889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Made reservation on behalf of c75681451efc4012bc7e38c45d1f13c4 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:19.378821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.477788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-3ae7f858-bf8c-40f1-b9e5-a8e522fedf35 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:19.485337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-3ae7f858-bf8c-40f1-b9e5-a8e522fedf35 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/networks?id=8e223261-3236-4266-94d1-6c8c3df1526a HTTP/1.1" status: 200 len: 796 time: 0.2583711 Aug 31 16:26:19.492242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b39076a3-df8d-4260-a73c-1039e530b7df up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:19.507225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-b55da060-0584-4834-8c9c-3bc22f1690e7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/quotas/7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 375 time: 0.0208058 Aug 31 16:26:19.566110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b39076a3-df8d-4260-a73c-1039e530b7df completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:19.577528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b39076a3-df8d-4260-a73c-1039e530b7df triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:19.578299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.608740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-6e1a3b91-f3a3-48de-b1fb-5ca99cd3ca2d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0904610 Aug 31 16:26:19.691819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.703171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2bf53ebe-4913-4b0d-b6cb-6d750c75f56b None None] Provisioning complete for port b39076a3-df8d-4260-a73c-1039e530b7df triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:19.703538 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2bf53ebe-4913-4b0d-b6cb-6d750c75f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.758486 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b39076a3-df8d-4260-a73c-1039e530b7df, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b39076a3-df8d-4260-a73c-1039e530b7df,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:19.764136 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.828825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:19.830224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-8e4ac6a6-b13a-4aec-8594-93cb4668243a service neutron] 10.222.0.43 "GET /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098145 Aug 31 16:26:19.873230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b39076a3-df8d-4260-a73c-1039e530b7df,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:19.912031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 286d50f7-4837-4db4-a763-06af57d1ea6f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:19.912379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.916159 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:19.969522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 89d4371e-5453-4315-8b4b-b68db2008734 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:20.023842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:20.037138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:20.045727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:20.046357 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.054024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-9a6f5e01-dcb7-4feb-9339-6d777164161a service neutron] 10.222.0.43 "GET /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139387 Aug 31 16:26:20.054634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d653f5a-24de-4f98-bbcf-8399564ede0f None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:20.055006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Subnet': ['ID=1328742e-5dfe-48c6-aa27-038305484fce,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:20.077655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5ec027ee-7d3f-41a9-b634-0cb835f17f0c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4730694 Aug 31 16:26:20.082122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35128) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:20.088667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-662642772', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1328742e-5dfe-48c6-aa27-038305484fce'}], 'security_groups': ['af1c2cd5-e269-406c-94fe-92b7873109dd', '6c65da35-2d6e-4c48-a9c1-5fbc2a6157e4']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:20.173550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.175650 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.181440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 89d4371e-5453-4315-8b4b-b68db2008734 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:20.206398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 89d4371e-5453-4315-8b4b-b68db2008734 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:20.207017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.298267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:20.302695 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9172d0-b710-4fe9-a42b-381e99270f88" -d '{"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-plugged", "status": "completed", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:20.347812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:20.360542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.536324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ab27-443d-4394-93fd-9198b5238843 req-4bfcc09c-df03-48cb-b2dc-d8498e9eddef tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:20.550005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c17ab27-443d-4394-93fd-9198b5238843 req-4bfcc09c-df03-48cb-b2dc-d8498e9eddef tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 984 time: 0.1322951 Aug 31 16:26:20.594620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Delete allocated IP 172.20.0.7 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/7bf2fa68-f5b9-4961-966e-a7c6ff7a81df) {{(pid=101478) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 16:26:20.598799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:20.610339 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.615772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Allocated IP 172.20.0.44 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/1328742e-5dfe-48c6-aa27-038305484fce/f4ebefcf-6acb-453e-9424-833db52f5ddb) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:20.632177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c17ab27-443d-4394-93fd-9198b5238843 req-88e233e9-6250-4ce8-bee9-3ef8e8dfe00d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0800514 Aug 31 16:26:20.699645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 89d4371e-5453-4315-8b4b-b68db2008734, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=89d4371e-5453-4315-8b4b-b68db2008734,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:20.708575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.775351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8b5887b-933a-4d6c-996e-590ee1ae3dd1 req-b7493eff-da2c-4a7b-b193-5f4bd282d712 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 210 time: 0.0641682 Aug 31 16:26:20.934616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.954882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Transition to ACTIVE for port object f4ebefcf-6acb-453e-9424-833db52f5ddb will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:20.959485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:20.965046 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fde3f8-df22-4c06-9f1d-0d8c8d35a335 x-openstack-request-id: req-f6fde3f8-df22-4c06-9f1d-0d8c8d35a335 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:20.965443 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-plugged", "status": "completed", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:20.965586 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6fde3f8-df22-4c06-9f1d-0d8c8d35a335 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:20.965957 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'code': 200} Aug 31 16:26:21.067110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=89d4371e-5453-4315-8b4b-b68db2008734,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:21.076314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Update dhcp port {'port': {'network_id': 'f71618f7-c2bb-426b-985a-fbab9adf2e0a', 'fixed_ips': [{'subnet_id': '2e8fb77d-6430-449e-bfad-88d8ca42acbf', 'ip_address': '172.20.0.18'}, {'subnet_id': '7bf2fa68-f5b9-4961-966e-a7c6ff7a81df', 'ip_address': '172.20.0.2'}, {'subnet_id': '1328742e-5dfe-48c6-aa27-038305484fce'}], 'binding:host_id': 'n-d-793621-35'}, 'id': '9db699c8-cfe8-4b99-ac46-c258d6e74b9e'} from n-d-793621-35. {{(pid=101479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 16:26:21.084403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e54f16c-9de9-44b0-943b-6d4dd5bf3d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.104377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event updated for resources: {'Port': ['ID=f4ebefcf-6acb-453e-9424-833db52f5ddb,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:21.111887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] In _notify_port_updated(), no bound segment for port f4ebefcf-6acb-453e-9424-833db52f5ddb on network f71618f7-c2bb-426b-985a-fbab9adf2e0a {{(pid=101478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 16:26:21.115243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.117545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:21.118214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.122928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "PUT /v2.0/ports/f4ebefcf-6acb-453e-9424-833db52f5ddb HTTP/1.1" status: 200 len: 959 time: 1.0397511 Aug 31 16:26:21.123977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35142) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:21.165012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.165499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.165691 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.166034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.166373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.166704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.167031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.167360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.167689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.168215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.168551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.168902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6cea-1f61-43d3-87e2-6c3a345ec4d1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:21.254616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port f4ebefcf-6acb-453e-9424-833db52f5ddb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:21.254970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.308369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Allocated IP 172.20.0.34 (f71618f7-c2bb-426b-985a-fbab9adf2e0a/1328742e-5dfe-48c6-aa27-038305484fce/9db699c8-cfe8-4b99-ac46-c258d6e74b9e) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:21.353953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.368040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for f4ebefcf-6acb-453e-9424-833db52f5ddb owned by {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:21.425349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:21.445952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b39076a3-df8d-4260-a73c-1039e530b7df up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:21.500763 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.526991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Transition to ACTIVE for port object 9db699c8-cfe8-4b99-ac46-c258d6e74b9e will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:21.535833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.537762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.577683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=f4ebefcf-6acb-453e-9424-833db52f5ddb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:21.630139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b39076a3-df8d-4260-a73c-1039e530b7df triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:21.630967 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.696150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.700125 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bd0bb70b-bd20-40bb-88ee-4b4b086e575e tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/f4ebefcf-6acb-453e-9424-833db52f5ddb HTTP/1.1" status: 204 len: 168 time: 0.5700209 Aug 31 16:26:21.704765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35146) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:21.759549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1973e1d-17de-40a2-8b6f-e99599302436 None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:21.776123 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b8b7c7-b68d-4184-b06e-e2d1f6bba91d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] GET failed (client error): The resource could not be found. Aug 31 16:26:21.779871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26b8b7c7-b68d-4184-b06e-e2d1f6bba91d tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports/f4ebefcf-6acb-453e-9424-833db52f5ddb HTTP/1.1" status: 404 len: 333 time: 0.0725904 Aug 31 16:26:21.783605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35148) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:21.931877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fd685-c3c7-43a4-be72-84610a60595d req-31d906a0-d9f5-4b5d-acd0-cdc46d73f411 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:21.933551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed2fd685-c3c7-43a4-be72-84610a60595d req-31d906a0-d9f5-4b5d-acd0-cdc46d73f411 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.1445642 Aug 31 16:26:21.938930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4b40907a-6fd2-4a22-9d19-593f51ef5cc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:21.984753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-694cf7c4-3b00-40b1-9949-e69e398a4c27 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:21.986379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-694cf7c4-3b00-40b1-9949-e69e398a4c27 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/networks?id=8e223261-3236-4266-94d1-6c8c3df1526a HTTP/1.1" status: 200 len: 796 time: 0.2974949 Aug 31 16:26:21.996559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4b40907a-6fd2-4a22-9d19-593f51ef5cc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.033616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ed2fd685-c3c7-43a4-be72-84610a60595d req-b14a042d-ed9c-4ae6-a4d9-751ab39baeec tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0884359 Aug 31 16:26:22.043496 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-5f32065c-7cae-49f1-83de-1728faaa2ab4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 473 time: 0.0465600 Aug 31 16:26:22.054270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'port': {'device_id': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'admin_state_up': True, 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'security_groups': ['c8cc5470-97f2-4757-ada8-b695a991eb6f']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:22.081042 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4b40907a-6fd2-4a22-9d19-593f51ef5cc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.083913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4b40907a-6fd2-4a22-9d19-593f51ef5cc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.087972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4b40907a-6fd2-4a22-9d19-593f51ef5cc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/security-groups/b991be26-d47b-4c0d-a603-a50d1ac56491 HTTP/1.1" status: 204 len: 168 time: 0.2993517 Aug 31 16:26:22.091849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35152) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:22.120997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40907a-6fd2-4a22-9d19-593f51ef5cc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991be26-d47b-4c0d-a603-a50d1ac56491,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:22.170730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-461fec40-2b4b-4c4e-b253-a983d6c61d0d req-8be8dccb-35c2-4882-bb6b-d558f4afac32 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 210 time: 0.0527375 Aug 31 16:26:22.196640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:22.200666 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.206674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c080-8183-4456-8a07-36216ac54920 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.247234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c080-8183-4456-8a07-36216ac54920 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.306024 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c080-8183-4456-8a07-36216ac54920 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.313088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c080-8183-4456-8a07-36216ac54920 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.313088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b1c2c080-8183-4456-8a07-36216ac54920 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c65da35-2d6e-4c48-a9c1-5fbc2a6157e4 HTTP/1.1" status: 204 len: 168 time: 0.2138474 Aug 31 16:26:22.315643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35154) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:22.333887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2c080-8183-4456-8a07-36216ac54920 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65da35-2d6e-4c48-a9c1-5fbc2a6157e4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:22.389021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.20.0.19 (8e223261-3236-4266-94d1-6c8c3df1526a/5cbe36e5-534f-407e-9a21-631d6db93a39/151dbec1-c4b7-4195-bbed-9a0277e21ba1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:22.403361 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29112ed2-15d5-4bf8-a012-4dc0ca6b9cbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.431556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29112ed2-15d5-4bf8-a012-4dc0ca6b9cbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.500669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29112ed2-15d5-4bf8-a012-4dc0ca6b9cbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.506409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29112ed2-15d5-4bf8-a012-4dc0ca6b9cbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.508264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-29112ed2-15d5-4bf8-a012-4dc0ca6b9cbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/security-groups/af1c2cd5-e269-406c-94fe-92b7873109dd HTTP/1.1" status: 204 len: 168 time: 0.1910217 Aug 31 16:26:22.511483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35156) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:22.518130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29112ed2-15d5-4bf8-a012-4dc0ca6b9cbe tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1c2cd5-e269-406c-94fe-92b7873109dd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:22.602255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 7bf2fa68-f5b9-4961-966e-a7c6ff7a81df {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:22.609628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.640741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Could not find standard attr ID for object f4ebefcf-6acb-453e-9424-833db52f5ddb. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:26:22.646016 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.651514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:22.651920 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.669512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.672261 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Transition to ACTIVE for port object 151dbec1-c4b7-4195-bbed-9a0277e21ba1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:22.688010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:22.699821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Provisioning for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:22.704549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:22.704953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fd51e082-5ad4-483f-8c4a-b7602a2edbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.775767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.793373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.849836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 8e223261-3236-4266-94d1-6c8c3df1526a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:22.858226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:22.866610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:22.909336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=151dbec1-c4b7-4195-bbed-9a0277e21ba1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:22.940779 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.967716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:22.970147 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe363a39-b7a0-429b-8354-4b2712e028f8" -d '{"events": [{"server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "name": "network-vif-plugged", "status": "completed", "tag": "89d4371e-5453-4315-8b4b-b68db2008734"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:22.979950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:22.980682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.990680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf2fa68-f5b9-4961-966e-a7c6ff7a81df,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:22.993728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:22.995670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9880d2b9-8113-485a-857a-71f49801bb37 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/7bf2fa68-f5b9-4961-966e-a7c6ff7a81df HTTP/1.1" status: 204 len: 168 time: 0.4829779 Aug 31 16:26:23.000113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35160) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:23.027006 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71d0a8a-e16d-4cf1-a989-fdf3199f50ef x-openstack-request-id: req-b71d0a8a-e16d-4cf1-a989-fdf3199f50ef {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:23.027519 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "name": "network-vif-plugged", "status": "completed", "tag": "89d4371e-5453-4315-8b4b-b68db2008734", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:23.027938 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b71d0a8a-e16d-4cf1-a989-fdf3199f50ef {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:23.028573 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734', 'code': 200} Aug 31 16:26:23.039339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-d192061b-4b4b-4199-a9d3-8053845f21de tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9898057 Aug 31 16:26:23.064066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Request body: {'port': {'device_id': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:23.104903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 1328742e-5dfe-48c6-aa27-038305484fce {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:23.111994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.166336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae9d75-ddd3-4427-aea9-efad2b7af445 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:23.191278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48cf5a-fc16-4880-b394-c1abb1464fca req-31cfa44c-7af3-4fcd-93d4-82d96672b487 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:23.193681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f48cf5a-fc16-4880-b394-c1abb1464fca req-31cfa44c-7af3-4fcd-93d4-82d96672b487 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.0835240 Aug 31 16:26:23.262018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9fb320e5-5ad2-4b89-9900-c61a0398266f None None] Provisioning for port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:23.271127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9fb320e5-5ad2-4b89-9900-c61a0398266f None None] Provisioning complete for port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:23.271645 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9fb320e5-5ad2-4b89-9900-c61a0398266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.276004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f48cf5a-fc16-4880-b394-c1abb1464fca req-78b2a9d8-84cf-44d3-8755-d8db52d76420 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0751688 Aug 31 16:26:23.292853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b047d5d-d1ad-49d8-b8c9-abd4f4c68903 req-853dcab7-1f20-4105-b81e-1ae9f2ccee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:23.303397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b047d5d-d1ad-49d8-b8c9-abd4f4c68903 req-853dcab7-1f20-4105-b81e-1ae9f2ccee8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1137 time: 0.1551192 Aug 31 16:26:23.341996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b047d5d-d1ad-49d8-b8c9-abd4f4c68903 req-d92370d6-7f38-41d3-9b68-854313299deb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366042 Aug 31 16:26:23.369792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9fb320e5-5ad2-4b89-9900-c61a0398266f None None] Port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:23.377108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9fb320e5-5ad2-4b89-9900-c61a0398266f None None] Could not find standard attr ID for object f4ebefcf-6acb-453e-9424-833db52f5ddb. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:26:23.432752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44817bdc-3aa1-4bc6-bf18-18b3bf1e621d req-94383a34-ca02-45ea-8703-ccb77fd002a1 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:23.437759 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44817bdc-3aa1-4bc6-bf18-18b3bf1e621d req-94383a34-ca02-45ea-8703-ccb77fd002a1 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 932 time: 0.0748725 Aug 31 16:26:23.453998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9db699c8-cfe8-4b99-ac46-c258d6e74b9e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:23.493738 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44817bdc-3aa1-4bc6-bf18-18b3bf1e621d req-b1cedd5f-0f04-4028-a4dd-d8e133d0a04c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488214 Aug 31 16:26:23.519852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:23.520264 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.565194 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.568228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.759927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.878074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.920977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=1328742e-5dfe-48c6-aa27-038305484fce,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:23.923054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:23.925790 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-18a00421-bbbe-4549-8e38-4cfa188f845b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/1328742e-5dfe-48c6-aa27-038305484fce HTTP/1.1" status: 204 len: 168 time: 0.9245822 Aug 31 16:26:23.927858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35168) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:23.968338 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9717b7-3b28-47ce-b993-ff713665888b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:23.968788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9717b7-3b28-47ce-b993-ff713665888b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:23.973183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1f9717b7-3b28-47ce-b993-ff713665888b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/7bf2fa68-f5b9-4961-966e-a7c6ff7a81df HTTP/1.1" status: 404 len: 337 time: 0.0442271 Aug 31 16:26:23.973836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35170) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.000729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e0c9a-a453-4473-b046-97bb58720f69 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:24.005187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151dbec1-c4b7-4195-bbed-9a0277e21ba1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:26:24.014562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.034359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Transition to ACTIVE for port object 151dbec1-c4b7-4195-bbed-9a0277e21ba1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:24.040098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.042945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting subnet 2e8fb77d-6430-449e-bfad-88d8ca42acbf {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:24.046224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.100618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.103222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Pushing event updated for resources: {'Port': ['ID=151dbec1-c4b7-4195-bbed-9a0277e21ba1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:24.114660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-df7e9120-a2a2-41b7-a50a-f3ba77a0ee19 None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:24.115049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df7e9120-a2a2-41b7-a50a-f3ba77a0ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.188213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-df7e9120-a2a2-41b7-a50a-f3ba77a0ee19 None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:24.195055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Attempting to bind port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:24.196796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Attempting to bind port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:24.197389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Attempting to bind port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 on network 8e223261-3236-4266-94d1-6c8c3df1526a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:24.203710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 on network 8e223261-3236-4266-94d1-6c8c3df1526a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:26:24.204557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Attempting to bind port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 on network 8e223261-3236-4266-94d1-6c8c3df1526a {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:24.211217 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-df7e9120-a2a2-41b7-a50a-f3ba77a0ee19 None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:24.211766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df7e9120-a2a2-41b7-a50a-f3ba77a0ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.219781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:24.220347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Checking segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:24.220842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Bound using segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:24.221886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Bound port: 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:24.222625 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.228601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.308717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] For port 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:24.312487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] For port 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:24.319887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.357354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.383487 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.409257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8fb77d-6430-449e-bfad-88d8ca42acbf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:24.417746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:24.418009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.419633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:24.422104 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] 10.222.0.49 "PUT /v2.0/ports/151dbec1-c4b7-4195-bbed-9a0277e21ba1 HTTP/1.1" status: 200 len: 1093 time: 1.3714011 Aug 31 16:26:24.422993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'tag': '151dbec1-c4b7-4195-bbed-9a0277e21ba1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:24.424007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-21634a77-d4c3-409f-9c51-27babfaeeb13 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/2e8fb77d-6430-449e-bfad-88d8ca42acbf HTTP/1.1" status: 204 len: 168 time: 0.4485910 Aug 31 16:26:24.427617 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe7b21-8789-452c-8520-a1344aad6262" -d '{"events": [{"name": "network-changed", "server_uuid": "deab43c9-680d-4ac9-8de1-0c5e32c6ec46", "tag": "151dbec1-c4b7-4195-bbed-9a0277e21ba1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:24.430344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35174) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.455406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e64a0-3251-41c3-9837-65be484cc33b service neutron] Pushing event updated for resources: {'Port': ['ID=151dbec1-c4b7-4195-bbed-9a0277e21ba1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:24.493736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7112b-50f2-452c-8951-46dec8612185 req-bd90e273-1414-4a57-bce3-e6a5ff61264e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:24.508286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6a7112b-50f2-452c-8951-46dec8612185 req-bd90e273-1414-4a57-bce3-e6a5ff61264e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.0940588 Aug 31 16:26:24.542746 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbbbd26-bb94-45f7-9a6c-8990974c54fd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:24.543360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbbbd26-bb94-45f7-9a6c-8990974c54fd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:24.548085 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fdbbbd26-bb94-45f7-9a6c-8990974c54fd tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/c1af37fa-4ad0-4b33-8892-9459aa03481b HTTP/1.1" status: 404 len: 337 time: 0.1089876 Aug 31 16:26:24.549129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35180) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.574740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c6a7112b-50f2-452c-8951-46dec8612185 req-d8cb2adb-9dd2-49ea-bf93-2f60a1e8f441 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0653260 Aug 31 16:26:24.599294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-277f7a3b-465c-4f31-bb27-a27471dd71c8 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "GET /v2.0/ports?device_id=e473d7cf-c1a4-4fa9-a99e-c739bb74e555 HTTP/1.1" status: 200 len: 205 time: 0.0434098 Aug 31 16:26:24.602880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35182) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.606708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-fa78b08f-f6e2-4a9b-a0c1-4ea51ca8ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:24.608380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-fa78b08f-f6e2-4a9b-a0c1-4ea51ca8ad3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 1096 time: 0.1199052 Aug 31 16:26:24.682302 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-9d2cd151-dcda-4efa-8591-d61efbdc7d45 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] delete failed (client error): The resource could not be found. Aug 31 16:26:24.695271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9d2cd151-dcda-4efa-8591-d61efbdc7d45 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/routers/e473d7cf-c1a4-4fa9-a99e-c739bb74e555 HTTP/1.1" status: 404 len: 336 time: 0.0794518 Aug 31 16:26:24.697415 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d5e23f-f0c1-4a32-933e-c2e05a021871 x-openstack-request-id: req-e4d5e23f-f0c1-4a32-933e-c2e05a021871 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:24.698457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35184) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.698803 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deab43c9-680d-4ac9-8de1-0c5e32c6ec46", "tag": "151dbec1-c4b7-4195-bbed-9a0277e21ba1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:24.701460 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4d5e23f-f0c1-4a32-933e-c2e05a021871 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:24.702177 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'tag': '151dbec1-c4b7-4195-bbed-9a0277e21ba1', 'status': 'completed', 'code': 200} Aug 31 16:26:24.704131 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-a8d4927c-bdb7-4afd-90d7-5573956f1964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1 HTTP/1.1" status: 200 len: 217 time: 0.0864727 Aug 31 16:26:24.771235 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b665169e-0105-43d0-bdf0-94eb1bf4b5bf tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:24.771691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b665169e-0105-43d0-bdf0-94eb1bf4b5bf tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:24.783894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b665169e-0105-43d0-bdf0-94eb1bf4b5bf tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/e21106ef-451d-46db-9292-25f2efcf3f7e HTTP/1.1" status: 404 len: 337 time: 0.0838683 Aug 31 16:26:24.784605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35186) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.800346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-9b9be4b9-6b0b-4a9f-9e8b-9cf07a95baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:24.801861 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-9b9be4b9-6b0b-4a9f-9e8b-9cf07a95baf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5cbe36e5-534f-407e-9a21-631d6db93a39 HTTP/1.1" status: 200 len: 836 time: 0.0910287 Aug 31 16:26:24.839961 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b2f352-147b-4b70-85c8-86d41e0b389c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:24.840452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b2f352-147b-4b70-85c8-86d41e0b389c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:24.842669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-34b2f352-147b-4b70-85c8-86d41e0b389c tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/859d440a-90d1-4944-a544-ccae611f32c2 HTTP/1.1" status: 404 len: 337 time: 0.0395038 Aug 31 16:26:24.846377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35188) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.862714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e071-40fc-4f71-bdfe-94034b23348b req-fc36388b-ff91-44f9-b19b-8fe2254a2ea3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:24.864459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3098e071-40fc-4f71-bdfe-94034b23348b req-fc36388b-ff91-44f9-b19b-8fe2254a2ea3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 944 time: 0.1124289 Aug 31 16:26:24.877547 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-7546d003-0324-4f19-827e-e93a86304efc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:24.878028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7546d003-0324-4f19-827e-e93a86304efc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:24.879728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7546d003-0324-4f19-827e-e93a86304efc tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/11f16f61-00cd-4298-a20e-22b5935818cd HTTP/1.1" status: 404 len: 337 time: 0.0315573 Aug 31 16:26:24.882497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35190) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.910353 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d72a5a-a708-4b5e-89b6-f8cc32358a1f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:24.911278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d72a5a-a708-4b5e-89b6-f8cc32358a1f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:24.915450 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f8d72a5a-a708-4b5e-89b6-f8cc32358a1f tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/5ae2ad08-baac-4afb-af89-80d07481b930 HTTP/1.1" status: 404 len: 333 time: 0.0297964 Aug 31 16:26:24.915741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35192) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:24.917564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3098e071-40fc-4f71-bdfe-94034b23348b req-a14dd2e8-5769-44b9-bb9e-8a7ec98bfa19 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Aug 31 16:26:24.935220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-f3c4bd24-d297-4929-95f4-de8b5cfe4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:24.935220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-f3c4bd24-d297-4929-95f4-de8b5cfe4a57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e223261-3236-4266-94d1-6c8c3df1526a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1187348 Aug 31 16:26:24.961881 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-27887c60-f1c1-46ae-ac1e-d865b41b5a2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:24.962198 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27887c60-f1c1-46ae-ac1e-d865b41b5a2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:24.963992 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-27887c60-f1c1-46ae-ac1e-d865b41b5a2b tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/0e41389c-b6b0-4333-97a0-325820f51079 HTTP/1.1" status: 404 len: 337 time: 0.0473568 Aug 31 16:26:24.967617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35194) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:25.001486 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e1885b-6bb4-4de9-b077-30c70ee9a201 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:25.001900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e1885b-6bb4-4de9-b077-30c70ee9a201 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:25.003642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d7e1885b-6bb4-4de9-b077-30c70ee9a201 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/d0499bf5-558b-48d4-b692-6f3763bb0097 HTTP/1.1" status: 404 len: 337 time: 0.0349410 Aug 31 16:26:25.006509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35196) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:25.041900 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0440c7-fb01-46b0-8ddd-c44bc8ef48ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:25.042597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0440c7-fb01-46b0-8ddd-c44bc8ef48ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:25.044347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ce0440c7-fb01-46b0-8ddd-c44bc8ef48ee tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/080b6558-31ae-441f-8284-7e727040e85a HTTP/1.1" status: 404 len: 333 time: 0.0368474 Aug 31 16:26:25.047156 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35198) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:25.078302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22733908-de96-4292-998e-aafad59cf047 None None] Network f71618f7-c2bb-426b-985a-fbab9adf2e0a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:25.084844 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62e468d-e643-4f64-b913-91af462d1761 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:25.085314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62e468d-e643-4f64-b913-91af462d1761 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:25.087352 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c62e468d-e643-4f64-b913-91af462d1761 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/7ade9c77-838e-48a2-87ab-dcce366da329 HTTP/1.1" status: 404 len: 337 time: 0.0394621 Aug 31 16:26:25.090928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:25.115107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-53da3517-5a06-4585-ba93-29097b2270b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635916 Aug 31 16:26:25.124678 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f789cc26-1434-4fa5-9fac-1a22746c6dc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] DELETE failed (client error): The resource could not be found. Aug 31 16:26:25.125726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f789cc26-1434-4fa5-9fac-1a22746c6dc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:26:25.129436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f789cc26-1434-4fa5-9fac-1a22746c6dc1 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/subnets/2ebc51f0-92f2-4f0b-ad58-161ffd6e0092 HTTP/1.1" status: 404 len: 337 time: 0.0349631 Aug 31 16:26:25.129980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35202) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:25.203147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9473a99c-c9dd-4b09-ab89-238b6eaead5a None None] Provisioning complete for port bf0529cb-a410-45eb-82d8-c8432924cbec triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:25.203524 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9473a99c-c9dd-4b09-ab89-238b6eaead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.258145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5f8d9108-f84e-4225-8607-c18a08e302f7 req-2409aef8-1e81-42e2-a0f4-a9cef1290701 service neutron] 10.222.0.49 "GET /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350749 Aug 31 16:26:25.278463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.281139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9473a99c-c9dd-4b09-ab89-238b6eaead5a None None] Port bf0529cb-a410-45eb-82d8-c8432924cbec cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:25.292724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port bf0529cb-a410-45eb-82d8-c8432924cbec {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:25.293613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.299229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9473a99c-c9dd-4b09-ab89-238b6eaead5a None None] Provisioning complete for port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:25.299857 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9473a99c-c9dd-4b09-ab89-238b6eaead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.375382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] DHCP port deletion for f71618f7-c2bb-426b-985a-fbab9adf2e0a request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:26:25.382325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe7b21-8789-452c-8520-a1344aad6262 req-21bee05f-5a81-42d7-bc9a-bcf0677b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:25.383990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-21bee05f-5a81-42d7-bc9a-bcf0677b0bf7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 1096 time: 0.0612671 Aug 31 16:26:25.392487 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.434911 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.455507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for bf0529cb-a410-45eb-82d8-c8432924cbec owned by {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:25.495600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9db699c8-cfe8-4b99-ac46-c258d6e74b9e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:25.512481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe7b21-8789-452c-8520-a1344aad6262 req-72b566a5-4077-4b57-8235-f9a996b3b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:25.514211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-72b566a5-4077-4b57-8235-f9a996b3b90d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e223261-3236-4266-94d1-6c8c3df1526a HTTP/1.1" status: 200 len: 897 time: 0.1225302 Aug 31 16:26:25.525315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] Deleting port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:25.525897 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.561608 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-784b6806-890a-4192-bfe6-6e2679f7d528 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1 HTTP/1.1" status: 200 len: 217 time: 0.0390327 Aug 31 16:26:25.568518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.615023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=bf0529cb-a410-45eb-82d8-c8432924cbec,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:25.620696 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6cbe65f3-d790-4380-b12d-66baa2884a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.638929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.641322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-44ff219e-7663-449a-be0a-20b31091b6f2 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/ports/bf0529cb-a410-45eb-82d8-c8432924cbec HTTP/1.1" status: 204 len: 168 time: 0.5100276 Aug 31 16:26:25.644611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35206) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:25.647872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe7b21-8789-452c-8520-a1344aad6262 req-f8eedb1b-c365-4f47-80ea-3c5064aff8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:25.648665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:25.649105 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.650950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-f8eedb1b-c365-4f47-80ea-3c5064aff8c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5cbe36e5-534f-407e-9a21-631d6db93a39 HTTP/1.1" status: 200 len: 836 time: 0.0817018 Aug 31 16:26:25.687650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] Calling delete_port for 9db699c8-cfe8-4b99-ac46-c258d6e74b9e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:25.707648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.735406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe7b21-8789-452c-8520-a1344aad6262 req-632d2f6e-acd8-4c67-9aaa-ce6db7001878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:25.739804 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-632d2f6e-acd8-4c67-9aaa-ce6db7001878 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e223261-3236-4266-94d1-6c8c3df1526a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0820529 Aug 31 16:26:25.789601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.802963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,segment=NetworkSegment(4606780e-f4c3-4496-901a-24ac7a8c2b4e),segment_id=4606780e-f4c3-4496-901a-24ac7a8c2b4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:25.807287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68646f57-226b-49ae-a0c2-922e2f24bfeb req-4447ba0a-81be-4f05-9f34-65f47b06467f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:25.808905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68646f57-226b-49ae-a0c2-922e2f24bfeb req-4447ba0a-81be-4f05-9f34-65f47b06467f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.0864704 Aug 31 16:26:25.818459 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.852583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.873678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] No DVR routers for this DVR port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:25.886573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:25.914785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-db088104-efc7-488e-b642-c23959ccb059 service neutron] 10.222.0.49 "GET /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667192 Aug 31 16:26:25.930351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0a6e2-b05d-4f94-b101-2ddac1cba6bb None None] Pushing event deleted for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:25.934080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:25.940770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68646f57-226b-49ae-a0c2-922e2f24bfeb req-e2ae9ac5-faa0-4941-a0ef-1a5295aabfaa tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0933149 Aug 31 16:26:25.953397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Deleting port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:25.954831 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.038430 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-69fe7b21-8789-452c-8520-a1344aad6262 req-96643014-945e-4c41-8878-f4967f987ef4 service neutron] 10.222.0.49 "GET /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161985 Aug 31 16:26:26.073355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] For port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e, host n-d-793621-35, got binding levels [] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:26.073632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.089835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Calling delete_port for 9db699c8-cfe8-4b99-ac46-c258d6e74b9e owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:26.093356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.ipam_backend_mixin [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e was not found and therefore no delete operation was performed {{(pid=101477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:26:26.097672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.113398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d535-0570-43a3-beed-182b8e1f1074 req-9871e5dd-d69e-4dd0-841d-0d9ff2936c8f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:26.114919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d028d535-0570-43a3-beed-182b8e1f1074 req-9871e5dd-d69e-4dd0-841d-0d9ff2936c8f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 944 time: 0.1039405 Aug 31 16:26:26.141574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Port': ['ID=9db699c8-cfe8-4b99-ac46-c258d6e74b9e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:26.143473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] No DVR routers for this DVR port 9db699c8-cfe8-4b99-ac46-c258d6e74b9e on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:26.245539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d028d535-0570-43a3-beed-182b8e1f1074 req-2797322b-e4ec-4eea-a217-41cfdb29ce23 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072338 Aug 31 16:26:26.247050 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.258273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71618f7-c2bb-426b-985a-fbab9adf2e0a']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:26.270200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4606780e-f4c3-4496-901a-24ac7a8c2b4e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:26.270507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4606780e-f4c3-4496-901a-24ac7a8c2b4e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:26.280935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.295966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.303800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:26.304221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:26:26.307812 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:26:26.395655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.404764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.406594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] 10.222.0.43 "DELETE /v2.0/networks/f71618f7-c2bb-426b-985a-fbab9adf2e0a HTTP/1.1" status: 204 len: 168 time: 0.7599447 Aug 31 16:26:26.426154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d2beb-eb44-4437-8310-8de3400ae71e req-ea7542db-8d95-4dc0-bc05-69b948ed7112 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:26.427729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a1d2beb-eb44-4437-8310-8de3400ae71e req-ea7542db-8d95-4dc0-bc05-69b948ed7112 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.1251926 Aug 31 16:26:26.428843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5c07-e0e4-42a1-b7e5-7a182366d568 tempest-PortsTestJSON-413805014 tempest-PortsTestJSON-413805014-project] Pushing event deleted for resources: {'Network': ['ID=f71618f7-c2bb-426b-985a-fbab9adf2e0a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:26.479348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a1d2beb-eb44-4437-8310-8de3400ae71e req-8a6c7d27-726a-497d-b5df-6d0936eefd07 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402236 Aug 31 16:26:26.618799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f8f42-071b-47a8-a321-fbc33aab3427 req-ce995edc-28ce-454f-a5d9-5ca49a34eac7 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:26.620406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-177f8f42-071b-47a8-a321-fbc33aab3427 req-ce995edc-28ce-454f-a5d9-5ca49a34eac7 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1137 time: 0.0560646 Aug 31 16:26:26.644571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-177f8f42-071b-47a8-a321-fbc33aab3427 req-b23470be-f45a-46e5-8783-0e6d717782f8 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.698780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35218) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:26.746633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-177f8f42-071b-47a8-a321-fbc33aab3427 req-b23470be-f45a-46e5-8783-0e6d717782f8 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.749986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-177f8f42-071b-47a8-a321-fbc33aab3427 req-b23470be-f45a-46e5-8783-0e6d717782f8 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.774830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-177f8f42-071b-47a8-a321-fbc33aab3427 req-b23470be-f45a-46e5-8783-0e6d717782f8 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1465321 Aug 31 16:26:26.784133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23470be-f45a-46e5-8783-0e6d717782f8 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a98e81-98c6-4479-aa0c-28159716a96e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:26.796950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35222) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:26.890684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73684aaf-0fd7-4b32-ab20-37ddd3a1f9e2 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:26.893039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-73684aaf-0fd7-4b32-ab20-37ddd3a1f9e2 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1132 time: 0.0949028 Aug 31 16:26:26.896092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:26.897183 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-da9982de-6db7-4617-a9c5-ad49f57699fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c75681451efc4012bc7e38c45d1f13c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970496 Aug 31 16:26:26.900584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35226) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:26.901141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '89d4371e-5453-4315-8b4b-b68db2008734', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:26.929798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.968949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41a35710-aa91-4c7a-9728-ba6969338889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:26.991908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41a35710-aa91-4c7a-9728-ba6969338889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.042918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.046633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41a35710-aa91-4c7a-9728-ba6969338889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.049799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-41a35710-aa91-4c7a-9728-ba6969338889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.051037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-41a35710-aa91-4c7a-9728-ba6969338889 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f0edab9-5fde-46b9-b12d-637b2c715171 HTTP/1.1" status: 204 len: 168 time: 0.1491780 Aug 31 16:26:27.059465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a35710-aa91-4c7a-9728-ba6969338889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0edab9-5fde-46b9-b12d-637b2c715171,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:27.162248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.25.6.37 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/4d7d4f61-b4cf-4c9c-a4c5-ab1b4e246e29) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:27.309479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.442433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.462896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29727c-00c7-4f3a-8295-e650ba133239 req-3a7252a2-f5d0-4a87-a8e1-d2a314dc251d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:27.465604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd29727c-00c7-4f3a-8295-e650ba133239 req-3a7252a2-f5d0-4a87-a8e1-d2a314dc251d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 944 time: 0.1407661 Aug 31 16:26:27.557216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:27.571967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:27.579623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:27.584838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=4d7d4f61-b4cf-4c9c-a4c5-ab1b4e246e29,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:27.621476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd29727c-00c7-4f3a-8295-e650ba133239 req-9cbfff78-69c8-4755-9321-d822c6594a81 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474512 Aug 31 16:26:27.707053 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.807381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35250) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:27.871614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 151dbec1-c4b7-4195-bbed-9a0277e21ba1 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:26:27.924648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1039123249'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:27.953492 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:27.957439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.966871 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:27.978948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:27.993677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '151dbec1-c4b7-4195-bbed-9a0277e21ba1', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'port_id': '151dbec1-c4b7-4195-bbed-9a0277e21ba1', 'mac_address': 'fa:16:3e:3f:fe:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:26:28.002579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.038342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.054571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151dbec1-c4b7-4195-bbed-9a0277e21ba1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:26:28.070574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.075446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.077049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:28.081452 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.086182 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.105751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:28.117202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ddedf7-7c52-4e90-96d7-bc8cdd3f452b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:28.122721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.123163 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment eec65000-6138-4620-9438-b84902212a6d of type vlan for network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb Aug 31 16:26:28.137059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=151dbec1-c4b7-4195-bbed-9a0277e21ba1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:28.175976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.203279 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.209547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:28.210249 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.266796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.271895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4632609 Aug 31 16:26:28.272132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.274549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:28.279485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1094396477'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:28.300766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669808af-cecc-4c9d-821d-50b2e085d8a4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=2eacd03f-e64c-44e0-bab0-11a3f69efcbb,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:28.313431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['151dbec1-c4b7-4195-bbed-9a0277e21ba1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:26:28.320068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:28.332472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:28.336476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.363732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=4d7d4f61-b4cf-4c9c-a4c5-ab1b4e246e29,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:28.377588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:28.379124 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.389353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.389797 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment 4224a625-6b21-4c0c-a3b7-1e8c691774f3 of type vlan for network f2bf5028-93ee-42c7-8b2c-c2199422fc97 Aug 31 16:26:28.442535 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.474402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.480978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:28.482433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.510423 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Floating IP f6539946-ea10-48af-a041-0a6272a2d973 associated. External IP: 172.25.6.37, port: 89d4371e-5453-4315-8b4b-b68db2008734. Aug 31 16:26:28.542231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2666497 Aug 31 16:26:28.547197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35256) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:28.558401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:28.639268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d52a2-46fb-467b-a6c6-b886b19cdec5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=f2bf5028-93ee-42c7-8b2c-c2199422fc97,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:28.658541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:28.709034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:28.714176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:28.942839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.006197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=9bee5b25-a54c-463d-b096-b46fd00ee943,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:29.018348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': 'eec65000-6138-4620-9438-b84902212a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:29.018710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 2eacd03f-e64c-44e0-bab0-11a3f69efcbb, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:29.037292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:29.048382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2eacd03f-e64c-44e0-bab0-11a3f69efcbb) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:29.053002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.053607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.058407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6be35f-d515-415e-bb97-d8692bdbe007 None None] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:29.074012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b3496780-1723-4a6b-a21c-ec3bead2cf37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5213368 Aug 31 16:26:29.074295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35260) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:29.080298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:29.158685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99479893-b3cb-464a-9211-9ce909526b34 req-e381567a-5556-427c-b77e-1ebeeaa41bf7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.160259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99479893-b3cb-464a-9211-9ce909526b34 req-e381567a-5556-427c-b77e-1ebeeaa41bf7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 945 time: 0.4502301 Aug 31 16:26:29.178060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:29.183771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:29.187372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.218097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99479893-b3cb-464a-9211-9ce909526b34 req-87039913-575d-4a50-bf34-f649abddc974 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Aug 31 16:26:29.240326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2eacd03f-e64c-44e0-bab0-11a3f69efcbb', 'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '9bee5b25-a54c-463d-b096-b46fd00ee943'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:29.241300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.347216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:29.358524 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] Sync routers for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:29.371865 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:29.372861 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:29.381865 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.428949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a875f847-4a9e-4eaa-9cfe-90f2697f7c2f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5313900 Aug 31 16:26:29.429431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35262) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:29.429898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:29.432223 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "tag": "89d4371e-5453-4315-8b4b-b68db2008734"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:29.449797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.461524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Allocated IP 2001:db8::2 (2eacd03f-e64c-44e0-bab0-11a3f69efcbb/9bee5b25-a54c-463d-b096-b46fd00ee943/33aad95b-51ca-4485-be9a-b0bad059fca7) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:29.515904 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e84d7c-32b5-4bce-a5e6-6bb6c15b8809 x-openstack-request-id: req-82e84d7c-32b5-4bce-a5e6-6bb6c15b8809 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:29.516517 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "tag": "89d4371e-5453-4315-8b4b-b68db2008734", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:29.516983 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82e84d7c-32b5-4bce-a5e6-6bb6c15b8809 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:29.518162 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734', 'status': 'completed', 'code': 200} Aug 31 16:26:29.534334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=27bf9ef4-5756-4b05-9286-d8b7cbcb211a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:29.565846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': '4224a625-6b21-4c0c-a3b7-1e8c691774f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:29.566225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: f2bf5028-93ee-42c7-8b2c-c2199422fc97, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:29.581545 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:29.586374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:29.592503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-326a2f89-1a97-40bc-9be0-bfd5d6020d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.593655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-326a2f89-1a97-40bc-9be0-bfd5d6020d57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1137 time: 0.0723081 Aug 31 16:26:29.598057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f2bf5028-93ee-42c7-8b2c-c2199422fc97) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:29.604490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.605177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.611228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e7c41-424f-41a7-a431-eda747e515f4 None None] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:29.633083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9c33e45c-52d1-4113-9fa4-c12037522d8c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5576072 Aug 31 16:26:29.642709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:29.650321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-664969469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:29.690744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.692982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.737441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.738627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.739451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.740802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.741376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.742207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.743350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.743821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.744643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.747018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.748246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.755184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ebe8a67f-beed-4ca2-aa7c-68dedc0e3f3f tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7699 time: 0.3169534 Aug 31 16:26:29.814643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35268) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:29.902577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 151dbec1-c4b7-4195-bbed-9a0277e21ba1 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:29.902957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.903414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.903957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.904460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.904888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.905339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.906873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-2572edfd-d2d7-40da-b481-710c4b23bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.907036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.907036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.907036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.908133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.908335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-2572edfd-d2d7-40da-b481-710c4b23bb4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 200 len: 897 time: 0.2961392 Aug 31 16:26:29.908433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:29.913816 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4b1c8a0f-c6db-41df-8e11-46358bc75679 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7102 time: 0.0969603 Aug 31 16:26:29.916596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35270) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:29.917622 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.967288 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:29.998129 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-ec1ed0a1-8cb0-483a-8fc9-b7a23f3fa9b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827968 Aug 31 16:26:30.000344 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.004738 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1ec52dc9-1dcf-42bf-b1de-f82c873c3bf2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3609753 Aug 31 16:26:30.006466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35272) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:30.010450 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'f6539946-ea10-48af-a041-0a6272a2d973', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'port_id': '89d4371e-5453-4315-8b4b-b68db2008734', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'mac_address': 'fa:16:3e:8d:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:26:27Z', 'updated_at': '2021-08-31T16:26:27Z', 'revision_number': 0, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:12Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:30.063494 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] Checking router: db9fa1b3-633d-4fa0-9b02-53a5d9110f37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:30.074947 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:30.075855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:30.091137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-a3af4c57-2ae4-49ba-b0cf-7b8d4f193a76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 200 len: 999 time: 0.1474583 Aug 31 16:26:30.127769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.154349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Transition to ACTIVE for port object 33aad95b-51ca-4485-be9a-b0bad059fca7 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:30.205687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Transition to ACTIVE for port object 33aad95b-51ca-4485-be9a-b0bad059fca7 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:30.215372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f2bf5028-93ee-42c7-8b2c-c2199422fc97', 'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '27bf9ef4-5756-4b05-9286-d8b7cbcb211a'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:30.216271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.221691 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.229614 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:30.243814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-278f4d8e-edcd-4df7-aba3-0308589af254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.245911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-278f4d8e-edcd-4df7-aba3-0308589af254 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33bf889d-0113-4d2c-986c-41aaee0a4d4e HTTP/1.1" status: 200 len: 834 time: 0.1440129 Aug 31 16:26:30.265193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:30.283931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:30.285700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.291860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903733-2fbf-4318-abb8-8200c540e8aa req-e0c3ea82-d26e-4881-8397-eb59bc9cc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.297867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-e0c3ea82-d26e-4881-8397-eb59bc9cc050 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1097 time: 0.2379334 Aug 31 16:26:30.367736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:30.382084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:30.385758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:30.395085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-bf970a52-bad8-4c18-af80-c569574a19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.398223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-bf970a52-bad8-4c18-af80-c569574a19da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c2c0edb-1f4f-40f8-8504-116738369bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338921 Aug 31 16:26:30.403866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Pushing event updated for resources: {'Port': ['ID=33aad95b-51ca-4485-be9a-b0bad059fca7,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:30.517595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Attempting to bind port 33aad95b-51ca-4485-be9a-b0bad059fca7 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:30.517867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Attempting to bind port 33aad95b-51ca-4485-be9a-b0bad059fca7 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'eec65000-6138-4620-9438-b84902212a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:30.518236 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Attempting to bind port 33aad95b-51ca-4485-be9a-b0bad059fca7 on network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:30.538319 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'f6539946-ea10-48af-a041-0a6272a2d973', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'port_id': '89d4371e-5453-4315-8b4b-b68db2008734', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'mac_address': 'fa:16:3e:8d:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:26:27Z', 'updated_at': '2021-08-31T16:26:27Z', 'revision_number': 0, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:12Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:30.548467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7fb3aa46-abb9-4cee-8537-e0529a66eb77 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5023 time: 0.6302955 Aug 31 16:26:30.552356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35276) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:30.554931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Allocated IP 2001:db8:1::2 (f2bf5028-93ee-42c7-8b2c-c2199422fc97/27bf9ef4-5756-4b05-9286-d8b7cbcb211a/bc9b2779-6e4e-4456-bbb2-fefddfed421f) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:30.557294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:30.557833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Checking segment: {'id': 'eec65000-6138-4620-9438-b84902212a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:30.558316 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.558905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Bound using segment: {'id': 'eec65000-6138-4620-9438-b84902212a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:30.559400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Bound port: 33aad95b-51ca-4485-be9a-b0bad059fca7, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec65000-6138-4620-9438-b84902212a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2eacd03f-e64c-44e0-bab0-11a3f69efcbb'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:30.559791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.575028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e9d1-e42a-421c-b893-383043a1e797 req-d6b21d94-a377-4562-865e-02ba378314b9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.576852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c86e9d1-e42a-421c-b893-383043a1e797 req-d6b21d94-a377-4562-865e-02ba378314b9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 945 time: 0.2187448 Aug 31 16:26:30.605081 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf12b8-a2c5-4d42-ba44-412127949ca6 None None] The sync data for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 is: [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'f6539946-ea10-48af-a041-0a6272a2d973', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'port_id': '89d4371e-5453-4315-8b4b-b68db2008734', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'mac_address': 'fa:16:3e:8d:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:26:27Z', 'updated_at': '2021-08-31T16:26:27Z', 'revision_number': 0, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:12Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:30.620651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.641375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-aa6f1305-96a9-4078-95cc-774968e9406b service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184150 Aug 31 16:26:30.676883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.679644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903733-2fbf-4318-abb8-8200c540e8aa req-1297fabf-2b6b-49cd-9097-7b0198a3b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.681854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-1297fabf-2b6b-49cd-9097-7b0198a3b771 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 898 time: 0.3148539 Aug 31 16:26:30.720032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a698e1-b08b-4289-bcbd-2eb93ff83f67 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.720641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a698e1-b08b-4289-bcbd-2eb93ff83f67 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:30.722353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-95a698e1-b08b-4289-bcbd-2eb93ff83f67 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=db9fa1b3-633d-4fa0-9b02-53a5d9110f37 HTTP/1.1" status: 200 len: 1992 time: 0.1673515 Aug 31 16:26:30.741763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c86e9d1-e42a-421c-b893-383043a1e797 req-8db11a11-8e4c-46ed-9672-7260588bb573 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286905 Aug 31 16:26:30.784047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151dbec1-c4b7-4195-bbed-9a0277e21ba1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:30.786517 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee3639-88fe-4136-a27a-bbcce2231482" -d '{"events": [{"server_uuid": "deab43c9-680d-4ac9-8de1-0c5e32c6ec46", "name": "network-vif-plugged", "status": "completed", "tag": "151dbec1-c4b7-4195-bbed-9a0277e21ba1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:30.802839 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7f13e2a-9d5b-4b1a-b33f-9476ec9b3c2a req-53244cc2-a571-4824-be23-5b3c6288a509 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504784 Aug 31 16:26:30.845651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:30.847687 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f93ef2-0467-4629-931e-7617a3f70d46 x-openstack-request-id: req-10f93ef2-0467-4629-931e-7617a3f70d46 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:30.848359 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deab43c9-680d-4ac9-8de1-0c5e32c6ec46", "name": "network-vif-plugged", "status": "completed", "tag": "151dbec1-c4b7-4195-bbed-9a0277e21ba1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:30.848771 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10f93ef2-0467-4629-931e-7617a3f70d46 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:30.849143 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151dbec1-c4b7-4195-bbed-9a0277e21ba1', 'code': 200} Aug 31 16:26:30.859349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] For port 33aad95b-51ca-4485-be9a-b0bad059fca7, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:30.867748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.905686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] For port 33aad95b-51ca-4485-be9a-b0bad059fca7, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=33aad95b-51ca-4485-be9a-b0bad059fca7,segment=NetworkSegment(eec65000-6138-4620-9438-b84902212a6d),segment_id=eec65000-6138-4620-9438-b84902212a6d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:30.939997 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:30.965695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2cf60-e86a-495c-a818-44a251387d33 None None] New status for floating IP f6539946-ea10-48af-a041-0a6272a2d973: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:26:30.972763 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-96970210-caa2-4042-b3ac-9171f1895d32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 1000 time: 0.2775753 Aug 31 16:26:31.020964 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:31.035974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=151dbec1-c4b7-4195-bbed-9a0277e21ba1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:31.047083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Transition to ACTIVE for port object bc9b2779-6e4e-4456-bbb2-fefddfed421f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:31.052331 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-2bd4125b-9a46-41af-b83c-dcad18d34031 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2185884 Aug 31 16:26:31.073106 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488526c4-c3c9-4516-8218-2921d26ca1e6 req-9f77f646-b1d0-4635-86d1-25c404bb786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:31.074548 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-488526c4-c3c9-4516-8218-2921d26ca1e6 req-9f77f646-b1d0-4635-86d1-25c404bb786d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 1098 time: 0.1616573 Aug 31 16:26:31.164959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Transition to ACTIVE for port object bc9b2779-6e4e-4456-bbb2-fefddfed421f will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:31.179122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903733-2fbf-4318-abb8-8200c540e8aa req-d8e13c1c-348a-43dc-b8b9-c6709a6e5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:31.181135 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-d8e13c1c-348a-43dc-b8b9-c6709a6e5a4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 200 len: 835 time: 0.1769683 Aug 31 16:26:31.186154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:31.191790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e42c6b-c682-4ab9-8e3f-3e20e6ab5007 None None] Pushing event updated for resources: {'Port': ['ID=33aad95b-51ca-4485-be9a-b0bad059fca7,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:31.278252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:31.283723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:31.290250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:31.317261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Pushing event updated for resources: {'Port': ['ID=bc9b2779-6e4e-4456-bbb2-fefddfed421f,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:31.322970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-aece85f2-9e08-415e-8b07-5314e4fb6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:31.325080 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-aece85f2-9e08-415e-8b07-5314e4fb6444 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.2189479 Aug 31 16:26:31.331991 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-488526c4-c3c9-4516-8218-2921d26ca1e6 req-3a721f04-fd2d-444f-878a-49be79f5f1f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228236 Aug 31 16:26:31.372552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8::1 (2eacd03f-e64c-44e0-bab0-11a3f69efcbb/9bee5b25-a54c-463d-b096-b46fd00ee943/df9618e9-4c52-4548-9d47-e5f638d554d0) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:31.395700 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Attempting to bind port bc9b2779-6e4e-4456-bbb2-fefddfed421f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:31.395913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Attempting to bind port bc9b2779-6e4e-4456-bbb2-fefddfed421f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4224a625-6b21-4c0c-a3b7-1e8c691774f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:31.396308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Attempting to bind port bc9b2779-6e4e-4456-bbb2-fefddfed421f on network f2bf5028-93ee-42c7-8b2c-c2199422fc97 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:31.407674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903733-2fbf-4318-abb8-8200c540e8aa req-0963197b-f99e-4988-9faf-90e6a9f98e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:31.409392 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-0963197b-f99e-4988-9faf-90e6a9f98e74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4aa302fa-1ec0-417a-9df0-aae0bffe46df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188172 Aug 31 16:26:31.409645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:31.411069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Checking segment: {'id': '4224a625-6b21-4c0c-a3b7-1e8c691774f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:31.411069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:31.411069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Bound using segment: {'id': '4224a625-6b21-4c0c-a3b7-1e8c691774f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:31.411671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Bound port: bc9b2779-6e4e-4456-bbb2-fefddfed421f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4224a625-6b21-4c0c-a3b7-1e8c691774f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f2bf5028-93ee-42c7-8b2c-c2199422fc97'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:31.412122 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:31.488274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 33aad95b-51ca-4485-be9a-b0bad059fca7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:31.524064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] For port bc9b2779-6e4e-4456-bbb2-fefddfed421f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:31.546412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] For port bc9b2779-6e4e-4456-bbb2-fefddfed421f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc9b2779-6e4e-4456-bbb2-fefddfed421f,segment=NetworkSegment(4224a625-6b21-4c0c-a3b7-1e8c691774f3),segment_id=4224a625-6b21-4c0c-a3b7-1e8c691774f3)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:31.551899 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:31.598979 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-c060d9af-d2fa-4b1c-aa4a-d14e4f00055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:31.601957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-c060d9af-d2fa-4b1c-aa4a-d14e4f00055b service neutron] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 910 time: 0.2478254 Aug 31 16:26:31.615034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 33aad95b-51ca-4485-be9a-b0bad059fca7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:31.627261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422d049-c784-42ef-96f0-0a7a7e4429b6 None None] Pushing event updated for resources: {'Port': ['ID=bc9b2779-6e4e-4456-bbb2-fefddfed421f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:31.941768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e4a89-8f7d-4683-9971-0b748d5d54f6 req-d7ebb0e1-ab9b-4631-a9e0-76086cce3625 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:31.943493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d75e4a89-8f7d-4683-9971-0b748d5d54f6 req-d7ebb0e1-ab9b-4631-a9e0-76086cce3625 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 946 time: 0.0725536 Aug 31 16:26:32.012397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d75e4a89-8f7d-4683-9971-0b748d5d54f6 req-196a8b26-ba6e-4e8c-bc8c-c0677a434953 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580544 Aug 31 16:26:32.123360 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.162641 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-88ca23c6-b08a-4c9b-9109-72597eaa7712 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 1001 time: 0.5505798 Aug 31 16:26:32.165205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object df9618e9-4c52-4548-9d47-e5f638d554d0 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:32.172012 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-7ea84867-9bec-437f-ba4c-7bca3fbe4eb4 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493509 Aug 31 16:26:32.224922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908856c7-84a9-4b64-b844-cffcd838e69c None None] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:32.291417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-b1b92a62-7508-4076-9ea0-177736e560e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:32.292955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-b1b92a62-7508-4076-9ea0-177736e560e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.1179481 Aug 31 16:26:32.317591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.348002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] Provisioning for port 33aad95b-51ca-4485-be9a-b0bad059fca7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:32.359980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] Provisioning complete for port 33aad95b-51ca-4485-be9a-b0bad059fca7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:32.361296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.410934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:32.417978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:32.420859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:32.421630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.426302 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-25903733-2fbf-4318-abb8-8200c540e8aa req-ab44c516-653e-4f1f-a945-1aaa0b289ff5 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419987 Aug 31 16:26:32.468549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=df9618e9-4c52-4548-9d47-e5f638d554d0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:32.488673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-f7e0f6b1-b42e-4c29-98a6-196fdd300e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:32.490500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-f7e0f6b1-b42e-4c29-98a6-196fdd300e7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856656 Aug 31 16:26:32.497910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.549496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] For port 33aad95b-51ca-4485-be9a-b0bad059fca7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=33aad95b-51ca-4485-be9a-b0bad059fca7,segment=NetworkSegment(eec65000-6138-4620-9438-b84902212a6d),segment_id=eec65000-6138-4620-9438-b84902212a6d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:32.558446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.644462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e27db-4ec1-4774-a595-e4870d55f2a2 None None] Pushing event updated for resources: {'Port': ['ID=33aad95b-51ca-4485-be9a-b0bad059fca7,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:32.660679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:32.675477 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-cc66fd3f-47d2-4b82-85be-b28bbc90dcd2 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631882 Aug 31 16:26:32.864905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c2645-4f11-43eb-9e98-8c7b57bf5873 None None] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:32.897370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1a09c150-4956-4ad1-ba2a-70efef3e0b43 req-6859f5bf-d788-467b-a75c-bc6e88408ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939468 Aug 31 16:26:32.951728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Provisioning complete for port 33aad95b-51ca-4485-be9a-b0bad059fca7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:32.952222 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.046705 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.053162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.058420 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.130994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Provisioning for port bc9b2779-6e4e-4456-bbb2-fefddfed421f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:33.136491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7230ef-e81d-4e4a-ab99-e9ccdd070266 req-701c1587-7ff6-4cf6-a4e2-238c3512d3fa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:33.138408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7230ef-e81d-4e4a-ab99-e9ccdd070266 req-701c1587-7ff6-4cf6-a4e2-238c3512d3fa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 946 time: 0.0555768 Aug 31 16:26:33.149932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=df9618e9-4c52-4548-9d47-e5f638d554d0,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:33.165861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Provisioning for port df9618e9-4c52-4548-9d47-e5f638d554d0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:33.171893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Provisioning complete for port df9618e9-4c52-4548-9d47-e5f638d554d0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:33.172307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.184945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2f7230ef-e81d-4e4a-ab99-e9ccdd070266 req-e9b437b4-5c07-45b7-b15e-df25ec00884d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365663 Aug 31 16:26:33.209188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3bf3d-a794-4562-b7f7-2ca99aa6a947 None None] Port df9618e9-4c52-4548-9d47-e5f638d554d0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:33.217309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:33.218848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:33.322912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b4fc-4ff3-4f3a-9a2f-e2632976b852 req-342f5310-a802-4860-8af1-6655732b29db tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:33.325135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4255b4fc-4ff3-4f3a-9a2f-e2632976b852 req-342f5310-a802-4860-8af1-6655732b29db tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 946 time: 0.0564618 Aug 31 16:26:33.341557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8a3ec3cb-7917-4606-858a-e693c19b207b None None] Provisioning complete for port df9618e9-4c52-4548-9d47-e5f638d554d0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:33.342126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec3cb-7917-4606-858a-e693c19b207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.389657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4255b4fc-4ff3-4f3a-9a2f-e2632976b852 req-e053092a-6e54-46bf-8588-873c44225549 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561409 Aug 31 16:26:33.398130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 22d6336d-5c66-44d2-9df5-b0ddf3f2a1df is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:33.435373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec3cb-7917-4606-858a-e693c19b207b None None] Port df9618e9-4c52-4548-9d47-e5f638d554d0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:33.517014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:33.522433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09dbb79a-b305-4134-80e3-553ea18a9fd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/22d6336d-5c66-44d2-9df5-b0ddf3f2a1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5134280 Aug 31 16:26:33.525329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35292) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:33.527459 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] Sync routers for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:33.537352 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:33.538034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:33.578307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc9b2779-6e4e-4456-bbb2-fefddfed421f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:33.582051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e27fd7c-824f-4cbe-afc7-30b96b0bf6e5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:33.583560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e27fd7c-824f-4cbe-afc7-30b96b0bf6e5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports/df9618e9-4c52-4548-9d47-e5f638d554d0 HTTP/1.1" status: 200 len: 911 time: 0.0569890 Aug 31 16:26:33.585040 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:33.586587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35296) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:33.599935 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:33.600972 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:33.607686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3017c7ca-8093-4af1-86d6-78fe3bb6c98c None None] Provisioning complete for port df9618e9-4c52-4548-9d47-e5f638d554d0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:33.608214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3017c7ca-8093-4af1-86d6-78fe3bb6c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.640355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:33.640921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93deb311-aea3-443a-936f-ecd0b30bfad6 None None] The sync data for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:33.662507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3017c7ca-8093-4af1-86d6-78fe3bb6c98c None None] Port df9618e9-4c52-4548-9d47-e5f638d554d0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:33.676452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port bc9b2779-6e4e-4456-bbb2-fefddfed421f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:33.680248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bc9b2779-6e4e-4456-bbb2-fefddfed421f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:33.680758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.763392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.797195 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port bc9b2779-6e4e-4456-bbb2-fefddfed421f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc9b2779-6e4e-4456-bbb2-fefddfed421f,segment=NetworkSegment(4224a625-6b21-4c0c-a3b7-1e8c691774f3),segment_id=4224a625-6b21-4c0c-a3b7-1e8c691774f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:33.801559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.802389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 33aad95b-51ca-4485-be9a-b0bad059fca7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:33.876999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=bc9b2779-6e4e-4456-bbb2-fefddfed421f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:33.890675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 33aad95b-51ca-4485-be9a-b0bad059fca7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:33.890984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:33.952634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.211979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8:1::1 (f2bf5028-93ee-42c7-8b2c-c2199422fc97/27bf9ef4-5756-4b05-9286-d8b7cbcb211a/463255e2-0082-4b90-9dc8-07ca1691d9b0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:34.330987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.345223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object 463255e2-0082-4b90-9dc8-07ca1691d9b0 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:34.378684 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.419696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:34.423353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:34.427216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:34.427754 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.470150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=463255e2-0082-4b90-9dc8-07ca1691d9b0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:34.558989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.687834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-48f478b4-068e-4133-8b3d-e2c24b7411de None None] Provisioning for port 463255e2-0082-4b90-9dc8-07ca1691d9b0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:34.692118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-48f478b4-068e-4133-8b3d-e2c24b7411de None None] Provisioning complete for port 463255e2-0082-4b90-9dc8-07ca1691d9b0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:34.692527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-48f478b4-068e-4133-8b3d-e2c24b7411de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.728401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-48f478b4-068e-4133-8b3d-e2c24b7411de None None] Port 463255e2-0082-4b90-9dc8-07ca1691d9b0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:34.844066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.850502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.851265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:34.911874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:34.942609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=463255e2-0082-4b90-9dc8-07ca1691d9b0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:34.987338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:34.988794 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:35.096724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 22d6336d-5c66-44d2-9df5-b0ddf3f2a1df has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:35.202808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:35.209024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-248891d3-8fbc-4755-9c46-68a2986738d4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/22d6336d-5c66-44d2-9df5-b0ddf3f2a1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6211605 Aug 31 16:26:35.213993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] Sync routers for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:35.216914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35300) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:35.224731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:35.225472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:35.265305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:35.273197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa3b1a-7a62-4892-947a-cd92acf71d5f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:35.275874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-21aa3b1a-7a62-4892-947a-cd92acf71d5f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports/463255e2-0082-4b90-9dc8-07ca1691d9b0 HTTP/1.1" status: 200 len: 913 time: 0.0564332 Aug 31 16:26:35.277623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35302) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:35.279938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:35.280707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:35.284980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8be4e81e-7553-4347-8c1d-b28fa5a679a0 None None] Provisioning complete for port 463255e2-0082-4b90-9dc8-07ca1691d9b0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:35.285474 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8be4e81e-7553-4347-8c1d-b28fa5a679a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:35.320603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:35.321432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fdcab-62b0-48cd-b344-2988037fdfca None None] The sync data for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:35.367232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8be4e81e-7553-4347-8c1d-b28fa5a679a0 None None] Port 463255e2-0082-4b90-9dc8-07ca1691d9b0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:35.434144 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:35.456508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc9b2779-6e4e-4456-bbb2-fefddfed421f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:35.505826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bc9b2779-6e4e-4456-bbb2-fefddfed421f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:35.506262 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:35.649616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:35.768777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.20.0.17 (8e223261-3236-4266-94d1-6c8c3df1526a/5cbe36e5-534f-407e-9a21-631d6db93a39/71834e21-d1cb-4e21-a122-9751dac04276) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:35.910815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:35.927013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Transition to ACTIVE for port object 71834e21-d1cb-4e21-a122-9751dac04276 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:35.964180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.009555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 8e223261-3236-4266-94d1-6c8c3df1526a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:36.012817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:36.017427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:36.043591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=71834e21-d1cb-4e21-a122-9751dac04276,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:36.070622 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.229517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.244457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 463255e2-0082-4b90-9dc8-07ca1691d9b0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:36.245068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.296681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6828661a-8878-4239-9ac2-31f06993c0b9 None None] Provisioning for port 71834e21-d1cb-4e21-a122-9751dac04276 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:36.300588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6828661a-8878-4239-9ac2-31f06993c0b9 None None] Provisioning complete for port 71834e21-d1cb-4e21-a122-9751dac04276 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:36.300965 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6828661a-8878-4239-9ac2-31f06993c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.338143 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.350817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6828661a-8878-4239-9ac2-31f06993c0b9 None None] Port 71834e21-d1cb-4e21-a122-9751dac04276 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:36.351493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 463255e2-0082-4b90-9dc8-07ca1691d9b0 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:36.517453 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.522879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.526130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.556868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=463255e2-0082-4b90-9dc8-07ca1691d9b0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:36.601189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=71834e21-d1cb-4e21-a122-9751dac04276,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:36.606286 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.694062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:36.731823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 8e223261-3236-4266-94d1-6c8c3df1526a is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:36.735926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:36.886429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:36.926672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 22d6336d-5c66-44d2-9df5-b0ddf3f2a1df has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:37.011253 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:37.017006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-770d3735-13b3-4d88-b9f4-37fd5a8d7d36 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "PUT /v2.0/routers/87bace70-a312-45f8-8d2c-02d6315f6a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032758 Aug 31 16:26:37.021383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:37.029547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:37.034510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ebed0c2d-11af-44a6-a81b-e73edbd2b4df tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/22d6336d-5c66-44d2-9df5-b0ddf3f2a1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7558687 Aug 31 16:26:37.037671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35306) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:37.040673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] Sync routers for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:37.043883 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:37.044545 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.057524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:37.058157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.106844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.121888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-581781eb-51dc-4e83-9e7a-2ea0b580403c None None] Provisioning complete for port 71834e21-d1cb-4e21-a122-9751dac04276 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:37.122623 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-581781eb-51dc-4e83-9e7a-2ea0b580403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.167432 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:37.182487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:37.184702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.189462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-581781eb-51dc-4e83-9e7a-2ea0b580403c None None] Port 71834e21-d1cb-4e21-a122-9751dac04276 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:37.235794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.236498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c826e27-c115-4ccc-b84a-eeba136b9e37 None None] The sync data for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:37.351955 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:26:37.420822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.506727 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:26:36Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:42Z', 'revision_number': 1, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71834e21-d1cb-4e21-a122-9751dac04276', 'name': '', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:29:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:35Z', 'updated_at': '2021-08-31T16:26:36Z', 'revision_number': 2, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:37.533178 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:37.533566 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Updating router 87bace70-a312-45f8-8d2c-02d6315f6a5b port 71834e21-d1cb-4e21-a122-9751dac04276 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:26:37.558518 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.701742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port df9618e9-4c52-4548-9d47-e5f638d554d0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:37.702097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.801968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.818619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for df9618e9-4c52-4548-9d47-e5f638d554d0 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:37.877248 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.886847 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Transition to ACTIVE for port object 71834e21-d1cb-4e21-a122-9751dac04276 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:37.892816 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:37.942196 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Pushing event updated for resources: {'Port': ['ID=71834e21-d1cb-4e21-a122-9751dac04276,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:37.967094 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.967305 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.967649 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.967991 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.968318 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.968645 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.968977 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.969299 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.970205 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.970827 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.971006 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:37.971296 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:38.007137 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Attempting to bind port 71834e21-d1cb-4e21-a122-9751dac04276 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:38.007638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Attempting to bind port 71834e21-d1cb-4e21-a122-9751dac04276 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:38.008063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Attempting to bind port 71834e21-d1cb-4e21-a122-9751dac04276 on network 8e223261-3236-4266-94d1-6c8c3df1526a {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:38.010615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:38.014243 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:38.014622 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Checking segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:38.015028 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:38.015424 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Bound using segment: {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:38.015897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Bound port: 71834e21-d1cb-4e21-a122-9751dac04276, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9e0961-fb23-4cfb-a93a-0a744775fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:38.016447 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:38.053056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=df9618e9-4c52-4548-9d47-e5f638d554d0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:38.089395 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] For port 71834e21-d1cb-4e21-a122-9751dac04276, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:38.093183 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] For port 71834e21-d1cb-4e21-a122-9751dac04276, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=71834e21-d1cb-4e21-a122-9751dac04276,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:38.098803 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:38.156869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:38.160936 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:38.161683 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.269478 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083aa7-a4f6-4239-a0eb-732199e394c0 None None] Pushing event updated for resources: {'Port': ['ID=71834e21-d1cb-4e21-a122-9751dac04276,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:38.286038 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:38.347075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 22d6336d-5c66-44d2-9df5-b0ddf3f2a1df has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:38.432223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:38.438117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3b692e2c-253a-42e1-aa25-ac0fb7962cd5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/22d6336d-5c66-44d2-9df5-b0ddf3f2a1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3988740 Aug 31 16:26:38.440832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35312) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:38.449569 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] Sync routers for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:38.468768 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-19751194-b403-474c-a51a-693797a27dfc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=22d6336d-5c66-44d2-9df5-b0ddf3f2a1df HTTP/1.1" status: 200 len: 205 time: 0.0266547 Aug 31 16:26:38.470489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:38.471111 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.471856 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35314) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:38.513579 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.534231 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] Routers {'22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:38.534842 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.547984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:38.573409 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.574049 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435754f3-66d7-4d99-b5cc-43ede5a3fb37 None None] The sync data for ids ['22d6336d-5c66-44d2-9df5-b0ddf3f2a1df'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:38.625239 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:26:36Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:42Z', 'revision_number': 1, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71834e21-d1cb-4e21-a122-9751dac04276', 'name': '', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:29:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:35Z', 'updated_at': '2021-08-31T16:26:38Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:38.655581 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dfb0f-3170-4cfd-9319-626850cbfb24 None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:26:36Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:42Z', 'revision_number': 1, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71834e21-d1cb-4e21-a122-9751dac04276', 'name': '', 'network_id': '8e223261-3236-4266-94d1-6c8c3df1526a', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:29:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:35Z', 'updated_at': '2021-08-31T16:26:38Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '5cbe36e5-534f-407e-9a21-631d6db93a39', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:39.074846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.077023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.122359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.122872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router 22d6336d-5c66-44d2-9df5-b0ddf3f2a1df {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:26:39.130269 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.131470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4468f57c-23fb-4138-9a7c-9b7ff8a17bb1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/22d6336d-5c66-44d2-9df5-b0ddf3f2a1df HTTP/1.1" status: 204 len: 168 time: 0.6586108 Aug 31 16:26:39.134065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35316) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:39.189641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 27bf9ef4-5756-4b05-9286-d8b7cbcb211a {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:39.193094 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.239594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.324945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.386408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.418967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=27bf9ef4-5756-4b05-9286-d8b7cbcb211a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:39.425627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.429199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ce2f79fa-f475-48fd-9ba3-6f3df3095b0a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/27bf9ef4-5756-4b05-9286-d8b7cbcb211a HTTP/1.1" status: 204 len: 168 time: 0.2940619 Aug 31 16:26:39.432529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a1866-68e3-4a38-8396-2ba6460cae27 None None] Network f2bf5028-93ee-42c7-8b2c-c2199422fc97 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:39.433042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35318) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:39.479765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 71834e21-d1cb-4e21-a122-9751dac04276 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:39.490426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 9bee5b25-a54c-463d-b096-b46fd00ee943 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:39.494527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.559775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.659641 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.729785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.748885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 71834e21-d1cb-4e21-a122-9751dac04276 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:39.756040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 71834e21-d1cb-4e21-a122-9751dac04276 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:39.756437 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.759759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=9bee5b25-a54c-463d-b096-b46fd00ee943,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:39.763701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.769280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-03d1ac54-6aef-46a5-b4aa-09fe043d21c6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/9bee5b25-a54c-463d-b096-b46fd00ee943 HTTP/1.1" status: 204 len: 168 time: 0.3362002 Aug 31 16:26:39.769460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35322) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:39.783582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b877be-ed39-4816-94a0-e41ad7f6e40d None None] Network 2eacd03f-e64c-44e0-bab0-11a3f69efcbb requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:39.846093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] DHCP port deletion for f2bf5028-93ee-42c7-8b2c-c2199422fc97 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:26:39.863096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:39.948632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port bc9b2779-6e4e-4456-bbb2-fefddfed421f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:39.949410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.004157 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.029666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] Deleting port bc9b2779-6e4e-4456-bbb2-fefddfed421f {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:40.030177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.037895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port bc9b2779-6e4e-4456-bbb2-fefddfed421f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc9b2779-6e4e-4456-bbb2-fefddfed421f,segment=NetworkSegment(4224a625-6b21-4c0c-a3b7-1e8c691774f3),segment_id=4224a625-6b21-4c0c-a3b7-1e8c691774f3)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:40.038133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.054303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for bc9b2779-6e4e-4456-bbb2-fefddfed421f owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:40.108404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 71834e21-d1cb-4e21-a122-9751dac04276, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=71834e21-d1cb-4e21-a122-9751dac04276,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:40.114939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] DHCP port deletion for 2eacd03f-e64c-44e0-bab0-11a3f69efcbb request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:26:40.126277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.135329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] For port bc9b2779-6e4e-4456-bbb2-fefddfed421f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bc9b2779-6e4e-4456-bbb2-fefddfed421f,segment=NetworkSegment(4224a625-6b21-4c0c-a3b7-1e8c691774f3),segment_id=4224a625-6b21-4c0c-a3b7-1e8c691774f3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:40.135731 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.149644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.180427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=bc9b2779-6e4e-4456-bbb2-fefddfed421f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.182746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port bc9b2779-6e4e-4456-bbb2-fefddfed421f on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:40.204444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] Calling delete_port for bc9b2779-6e4e-4456-bbb2-fefddfed421f owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:40.276314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.291970 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bf5028-93ee-42c7-8b2c-c2199422fc97']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.300586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=71834e21-d1cb-4e21-a122-9751dac04276,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.304680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224a625-6b21-4c0c-a3b7-1e8c691774f3') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.304984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224a625-6b21-4c0c-a3b7-1e8c691774f3') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.315309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.328762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] Deleting port 33aad95b-51ca-4485-be9a-b0bad059fca7 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:40.329193 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.330150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.336723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:40.337129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:26:40.340144 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:26:40.378941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.418360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] Pushing event deleted for resources: {'Port': ['ID=bc9b2779-6e4e-4456-bbb2-fefddfed421f,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.420324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ac10a-aa4c-4a9b-b09e-7fe330af1d75 None None] No DVR routers for this DVR port bc9b2779-6e4e-4456-bbb2-fefddfed421f on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:40.428402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] For port 33aad95b-51ca-4485-be9a-b0bad059fca7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=33aad95b-51ca-4485-be9a-b0bad059fca7,segment=NetworkSegment(eec65000-6138-4620-9438-b84902212a6d),segment_id=eec65000-6138-4620-9438-b84902212a6d)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:40.428976 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.434502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.441217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.442340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/f2bf5028-93ee-42c7-8b2c-c2199422fc97 HTTP/1.1" status: 204 len: 168 time: 0.6720769 Aug 31 16:26:40.447219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35324) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:40.449570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] Calling delete_port for 33aad95b-51ca-4485-be9a-b0bad059fca7 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:40.459350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e292f-6b14-420a-aef0-004352db5c51 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=f2bf5028-93ee-42c7-8b2c-c2199422fc97,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.531319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.544498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.587712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] Pushing event deleted for resources: {'Port': ['ID=33aad95b-51ca-4485-be9a-b0bad059fca7,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.592751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747a38d-b3fc-49e9-ac16-33d0f7af152a None None] No DVR routers for this DVR port 33aad95b-51ca-4485-be9a-b0bad059fca7 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:40.651527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.663398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eacd03f-e64c-44e0-bab0-11a3f69efcbb']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.675195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec65000-6138-4620-9438-b84902212a6d') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.675490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec65000-6138-4620-9438-b84902212a6d') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:40.686056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.700938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.708588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:40.709118 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:26:40.713347 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:26:40.801407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.808812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.810623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/2eacd03f-e64c-44e0-bab0-11a3f69efcbb HTTP/1.1" status: 204 len: 168 time: 0.3617637 Aug 31 16:26:40.814828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35326) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:40.822029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-950004925'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:40.823085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78414a-f8b6-4425-b86c-94b1c23eb74e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=2eacd03f-e64c-44e0-bab0-11a3f69efcbb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:40.848480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:40.852417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.876711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:40.885372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.885713 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment 644c0139-72db-4b25-b8d6-fe3a507b6c5f of type vlan for network 3159cdf3-6684-49ad-9270-725f5485bf42 Aug 31 16:26:40.925978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.950440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:40.957007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:40.957602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.021189 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2037454 Aug 31 16:26:41.023728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35328) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:41.031075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:41.038053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478d8cc-1409-4850-8541-a2468fb912f1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=3159cdf3-6684-49ad-9270-725f5485bf42,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:41.048482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3159cdf3-6684-49ad-9270-725f5485bf42 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:41.128598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:41.132410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.319858 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.381288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=a24c1d2c-21fd-4b4c-998b-119d408338fc,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:41.389998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': '644c0139-72db-4b25-b8d6-fe3a507b6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:41.390367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 3159cdf3-6684-49ad-9270-725f5485bf42, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:41.407164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 3159cdf3-6684-49ad-9270-725f5485bf42 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:41.416702 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3159cdf3-6684-49ad-9270-725f5485bf42) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:41.421199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:41.421800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.427250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d9c13-13af-457c-9401-09ee6b3470a1 None None] Network 3159cdf3-6684-49ad-9270-725f5485bf42 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:41.443100 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-07c3ee00-52f8-4501-88de-7bfb2a8f8cf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4174294 Aug 31 16:26:41.444643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 71834e21-d1cb-4e21-a122-9751dac04276 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:41.444988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35330) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:41.449621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1189789567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:41.476940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.478199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.537052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.541963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.558028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.559522 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c8a96577-6aef-4ae4-b973-6dc39fc0abdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1135926 Aug 31 16:26:41.562142 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35332) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:41.567670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'port': {'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42', 'name': 'tempest-RoutersIpV6Test-1126502554'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:41.577202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 71834e21-d1cb-4e21-a122-9751dac04276 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:41.577758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.651139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3159cdf3-6684-49ad-9270-725f5485bf42', 'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': 'a24c1d2c-21fd-4b4c-998b-119d408338fc'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:41.651993 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.678861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:41.682605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.700993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] device_id is not set on port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef yet. {{(pid=101478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 16:26:41.803357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc9b2779-6e4e-4456-bbb2-fefddfed421f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:41.823551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8::269 (3159cdf3-6684-49ad-9270-725f5485bf42/a24c1d2c-21fd-4b4c-998b-119d408338fc/a6480122-0b0e-4879-a2c7-6dfbb0d8ffef) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:41.826942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: bc9b2779-6e4e-4456-bbb2-fefddfed421f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:26:41.827346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bc9b2779-6e4e-4456-bbb2-fefddfed421f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:41.827701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 33aad95b-51ca-4485-be9a-b0bad059fca7 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:41.848712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 33aad95b-51ca-4485-be9a-b0bad059fca7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:26:41.849060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 33aad95b-51ca-4485-be9a-b0bad059fca7 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:41.979670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:41.993958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object a6480122-0b0e-4879-a2c7-6dfbb0d8ffef will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:42.026275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.072548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 3159cdf3-6684-49ad-9270-725f5485bf42 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:42.072981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Allocated IP 2001:db8::2 (3159cdf3-6684-49ad-9270-725f5485bf42/a24c1d2c-21fd-4b4c-998b-119d408338fc/755892a0-e4c2-4311-9793-2026c9ed778b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:42.076031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:42.080292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:42.086060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:42.086664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.095991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=a6480122-0b0e-4879-a2c7-6dfbb0d8ffef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.108703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c8f42083-4121-4e0b-a30f-53820eacc04e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5455616 Aug 31 16:26:42.111853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35336) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:42.227208 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.235911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Transition to ACTIVE for port object 755892a0-e4c2-4311-9793-2026c9ed778b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:42.251029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Transition to ACTIVE for port object 755892a0-e4c2-4311-9793-2026c9ed778b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:42.257443 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.300024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Network 3159cdf3-6684-49ad-9270-725f5485bf42 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:42.303061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:42.307369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:42.310423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Pushing event updated for resources: {'Port': ['ID=755892a0-e4c2-4311-9793-2026c9ed778b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.364665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Attempting to bind port 755892a0-e4c2-4311-9793-2026c9ed778b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:42.364947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Attempting to bind port 755892a0-e4c2-4311-9793-2026c9ed778b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '644c0139-72db-4b25-b8d6-fe3a507b6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:42.365318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Attempting to bind port 755892a0-e4c2-4311-9793-2026c9ed778b on network 3159cdf3-6684-49ad-9270-725f5485bf42 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:42.370328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:42.370703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Checking segment: {'id': '644c0139-72db-4b25-b8d6-fe3a507b6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:42.371112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.371510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Bound using segment: {'id': '644c0139-72db-4b25-b8d6-fe3a507b6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:42.371985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Bound port: 755892a0-e4c2-4311-9793-2026c9ed778b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644c0139-72db-4b25-b8d6-fe3a507b6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3159cdf3-6684-49ad-9270-725f5485bf42'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:42.372425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.435960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.437387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] For port 755892a0-e4c2-4311-9793-2026c9ed778b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:42.440741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] For port 755892a0-e4c2-4311-9793-2026c9ed778b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=755892a0-e4c2-4311-9793-2026c9ed778b,segment=NetworkSegment(644c0139-72db-4b25-b8d6-fe3a507b6c5f),segment_id=644c0139-72db-4b25-b8d6-fe3a507b6c5f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:42.445574 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.507444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a73b6a-4c05-4733-bd9a-44b93c0a09b7 None None] Pushing event updated for resources: {'Port': ['ID=755892a0-e4c2-4311-9793-2026c9ed778b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.714554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.726760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:42.804625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=a6480122-0b0e-4879-a2c7-6dfbb0d8ffef,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:42.914800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.034349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.306825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.311787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.312644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.401291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=a6480122-0b0e-4879-a2c7-6dfbb0d8ffef,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:43.448054 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 3159cdf3-6684-49ad-9270-725f5485bf42 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:43.449584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:43.486286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 755892a0-e4c2-4311-9793-2026c9ed778b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:43.534986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c52632-06a8-4e61-a690-04c2e978117f None None] Network 3159cdf3-6684-49ad-9270-725f5485bf42 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:43.573319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 105faa15-7bbe-4043-b728-270ee2308324 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:43.589795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 755892a0-e4c2-4311-9793-2026c9ed778b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:43.631079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] Provisioning for port 755892a0-e4c2-4311-9793-2026c9ed778b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:43.637485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] Provisioning complete for port 755892a0-e4c2-4311-9793-2026c9ed778b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:43.637867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.668157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:43.677378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c7e226a2-80fe-4a4f-9dc6-72531834fd1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/105faa15-7bbe-4043-b728-270ee2308324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5611587 Aug 31 16:26:43.677485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35342) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:43.683157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] Sync routers for ids ['105faa15-7bbe-4043-b728-270ee2308324'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:43.717195 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] Routers {'105faa15-7bbe-4043-b728-270ee2308324'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:43.717811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['105faa15-7bbe-4043-b728-270ee2308324'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:43.721720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb71db-9283-469c-9296-fe789234c582 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:43.723506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ecb71db-9283-469c-9296-fe789234c582 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports/a6480122-0b0e-4879-a2c7-6dfbb0d8ffef HTTP/1.1" status: 200 len: 984 time: 0.0454986 Aug 31 16:26:43.726905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35344) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:43.759939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:43.805513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] Routers {'105faa15-7bbe-4043-b728-270ee2308324'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:43.806077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['105faa15-7bbe-4043-b728-270ee2308324'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:43.848144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:43.848812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76537-e0cd-4125-a187-2279e3b3f451 None None] The sync data for ids ['105faa15-7bbe-4043-b728-270ee2308324'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:43.865600 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.905152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] For port 755892a0-e4c2-4311-9793-2026c9ed778b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=755892a0-e4c2-4311-9793-2026c9ed778b,segment=NetworkSegment(644c0139-72db-4b25-b8d6-fe3a507b6c5f),segment_id=644c0139-72db-4b25-b8d6-fe3a507b6c5f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:43.909971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:43.979306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b7ef8-5c53-4ed5-974e-7ff2a425d204 None None] Pushing event updated for resources: {'Port': ['ID=755892a0-e4c2-4311-9793-2026c9ed778b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:44.153132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4abf290f-82c9-4d02-b488-d26188d8f252 None None] Provisioning complete for port 755892a0-e4c2-4311-9793-2026c9ed778b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:44.153516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4abf290f-82c9-4d02-b488-d26188d8f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.227206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.277815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4abf290f-82c9-4d02-b488-d26188d8f252 None None] Provisioning for port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:44.285314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4abf290f-82c9-4d02-b488-d26188d8f252 None None] Provisioning complete for port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:44.286105 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4abf290f-82c9-4d02-b488-d26188d8f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.329288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4abf290f-82c9-4d02-b488-d26188d8f252 None None] Port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:44.455764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-acd98502-3422-46cd-b084-9f9bd0570620 None None] Provisioning complete for port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:44.456144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-acd98502-3422-46cd-b084-9f9bd0570620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.500082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-acd98502-3422-46cd-b084-9f9bd0570620 None None] Port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:44.627605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5fbd80c1-5067-432a-b843-1ef46e9d30be None None] Provisioning complete for port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:44.628094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5fbd80c1-5067-432a-b843-1ef46e9d30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.673664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd80c1-5067-432a-b843-1ef46e9d30be None None] Port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:44.871011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:44.871821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.895051 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e74b234e-59d4-4757-a210-1f254f9b5e16 None None] Provisioning complete for port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:44.895449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e74b234e-59d4-4757-a210-1f254f9b5e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.938630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e74b234e-59d4-4757-a210-1f254f9b5e16 None None] Port a6480122-0b0e-4879-a2c7-6dfbb0d8ffef cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:44.967415 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:44.979985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for a6480122-0b0e-4879-a2c7-6dfbb0d8ffef owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:45.149407 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:45.179504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=a6480122-0b0e-4879-a2c7-6dfbb0d8ffef,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:45.215000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.215350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.215716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.216037 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.216401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.216739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.217068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.217393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.217726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.218051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.218372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.218695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:45.288477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:45.432649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 755892a0-e4c2-4311-9793-2026c9ed778b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:45.451685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 105faa15-7bbe-4043-b728-270ee2308324 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:45.480487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 755892a0-e4c2-4311-9793-2026c9ed778b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:45.480859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:45.529082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:45.537172 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-88279c42-5322-4e75-bc9a-152c06b6b7af tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/105faa15-7bbe-4043-b728-270ee2308324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066051 Aug 31 16:26:45.537896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35352) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:45.538955 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] Sync routers for ids ['105faa15-7bbe-4043-b728-270ee2308324'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:45.549632 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] Routers {'105faa15-7bbe-4043-b728-270ee2308324'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:45.550497 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['105faa15-7bbe-4043-b728-270ee2308324'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:45.584671 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:45.593617 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] Routers {'105faa15-7bbe-4043-b728-270ee2308324'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:45.594786 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['105faa15-7bbe-4043-b728-270ee2308324'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:45.629722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:45.630415 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38c410-b4ca-4547-a349-8c3749abe6eb None None] The sync data for ids ['105faa15-7bbe-4043-b728-270ee2308324'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:45.735543 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-df8e3f63-f7ff-47bc-adad-9430103dbe37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 16:26:45.736691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-df8e3f63-f7ff-47bc-adad-9430103dbe37 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/105faa15-7bbe-4043-b728-270ee2308324/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1980345 Aug 31 16:26:45.739366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35354) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:45.766139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e99b986-24e5-4d57-a025-a730d2c9f9a6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=105faa15-7bbe-4043-b728-270ee2308324 HTTP/1.1" status: 200 len: 205 time: 0.0255654 Aug 31 16:26:45.768601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35356) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:45.845105 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.005700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.007734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.050766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.051305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router 105faa15-7bbe-4043-b728-270ee2308324 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:26:46.058501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.059590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ec272d6b-1b9e-4eaa-9325-362237515cd3 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/105faa15-7bbe-4043-b728-270ee2308324 HTTP/1.1" status: 204 len: 168 time: 0.2900765 Aug 31 16:26:46.062226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35360) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:46.112678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet a24c1d2c-21fd-4b4c-998b-119d408338fc {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:46.115693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.159738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.251096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.309052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.341093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=a24c1d2c-21fd-4b4c-998b-119d408338fc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:46.347002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.348490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2609857e-5cd4-4dee-bd73-57a17b832937 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/a24c1d2c-21fd-4b4c-998b-119d408338fc HTTP/1.1" status: 204 len: 168 time: 0.2853208 Aug 31 16:26:46.351272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35362) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:46.355458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220a574-b924-4578-8c6d-0dccf8596a72 None None] Network 3159cdf3-6684-49ad-9270-725f5485bf42 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:46.430450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.488149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 755892a0-e4c2-4311-9793-2026c9ed778b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:46.488519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.558709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port 755892a0-e4c2-4311-9793-2026c9ed778b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=755892a0-e4c2-4311-9793-2026c9ed778b,segment=NetworkSegment(644c0139-72db-4b25-b8d6-fe3a507b6c5f),segment_id=644c0139-72db-4b25-b8d6-fe3a507b6c5f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:46.559132 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.575926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 755892a0-e4c2-4311-9793-2026c9ed778b owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:46.678593 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.701951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e29b58-1a64-4ca3-be4e-aa707f7a3dc2 None None] DHCP port deletion for 3159cdf3-6684-49ad-9270-725f5485bf42 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:26:46.707784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=755892a0-e4c2-4311-9793-2026c9ed778b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:46.711221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port 755892a0-e4c2-4311-9793-2026c9ed778b on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:46.807098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.818146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3159cdf3-6684-49ad-9270-725f5485bf42']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:46.831098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644c0139-72db-4b25-b8d6-fe3a507b6c5f') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:46.831430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644c0139-72db-4b25-b8d6-fe3a507b6c5f') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:46.842040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.857709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.863889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:46.864362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:26:46.867421 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:26:46.928940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.935940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:46.937831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/3159cdf3-6684-49ad-9270-725f5485bf42 HTTP/1.1" status: 204 len: 168 time: 0.5853550 Aug 31 16:26:46.941421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35366) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:46.946418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1728794513'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:46.962112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564b96e-3e70-4a90-abdc-67ce0d7fbd47 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=3159cdf3-6684-49ad-9270-725f5485bf42,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:46.978909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:46.982542 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.006836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:47.015893 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.016795 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment c7b596a7-4c3d-44aa-8113-544fab54521e of type vlan for network 65bfb5c1-640f-4862-bb49-b7598ce20bcd Aug 31 16:26:47.055886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.083677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.089607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:47.090191 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.148304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2057960 Aug 31 16:26:47.151011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35368) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:47.155986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:47.178470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f174ba8-923b-48c9-aa8f-61e66647ac30 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=65bfb5c1-640f-4862-bb49-b7598ce20bcd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:47.189995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:47.259511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:47.263047 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.446741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 755892a0-e4c2-4311-9793-2026c9ed778b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:47.467931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 755892a0-e4c2-4311-9793-2026c9ed778b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:26:47.468300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 755892a0-e4c2-4311-9793-2026c9ed778b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:47.474392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.533774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:47.542857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': 'c7b596a7-4c3d-44aa-8113-544fab54521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:47.543220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 65bfb5c1-640f-4862-bb49-b7598ce20bcd, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:47.560129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:47.569496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 65bfb5c1-640f-4862-bb49-b7598ce20bcd) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:47.574010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:47.575019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.578315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc83478e-fabc-49b9-a147-77b436bf62e6 None None] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:47.593191 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35370) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:47.596311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-da23bfcb-c574-4ccf-a5b1-8064fae714e0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4406641 Aug 31 16:26:47.598980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785391631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:47.621458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.622482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.674516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.679369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.697268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.698560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cb737da4-2c9f-4b95-a5c7-e5dd887ecbdf tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1037316 Aug 31 16:26:47.701411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:47.728206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-65bfb5c1-640f-4862-bb49-b7598ce20bcd', 'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:47.729102 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:47.868705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Allocated IP 2001:db8::2 (65bfb5c1-640f-4862-bb49-b7598ce20bcd/0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5/7d082c8d-5c74-4b0b-960e-055d6d2a84c5) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:47.986207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.023269 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.032409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Transition to ACTIVE for port object 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:48.047097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Transition to ACTIVE for port object 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:48.053756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.089694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:48.095232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:48.098122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:48.112516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Pushing event updated for resources: {'Port': ['ID=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:48.163006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Attempting to bind port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:48.163378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Attempting to bind port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c7b596a7-4c3d-44aa-8113-544fab54521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:48.163756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Attempting to bind port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 on network 65bfb5c1-640f-4862-bb49-b7598ce20bcd {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:48.168786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:48.169162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Checking segment: {'id': 'c7b596a7-4c3d-44aa-8113-544fab54521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:48.169569 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.169964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Bound using segment: {'id': 'c7b596a7-4c3d-44aa-8113-544fab54521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:48.170435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Bound port: 7d082c8d-5c74-4b0b-960e-055d6d2a84c5, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b596a7-4c3d-44aa-8113-544fab54521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '65bfb5c1-640f-4862-bb49-b7598ce20bcd'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:48.170822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.233925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] For port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:48.236478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8::1 (65bfb5c1-640f-4862-bb49-b7598ce20bcd/0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5/69dab117-c9bc-4f60-b252-25ddd86ece34) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:48.238242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] For port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,segment=NetworkSegment(c7b596a7-4c3d-44aa-8113-544fab54521e),segment_id=c7b596a7-4c3d-44aa-8113-544fab54521e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:48.242127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.303037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391a47-ac52-44f1-8033-2079d8d67795 None None] Pushing event updated for resources: {'Port': ['ID=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:48.372709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.388861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object 69dab117-c9bc-4f60-b252-25ddd86ece34 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:48.422982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.467354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:48.470818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:48.475042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:48.475599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.524038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=69dab117-c9bc-4f60-b252-25ddd86ece34,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:48.640377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.919896 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.924833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:48.925653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:49.013843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=69dab117-c9bc-4f60-b252-25ddd86ece34,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:49.068292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:49.069860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:49.353783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59783678-2000-45af-97ae-178e906bb0c6 None None] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:49.440153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-df9019c5-4587-4106-8277-1edf23bc9d67 None None] Provisioning for port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:49.507163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:49.562689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 441e6a06-ea44-4c46-b697-1570f23e4314 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:49.597276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:49.604611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:49.604611 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:49.682220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:49.688249 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-92e141a6-759c-462a-893e-3b171979984f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/441e6a06-ea44-4c46-b697-1570f23e4314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9857090 Aug 31 16:26:49.690875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35378) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:49.711716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] Sync routers for ids ['441e6a06-ea44-4c46-b697-1570f23e4314'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:49.744312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] Routers {'441e6a06-ea44-4c46-b697-1570f23e4314'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:49.745093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['441e6a06-ea44-4c46-b697-1570f23e4314'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:49.749819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:49.760678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb95e1f-d2ea-4fad-85bb-3dda11646c6f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:49.762341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8bb95e1f-d2ea-4fad-85bb-3dda11646c6f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports/69dab117-c9bc-4f60-b252-25ddd86ece34 HTTP/1.1" status: 200 len: 911 time: 0.0703576 Aug 31 16:26:49.765553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35380) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:49.790440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:49.822128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] Routers {'441e6a06-ea44-4c46-b697-1570f23e4314'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:49.822679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['441e6a06-ea44-4c46-b697-1570f23e4314'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:49.866541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,segment=NetworkSegment(c7b596a7-4c3d-44aa-8113-544fab54521e),segment_id=c7b596a7-4c3d-44aa-8113-544fab54521e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:49.868787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:49.868989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb392fcd-ab27-41a7-86f4-f26b7c888b76 None None] The sync data for ids ['441e6a06-ea44-4c46-b697-1570f23e4314'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:49.872310 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:49.912584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e564f79-1a32-4341-91f3-a982836b5a20 None None] Provisioning complete for port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:49.912959 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e564f79-1a32-4341-91f3-a982836b5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:49.954600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:50.026937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e564f79-1a32-4341-91f3-a982836b5a20 None None] Provisioning for port 69dab117-c9bc-4f60-b252-25ddd86ece34 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:50.031340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e564f79-1a32-4341-91f3-a982836b5a20 None None] Provisioning complete for port 69dab117-c9bc-4f60-b252-25ddd86ece34 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:50.031746 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e564f79-1a32-4341-91f3-a982836b5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.067865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6e564f79-1a32-4341-91f3-a982836b5a20 None None] Port 69dab117-c9bc-4f60-b252-25ddd86ece34 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:50.204685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e945c924-89a6-44d3-bc4b-25df7ab0be1f None None] Provisioning complete for port 69dab117-c9bc-4f60-b252-25ddd86ece34 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:50.205296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e945c924-89a6-44d3-bc4b-25df7ab0be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.234021 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.242856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e945c924-89a6-44d3-bc4b-25df7ab0be1f None None] Port 69dab117-c9bc-4f60-b252-25ddd86ece34 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:50.363619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c5a332b8-9c82-4d6c-ae8e-539e053d260e None None] Provisioning complete for port 69dab117-c9bc-4f60-b252-25ddd86ece34 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:50.364319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5a332b8-9c82-4d6c-ae8e-539e053d260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.398032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c5a332b8-9c82-4d6c-ae8e-539e053d260e None None] Port 69dab117-c9bc-4f60-b252-25ddd86ece34 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:26:50.543455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 69dab117-c9bc-4f60-b252-25ddd86ece34 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:50.543806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.634236 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.646881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 69dab117-c9bc-4f60-b252-25ddd86ece34 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:50.821868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:50.852265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=69dab117-c9bc-4f60-b252-25ddd86ece34,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:50.969210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.051528 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e7bddaf6-fd9a-49dc-a8fc-ed9044991dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.133669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 441e6a06-ea44-4c46-b697-1570f23e4314 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:51.210556 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:51.215518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6181a6a2-df2b-46a5-be6b-3d09acae61bd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/441e6a06-ea44-4c46-b697-1570f23e4314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483123 Aug 31 16:26:51.218498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:51.220451 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] Sync routers for ids ['441e6a06-ea44-4c46-b697-1570f23e4314'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:51.229783 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] Routers {'441e6a06-ea44-4c46-b697-1570f23e4314'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:51.230483 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['441e6a06-ea44-4c46-b697-1570f23e4314'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:51.245842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fc5fd44f-80bb-4130-89b1-d481a795e7e9 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e6a06-ea44-4c46-b697-1570f23e4314 HTTP/1.1" status: 200 len: 205 time: 0.0259137 Aug 31 16:26:51.248252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35386) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:51.263259 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:51.271898 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] Routers {'441e6a06-ea44-4c46-b697-1570f23e4314'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:51.272524 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['441e6a06-ea44-4c46-b697-1570f23e4314'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:51.304416 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:51.305061 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d257424-aaa8-4f49-88ea-0bd36c41d378 None None] The sync data for ids ['441e6a06-ea44-4c46-b697-1570f23e4314'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:51.326868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.435784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:51.487902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:51.488314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.495566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.497848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.554748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.555453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router 441e6a06-ea44-4c46-b697-1570f23e4314 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:26:51.562861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.566297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-39a388c3-4cec-4150-8aa0-e0056f2b34a1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/441e6a06-ea44-4c46-b697-1570f23e4314 HTTP/1.1" status: 204 len: 168 time: 0.3142326 Aug 31 16:26:51.567371 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35390) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:51.620893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:26:51.623979 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.668376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.752916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.809563 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.840290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:51.844649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.848495 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4243a2b3-a750-428b-a865-f79d41618b4b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5 HTTP/1.1" status: 204 len: 168 time: 0.2780926 Aug 31 16:26:51.849100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35392) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:51.853267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7adf86-9211-409f-b90f-5d1ef274047b None None] Network 65bfb5c1-640f-4862-bb49-b7598ce20bcd requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:51.925367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:51.983998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:51.984384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.036339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f729c-2809-4822-94a9-421234c54614 None None] DHCP port deletion for 65bfb5c1-640f-4862-bb49-b7598ce20bcd request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:26:52.060152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,segment=NetworkSegment(c7b596a7-4c3d-44aa-8113-544fab54521e),segment_id=c7b596a7-4c3d-44aa-8113-544fab54521e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:52.060541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.074075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:52.084821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-024f729c-2809-4822-94a9-421234c54614 None None] Deleting port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:52.085516 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-024f729c-2809-4822-94a9-421234c54614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.149880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-024f729c-2809-4822-94a9-421234c54614 None None] For port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,segment=NetworkSegment(c7b596a7-4c3d-44aa-8113-544fab54521e),segment_id=c7b596a7-4c3d-44aa-8113-544fab54521e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:52.150332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-024f729c-2809-4822-94a9-421234c54614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.152732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.163942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-024f729c-2809-4822-94a9-421234c54614 None None] Calling delete_port for 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:52.180170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:52.185355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:52.239999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-024f729c-2809-4822-94a9-421234c54614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.266533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f729c-2809-4822-94a9-421234c54614 None None] Pushing event deleted for resources: {'Port': ['ID=7d082c8d-5c74-4b0b-960e-055d6d2a84c5,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:52.268275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f729c-2809-4822-94a9-421234c54614 None None] No DVR routers for this DVR port 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:52.273128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.286022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bfb5c1-640f-4862-bb49-b7598ce20bcd']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:52.296439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b596a7-4c3d-44aa-8113-544fab54521e') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:52.296741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b596a7-4c3d-44aa-8113-544fab54521e') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:52.306540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.319952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.325903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:26:52.326354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:26:52.329605 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:26:52.396362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.401976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.403971 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/65bfb5c1-640f-4862-bb49-b7598ce20bcd HTTP/1.1" status: 204 len: 168 time: 0.5539510 Aug 31 16:26:52.408307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:52.413029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293078820', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:52.423900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5ad59-2cdc-434d-bb97-acbd2fabeff5 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=65bfb5c1-640f-4862-bb49-b7598ce20bcd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:52.443899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.444983 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.501829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.644027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.882127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:52.905968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.025168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 172.25.6.2 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f5abf9ef-fdf1-40f6-a79e-1c48bdebbe38) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:53.136944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.176848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.221971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:53.227170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:53.229526 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=f5abf9ef-fdf1-40f6-a79e-1c48bdebbe38,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:53.232750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:53.430302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:26:53.455128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:26:53.455475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7d082c8d-5c74-4b0b-960e-055d6d2a84c5 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:26:53.669222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35400) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:53.823055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.832579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 8d13f151-9bc2-41d1-8874-451d4b52ea86 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:53.832933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.907679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.908029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:53.919971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 8d13f151-9bc2-41d1-8874-451d4b52ea86 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:54.034972 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:54.109526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:54.139290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=8d13f151-9bc2-41d1-8874-451d4b52ea86,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:54.185347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 7ca3d7de-82d8-4598-8088-45f3f4cf81a8 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:54.204029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:54.204433 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Floating IP 66a4ca6a-26bd-4299-9668-7ee07e06700c disassociated (deleted). External IP: 172.25.6.53, port: 286d50f7-4837-4db4-a763-06af57d1ea6f. Aug 31 16:26:54.300084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:54.310577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] Sync routers for ids ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:54.319163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:54.320461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e34a0e36-da95-4bed-aa7c-48ea5486e399 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.9111192 Aug 31 16:26:54.323351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35402) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:54.325387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] Routers {'7ca3d7de-82d8-4598-8088-45f3f4cf81a8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:54.326118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:54.365593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:54.379312 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:54.380404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] Routers {'7ca3d7de-82d8-4598-8088-45f3f4cf81a8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:54.381021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:54.414181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:54.414841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbd206-d5e1-4220-8cf7-352c1490d729 None None] The sync data for ids ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:54.523318 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4a34894-c098-4097-90bd-34bed5b11f5d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/routers/7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 200 len: 883 time: 0.1988442 Aug 31 16:26:54.525948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35404) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:54.530297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:54.771435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9acab4df-59b3-44b3-93b9-7b1db8e94c42 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2442985 Aug 31 16:26:54.774067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35406) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:54.779368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1293078820'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:55.006935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:55.011946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.018968 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] Sync routers for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:55.033775 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:55.034828 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.048669 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c5cd837d-b96a-4d9c-9352-cb3e636e11a7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/floatingips/66a4ca6a-26bd-4299-9668-7ee07e06700c HTTP/1.1" status: 204 len: 168 time: 1.3780937 Aug 31 16:26:55.049361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:55.052216 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0cfeb5-1ed5-4913-8c73-57da1434086b" -d '{"events": [{"name": "network-changed", "server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:55.127444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.140352 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.152373 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:55.221137 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc5631-2a92-483c-8fb9-f57000170ddd x-openstack-request-id: req-fccc5631-2a92-483c-8fb9-f57000170ddd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:55.221825 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:55.222319 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fccc5631-2a92-483c-8fb9-f57000170ddd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:55.222974 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'status': 'completed', 'code': 200} Aug 31 16:26:55.265652 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.279658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 7ca3d7de-82d8-4598-8088-45f3f4cf81a8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:26:55.321565 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.365056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-2f2eeb30-dfa7-481a-9fd1-8d2ce3942c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:55.367053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-2f2eeb30-dfa7-481a-9fd1-8d2ce3942c23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b59b7a67904182b8344fe6265481e9&device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 1097 time: 0.1212893 Aug 31 16:26:55.425569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f3516-6cde-43c0-b49b-9b580300274f req-fec90f2b-84c1-4692-a676-8052be0a2f26 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:55.426646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-112f3516-6cde-43c0-b49b-9b580300274f req-fec90f2b-84c1-4692-a676-8052be0a2f26 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.1352255 Aug 31 16:26:55.464132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:55.471528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.475665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35420) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:55.475829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c975511e-d906-4dc4-ab8b-cb5bd2b8c442 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 200 len: 890 time: 0.7005246 Aug 31 16:26:55.480084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] Sync routers for ids ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:55.493243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] Routers {'7ca3d7de-82d8-4598-8088-45f3f4cf81a8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:55.493875 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.494828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-112f3516-6cde-43c0-b49b-9b580300274f req-7991616f-4aeb-44fe-841f-78b461e02198 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541482 Aug 31 16:26:55.532685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.539707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:02Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.540610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-0df69e00-8eee-4d24-b1d0-e4d8da8827c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:55.542106 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-0df69e00-8eee-4d24-b1d0-e4d8da8827c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 200 len: 898 time: 0.1657810 Aug 31 16:26:55.542263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] Routers {'7ca3d7de-82d8-4598-8088-45f3f4cf81a8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:55.542868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.567314 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] Checking router: 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:26:55.574680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.575329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fef9-e625-4ff2-8b20-08a5c9262deb None None] The sync data for ids ['7ca3d7de-82d8-4598-8088-45f3f4cf81a8'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:55.577048 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:55.577903 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.603813 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ed42c9d-60e9-4e91-8d90-31a8b865b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.618811 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-a82391ab-ff4c-4263-b931-4e4070396f47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 200 len: 217 time: 0.0684624 Aug 31 16:26:55.678276 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9141f31c-689a-4b8c-a9d2-372311392b28 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/routers/7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 200 len: 890 time: 0.2012999 Aug 31 16:26:55.681029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35422) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:55.691308 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:26:55.695505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-268a2b70-c77b-40f9-a937-7ac67434c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:55.697406 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-268a2b70-c77b-40f9-a937-7ac67434c8aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 200 len: 835 time: 0.0699308 Aug 31 16:26:55.712648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a3f9a0b4-1f4b-4b84-91ab-eda87fe62c46 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 200 len: 205 time: 0.0281382 Aug 31 16:26:55.713262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35424) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:55.753009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-b059745d-65a7-43a3-8b2a-d04ef3b3ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:55.754687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-b059745d-65a7-43a3-8b2a-d04ef3b3ff35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4aa302fa-1ec0-417a-9df0-aae0bffe46df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494277 Aug 31 16:26:55.851716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.864388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-94f13449-4ef5-4ae2-ad3f-e1beb038470e service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017621 Aug 31 16:26:55.913831 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:55.929986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:02Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:55.958155 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe117c77-21e2-46cb-9dae-58d2073fb560 None None] The sync data for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 is: [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd74b85ba-88da-44be-a742-4baf67cc5902', 'name': '', 'network_id': '4aa302fa-1ec0-417a-9df0-aae0bffe46df', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'mac_address': 'fa:16:3e:f3:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:25:02Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'subnets': [{'id': '2df6f24d-fd92-445d-a249-410f5aff351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:55.980719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f0cfeb5-1ed5-4913-8c73-57da1434086b req-c6122be4-0f9c-4c08-9e1f-ef3c067b1740 service neutron] 10.222.0.49 "GET /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085751 Aug 31 16:26:56.193909 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8780f-a217-4624-a1c3-34c14f05ce3a None None] New status for floating IP 66a4ca6a-26bd-4299-9668-7ee07e06700c: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:26:56.303330 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.357812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port f5abf9ef-fdf1-40f6-a79e-1c48bdebbe38 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:56.358068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.434750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.446706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for f5abf9ef-fdf1-40f6-a79e-1c48bdebbe38 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:56.643391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.672658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=f5abf9ef-fdf1-40f6-a79e-1c48bdebbe38,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:56.682162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b41bad-936b-4e7c-abc8-fe197d723f45 req-3f696b03-02bc-47a6-ab52-b3868e48f21f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:56.683669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6b41bad-936b-4e7c-abc8-fe197d723f45 req-3f696b03-02bc-47a6-ab52-b3868e48f21f tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0887880 Aug 31 16:26:56.720481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d061d97-c2b7-4e09-979e-c4501782457b req-ea74c4a4-3ca1-4b42-bb94-972507ad16f7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:56.722032 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d061d97-c2b7-4e09-979e-c4501782457b req-ea74c4a4-3ca1-4b42-bb94-972507ad16f7 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 945 time: 0.0644150 Aug 31 16:26:56.775957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6b41bad-936b-4e7c-abc8-fe197d723f45 req-6526c77f-d989-4e0f-8892-9bdf4c5fd784 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/security-groups?id=45fcd823-5d21-4e7c-827f-4a49121e1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0694873 Aug 31 16:26:56.780327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.837806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port 286d50f7-4837-4db4-a763-06af57d1ea6f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:56.838130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.879765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.882010 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.937661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.937661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router 7ca3d7de-82d8-4598-8088-45f3f4cf81a8 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:26:56.945527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port 286d50f7-4837-4db4-a763-06af57d1ea6f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=286d50f7-4837-4db4-a763-06af57d1ea6f,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:56.946166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.956092 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:56.958038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eede3e84-ccd2-41b6-8066-1a1af1cb459e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 204 len: 168 time: 1.2436471 Aug 31 16:26:56.964169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35432) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:56.973404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1957457417'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:56.974649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for 286d50f7-4837-4db4-a763-06af57d1ea6f owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:57.001964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:57.007900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.045986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:26:57.061811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.061811 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment deb801fc-7b06-4f38-bcd1-51aad2489f6e of type vlan for network 2c240a1c-9421-430d-9659-83e115ffff3e Aug 31 16:26:57.111101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.136162 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.142923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:57.143549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.152054 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.182924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=286d50f7-4837-4db4-a763-06af57d1ea6f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:57.215098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2466748 Aug 31 16:26:57.216369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:57.226421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:57.236607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68a926-b742-4173-bdd1-e6097b58251a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=2c240a1c-9421-430d-9659-83e115ffff3e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:57.247740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 2c240a1c-9421-430d-9659-83e115ffff3e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:26:57.256582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] No DVR routers for this DVR port 286d50f7-4837-4db4-a763-06af57d1ea6f on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:26:57.284519 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.287015 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0d061d97-c2b7-4e09-979e-c4501782457b req-29f4d3b6-6f86-4a28-9b56-134d4e62b26b tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.49 "DELETE /v2.0/ports/286d50f7-4837-4db4-a763-06af57d1ea6f HTTP/1.1" status: 204 len: 173 time: 0.5544395 Aug 31 16:26:57.287475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-deleted', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:26:57.289851 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43ab965-e846-4623-a471-ac231ca02f97" -d '{"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-deleted", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:26:57.347083 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe3495-e4c2-4906-8e45-c009ce1391c5 x-openstack-request-id: req-cafe3495-e4c2-4906-8e45-c009ce1391c5 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:26:57.347350 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadabb98-153e-4923-8090-a18c0d9ba035", "name": "network-vif-deleted", "tag": "286d50f7-4837-4db4-a763-06af57d1ea6f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:26:57.347599 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cafe3495-e4c2-4906-8e45-c009ce1391c5 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:26:57.348001 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadabb98-153e-4923-8090-a18c0d9ba035', 'name': 'network-vif-deleted', 'tag': '286d50f7-4837-4db4-a763-06af57d1ea6f', 'status': 'completed', 'code': 200} Aug 31 16:26:57.365395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:26:57.370468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.583530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.642043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=1b973d3e-ae28-44a1-9630-6f3ec0206dad,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:57.659464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': 'deb801fc-7b06-4f38-bcd1-51aad2489f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:57.659832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 2c240a1c-9421-430d-9659-83e115ffff3e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:26:57.679285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 2c240a1c-9421-430d-9659-83e115ffff3e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:26:57.691567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 2c240a1c-9421-430d-9659-83e115ffff3e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:57.705363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb688a-e27e-4cf9-a80a-7c2f858bfb7a None None] Network 2c240a1c-9421-430d-9659-83e115ffff3e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:57.713183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:57.713745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.738154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.738970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-09b1f8ee-f00f-405f-80ed-dc4328b08a1d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5180616 Aug 31 16:26:57.742466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35440) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:57.748683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-799086622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:57.779606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.781140 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.871086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.878153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.902593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-2c240a1c-9421-430d-9659-83e115ffff3e', 'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '1b973d3e-ae28-44a1-9630-6f3ec0206dad'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:26:57.903320 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.904440 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:57.904605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4c0ea913-0e4c-4aec-a026-5835e8717202 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1607313 Aug 31 16:26:57.908391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35444) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:57.921324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab7b5c9d-aa5b-46f5-946d-a1a37ca0befa req-92ee6133-bbef-4b1b-bbf1-6747af3da7f5 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "GET /v2.0/ports?device_id=fadabb98-153e-4923-8090-a18c0d9ba035 HTTP/1.1" status: 200 len: 210 time: 0.0307074 Aug 31 16:26:58.090188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Allocated IP 2001:db8::2 (2c240a1c-9421-430d-9659-83e115ffff3e/1b973d3e-ae28-44a1-9630-6f3ec0206dad/a600ab7e-4919-4bf7-aa75-cd784a6f1114) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:58.240922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.244867 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.254476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Transition to ACTIVE for port object a600ab7e-4919-4bf7-aa75-cd784a6f1114 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:58.269928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Transition to ACTIVE for port object a600ab7e-4919-4bf7-aa75-cd784a6f1114 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:58.276084 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.321019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Network 2c240a1c-9421-430d-9659-83e115ffff3e is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:58.324992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:58.326756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Pushing event updated for resources: {'Port': ['ID=a600ab7e-4919-4bf7-aa75-cd784a6f1114,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:58.329521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:58.339693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.340099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.340738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.341030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.341510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.341705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.342047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.342363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.342688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.343014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.343336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.343704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:26:58.403167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Attempting to bind port a600ab7e-4919-4bf7-aa75-cd784a6f1114 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:26:58.404047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Attempting to bind port a600ab7e-4919-4bf7-aa75-cd784a6f1114 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'deb801fc-7b06-4f38-bcd1-51aad2489f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:26:58.404561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Attempting to bind port a600ab7e-4919-4bf7-aa75-cd784a6f1114 on network 2c240a1c-9421-430d-9659-83e115ffff3e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:26:58.411435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:26:58.412006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Checking segment: {'id': 'deb801fc-7b06-4f38-bcd1-51aad2489f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:26:58.412451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.412852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Bound using segment: {'id': 'deb801fc-7b06-4f38-bcd1-51aad2489f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:26:58.413335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Bound port: a600ab7e-4919-4bf7-aa75-cd784a6f1114, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb801fc-7b06-4f38-bcd1-51aad2489f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c240a1c-9421-430d-9659-83e115ffff3e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:26:58.413722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.486509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] For port a600ab7e-4919-4bf7-aa75-cd784a6f1114, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:26:58.491266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] For port a600ab7e-4919-4bf7-aa75-cd784a6f1114, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a600ab7e-4919-4bf7-aa75-cd784a6f1114,segment=NetworkSegment(deb801fc-7b06-4f38-bcd1-51aad2489f6e),segment_id=deb801fc-7b06-4f38-bcd1-51aad2489f6e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:26:58.496023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.512342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8::1 (2c240a1c-9421-430d-9659-83e115ffff3e/1b973d3e-ae28-44a1-9630-6f3ec0206dad/49f3050c-f1bf-4863-9bd9-814226dde9b3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:26:58.567783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87a1ed-84d0-44e2-add6-eada772eff33 None None] Pushing event updated for resources: {'Port': ['ID=a600ab7e-4919-4bf7-aa75-cd784a6f1114,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:58.657546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.673820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object 49f3050c-f1bf-4863-9bd9-814226dde9b3 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:26:58.709530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.786606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 2c240a1c-9421-430d-9659-83e115ffff3e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:58.797742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:58.800881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=49f3050c-f1bf-4863-9bd9-814226dde9b3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:58.804007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:26:58.804877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.934702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:58.982883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35448) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:59.249811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.256496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.257791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.357313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=49f3050c-f1bf-4863-9bd9-814226dde9b3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:26:59.409543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 2c240a1c-9421-430d-9659-83e115ffff3e is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:26:59.411251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:26:59.444248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.505594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a600ab7e-4919-4bf7-aa75-cd784a6f1114 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:26:59.563905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 6aed1b67-80f1-41ef-aab7-1b654fa05ccd is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:26:59.581053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a600ab7e-4919-4bf7-aa75-cd784a6f1114 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:59.618426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e28e43-19da-4f18-b644-fc54c240c760 None None] Network 2c240a1c-9421-430d-9659-83e115ffff3e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:26:59.674719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:26:59.684596 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b3ef106b-cb21-42d5-bbff-658948c035d7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/6aed1b67-80f1-41ef-aab7-1b654fa05ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719371 Aug 31 16:26:59.684596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35452) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:59.694987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] Sync routers for ids ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:26:59.731024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] Provisioning for port a600ab7e-4919-4bf7-aa75-cd784a6f1114 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:26:59.737120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] Routers {'6aed1b67-80f1-41ef-aab7-1b654fa05ccd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:59.737889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:59.742213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] Provisioning complete for port a600ab7e-4919-4bf7-aa75-cd784a6f1114 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:26:59.742760 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.753786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d4a8a7-ea44-40da-bea0-ee2cc97c2faa tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:26:59.757836 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a6d4a8a7-ea44-40da-bea0-ee2cc97c2faa tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports/49f3050c-f1bf-4863-9bd9-814226dde9b3 HTTP/1.1" status: 200 len: 911 time: 0.0700545 Aug 31 16:26:59.759282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35454) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:26:59.765252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b973d3e-ae28-44a1-9630-6f3ec0206dad'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:26:59.801927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:59.820776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port d74b85ba-88da-44be-a742-4baf67cc5902 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:26:59.821113 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.854644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] Routers {'6aed1b67-80f1-41ef-aab7-1b654fa05ccd'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:26:59.855257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:59.911989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:26:59.912261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8066f-9591-4192-a85f-11326f9e82e2 None None] The sync data for ids ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:26:59.941481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port d74b85ba-88da-44be-a742-4baf67cc5902, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d74b85ba-88da-44be-a742-4baf67cc5902,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:26:59.941953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.952939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:26:59.958852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for d74b85ba-88da-44be-a742-4baf67cc5902 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:26:59.968005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.007791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] For port a600ab7e-4919-4bf7-aa75-cd784a6f1114, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a600ab7e-4919-4bf7-aa75-cd784a6f1114,segment=NetworkSegment(deb801fc-7b06-4f38-bcd1-51aad2489f6e),segment_id=deb801fc-7b06-4f38-bcd1-51aad2489f6e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:00.009680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35456) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:00.014915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.048495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:00.078030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 286d50f7-4837-4db4-a763-06af57d1ea6f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:00.078502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 286d50f7-4837-4db4-a763-06af57d1ea6f not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:00.113978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970573a-ebc3-4b54-b184-6c0c6282d0a8 None None] Pushing event updated for resources: {'Port': ['ID=a600ab7e-4919-4bf7-aa75-cd784a6f1114,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:00.221898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.248573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-31088e2f-9fe2-4163-8c55-4af4caa2145a None None] Provisioning for port 49f3050c-f1bf-4863-9bd9-814226dde9b3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:00.253702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-31088e2f-9fe2-4163-8c55-4af4caa2145a None None] Provisioning complete for port 49f3050c-f1bf-4863-9bd9-814226dde9b3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:00.254208 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31088e2f-9fe2-4163-8c55-4af4caa2145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.254777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=d74b85ba-88da-44be-a742-4baf67cc5902,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:00.300624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-31088e2f-9fe2-4163-8c55-4af4caa2145a None None] Port 49f3050c-f1bf-4863-9bd9-814226dde9b3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:00.325028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-31088e2f-9fe2-4163-8c55-4af4caa2145a None None] Provisioning complete for port a600ab7e-4919-4bf7-aa75-cd784a6f1114 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:00.325527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31088e2f-9fe2-4163-8c55-4af4caa2145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.521348 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.687871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8b76f67b-cdb0-4b65-868f-2eff0756fdbc None None] Provisioning complete for port 49f3050c-f1bf-4863-9bd9-814226dde9b3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:00.689183 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8b76f67b-cdb0-4b65-868f-2eff0756fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.749361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8b76f67b-cdb0-4b65-868f-2eff0756fdbc None None] Port 49f3050c-f1bf-4863-9bd9-814226dde9b3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:00.825859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:00.873943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7481bb7e-d307-474e-9b93-0f454301eba2 None None] Provisioning complete for port 49f3050c-f1bf-4863-9bd9-814226dde9b3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:00.874361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7481bb7e-d307-474e-9b93-0f454301eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.919252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7481bb7e-d307-474e-9b93-0f454301eba2 None None] Port 49f3050c-f1bf-4863-9bd9-814226dde9b3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:00.944862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.955921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.962279 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:00.962912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:00.964306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/ports/49f3050c-f1bf-4863-9bd9-814226dde9b3 HTTP/1.1" status: 200 len: 911 time: 1.2038081 Aug 31 16:27:00.967350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35458) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:00.976055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:00.987077 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] Sync routers for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:01.003855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:01.005342 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:01.025033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bf187fd0-555e-4428-b8cc-3892b5009794 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "PUT /v2.0/routers/1c3380c1-9d60-4a7b-ad06-ea59c4256f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0364552 Aug 31 16:27:01.025809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35460) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:01.029534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f1fd3-c322-4ae4-870e-cd0fbdb030c2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=49f3050c-f1bf-4863-9bd9-814226dde9b3,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:01.097616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.118135 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:01.125270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting subnet 2df6f24d-fd92-445d-a249-410f5aff351d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:01.135986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.244130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.384049 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:27:00Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:01.410194 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.423887 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] Checking router: 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:01.438110 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] Routers {'1c3380c1-9d60-4a7b-ad06-ea59c4256f06'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:01.438931 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:01.509745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 71834e21-d1cb-4e21-a122-9751dac04276 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:01.510786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.520408 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.561035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.563540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/subnets/2df6f24d-fd92-445d-a249-410f5aff351d HTTP/1.1" status: 204 len: 168 time: 0.5366292 Aug 31 16:27:01.566314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b5a6e-c030-452b-8039-801d733234d9 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Subnet': ['ID=2df6f24d-fd92-445d-a249-410f5aff351d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:01.568862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35462) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:01.577658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8850936c-0573-4ace-8a1a-b7b521c6c73d None None] Network 4aa302fa-1ec0-417a-9df0-aae0bffe46df requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:01.608415 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] Set router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:01.652334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port 71834e21-d1cb-4e21-a122-9751dac04276, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=71834e21-d1cb-4e21-a122-9751dac04276,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:01.653062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.673755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 71834e21-d1cb-4e21-a122-9751dac04276 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:01.675690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a600ab7e-4919-4bf7-aa75-cd784a6f1114 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:01.854415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a600ab7e-4919-4bf7-aa75-cd784a6f1114 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:01.857199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:01.930653 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:27:00Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:01.957182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] DHCP port deletion for 4aa302fa-1ec0-417a-9df0-aae0bffe46df request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:01.964995 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be3454-42b6-4f6e-8596-af10e683d387 None None] The sync data for ids ['1c3380c1-9d60-4a7b-ad06-ea59c4256f06'] in n-d-793621-35 is: [{'id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1308395177', 'tenant_id': '62b59b7a67904182b8344fe6265481e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:39Z', 'updated_at': '2021-08-31T16:27:00Z', 'revision_number': 5, 'project_id': '62b59b7a67904182b8344fe6265481e9', 'gw_port': {'id': 'bbf0188b-9b54-43c3-ba1a-b80dda9578e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3380c1-9d60-4a7b-ad06-ea59c4256f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:01.988386 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.026806 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.034355 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=71834e21-d1cb-4e21-a122-9751dac04276,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:02.084827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] Deleting port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:02.085475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.211481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.323222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.377709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] For port 3fc64a27-6bba-4a0f-8681-d39d7f479e93, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3fc64a27-6bba-4a0f-8681-d39d7f479e93,segment=NetworkSegment(d2c10a80-e2dc-491d-9364-ecc1f156ac1c),segment_id=d2c10a80-e2dc-491d-9364-ecc1f156ac1c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:02.378588 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.400628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] Calling delete_port for 3fc64a27-6bba-4a0f-8681-d39d7f479e93 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:02.438143 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.558991 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.588945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] No DVR routers for this DVR port 3fc64a27-6bba-4a0f-8681-d39d7f479e93 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:02.632384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfb978-bd04-450d-9d07-0147a0d32fe5 None None] Pushing event deleted for resources: {'Port': ['ID=3fc64a27-6bba-4a0f-8681-d39d7f479e93,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:02.667592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Deleting port bbf0188b-9b54-43c3-ba1a-b80dda9578e3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:02.667938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.742428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 49f3050c-f1bf-4863-9bd9-814226dde9b3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:02.742772 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.762520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:02.835854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] For port bbf0188b-9b54-43c3-ba1a-b80dda9578e3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:02.836463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.870168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Calling delete_port for bbf0188b-9b54-43c3-ba1a-b80dda9578e3 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:02.889999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:02.896129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:02.907927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:02.910358 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bbf3f436-624a-4097-8f5d-e22dc488f83e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "PUT /v2.0/routers/87bace70-a312-45f8-8d2c-02d6315f6a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973379 Aug 31 16:27:02.933929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:02.935630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:02.946255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 49f3050c-f1bf-4863-9bd9-814226dde9b3 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:03.153469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:03.347209 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.363351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd088851-51c5-49a1-83c6-d359c10e8d2c req-55aab893-ad25-475d-ab17-47c2275589a5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:03.365052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd088851-51c5-49a1-83c6-d359c10e8d2c req-55aab893-ad25-475d-ab17-47c2275589a5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 946 time: 0.1837800 Aug 31 16:27:03.442181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Port': ['ID=bbf0188b-9b54-43c3-ba1a-b80dda9578e3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:03.458014 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.506687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:01Z', 'revision_number': 6, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:42Z', 'revision_number': 1, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:03.543509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:03.549591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=49f3050c-f1bf-4863-9bd9-814226dde9b3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:03.552804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:03.553449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:03.556857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3fc64a27-6bba-4a0f-8681-d39d7f479e93 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:03.570643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd088851-51c5-49a1-83c6-d359c10e8d2c req-96732ec3-dedc-4d5d-95dc-f791e2702498 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600573 Aug 31 16:27:03.622487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3fc64a27-6bba-4a0f-8681-d39d7f479e93 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:03.622834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3fc64a27-6bba-4a0f-8681-d39d7f479e93 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:03.623256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d74b85ba-88da-44be-a742-4baf67cc5902 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:03.640257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.651053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d74b85ba-88da-44be-a742-4baf67cc5902 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:03.651398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d74b85ba-88da-44be-a742-4baf67cc5902 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:03.744151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:03.777969 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.783321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.787942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.895515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.895923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3380c1-9d60-4a7b-ad06-ea59c4256f06 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:27:03.904719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:03.905894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1f855a51-b73c-403b-85ae-65542cbfe886 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/routers/1c3380c1-9d60-4a7b-ad06-ea59c4256f06 HTTP/1.1" status: 204 len: 168 time: 2.3350627 Aug 31 16:27:03.909011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35472) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:03.993655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router 6aed1b67-80f1-41ef-aab7-1b654fa05ccd has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:04.000846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.013634 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:01Z', 'revision_number': 6, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:42Z', 'revision_number': 1, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.048279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecbe3d-727c-46f7-9289-71bf6a1630a1 None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:01Z', 'revision_number': 6, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cf1998b9-9c51-4f34-8f81-5a3312f1ce1c', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'port_id': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'mac_address': 'fa:16:3e:f4:88:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:25:37Z', 'updated_at': '2021-08-31T16:25:42Z', 'revision_number': 1, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:04.103091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:04.110513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.118276 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] Sync routers for ids ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:04.118912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d5048787-ae73-4200-8c99-1bdb3ff2736f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/6aed1b67-80f1-41ef-aab7-1b654fa05ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502938 Aug 31 16:27:04.119559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35474) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.123915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa302fa-1ec0-417a-9df0-aae0bffe46df']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.129979 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] Routers {'6aed1b67-80f1-41ef-aab7-1b654fa05ccd'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:04.130610 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.138029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.138494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c10a80-e2dc-491d-9364-ecc1f156ac1c') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.151165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8ee6a4ab-d772-4d8f-83b8-c3f3d729699a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=6aed1b67-80f1-41ef-aab7-1b654fa05ccd HTTP/1.1" status: 200 len: 205 time: 0.0281198 Aug 31 16:27:04.151400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35476) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.152098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.163145 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.169371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.173422 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] Routers {'6aed1b67-80f1-41ef-aab7-1b654fa05ccd'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:04.174126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.177154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:04.177976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:04.181528 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:04.209584 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:04.210514 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0709b-1dd8-459e-8221-a83c263f80d5 None None] The sync data for ids ['6aed1b67-80f1-41ef-aab7-1b654fa05ccd'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:04.229383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.246264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.253966 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.259278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/networks/4aa302fa-1ec0-417a-9df0-aae0bffe46df HTTP/1.1" status: 204 len: 168 time: 0.3465650 Aug 31 16:27:04.262027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35478) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.279847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380e6a1-7276-4a6d-ac2c-8360db545558 tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'Network': ['ID=4aa302fa-1ec0-417a-9df0-aae0bffe46df,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:04.341131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e389ba10-831a-45c7-8948-99c0b0e3c4ff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.368504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e389ba10-831a-45c7-8948-99c0b0e3c4ff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.391607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.395239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.443100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e389ba10-831a-45c7-8948-99c0b0e3c4ff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.446416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e389ba10-831a-45c7-8948-99c0b0e3c4ff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.452693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e389ba10-831a-45c7-8948-99c0b0e3c4ff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] 10.222.0.43 "DELETE /v2.0/security-groups/45fcd823-5d21-4e7c-827f-4a49121e1b5e HTTP/1.1" status: 204 len: 168 time: 0.1844559 Aug 31 16:27:04.470402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389ba10-831a-45c7-8948-99c0b0e3c4ff tempest-TestNetworkAdvancedServerOps-757598107 tempest-TestNetworkAdvancedServerOps-757598107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fcd823-5d21-4e7c-827f-4a49121e1b5e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:04.478541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.479608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router 6aed1b67-80f1-41ef-aab7-1b654fa05ccd {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:27:04.488805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.490169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2f4696e8-1930-4803-91f7-9163d81b7eff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/6aed1b67-80f1-41ef-aab7-1b654fa05ccd HTTP/1.1" status: 204 len: 168 time: 0.3378875 Aug 31 16:27:04.494862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35482) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.513057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35484) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.556443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-43af24e9-c711-46be-8359-de329def1282 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:04.558201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-43af24e9-c711-46be-8359-de329def1282 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 946 time: 0.0819314 Aug 31 16:27:04.648426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 1b973d3e-ae28-44a1-9630-6f3ec0206dad {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:04.652592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.673907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:04.674659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.677464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb48164b-d037-4631-a307-e0e59a946fce tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3450 time: 0.1629643 Aug 31 16:27:04.681824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35490) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.687629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'network': {'name': 'tempest-network-smoke--1683823141', 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'port_security_enabled': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:04.760664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.796019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Made reservation on behalf of b3712b9a0305475aaa9918a96e665f83 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:04.800492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.810104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c25b-b648-4c72-bca6-117b9d624a24 req-ec1f3aa1-c069-4040-bb40-00bc28e70774 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:04.811746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa48c25b-b648-4c72-bca6-117b9d624a24 req-ec1f3aa1-c069-4040-bb40-00bc28e70774 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 946 time: 0.1332150 Aug 31 16:27:04.854917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port 151dbec1-c4b7-4195-bbed-9a0277e21ba1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=151dbec1-c4b7-4195-bbed-9a0277e21ba1,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:04.855398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.868741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:04.877333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 151dbec1-c4b7-4195-bbed-9a0277e21ba1 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:04.889571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aa48c25b-b648-4c72-bca6-117b9d624a24 req-c07d833f-a402-441b-ae61-dcdd4a0cd7f2 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8cc5470-97f2-4757-ada8-b695a991eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702839 Aug 31 16:27:04.908230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.908230 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Added segment b3e0b4ad-f25e-480a-8444-420de4b254db of type vlan for network 51f1ece2-c171-4231-9716-59eb81068aea Aug 31 16:27:04.909234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:04.936356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35494) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:04.995004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.011537 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.014016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/1b973d3e-ae28-44a1-9630-6f3ec0206dad HTTP/1.1" status: 204 len: 168 time: 0.5169971 Aug 31 16:27:05.017592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35498) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:05.041778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504ef59-3fd0-446f-a8f3-4d503b70fd14 None None] Network 2c240a1c-9421-430d-9659-83e115ffff3e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:05.079724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9473df-8276-4f2f-814e-da5a938ef360 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=1b973d3e-ae28-44a1-9630-6f3ec0206dad,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:05.109564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.117178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.165870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=151dbec1-c4b7-4195-bbed-9a0277e21ba1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:05.191801 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9d173238-1311-4424-91bf-45615e0ed527 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62b59b7a67904182b8344fe6265481e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533064 Aug 31 16:27:05.193129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35500) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:05.197506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.233035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] No DVR routers for this DVR port 151dbec1-c4b7-4195-bbed-9a0277e21ba1 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:05.238019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.240636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-23edbecb-0661-4cf0-8e14-7bd0b7f10f09 req-b676cd85-884f-4ab4-9c49-1204c73f943e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "DELETE /v2.0/ports/151dbec1-c4b7-4195-bbed-9a0277e21ba1 HTTP/1.1" status: 204 len: 173 time: 0.6763854 Aug 31 16:27:05.242441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'name': 'network-vif-deleted', 'tag': '151dbec1-c4b7-4195-bbed-9a0277e21ba1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:05.246691 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3698ffd-cf10-4f18-9bca-d67386f4c098" -d '{"events": [{"server_uuid": "deab43c9-680d-4ac9-8de1-0c5e32c6ec46", "name": "network-vif-deleted", "tag": "151dbec1-c4b7-4195-bbed-9a0277e21ba1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:05.251577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.258204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:05.258790 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.331571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af8ef223-2546-4796-b2f6-e4b6ca91d092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.359646 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6759164 Aug 31 16:27:05.372853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35504) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:05.388587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af8ef223-2546-4796-b2f6-e4b6ca91d092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.389937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'admin_state_up': True, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:05.403161 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37ed79-6e1b-4c56-bfa4-b92b19e35cae x-openstack-request-id: req-ee37ed79-6e1b-4c56-bfa4-b92b19e35cae {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:05.403608 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deab43c9-680d-4ac9-8de1-0c5e32c6ec46", "name": "network-vif-deleted", "tag": "151dbec1-c4b7-4195-bbed-9a0277e21ba1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:05.404661 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee37ed79-6e1b-4c56-bfa4-b92b19e35cae {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:05.416740 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deab43c9-680d-4ac9-8de1-0c5e32c6ec46', 'name': 'network-vif-deleted', 'tag': '151dbec1-c4b7-4195-bbed-9a0277e21ba1', 'status': 'completed', 'code': 200} Aug 31 16:27:05.419046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] DHCP port deletion for 2c240a1c-9421-430d-9659-83e115ffff3e request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:05.422259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8aecd-0fd3-4dde-a10c-d2fd4a02c35c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Network': ['ID=51f1ece2-c171-4231-9716-59eb81068aea,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:05.447279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port a600ab7e-4919-4bf7-aa75-cd784a6f1114 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:05.447677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.450004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.451603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.462597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 51f1ece2-c171-4231-9716-59eb81068aea details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:05.557846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port a600ab7e-4919-4bf7-aa75-cd784a6f1114, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a600ab7e-4919-4bf7-aa75-cd784a6f1114,segment=NetworkSegment(deb801fc-7b06-4f38-bcd1-51aad2489f6e),segment_id=deb801fc-7b06-4f38-bcd1-51aad2489f6e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:05.558363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.563768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] Deleting port a600ab7e-4919-4bf7-aa75-cd784a6f1114 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:05.564167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.578712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for a600ab7e-4919-4bf7-aa75-cd784a6f1114 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:05.591137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af8ef223-2546-4796-b2f6-e4b6ca91d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.595697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af8ef223-2546-4796-b2f6-e4b6ca91d092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.600050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-af8ef223-2546-4796-b2f6-e4b6ca91d092 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97418a81-c2dd-43fc-98bf-4d8d2526605a HTTP/1.1" status: 204 len: 168 time: 0.3972988 Aug 31 16:27:05.611983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ef223-2546-4796-b2f6-e4b6ca91d092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97418a81-c2dd-43fc-98bf-4d8d2526605a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:05.620649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a600ab7e-4919-4bf7-aa75-cd784a6f1114 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:05.741330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] For port a600ab7e-4919-4bf7-aa75-cd784a6f1114, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a600ab7e-4919-4bf7-aa75-cd784a6f1114,segment=NetworkSegment(deb801fc-7b06-4f38-bcd1-51aad2489f6e),segment_id=deb801fc-7b06-4f38-bcd1-51aad2489f6e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:05.742254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.762748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] Calling delete_port for a600ab7e-4919-4bf7-aa75-cd784a6f1114 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:05.763315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:05.769910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No active binding found for port a600ab7e-4919-4bf7-aa75-cd784a6f1114 {{(pid=101479) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 16:27:05.770444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a600ab7e-4919-4bf7-aa75-cd784a6f1114 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:05.770849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 71834e21-d1cb-4e21-a122-9751dac04276 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:05.829480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port a600ab7e-4919-4bf7-aa75-cd784a6f1114 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:05.832024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=a600ab7e-4919-4bf7-aa75-cd784a6f1114,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:05.867184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 71834e21-d1cb-4e21-a122-9751dac04276 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:05.867538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 71834e21-d1cb-4e21-a122-9751dac04276 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:05.867993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bbf0188b-9b54-43c3-ba1a-b80dda9578e3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:05.955232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: bbf0188b-9b54-43c3-ba1a-b80dda9578e3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:05.955928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bbf0188b-9b54-43c3-ba1a-b80dda9578e3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:06.012991 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.014792 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.052808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] Pushing event deleted for resources: {'Port': ['ID=a600ab7e-4919-4bf7-aa75-cd784a6f1114,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:06.061435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c240a1c-9421-430d-9659-83e115ffff3e']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:06.062743 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.062887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d9be9-33b7-4121-8d89-0dd83d92ddb4 None None] No DVR routers for this DVR port a600ab7e-4919-4bf7-aa75-cd784a6f1114 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:06.067824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17577ded-7a0c-48da-9110-8ae0bb83a753 req-3132af4d-f3ef-4acf-956e-6dfed084b0d8 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=deab43c9-680d-4ac9-8de1-0c5e32c6ec46 HTTP/1.1" status: 200 len: 210 time: 0.0405521 Aug 31 16:27:06.077797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb801fc-7b06-4f38-bcd1-51aad2489f6e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:06.079023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb801fc-7b06-4f38-bcd1-51aad2489f6e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:06.094331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.115009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.121839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:06.122275 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:06.135361 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:06.178375 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35512) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:06.201548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.220263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.222163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/2c240a1c-9421-430d-9659-83e115ffff3e HTTP/1.1" status: 204 len: 168 time: 1.2035275 Aug 31 16:27:06.225893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35514) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:06.232896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307419685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:06.256530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fac131-9271-4172-9bbc-68856b6bf73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=2c240a1c-9421-430d-9659-83e115ffff3e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:06.262980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-430ff53e-d68f-4799-be07-28cee37c704b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45add12e02094c03844967c563b43c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834522 Aug 31 16:27:06.266159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35516) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:06.276440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.277494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.314416 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.335664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.341483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.362545 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.367312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ed2e048b-ac91-460e-a4fe-7ff917abc98d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1375008 Aug 31 16:27:06.367801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35518) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:06.373624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85143967'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:06.398332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:06.402547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.406794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-524a3b71-76a6-4969-a2f5-e883251b84b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.430210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:06.440911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-524a3b71-76a6-4969-a2f5-e883251b84b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.442070 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.442489 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment 3e2a5006-a5df-4e07-9181-a2daae229a70 of type vlan for network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 Aug 31 16:27:06.488543 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.527770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.534423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:06.535151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.550700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-524a3b71-76a6-4969-a2f5-e883251b84b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.553540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-524a3b71-76a6-4969-a2f5-e883251b84b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.554594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-524a3b71-76a6-4969-a2f5-e883251b84b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90dabbf7-8595-415d-966a-1386b1c067f2 HTTP/1.1" status: 204 len: 168 time: 0.2873988 Aug 31 16:27:06.602001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a3b71-76a6-4969-a2f5-e883251b84b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dabbf7-8595-415d-966a-1386b1c067f2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:06.604581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2352674 Aug 31 16:27:06.605158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:06.614340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:06.625151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f39b-fd4d-4529-adc6-a11bd4808fbc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=f5a47c2f-085b-4bac-8b9a-5dfe928a06d3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:06.648670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:06.687191 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.714276 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.853567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:06.857137 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:06.973972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.25.6.146 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/754bdd48-0957-4411-8dd8-0c6407d850d9) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:07.183223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.217180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.316100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=42b1f6d7-1d7e-4dc9-83b8-48a3d128add6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:07.325029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.333594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:07.333982 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: f5a47c2f-085b-4bac-8b9a-5dfe928a06d3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:07.392633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:07.403824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:07.413695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:07.439630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=754bdd48-0957-4411-8dd8-0c6407d850d9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:07.440209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35544) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:07.446582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:07.465090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f5a47c2f-085b-4bac-8b9a-5dfe928a06d3) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:07.473520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:07.474003 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.482276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21210da7-4de3-4581-8734-24ead2c7549f None None] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:07.518876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35546) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:07.549753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-caeb3207-ac05-4673-a1dd-0a07e3bcda9a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.581336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6834e364-b97e-4514-8f77-841ae2076e9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9727499 Aug 31 16:27:07.586040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-caeb3207-ac05-4673-a1dd-0a07e3bcda9a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.588712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35550) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:07.703540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:07.704640 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.734747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-393052048-network', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:07.820701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:07.885423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Allocated IP 2001:db8::2 (f5a47c2f-085b-4bac-8b9a-5dfe928a06d3/42b1f6d7-1d7e-4dc9-83b8-48a3d128add6/94f07ed1-0c30-4387-b2ce-200165969bfe) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:08.098059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.109642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Transition to ACTIVE for port object 94f07ed1-0c30-4387-b2ce-200165969bfe will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:08.117413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.120951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 151dbec1-c4b7-4195-bbed-9a0277e21ba1 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:08.148574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Transition to ACTIVE for port object 94f07ed1-0c30-4387-b2ce-200165969bfe will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:08.150329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 151dbec1-c4b7-4195-bbed-9a0277e21ba1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:08.150673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 151dbec1-c4b7-4195-bbed-9a0277e21ba1 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:08.158701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.208929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:08.212059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:08.218026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:08.221485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Pushing event updated for resources: {'Port': ['ID=94f07ed1-0c30-4387-b2ce-200165969bfe,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:08.281849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router 27fedc93-cb34-4e38-aa64-91ba26425353 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:27:08.287181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Attempting to bind port 94f07ed1-0c30-4387-b2ce-200165969bfe on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:08.287627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Attempting to bind port 94f07ed1-0c30-4387-b2ce-200165969bfe by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:08.288017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Attempting to bind port 94f07ed1-0c30-4387-b2ce-200165969bfe on network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:08.291934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Made reservation on behalf of 4146a0c691874778a0bc4ee1f83d5524 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:08.294328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:08.294719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Checking segment: {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:08.295485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.295890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Bound using segment: {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:08.296462 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.296620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Bound port: 94f07ed1-0c30-4387-b2ce-200165969bfe, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:08.297101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.310936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.383873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] For port 94f07ed1-0c30-4387-b2ce-200165969bfe, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:08.387802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] For port 94f07ed1-0c30-4387-b2ce-200165969bfe, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=94f07ed1-0c30-4387-b2ce-200165969bfe,segment=NetworkSegment(3e2a5006-a5df-4e07-9181-a2daae229a70),segment_id=3e2a5006-a5df-4e07-9181-a2daae229a70)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:08.397381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.413084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-caeb3207-ac05-4673-a1dd-0a07e3bcda9a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.416024 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-caeb3207-ac05-4673-a1dd-0a07e3bcda9a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.421248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-caeb3207-ac05-4673-a1dd-0a07e3bcda9a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/security-groups/c8cc5470-97f2-4757-ada8-b695a991eb6f HTTP/1.1" status: 204 len: 168 time: 0.9788229 Aug 31 16:27:08.472952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.482062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb3207-ac05-4673-a1dd-0a07e3bcda9a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc5470-97f2-4757-ada8-b695a991eb6f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:08.507659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35554) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:08.508812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb39ee3-a7d5-4b76-9e6e-e1f7faeb6627 None None] Pushing event updated for resources: {'Port': ['ID=94f07ed1-0c30-4387-b2ce-200165969bfe,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:08.690130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting subnet 5cbe36e5-534f-407e-9a21-631d6db93a39 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:08.726306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:08.737628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Sync routers for ids ['27fedc93-cb34-4e38-aa64-91ba26425353'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:08.747910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Routers {'27fedc93-cb34-4e38-aa64-91ba26425353'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:08.749028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['27fedc93-cb34-4e38-aa64-91ba26425353'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:08.755913 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.793150 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.803731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.817880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.822574 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25fe35e7-de14-4e0b-8165-2944914d2a8b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4358170 Aug 31 16:27:08.826882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35556) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:08.870638 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.894016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d06df2-f198-4cba-ad7c-2225e4c71bc7 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:08.899406 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44d06df2-f198-4cba-ad7c-2225e4c71bc7 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b3712b9a0305475aaa9918a96e665f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0672748 Aug 31 16:27:08.899719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35558) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:08.914707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:08.918455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Set router 27fedc93-cb34-4e38-aa64-91ba26425353 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:08.948378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8846e0fb-50e6-421c-8dcf-f0d432c7a2dc,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:08.982660 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:08.982999 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Added segment 4bd6b890-1da3-4bfd-856e-16f382a69636 of type vlan for network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 Aug 31 16:27:09.012005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc8bf2-8171-42de-a2d8-8f4f8d713000 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:09.016402 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4fc8bf2-8171-42de-a2d8-8f4f8d713000 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1126835 Aug 31 16:27:09.016755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35560) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.056928 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-139b2d9a-3e9e-4b10-af36-4d593df156ac tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387764 Aug 31 16:27:09.059672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.080598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.083450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8::1 (f5a47c2f-085b-4bac-8b9a-5dfe928a06d3/42b1f6d7-1d7e-4dc9-83b8-48a3d128add6/4b921c31-19e6-4e35-b478-56c1eecda99b) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:09.097317 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b263db3d-cf18-43ec-bdce-f98901f90d64 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b3712b9a0305475aaa9918a96e665f83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358267 Aug 31 16:27:09.101995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35564) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.119976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.201522 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.203100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:09.203714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.218155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b264e-6111-4b93-9bd5-90e48eee8e91 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:09.223557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e31b264e-6111-4b93-9bd5-90e48eee8e91 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1189311 Aug 31 16:27:09.223921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35566) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.268076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-70b1754b-05b0-44e3-ae20-05562b08d413 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429571 Aug 31 16:27:09.268742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35568) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.276087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995402826', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:09.315773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7955167 Aug 31 16:27:09.334282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35570) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.351902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Request body: {'subnet': {'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-393052048-subnet', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:09.372874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62f8ef-c0d2-453a-a297-7ed43662abfe admin admin] Pushing event updated for resources: {'Network': ['ID=bf666042-5f6b-4e37-98e8-3bbfed79e4f5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:09.378854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:07Z', 'revision_number': 3, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:09.387007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.421266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:09.424502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Checking router: 27fedc93-cb34-4e38-aa64-91ba26425353 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:09.424859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Updating router 27fedc93-cb34-4e38-aa64-91ba26425353 port 754bdd48-0957-4411-8dd8-0c6407d850d9 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:09.442227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbe36e5-534f-407e-9a21-631d6db93a39,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:09.460180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.462416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b2ea1b96-b842-4876-b71e-ade4dacaa1ce tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/subnets/5cbe36e5-534f-407e-9a21-631d6db93a39 HTTP/1.1" status: 204 len: 168 time: 0.9535196 Aug 31 16:27:09.463186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Made reservation on behalf of 4146a0c691874778a0bc4ee1f83d5524 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:09.467442 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.468509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35572) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:09.507549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Made reservation on behalf of b3712b9a0305475aaa9918a96e665f83 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:09.520877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.554252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.564666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff5410-1306-4f81-9b13-d27b16aec9da None None] Network 8e223261-3236-4266-94d1-6c8c3df1526a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:09.566917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 94f07ed1-0c30-4387-b2ce-200165969bfe up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:09.646302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.651199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.657826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object 4b921c31-19e6-4e35-b478-56c1eecda99b will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:09.777158 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.802345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port b39076a3-df8d-4260-a73c-1039e530b7df {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:09.803062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.836290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:09.845049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:09.847672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.847999 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e4ae52-c0f1-4636-8403-bd3ea7b966c2 None None] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:09.850160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:09.850922 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.911119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port b39076a3-df8d-4260-a73c-1039e530b7df, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b39076a3-df8d-4260-a73c-1039e530b7df,segment=NetworkSegment(7e9e0961-fb23-4cfb-a93a-0a744775fb11),segment_id=7e9e0961-fb23-4cfb-a93a-0a744775fb11)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:09.911722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.915887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:09.921346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=4b921c31-19e6-4e35-b478-56c1eecda99b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:09.948613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 94f07ed1-0c30-4387-b2ce-200165969bfe completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:09.970339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for b39076a3-df8d-4260-a73c-1039e530b7df owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:09.979928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] Provisioning for port 94f07ed1-0c30-4387-b2ce-200165969bfe completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:09.991250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:10.004630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Subnet': ['ID=d9b5f197-63ff-4c9f-8542-f5acdd7c9113,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:10.014248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] Provisioning complete for port 94f07ed1-0c30-4387-b2ce-200165969bfe triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:10.014712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.038589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Checking segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:10.038956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Network hostable DHCP agents. Network: bf666042-5f6b-4e37-98e8-3bbfed79e4f5, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:10.060229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Checking segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:10.060633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network hostable DHCP agents. Network: 51f1ece2-c171-4231-9716-59eb81068aea, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:10.099504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.103119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:10.114505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.130305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 51f1ece2-c171-4231-9716-59eb81068aea is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:10.135119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, bf666042-5f6b-4e37-98e8-3bbfed79e4f5) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:10.150981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] No DVR routers for this DVR port b39076a3-df8d-4260-a73c-1039e530b7df on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:10.159380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=b39076a3-df8d-4260-a73c-1039e530b7df,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:10.161574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 51f1ece2-c171-4231-9716-59eb81068aea) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:10.179320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:10.181004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.188540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:10.189156 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.191244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e4253-601b-4f6f-a464-25679808a78b None None] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:10.203070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ea2e4-c25d-4bf7-ac52-ff98bd4ca463 None None] Network 51f1ece2-c171-4231-9716-59eb81068aea requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:10.236673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9dd5e-f4f8-4900-9850-8f898b3bfc3f None None] DHCP port deletion for 8e223261-3236-4266-94d1-6c8c3df1526a request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:10.255374 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e393448e-c321-4733-a5c4-4e7aae914d4e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9853766 Aug 31 16:27:10.261649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35574) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:10.342759 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.345838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9557a3fb-d53d-4ea3-a589-d473962994c3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9983602 Aug 31 16:27:10.354714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35576) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:10.365947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:10.375465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e223261-3236-4266-94d1-6c8c3df1526a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:10.412134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9e0961-fb23-4cfb-a93a-0a744775fb11') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:10.412557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9e0961-fb23-4cfb-a93a-0a744775fb11') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:10.465513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.483541 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.484686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.503617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.513294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:10.513823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:10.518329 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:10.534065 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.573823 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.579656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.580876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.680736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.710147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] For port 94f07ed1-0c30-4387-b2ce-200165969bfe, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=94f07ed1-0c30-4387-b2ce-200165969bfe,segment=NetworkSegment(3e2a5006-a5df-4e07-9181-a2daae229a70),segment_id=3e2a5006-a5df-4e07-9181-a2daae229a70)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:10.736047 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.752061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=4b921c31-19e6-4e35-b478-56c1eecda99b,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:10.755336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.757011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.762191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Transition to ACTIVE for port object 754bdd48-0957-4411-8dd8-0c6407d850d9 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:10.802415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-51f1ece2-c171-4231-9716-59eb81068aea', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'fixed_ips': [{'subnet_id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:10.803304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.806134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:10.806962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.811890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.833885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:10.837613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:10.880425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:10.884945 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/networks/8e223261-3236-4266-94d1-6c8c3df1526a HTTP/1.1" status: 204 len: 168 time: 1.4149914 Aug 31 16:27:10.910765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:10.945262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2509ab-a737-47df-a65d-2890c7315c46 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Network': ['ID=8e223261-3236-4266-94d1-6c8c3df1526a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:10.956564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a902e-9c53-4483-afbe-4add25e050c9 None None] Pushing event updated for resources: {'Port': ['ID=94f07ed1-0c30-4387-b2ce-200165969bfe,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:11.047612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Attempting to bind port 754bdd48-0957-4411-8dd8-0c6407d850d9 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:11.047997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Attempting to bind port 754bdd48-0957-4411-8dd8-0c6407d850d9 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:11.049656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Attempting to bind port 754bdd48-0957-4411-8dd8-0c6407d850d9 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:11.064545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.153118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:11.153773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:11.154194 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.154586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:11.155146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Bound port: 754bdd48-0957-4411-8dd8-0c6407d850d9, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:11.155544 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.157935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e71b15-19bc-480b-9059-8be24cb31ba9 None None] Pushing event updated for resources: {'Port': ['ID=754bdd48-0957-4411-8dd8-0c6407d850d9,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:11.211248 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:27:11.218874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 41858ac8-0293-44d2-9b51-418d3f798cb2 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:11.219326 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.245779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3609a468-4b5f-48b0-ae2b-713d66d894c5 None None] Provisioning complete for port 94f07ed1-0c30-4387-b2ce-200165969bfe triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:11.245779 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3609a468-4b5f-48b0-ae2b-713d66d894c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.466131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Allocated IP 172.20.0.18 (51f1ece2-c171-4231-9716-59eb81068aea/d9b5f197-63ff-4c9f-8542-f5acdd7c9113/6099c623-f95f-48cf-8218-b9ec7f544147) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:11.490669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Allocated IP 172.20.0.2 (bf666042-5f6b-4e37-98e8-3bbfed79e4f5/2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1/5f46116b-032d-4f12-b2a6-79b6ada9468f) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:11.505111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] For port 754bdd48-0957-4411-8dd8-0c6407d850d9, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:11.513958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] For port 754bdd48-0957-4411-8dd8-0c6407d850d9, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=754bdd48-0957-4411-8dd8-0c6407d850d9,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:11.518422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.519707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.524152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:11.536017 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:11.556609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35580) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:11.557240 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:11.557726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3ab28b49-7ee9-4fad-a2e8-23d8960257e1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9668393 Aug 31 16:27:11.559710 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:11.587860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 41858ac8-0293-44d2-9b51-418d3f798cb2 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:11.617498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295532248'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:11.764976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.793573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:11.800277 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.876493 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.877147 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:11.880167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 94f07ed1-0c30-4387-b2ce-200165969bfe up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:11.919925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:11.936714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:11.937208 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment d1c266bb-a260-4a17-813f-179f39327c38 of type vlan for network 13c6ac73-7cad-43d9-9e33-46436f05e054 Aug 31 16:27:11.986903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.011887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.018364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=41858ac8-0293-44d2-9b51-418d3f798cb2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:12.044158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.079355 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.099577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.107516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:12.109545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.112309 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.112670 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Floating IP cf1998b9-9c51-4f34-8f81-5a3312f1ce1c disassociated (deleted). External IP: 172.25.6.69, port: 3d60c09a-025b-45fe-a6d7-fc3e3b822580. Aug 31 16:27:12.187284 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:10Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:10Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:12.208854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Routers {'27fedc93-cb34-4e38-aa64-91ba26425353'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:12.209522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['27fedc93-cb34-4e38-aa64-91ba26425353'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:12.245402 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:12.247280 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Updating router d5987b05-e7cc-48a5-a4b4-582708d90fc7 port 4b921c31-19e6-4e35-b478-56c1eecda99b binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:12.280157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e71b15-19bc-480b-9059-8be24cb31ba9 None None] Pushing event updated for resources: {'Port': ['ID=754bdd48-0957-4411-8dd8-0c6407d850d9,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:12.298981 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.314431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.338776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 94f07ed1-0c30-4387-b2ce-200165969bfe triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:12.338776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.430279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Transition to ACTIVE for port object 5f46116b-032d-4f12-b2a6-79b6ada9468f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:12.455298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3609a468-4b5f-48b0-ae2b-713d66d894c5 None None] Provisioning for port 4b921c31-19e6-4e35-b478-56c1eecda99b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:12.465313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:12.525092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] Set router 27fedc93-cb34-4e38-aa64-91ba26425353 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:12.545053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=13c6ac73-7cad-43d9-9e33-46436f05e054,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:12.645015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:12.662433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.699922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ab3c33e5-f598-476f-9dbb-2dd988c21efb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/floatingips/cf1998b9-9c51-4f34-8f81-5a3312f1ce1c HTTP/1.1" status: 204 len: 168 time: 1.7880275 Aug 31 16:27:12.701041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:12.704286 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472e2d88-06e5-4c80-a590-5b59c52f53ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:12.714969 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.731606 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Transition to ACTIVE for port object 4b921c31-19e6-4e35-b478-56c1eecda99b will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:12.740035 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.745646 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.748005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-accdad1f-2de2-4168-b0a4-cbca7095e3f0 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1374996 Aug 31 16:27:12.751443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35586) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:12.759068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:12.776894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Transition to ACTIVE for port object 6099c623-f95f-48cf-8218-b9ec7f544147 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:12.810194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Transition to ACTIVE for port object 6099c623-f95f-48cf-8218-b9ec7f544147 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:12.817057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:12.836729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:12.857554 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2250-31ea-4cd2-8918-fa54c615dafe None None] Pushing event updated for resources: {'Port': ['ID=4b921c31-19e6-4e35-b478-56c1eecda99b,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:12.880910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3609a468-4b5f-48b0-ae2b-713d66d894c5 None None] Provisioning complete for port 4b921c31-19e6-4e35-b478-56c1eecda99b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:12.881688 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3609a468-4b5f-48b0-ae2b-713d66d894c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.883788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:12.997153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Allocated IP 172.25.6.75 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/39b6d8cc-109d-4e57-887e-4baa604334b2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:13.065053 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bb72b8-bd38-4585-93e5-59db6afa8985 x-openstack-request-id: req-73bb72b8-bd38-4585-93e5-59db6afa8985 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:13.065615 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:13.065985 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73bb72b8-bd38-4585-93e5-59db6afa8985 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:13.066652 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'status': 'completed', 'code': 200} Aug 31 16:27:13.075915 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Attempting to bind port 4b921c31-19e6-4e35-b478-56c1eecda99b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:13.076609 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Attempting to bind port 4b921c31-19e6-4e35-b478-56c1eecda99b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:13.078442 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Attempting to bind port 4b921c31-19e6-4e35-b478-56c1eecda99b on network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:13.094886 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:13.097814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:13.099235 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Checking segment: {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:13.100600 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.103984 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Bound using segment: {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:13.104950 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Bound port: 4b921c31-19e6-4e35-b478-56c1eecda99b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a5006-a5df-4e07-9181-a2daae229a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:13.105584 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.111241 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.226792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3609a468-4b5f-48b0-ae2b-713d66d894c5 None None] Port 4b921c31-19e6-4e35-b478-56c1eecda99b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:13.239162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Network 51f1ece2-c171-4231-9716-59eb81068aea is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:13.242175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.20.0.17 (51f1ece2-c171-4231-9716-59eb81068aea/d9b5f197-63ff-4c9f-8542-f5acdd7c9113/a90490b8-058f-47d4-9942-a8442bb67e99) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:13.248290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:13.287301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Transition to ACTIVE for port object 5f46116b-032d-4f12-b2a6-79b6ada9468f will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:13.289313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:13.298951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-da51bd6c-2d35-402c-8550-a3db6a2ad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:13.300828 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-da51bd6c-2d35-402c-8550-a3db6a2ad136 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 1097 time: 0.1486950 Aug 31 16:27:13.351648 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] For port 4b921c31-19e6-4e35-b478-56c1eecda99b, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:13.360218 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] For port 4b921c31-19e6-4e35-b478-56c1eecda99b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4b921c31-19e6-4e35-b478-56c1eecda99b,segment=NetworkSegment(3e2a5006-a5df-4e07-9181-a2daae229a70),segment_id=3e2a5006-a5df-4e07-9181-a2daae229a70)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:13.370979 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.387047 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.402107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:13.402819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:13.479186 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.511998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186fdc-66e2-4799-ba9d-81b6f7bf5405 req-9f1f0850-0eb7-4ff5-98b1-b5e3abc4585b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:13.517146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3186fdc-66e2-4799-ba9d-81b6f7bf5405 req-9f1f0850-0eb7-4ff5-98b1-b5e3abc4585b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.2413950 Aug 31 16:27:13.574201 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:13.575424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:13.580371 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:13.637039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e3186fdc-66e2-4799-ba9d-81b6f7bf5405 req-0f871b3c-c246-4444-bac1-3fb2dc7376fd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099799 Aug 31 16:27:13.652469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-1eb2494a-2ffd-4abd-9dfd-415edd8f7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:13.655007 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-1eb2494a-2ffd-4abd-9dfd-415edd8f7aac service neutron] 10.222.0.49 "GET /v2.0/networks?id=5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 200 len: 898 time: 0.3279245 Aug 31 16:27:13.700219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:13.708625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b39076a3-df8d-4260-a73c-1039e530b7df no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:13.745792 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.753031 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-fa362e31-d9b6-4597-a768-8588224669fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580 HTTP/1.1" status: 200 len: 217 time: 0.0876696 Aug 31 16:27:13.754547 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.760816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:13.768888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:13.782982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:13.808637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be2250-31ea-4cd2-8918-fa54c615dafe None None] Pushing event updated for resources: {'Port': ['ID=4b921c31-19e6-4e35-b478-56c1eecda99b,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:13.838904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:13.868829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:13.872280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:13.877189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Transition to ACTIVE for port object a90490b8-058f-47d4-9942-a8442bb67e99 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:13.915255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:13.915640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 13c6ac73-7cad-43d9-9e33-46436f05e054, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:13.919082 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:13.927952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b39076a3-df8d-4260-a73c-1039e530b7df {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:13.928629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b39076a3-df8d-4260-a73c-1039e530b7df not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:13.930622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=43360ffc-cf66-4d7d-99d9-597b17cf023d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:13.967467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:13.980097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 13c6ac73-7cad-43d9-9e33-46436f05e054) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:13.986004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:13.986687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.011607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a93710ba-c3b8-4b06-82ed-bdd34944b35e tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2579770 Aug 31 16:27:14.012547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35590) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:14.015939 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Pushing event updated for resources: {'Port': ['ID=39b6d8cc-109d-4e57-887e-4baa604334b2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:14.019451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Pushing event updated for resources: {'Port': ['ID=6099c623-f95f-48cf-8218-b9ec7f544147,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:14.045199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-bd042653-6611-4353-a6a9-cfd2556c249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:14.049817 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-bd042653-6611-4353-a6a9-cfd2556c249a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c92a90a4-75ce-4aa2-8e53-7124de2f645d HTTP/1.1" status: 200 len: 835 time: 0.2807071 Aug 31 16:27:14.081470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b71a5-aa39-4506-874c-068ba9e0ae6f None None] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:14.216770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-de5c8eef-f52c-4584-aaf5-ff816a097558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:14.218813 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-de5c8eef-f52c-4584-aaf5-ff816a097558 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5acebeff-9cd8-46d6-8000-fd2f6bb64657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585889 Aug 31 16:27:14.228035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.245831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Attempting to bind port 6099c623-f95f-48cf-8218-b9ec7f544147 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:14.245831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Attempting to bind port 6099c623-f95f-48cf-8218-b9ec7f544147 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:14.246179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Attempting to bind port 6099c623-f95f-48cf-8218-b9ec7f544147 on network 51f1ece2-c171-4231-9716-59eb81068aea {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:14.262523 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:10Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:13Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:14.312236 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd59d81-90df-4e3c-9fc6-3a352edede10 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:10Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:13Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:14.352859 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:27:14.370762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 51f1ece2-c171-4231-9716-59eb81068aea is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:14.373045 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:14.398648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:14.417937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:14.418516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Checking segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:14.418941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.419346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Bound using segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:14.419856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Bound port: 6099c623-f95f-48cf-8218-b9ec7f544147, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:14.420271 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.451007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-13c6ac73-7cad-43d9-9e33-46436f05e054', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:14.451978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.472573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Attempting to bind port 5f46116b-032d-4f12-b2a6-79b6ada9468f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:14.472954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Attempting to bind port 5f46116b-032d-4f12-b2a6-79b6ada9468f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:14.473329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Attempting to bind port 5f46116b-032d-4f12-b2a6-79b6ada9468f on network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:14.477627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:07Z', 'revision_number': 3, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:14.542077 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=a90490b8-058f-47d4-9942-a8442bb67e99,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:14.545882 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.562461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Pushing event updated for resources: {'Port': ['ID=5f46116b-032d-4f12-b2a6-79b6ada9468f,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:14.577255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f2ae5-ad70-4916-8fbe-f77f5d944581 None None] The sync data for ids ['27fedc93-cb34-4e38-aa64-91ba26425353'] in n-d-793621-35 is: [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:07Z', 'revision_number': 3, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:14.582066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:14.582635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Checking segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:14.582847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.583249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Bound using segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:14.583753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Bound port: 5f46116b-032d-4f12-b2a6-79b6ada9468f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:14.584310 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:14.762970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-27c5bcfd-7a90-4281-9cf5-f600f19af7f5 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957530 Aug 31 16:27:15.167075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:15.243659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-4798211b-2eb7-461a-9db7-8e4aa112fd95 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:15.245457 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-4798211b-2eb7-461a-9db7-8e4aa112fd95 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.8698840 Aug 31 16:27:15.356907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Allocated IP 2001:db8:1::2 (13c6ac73-7cad-43d9-9e33-46436f05e054/43360ffc-cf66-4d7d-99d9-597b17cf023d/9901b084-1493-4327-a8a9-21cfa795426b) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:15.364205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:15.408890 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:15.512682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-472e2d88-06e5-4c80-a590-5b59c52f53ab req-08c7d6bb-aba2-4e03-94a2-cbe1d4cb76a8 service neutron] 10.222.0.49 "GET /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388721 Aug 31 16:27:15.518514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] For port 6099c623-f95f-48cf-8218-b9ec7f544147, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:15.553888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] For port 6099c623-f95f-48cf-8218-b9ec7f544147, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6099c623-f95f-48cf-8218-b9ec7f544147,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:15.579753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] For port 5f46116b-032d-4f12-b2a6-79b6ada9468f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:15.586417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:15.680581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726b0a4-45e2-4398-8ef9-ab8ef8db42b8 req-89992de8-32c2-41db-99c6-287c36a76b7d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:15.695501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1726b0a4-45e2-4398-8ef9-ab8ef8db42b8 req-89992de8-32c2-41db-99c6-287c36a76b7d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.4121454 Aug 31 16:27:15.744544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] For port 5f46116b-032d-4f12-b2a6-79b6ada9468f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f46116b-032d-4f12-b2a6-79b6ada9468f,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:15.749168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:01Z', 'revision_number': 6, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:15.760484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:15.862029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:15.893022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1726b0a4-45e2-4398-8ef9-ab8ef8db42b8 req-49d3c79b-9b92-44eb-8d59-0c54ebe1113c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892753 Aug 31 16:27:15.909572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:15.910597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:15.934107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4ff23-2a72-4028-9225-1ef5181cd5c3 None None] Pushing event updated for resources: {'Port': ['ID=6099c623-f95f-48cf-8218-b9ec7f544147,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:16.087364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.185840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Transition to ACTIVE for port object 9901b084-1493-4327-a8a9-21cfa795426b will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:16.246392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47412085-97d8-4ccb-8ed7-430e7cf51929 None None] Pushing event updated for resources: {'Port': ['ID=5f46116b-032d-4f12-b2a6-79b6ada9468f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:16.298036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Transition to ACTIVE for port object 9901b084-1493-4327-a8a9-21cfa795426b will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:16.313962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.387080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:16.402463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 754bdd48-0957-4411-8dd8-0c6407d850d9 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:16.475863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8:1::1 (13c6ac73-7cad-43d9-9e33-46436f05e054/43360ffc-cf66-4d7d-99d9-597b17cf023d/5bca5fa9-bbbf-44a1-8b71-a3447f87086f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:16.515365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:16.516404 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.532558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:16.542537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Pushing event updated for resources: {'Port': ['ID=9901b084-1493-4327-a8a9-21cfa795426b,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:16.557954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:16.566459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:16.588999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.677608 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.698300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object 5bca5fa9-bbbf-44a1-8b71-a3447f87086f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:16.752643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Attempting to bind port 9901b084-1493-4327-a8a9-21cfa795426b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:16.753340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Attempting to bind port 9901b084-1493-4327-a8a9-21cfa795426b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:16.754130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Attempting to bind port 9901b084-1493-4327-a8a9-21cfa795426b on network 13c6ac73-7cad-43d9-9e33-46436f05e054 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:16.759690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.772536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 754bdd48-0957-4411-8dd8-0c6407d850d9 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:16.778075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:16.778075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Checking segment: {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:16.778575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.779060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Bound using segment: {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:16.779653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Bound port: 9901b084-1493-4327-a8a9-21cfa795426b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:16.781116 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.787361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 754bdd48-0957-4411-8dd8-0c6407d850d9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:16.788024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.804583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port 3d60c09a-025b-45fe-a6d7-fc3e3b822580, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=3d60c09a-025b-45fe-a6d7-fc3e3b822580,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:16.804935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.807387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:16.810720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:16.815214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:16.815776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.842323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 3d60c09a-025b-45fe-a6d7-fc3e3b822580 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:16.889592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.928854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:16.984616 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:16.990165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] For port 9901b084-1493-4327-a8a9-21cfa795426b, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:17.008737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.013598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] For port 9901b084-1493-4327-a8a9-21cfa795426b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9901b084-1493-4327-a8a9-21cfa795426b,segment=NetworkSegment(d1c266bb-a260-4a17-813f-179f39327c38),segment_id=d1c266bb-a260-4a17-813f-179f39327c38)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:17.022566 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.076459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.135625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258250e-c1c2-424d-9754-70ff8c5b031a None None] Pushing event updated for resources: {'Port': ['ID=9901b084-1493-4327-a8a9-21cfa795426b,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:17.144858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:01Z', 'revision_number': 6, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:17.187635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fb600-caf2-40f5-856e-f9120e30cf34 None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:01Z', 'revision_number': 6, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ef3ae0c3-a057-4b80-8a5a-4fb593df9fee', 'name': '', 'network_id': '5acebeff-9cd8-46d6-8000-fd2f6bb64657', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:b0:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:58Z', 'updated_at': '2021-08-31T16:25:12Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': 'c92a90a4-75ce-4aa2-8e53-7124de2f645d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:17.190265 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.231811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 754bdd48-0957-4411-8dd8-0c6407d850d9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=754bdd48-0957-4411-8dd8-0c6407d850d9,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:17.250746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=a90490b8-058f-47d4-9942-a8442bb67e99,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:17.259776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.262216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4b921c31-19e6-4e35-b478-56c1eecda99b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:17.295274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Router 7c173621-c59c-41c5-b477-d31d56f4dead is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:27:17.347484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2258ee5-7ceb-4e36-b87d-e1e1ad3ba78c req-eb8d5114-a542-423c-940a-47d42d53c5fa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:17.362297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2258ee5-7ceb-4e36-b87d-e1e1ad3ba78c req-eb8d5114-a542-423c-940a-47d42d53c5fa tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9148dd2-8230-4963-8ed4-9fc654c1e19a HTTP/1.1" status: 200 len: 945 time: 0.2834909 Aug 31 16:27:17.428029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=754bdd48-0957-4411-8dd8-0c6407d850d9,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:17.451106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4b921c31-19e6-4e35-b478-56c1eecda99b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:17.456322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4b921c31-19e6-4e35-b478-56c1eecda99b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:17.457002 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.550101 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.560024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 51f1ece2-c171-4231-9716-59eb81068aea is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:17.604023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2258ee5-7ceb-4e36-b87d-e1e1ad3ba78c req-37d87959-eb53-43f8-8415-04e26706ec6c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c117ca2f-63f5-4c70-9254-91c1f392bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121804 Aug 31 16:27:17.657274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=3d60c09a-025b-45fe-a6d7-fc3e3b822580,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:17.662908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:17.670828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.691316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ce547-25e8-48b9-a49c-e6114222e50e None None] Network 51f1ece2-c171-4231-9716-59eb81068aea requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:17.741133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.751399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.754507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.834147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] No DVR routers for this DVR port 3d60c09a-025b-45fe-a6d7-fc3e3b822580 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:17.849647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4b921c31-19e6-4e35-b478-56c1eecda99b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4b921c31-19e6-4e35-b478-56c1eecda99b,segment=NetworkSegment(3e2a5006-a5df-4e07-9181-a2daae229a70),segment_id=3e2a5006-a5df-4e07-9181-a2daae229a70)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:17.854804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.857634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-09fa436f-31f7-4eab-beed-c1d62300e4b3 req-865cf155-09cf-4d79-87ca-a88e32040117 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "DELETE /v2.0/ports/3d60c09a-025b-45fe-a6d7-fc3e3b822580 HTTP/1.1" status: 204 len: 173 time: 2.5880003 Aug 31 16:27:17.858226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'name': 'network-vif-deleted', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:17.867311 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:17.874174 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7309e4-9885-437f-959e-424d9bc92676" -d '{"events": [{"server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "name": "network-vif-deleted", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:17.883331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-57bd2c7a-eb6c-4ab3-861d-167b0ada28c2 None None] Provisioning for port 6099c623-f95f-48cf-8218-b9ec7f544147 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:17.909031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:17.925010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Sync routers for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:17.942308 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:17.947106 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:17.951897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7250bc4-b9b7-4a86-a7b0-202e1037e46a None None] New status for floating IP cf1998b9-9c51-4f34-8f81-5a3312f1ce1c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:27:18.005882 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58523b32-bbf5-4522-9a3b-58f95b2ef011 x-openstack-request-id: req-58523b32-bbf5-4522-9a3b-58f95b2ef011 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:18.006113 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9148dd2-8230-4963-8ed4-9fc654c1e19a", "name": "network-vif-deleted", "tag": "3d60c09a-025b-45fe-a6d7-fc3e3b822580", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:18.006502 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58523b32-bbf5-4522-9a3b-58f95b2ef011 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:18.006804 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9148dd2-8230-4963-8ed4-9fc654c1e19a', 'name': 'network-vif-deleted', 'tag': '3d60c09a-025b-45fe-a6d7-fc3e3b822580', 'status': 'completed', 'code': 200} Aug 31 16:27:18.012569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router 27fedc93-cb34-4e38-aa64-91ba26425353 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:18.020931 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:18.026951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:18.042189 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a3231c5c-0d6d-4436-a4d3-11553d7872bc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6828089 Aug 31 16:27:18.043696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35598) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:18.150613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:18.161881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:18.185320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3d60c09a-025b-45fe-a6d7-fc3e3b822580 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:18.308545 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:18.310434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4b921c31-19e6-4e35-b478-56c1eecda99b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:18.353621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 3d60c09a-025b-45fe-a6d7-fc3e3b822580 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:18.355746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 3d60c09a-025b-45fe-a6d7-fc3e3b822580 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:18.439992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:18.468848 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e6e8025f-b17b-45fb-8af2-85e226ad9f93 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "PUT /v2.0/routers/27fedc93-cb34-4e38-aa64-91ba26425353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1947389 Aug 31 16:27:18.520383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:18.565495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9901b084-1493-4327-a8a9-21cfa795426b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:18.775812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35604) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:18.786993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 9901b084-1493-4327-a8a9-21cfa795426b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:18.791274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 754bdd48-0957-4411-8dd8-0c6407d850d9 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:18.844739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:18.862927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4c917518-1a18-452d-9e17-15aa0ab4fb9c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8489687 Aug 31 16:27:18.865682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35612) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:18.871292 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:18.879002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976643244'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:18.896322 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:18.896982 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:18.940964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 754bdd48-0957-4411-8dd8-0c6407d850d9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:18.941355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.028732 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:14Z', 'revision_number': 3, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:19.036162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c7125c-36b9-4d47-adf0-15b6a9513df4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.103062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Checking router: 7c173621-c59c-41c5-b477-d31d56f4dead for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:19.103913 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Updating router 7c173621-c59c-41c5-b477-d31d56f4dead port 39b6d8cc-109d-4e57-887e-4baa604334b2 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:19.106331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c7125c-36b9-4d47-adf0-15b6a9513df4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.112405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:19.116723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.160727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-203a8bd3-1a97-4656-be31-8748f164239f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:19.179357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-203a8bd3-1a97-4656-be31-8748f164239f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/networks?id=51f1ece2-c171-4231-9716-59eb81068aea HTTP/1.1" status: 200 len: 798 time: 0.2441049 Aug 31 16:27:19.202034 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.213459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4fddd1f9-5111-43bf-9103-2ad99a98d8fc None None] Provisioning for port a90490b8-058f-47d4-9942-a8442bb67e99 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:19.239406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4fddd1f9-5111-43bf-9103-2ad99a98d8fc None None] Provisioning complete for port a90490b8-058f-47d4-9942-a8442bb67e99 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:19.239800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4fddd1f9-5111-43bf-9103-2ad99a98d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.243205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6099c623-f95f-48cf-8218-b9ec7f544147 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:19.247422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-cd9b5236-6954-46a3-a19f-c724461f918d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/quotas/b3712b9a0305475aaa9918a96e665f83 HTTP/1.1" status: 200 len: 375 time: 0.0656927 Aug 31 16:27:19.290385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:19.378598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.379106 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment 8752d4f9-fb29-4703-8c6c-b555b565ca11 of type vlan for network 6a73c0b2-b408-4c97-854b-6a2963e1e339 Aug 31 16:27:19.393860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bba839-410c-4373-9981-253448be230f None None] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:19.397974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Sync routers for ids ['27fedc93-cb34-4e38-aa64-91ba26425353'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:19.417217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c7125c-36b9-4d47-adf0-15b6a9513df4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.420456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-58c7125c-36b9-4d47-adf0-15b6a9513df4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.424022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-58c7125c-36b9-4d47-adf0-15b6a9513df4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/security-groups/c117ca2f-63f5-4c70-9254-91c1f392bdba HTTP/1.1" status: 204 len: 168 time: 0.6461697 Aug 31 16:27:19.486091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4fddd1f9-5111-43bf-9103-2ad99a98d8fc None None] Port a90490b8-058f-47d4-9942-a8442bb67e99 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:19.489953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7125c-36b9-4d47-adf0-15b6a9513df4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c117ca2f-63f5-4c70-9254-91c1f392bdba,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:19.502566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Routers {'27fedc93-cb34-4e38-aa64-91ba26425353'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:19.504878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-ee03078f-4536-405b-b377-555cc207dc87 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2577024 Aug 31 16:27:19.505984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['27fedc93-cb34-4e38-aa64-91ba26425353'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:19.581127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.712171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6099c623-f95f-48cf-8218-b9ec7f544147 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:19.761942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.789477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.817861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:19.822124 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:19.918717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:19.939511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-55f94d19-658c-4c49-91f2-61189bf0be7a service neutron] 10.222.0.43 "GET /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266591 Aug 31 16:27:20.011750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1408088 Aug 31 16:27:20.018289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35620) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:20.035650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:20.101844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6099c623-f95f-48cf-8218-b9ec7f544147 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:20.102898 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.108841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78baf3-8d88-44a1-9adc-818ee065065c None None] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:20.175516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-bb7bef75-2b67-4b43-9103-77b6c9962b55 service neutron] 10.222.0.43 "GET /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692221 Aug 31 16:27:20.206047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a6346-41c9-4b42-86e4-f86bfc3e9a9d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=6a73c0b2-b408-4c97-854b-6a2963e1e339,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:20.260885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:20.339137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:20.345507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.359993 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.386158 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Transition to ACTIVE for port object 39b6d8cc-109d-4e57-887e-4baa604334b2 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:20.430155 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.435380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35626) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:20.442974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Set router 27fedc93-cb34-4e38-aa64-91ba26425353 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:20.448813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d400e510-33a8-4046-9054-827ea63be0b2 None None] Provisioning complete for port a90490b8-058f-47d4-9942-a8442bb67e99 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:20.449372 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d400e510-33a8-4046-9054-827ea63be0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.494767 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4fb9a-9ef3-44f2-8f1e-1f85c757a8d8 None None] Pushing event updated for resources: {'Port': ['ID=39b6d8cc-109d-4e57-887e-4baa604334b2,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:20.513915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Allocated IP 172.20.0.1 (bf666042-5f6b-4e37-98e8-3bbfed79e4f5/2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1/20d00dfb-a77e-4bf8-9e07-fca7e90940f9) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:20.527385 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Attempting to bind port 39b6d8cc-109d-4e57-887e-4baa604334b2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:20.527759 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Attempting to bind port 39b6d8cc-109d-4e57-887e-4baa604334b2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:20.528115 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Attempting to bind port 39b6d8cc-109d-4e57-887e-4baa604334b2 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:20.533725 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:16Z', 'revision_number': 3, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:20.582682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d400e510-33a8-4046-9054-827ea63be0b2 None None] Port a90490b8-058f-47d4-9942-a8442bb67e99 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:20.625153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:20.625683 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:20.626298 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.626907 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:20.633037 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Bound port: 39b6d8cc-109d-4e57-887e-4baa604334b2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:20.633546 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.637409 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:20.637728 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Updating router d5987b05-e7cc-48a5-a4b4-582708d90fc7 port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:20.684818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c258be7-3804-4ce5-b759-e751a65ceb94 req-69e8f555-77b3-43ed-b89e-585dbaee000e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 210 time: 0.0817692 Aug 31 16:27:20.761357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d400e510-33a8-4046-9054-827ea63be0b2 None None] Provisioning for port 5f46116b-032d-4f12-b2a6-79b6ada9468f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:20.780924 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.803743 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] For port 39b6d8cc-109d-4e57-887e-4baa604334b2, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:20.873183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.889026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] For port 39b6d8cc-109d-4e57-887e-4baa604334b2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=39b6d8cc-109d-4e57-887e-4baa604334b2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:20.890289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Transition to ACTIVE for port object 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:20.909853 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:20.940307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.044168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:21.056449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:21.064876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:21.070956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Pushing event updated for resources: {'Port': ['ID=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:21.151190 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.158481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.328321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.416256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-613601ef-c739-4f55-b374-da2170416027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.442588 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.461700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4fb9a-9ef3-44f2-8f1e-1f85c757a8d8 None None] Pushing event updated for resources: {'Port': ['ID=39b6d8cc-109d-4e57-887e-4baa604334b2,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:21.465966 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Transition to ACTIVE for port object 5bca5fa9-bbbf-44a1-8b71-a3447f87086f will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:21.470531 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:21.471335 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:21.483073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.517636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6099c623-f95f-48cf-8218-b9ec7f544147, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6099c623-f95f-48cf-8218-b9ec7f544147,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:21.524244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Provisioning complete for port a90490b8-058f-47d4-9942-a8442bb67e99 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:21.524244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.555995 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.593801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.594997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f46116b-032d-4f12-b2a6-79b6ada9468f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:21.656555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce91179-74f5-4750-821c-23e5ca2203ea None None] Pushing event updated for resources: {'Port': ['ID=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:21.789749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:15Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'a90490b8-058f-47d4-9942-a8442bb67e99', 'name': '', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:3e:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:16Z', 'revision_number': 2, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:21.875290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Checking router: 27fedc93-cb34-4e38-aa64-91ba26425353 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:21.875900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Updating router 27fedc93-cb34-4e38-aa64-91ba26425353 port a90490b8-058f-47d4-9942-a8442bb67e99 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:21.894684 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Attempting to bind port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:21.895711 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Attempting to bind port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:21.896847 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Attempting to bind port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f on network 13c6ac73-7cad-43d9-9e33-46436f05e054 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:21.911887 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:21.912430 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Checking segment: {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:21.912854 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.913374 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Bound using segment: {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:21.913896 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Bound port: 5bca5fa9-bbbf-44a1-8b71-a3447f87086f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c266bb-a260-4a17-813f-179f39327c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:21.914357 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.923940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:21.985620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Port a90490b8-058f-47d4-9942-a8442bb67e99 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:22.015812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5f46116b-032d-4f12-b2a6-79b6ada9468f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:22.049431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=a8e85a48-c2d8-4d8c-b894-7eb0c258629c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:22.065800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.066531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.067193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.067777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.068383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.068953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.069612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.070249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.070891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.071715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.072553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.073446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:22.077488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6099c623-f95f-48cf-8218-b9ec7f544147,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:22.091145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Provisioning for port 9901b084-1493-4327-a8a9-21cfa795426b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:22.094618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5f46116b-032d-4f12-b2a6-79b6ada9468f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:22.095195 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.102233 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] For port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:22.105297 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:22.106055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 6a73c0b2-b408-4c97-854b-6a2963e1e339, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:22.122678 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] For port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,segment=NetworkSegment(d1c266bb-a260-4a17-813f-179f39327c38),segment_id=d1c266bb-a260-4a17-813f-179f39327c38)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:22.168292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:22.179932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:22.210913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6a73c0b2-b408-4c97-854b-6a2963e1e339) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:22.219008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:22.220524 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.225374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-363e9dca-3808-4d67-9ab1-ed41ec9034f7 req-d2fb8c10-7ad3-4b60-91ec-f65b454f1687 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 210 time: 0.2476966 Aug 31 16:27:22.240412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.299635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de7166-73ab-4536-86f2-d448b7ee7db4 None None] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:22.308911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Provisioning complete for port 9901b084-1493-4327-a8a9-21cfa795426b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:22.311709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.353040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35638) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:22.353903 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2d0d16b7-69e2-43e3-b27a-887e5614759d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3339579 Aug 31 16:27:22.440135 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.474479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:22.474848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.544894 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce91179-74f5-4750-821c-23e5ca2203ea None None] Pushing event updated for resources: {'Port': ['ID=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:22.673347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-e2a5c5a8-7522-4c74-9877-3663161039c8 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:22.674934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-e2a5c5a8-7522-4c74-9877-3663161039c8 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.49 "GET /v2.0/networks?id=51f1ece2-c171-4231-9716-59eb81068aea HTTP/1.1" status: 200 len: 798 time: 0.3174713 Aug 31 16:27:22.697039 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Request body: {'port': {'device_id': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'admin_state_up': True, 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:22.697438 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:22.698382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:26:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:22.775707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port ef3ae0c3-a057-4b80-8a5a-4fb593df9fee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:22.776470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:22.796980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for ef3ae0c3-a057-4b80-8a5a-4fb593df9fee owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:22.995643 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:23.028878 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.087222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=ef3ae0c3-a057-4b80-8a5a-4fb593df9fee,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:23.241901 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:14Z', 'revision_number': 3, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:23.287640 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd3373d-4222-4f50-a247-2d9a00eeb5d3 None None] The sync data for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 is: [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:14Z', 'revision_number': 3, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:23.405407 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.438657 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.451050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.491636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-6a73c0b2-b408-4c97-854b-6a2963e1e339', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:23.492706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.497268 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:16Z', 'revision_number': 3, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:23.523555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.564088 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cae2d-de3d-43b8-8e51-ef5b1fdc5d4c None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:16Z', 'revision_number': 3, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:23.700456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Made reservation on behalf of b3712b9a0305475aaa9918a96e665f83 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:23.708531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:23.820673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5f46116b-032d-4f12-b2a6-79b6ada9468f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f46116b-032d-4f12-b2a6-79b6ada9468f,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:23.828636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Pushing event updated for resources: {'Port': ['ID=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:23.889176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:24.072754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Allocated IP 2001:db8:2::2 (6a73c0b2-b408-4c97-854b-6a2963e1e339/a8e85a48-c2d8-4d8c-b894-7eb0c258629c/f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:24.153327 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:24.172181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] For port 9901b084-1493-4327-a8a9-21cfa795426b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9901b084-1493-4327-a8a9-21cfa795426b,segment=NetworkSegment(d1c266bb-a260-4a17-813f-179f39327c38),segment_id=d1c266bb-a260-4a17-813f-179f39327c38)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:24.213697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:24.217094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:24.217706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:24.444697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2158b50-650d-443a-a6b7-3ffacbbaa5e5 req-82dc4c9c-2e77-41b6-acc8-2adaae02536c tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 210 time: 0.9637232 Aug 31 16:27:24.449486 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:24.645321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Router 7c173621-c59c-41c5-b477-d31d56f4dead has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:25.036249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6099c623-f95f-48cf-8218-b9ec7f544147 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:25.052547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.078636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:25.088247 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3d74f789-87f4-4276-b2fc-929174063461 admin admin] 10.222.0.43 "PUT /v2.0/routers/7c173621-c59c-41c5-b477-d31d56f4dead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7657263 Aug 31 16:27:25.091277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.135587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.190591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Provisioning complete for port 9901b084-1493-4327-a8a9-21cfa795426b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:25.190591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.193654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Transition to ACTIVE for port object a90490b8-058f-47d4-9942-a8442bb67e99 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:25.261904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.285630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5f46116b-032d-4f12-b2a6-79b6ada9468f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:25.404689 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.419206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Allocated IP 172.20.0.27 (51f1ece2-c171-4231-9716-59eb81068aea/d9b5f197-63ff-4c9f-8542-f5acdd7c9113/e4efc28a-723e-4e06-9a76-d51ea6af77d8) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:25.577644 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.582335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.595232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8cd68-2f5c-4b59-8535-386e56d38a21 None None] Pushing event updated for resources: {'Port': ['ID=9901b084-1493-4327-a8a9-21cfa795426b,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:25.650142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Transition to ACTIVE for port object f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:25.652253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6099c623-f95f-48cf-8218-b9ec7f544147 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:25.652639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.706925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 87bace70-a312-45f8-8d2c-02d6315f6a5b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:25.712284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86e0b6cd-493f-43bf-94e2-442342c45747 req-bb0261c7-4afd-4cbe-bbb1-ce1f67b983d5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 210 time: 0.1079624 Aug 31 16:27:25.760798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.788311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Transition to ACTIVE for port object e4efc28a-723e-4e06-9a76-d51ea6af77d8 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:25.844544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.872858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Transition to ACTIVE for port object f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:25.879069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8c840934-160b-42e3-b141-035a6132f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.927035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87dee5-a5be-43ad-b145-44c53dd79935 None None] Pushing event updated for resources: {'Port': ['ID=a90490b8-058f-47d4-9942-a8442bb67e99,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:25.942558 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Network 51f1ece2-c171-4231-9716-59eb81068aea is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:25.952480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.957885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:25.962994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:25.972014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ddd858a8-4f0c-41fa-b3ad-b213fda4d433 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "PUT /v2.0/routers/87bace70-a312-45f8-8d2c-02d6315f6a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5351875 Aug 31 16:27:25.972842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35652) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:25.974501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:25.974709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:25.985242 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] Sync routers for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:26.008702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:26.009355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:26.070031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Attempting to bind port a90490b8-058f-47d4-9942-a8442bb67e99 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:26.070505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Attempting to bind port a90490b8-058f-47d4-9942-a8442bb67e99 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:26.071075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Attempting to bind port a90490b8-058f-47d4-9942-a8442bb67e99 on network 51f1ece2-c171-4231-9716-59eb81068aea {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:26.071870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting subnet c92a90a4-75ce-4aa2-8e53-7124de2f645d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:26.077864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.103641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Provisioning complete for port 5f46116b-032d-4f12-b2a6-79b6ada9468f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:26.104163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.105157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:26.107688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.120345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8:2::1 (6a73c0b2-b408-4c97-854b-6a2963e1e339/a8e85a48-c2d8-4d8c-b894-7eb0c258629c/ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:26.159094 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.159770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:26.160938 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.4725382 Aug 31 16:27:26.185187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Request body: {'port': {'device_id': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:26.223963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ef326-ebdd-4f8b-b338-6d676a223ebe tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event updated for resources: {'Port': ['ID=e4efc28a-723e-4e06-9a76-d51ea6af77d8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:26.265139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:26.267209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Checking segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:26.268005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.268762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Bound using segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:26.270438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Bound port: a90490b8-058f-47d4-9942-a8442bb67e99, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:26.271320 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.279470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:26.283175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:26.297825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Pushing event updated for resources: {'Port': ['ID=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:26.353176 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.363056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.437533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:26.482696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35660) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:26.489276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2025383910-network', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:26.508932 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.566020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Subnet': ['ID=c92a90a4-75ce-4aa2-8e53-7124de2f645d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:26.570195 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.575037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b52663a4-b4ce-4554-b3c8-252f9e452e70 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/subnets/c92a90a4-75ce-4aa2-8e53-7124de2f645d HTTP/1.1" status: 204 len: 168 time: 0.5981512 Aug 31 16:27:26.580067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35662) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:26.608625 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4b921c31-19e6-4e35-b478-56c1eecda99b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:26.648888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Made reservation on behalf of d67a6d4bec064e49aa21052fb4bb144b for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:26.653039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea44035-f79d-4039-a243-acbb0c381c2f None None] Network 5acebeff-9cd8-46d6-8000-fd2f6bb64657 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:26.653967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.657556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Attempting to bind port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:26.658126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Attempting to bind port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:26.658930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Attempting to bind port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 on network 6a73c0b2-b408-4c97-854b-6a2963e1e339 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:26.740479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.754885 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.757504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 7, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:26.790294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Sync routers for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:26.805918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:26.827860 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] Checking router: 87bace70-a312-45f8-8d2c-02d6315f6a5b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:26.831855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4efc28a-723e-4e06-9a76-d51ea6af77d8 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:27:26.841832 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.850307 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] Routers {'87bace70-a312-45f8-8d2c-02d6315f6a5b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:26.851026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['87bace70-a312-45f8-8d2c-02d6315f6a5b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:26.852571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.853439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:26.856598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Checking segment: {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:26.857527 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.858226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Bound using segment: {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:26.858950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Bound port: f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:26.859385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Transition to ACTIVE for port object e4efc28a-723e-4e06-9a76-d51ea6af77d8 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:26.859604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.867662 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:26.938829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:26.939711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:26.956661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4efc28a-723e-4e06-9a76-d51ea6af77d8,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:27.049687 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] Set router 87bace70-a312-45f8-8d2c-02d6315f6a5b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:27.066582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Attempting to bind port e4efc28a-723e-4e06-9a76-d51ea6af77d8 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:27.067218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Attempting to bind port e4efc28a-723e-4e06-9a76-d51ea6af77d8 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:27.067726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Attempting to bind port e4efc28a-723e-4e06-9a76-d51ea6af77d8 on network 51f1ece2-c171-4231-9716-59eb81068aea {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:27.075801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b24996-ddaa-4fff-ad21-1898128ff076 req-3288e5e0-96f9-486e-9592-23c53e61c253 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:27.077706 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Port e4efc28a-723e-4e06-9a76-d51ea6af77d8 on network 51f1ece2-c171-4231-9716-59eb81068aea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:27:27.078301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Attempting to bind port e4efc28a-723e-4e06-9a76-d51ea6af77d8 on network 51f1ece2-c171-4231-9716-59eb81068aea {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:27.081873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b24996-ddaa-4fff-ad21-1898128ff076 req-3288e5e0-96f9-486e-9592-23c53e61c253 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 895 time: 0.2461503 Aug 31 16:27:27.086927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:27.087528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Checking segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:27.088354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Bound using segment: {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:27.089090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Bound port: e4efc28a-723e-4e06-9a76-d51ea6af77d8, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e0b4ad-f25e-480a-8444-420de4b254db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:27.090076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.100342 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.198488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:27.200262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] For port e4efc28a-723e-4e06-9a76-d51ea6af77d8, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:27.206581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] For port e4efc28a-723e-4e06-9a76-d51ea6af77d8, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:27.216674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.238032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:27.239480 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.251769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:27.258147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:27.280591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:27.281804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.284630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/e4efc28a-723e-4e06-9a76-d51ea6af77d8 HTTP/1.1" status: 200 len: 1056 time: 1.1059930 Aug 31 16:27:27.285195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'tag': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:27.287495 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1da0a5-3f31-4ad5-9b28-86e93d99556b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b50d28-c647-49d6-9cb6-8644abeefd93", "tag": "e4efc28a-723e-4e06-9a76-d51ea6af77d8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:27.288718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:27.290189 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.302341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694b3f-3b98-4708-8422-48fb0cade1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4efc28a-723e-4e06-9a76-d51ea6af77d8,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:27.352574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.413429 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.439079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-59b155c9-5af5-4d7d-86ba-5b05b95684aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:27.444300 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 7, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:27.449203 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-59b155c9-5af5-4d7d-86ba-5b05b95684aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 1059 time: 0.1070826 Aug 31 16:27:27.452769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:27.477250 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.477816 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Added segment 916bf9cb-f9d4-47ac-9fb5-6015406e605c of type vlan for network 807f787b-4390-46f5-8df7-c9b726fc6154 Aug 31 16:27:27.509725 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa74c9d-ffe5-4720-b217-ff3572597fec None None] The sync data for ids ['87bace70-a312-45f8-8d2c-02d6315f6a5b'] in n-d-793621-35 is: [{'id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'name': 'tempest-TestNetworkBasicOps-router-903290702', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:49Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 7, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': '937790d9-da8b-4fe4-8427-ba7797b7461d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bace70-a312-45f8-8d2c-02d6315f6a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:50Z', 'updated_at': '2021-08-31T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:27.542291 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-b95cf28e-d8ad-447e-ab45-ac579cc843fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8 HTTP/1.1" status: 200 len: 217 time: 0.0835543 Aug 31 16:27:27.614897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.624166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-5365efe5-a539-40aa-809a-8b2ca0a7905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:27.626160 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-5365efe5-a539-40aa-809a-8b2ca0a7905c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d9b5f197-63ff-4c9f-8542-f5acdd7c9113 HTTP/1.1" status: 200 len: 837 time: 0.0751963 Aug 31 16:27:27.630388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] For port a90490b8-058f-47d4-9942-a8442bb67e99, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:27.675757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] For port a90490b8-058f-47d4-9942-a8442bb67e99, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a90490b8-058f-47d4-9942-a8442bb67e99,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:27.704850 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d0a5b-c2e4-4fb1-9e71-4ec85e341987 x-openstack-request-id: req-284d0a5b-c2e4-4fb1-9e71-4ec85e341987 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:27.705165 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b50d28-c647-49d6-9cb6-8644abeefd93", "tag": "e4efc28a-723e-4e06-9a76-d51ea6af77d8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:27.705678 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-284d0a5b-c2e4-4fb1-9e71-4ec85e341987 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:27.706093 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'tag': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8', 'status': 'completed', 'code': 200} Aug 31 16:27:27.722935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4b921c31-19e6-4e35-b478-56c1eecda99b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:27.722935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.726527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e0dc31-0a5b-4db0-a014-5a4b1f2c2e97,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:27.734272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-ebf59f2f-c819-45e7-aaed-519eb2c0a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:27.740048 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-ebf59f2f-c819-45e7-aaed-519eb2c0a479 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51f1ece2-c171-4231-9716-59eb81068aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1020243 Aug 31 16:27:27.741317 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.751996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.753083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:27.753580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.834877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Provisioning for port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:27.851017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] For port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:27.855218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3712850 Aug 31 16:27:27.865574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35670) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:27.871239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Request body: {'subnet': {'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2025383910-subnet', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:27.884489 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.895311 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.919980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 937790d9-da8b-4fe4-8427-ba7797b7461d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:27.920232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-5cbfb3d3-de96-47a9-93c4-0ba84149cf8c service neutron] 10.222.0.49 "GET /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711385 Aug 31 16:27:27.920766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:27.927421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] For port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,segment=NetworkSegment(8752d4f9-fb29-4703-8c6c-b555b565ca11),segment_id=8752d4f9-fb29-4703-8c6c-b555b565ca11)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:27.938363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b80aac-63bd-47e4-908e-5af5e870a65b admin admin] Pushing event updated for resources: {'Network': ['ID=807f787b-4390-46f5-8df7-c9b726fc6154,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:27.963034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 807f787b-4390-46f5-8df7-c9b726fc6154 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:27.998863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.047957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Made reservation on behalf of d67a6d4bec064e49aa21052fb4bb144b for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:28.051140 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.088728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1584cada-1aa1-40b4-8e92-0f095efa3438 req-8e8681d1-8fd2-476b-b10d-efd4e2c3411f service neutron] 10.222.0.49 "GET /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589541 Aug 31 16:27:28.131970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Provisioning for port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:28.179269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Routers {'27fedc93-cb34-4e38-aa64-91ba26425353'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:28.184904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['27fedc93-cb34-4e38-aa64-91ba26425353'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:28.187476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92019766-b419-443a-8542-d47ce5985dec None None] DHCP port deletion for 5acebeff-9cd8-46d6-8000-fd2f6bb64657 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:28.196320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87dee5-a5be-43ad-b145-44c53dd79935 None None] Pushing event updated for resources: {'Port': ['ID=a90490b8-058f-47d4-9942-a8442bb67e99,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:28.253325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-9a64c9c9-e547-48a4-82cf-fa0e94c2840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:28.255910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-9a64c9c9-e547-48a4-82cf-fa0e94c2840b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 1059 time: 0.0844731 Aug 31 16:27:28.280991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Provisioning complete for port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:28.281759 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.374305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port 937790d9-da8b-4fe4-8427-ba7797b7461d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=937790d9-da8b-4fe4-8427-ba7797b7461d,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:28.374697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.428007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-7da2b279-dd33-459c-b814-486fb51ebdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:28.430041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-7da2b279-dd33-459c-b814-486fb51ebdb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51f1ece2-c171-4231-9716-59eb81068aea HTTP/1.1" status: 200 len: 899 time: 0.1675904 Aug 31 16:27:28.445287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 937790d9-da8b-4fe4-8427-ba7797b7461d owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:28.486555 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-5cfb3584-9c27-4351-ada7-46dc726f5561 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8 HTTP/1.1" status: 200 len: 217 time: 0.0481224 Aug 31 16:27:28.505357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d29e9f-1b57-4d64-97e4-1b960bd131f1 req-ef630725-f5d2-4a92-932d-60e8694cf76b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:28.506993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-41d29e9f-1b57-4d64-97e4-1b960bd131f1 req-ef630725-f5d2-4a92-932d-60e8694cf76b tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 907 time: 0.2790275 Aug 31 16:27:28.548901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-bbe79957-d2d8-418f-81f4-f84cc8189748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:28.550846 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-bbe79957-d2d8-418f-81f4-f84cc8189748 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d9b5f197-63ff-4c9f-8542-f5acdd7c9113 HTTP/1.1" status: 200 len: 837 time: 0.0570974 Aug 31 16:27:28.622257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-bbc6ab9d-6ca7-47e5-a1b9-c13a8be74ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:28.624086 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-bbc6ab9d-6ca7-47e5-a1b9-c13a8be74ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51f1ece2-c171-4231-9716-59eb81068aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0656593 Aug 31 16:27:28.777158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-b43ecf57-7870-43e6-9e00-1741da626b32 service neutron] 10.222.0.49 "GET /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397398 Aug 31 16:27:28.788139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.805804 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68b835-8d46-4742-bd8b-a971d7d8a5ec None None] Pushing event updated for resources: {'Port': ['ID=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:28.831230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.864693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.865596 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:28.865732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b8519033-f16d-4a88-8f6e-4e39bc472f91 None None] Port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:28.885545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 39b6d8cc-109d-4e57-887e-4baa604334b2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:28.898404 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da1da0a5-3f31-4ad5-9b28-86e93d99556b req-6d683163-64c5-42b1-8f24-d519de336fc3 service neutron] 10.222.0.49 "GET /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126375 Aug 31 16:27:28.925837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] Set router 27fedc93-cb34-4e38-aa64-91ba26425353 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:28.960091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 2, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:29.015391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Checking router: 7c173621-c59c-41c5-b477-d31d56f4dead for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:29.015816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Updating router 7c173621-c59c-41c5-b477-d31d56f4dead port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:29.029380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-92019766-b419-443a-8542-d47ce5985dec None None] Deleting port 636f3cf1-d94d-4deb-a0c1-47874c7a494e {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:29.029756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92019766-b419-443a-8542-d47ce5985dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.181131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.231324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-92019766-b419-443a-8542-d47ce5985dec None None] For port 636f3cf1-d94d-4deb-a0c1-47874c7a494e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=636f3cf1-d94d-4deb-a0c1-47874c7a494e,segment=NetworkSegment(99b7a56f-2ecc-4fed-aa67-828bbb0b0547),segment_id=99b7a56f-2ecc-4fed-aa67-828bbb0b0547)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:29.231859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92019766-b419-443a-8542-d47ce5985dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.242431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 39b6d8cc-109d-4e57-887e-4baa604334b2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:29.254559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-682234b2-2e36-4612-af1c-b6f388e6b7a5 None None] Provisioning for port e4efc28a-723e-4e06-9a76-d51ea6af77d8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:29.259537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-92019766-b419-443a-8542-d47ce5985dec None None] Calling delete_port for 636f3cf1-d94d-4deb-a0c1-47874c7a494e owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:29.288319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 39b6d8cc-109d-4e57-887e-4baa604334b2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:29.288951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.363725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962e2766-7d34-4b9f-a10c-f829a719ad8a,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:29.365889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:29.427379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Checking segment: {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:29.427769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Network hostable DHCP agents. Network: 807f787b-4390-46f5-8df7-c9b726fc6154, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:29.455668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.497373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=937790d9-da8b-4fe4-8427-ba7797b7461d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:29.508823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:29.509760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Network 807f787b-4390-46f5-8df7-c9b726fc6154 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:29.539427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:29.585992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 807f787b-4390-46f5-8df7-c9b726fc6154) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:29.606419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:29.607401 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.610197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-682234b2-2e36-4612-af1c-b6f388e6b7a5 None None] Provisioning complete for port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:29.610703 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-682234b2-2e36-4612-af1c-b6f388e6b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.636084 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76fd8a-6c21-41af-9d6a-3e8265214769 None None] Network 807f787b-4390-46f5-8df7-c9b726fc6154 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:29.646983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458bfe0-135a-483a-9f30-75a6e4223136 None None] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:29.693431 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92019766-b419-443a-8542-d47ce5985dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.740654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.768598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b5e8092-20b1-45b2-8587-90582456c0c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9012685 Aug 31 16:27:29.771392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:29.778234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:29.812509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.813078 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.841630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92019766-b419-443a-8542-d47ce5985dec None None] Pushing event deleted for resources: {'Port': ['ID=636f3cf1-d94d-4deb-a0c1-47874c7a494e,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:29.853508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92019766-b419-443a-8542-d47ce5985dec None None] No DVR routers for this DVR port 636f3cf1-d94d-4deb-a0c1-47874c7a494e on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:29.854137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.874784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-682234b2-2e36-4612-af1c-b6f388e6b7a5 None None] Port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:29.914110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.933055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 39b6d8cc-109d-4e57-887e-4baa604334b2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=39b6d8cc-109d-4e57-887e-4baa604334b2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:29.938545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:15Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'a90490b8-058f-47d4-9942-a8442bb67e99', 'name': '', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:3e:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:27Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:29.946950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.953643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.978511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b66a3-270c-4bd2-8d9a-d5c4995a9a4f req-aa93878d-0d92-48ef-b049-f2a53948a7e1 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:29.980245 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-859b66a3-270c-4bd2-8d9a-d5c4995a9a4f req-aa93878d-0d92-48ef-b049-f2a53948a7e1 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 907 time: 0.3082094 Aug 31 16:27:29.981170 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:29.981856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bca5fa9-bbbf-44a1-8b71-a3447f87086f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:30.008262 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9577b4-734b-4df1-af56-9e72156ac480 None None] The sync data for ids ['27fedc93-cb34-4e38-aa64-91ba26425353'] in n-d-793621-35 is: [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:15Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'a90490b8-058f-47d4-9942-a8442bb67e99', 'name': '', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:3e:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:27Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:30.036000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:30.184626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:30.186601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.187189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Fanout notify agent at l3_agent the message router_deleted on router 87bace70-a312-45f8-8d2c-02d6315f6a5b {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:27:30.194669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.195870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-333a4ace-4a94-42c4-bb24-f9761241925f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/routers/87bace70-a312-45f8-8d2c-02d6315f6a5b HTTP/1.1" status: 204 len: 168 time: 3.6144314 Aug 31 16:27:30.203847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f24f0ca7-8619-4ef5-8aa4-d80cc6fe6f4a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8384438 Aug 31 16:27:30.204534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35678) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:30.204968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35680) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:30.215235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.216462 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:30.234719 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:30.236715 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:30.242001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2bbc85be-4fde-4400-8c45-ffdc4b1a726e None None] Provisioning for port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:30.260075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1634772443'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:30.332001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:30.332517 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.344136 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.347976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Transition to ACTIVE for port object 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:30.356663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e4efc28a-723e-4e06-9a76-d51ea6af77d8 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:27:30.359409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=39b6d8cc-109d-4e57-887e-4baa604334b2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:30.409140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.439854 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:30.553836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:30.574250 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.575037 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added segment 6822ada5-f8f9-401e-b987-4caff77284e4 of type vlan for network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad Aug 31 16:27:30.593748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-807f787b-4390-46f5-8df7-c9b726fc6154', 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'fixed_ips': [{'subnet_id': '962e2766-7d34-4b9f-a10c-f829a719ad8a'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:30.594785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.646462 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.652363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf05e0-1374-4057-a103-67d453d0351b None None] Pushing event updated for resources: {'Port': ['ID=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:30.687764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:30.693748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.resource_extend [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 16:27:30.697868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.832372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:27Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:28Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:30.861093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.867261 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.872580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:30.872966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.904978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.907818 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:30.908389 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Updating router d5987b05-e7cc-48a5-a4b4-582708d90fc7 port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:30.913852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:30.914995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:30.977143 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.189306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Allocated IP 172.25.6.69 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d3ac2474-8ace-460c-9750-2259becd4d1e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:31.191964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.204151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acebeff-9cd8-46d6-8000-fd2f6bb64657']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:31.239727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b7a56f-2ecc-4fed-aa67-828bbb0b0547') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:31.240133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b7a56f-2ecc-4fed-aa67-828bbb0b0547') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:31.295328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.297300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Network': ['ID=3143aa13-85f9-42c5-b56a-d13dbf1dd8ad,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:31.362899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.370557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:31.388934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:31.389561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.468133 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.569177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:31.602222 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:31.615166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-70bc0e42-1d3d-4d30-a4b5-465a126c1233 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3691950 Aug 31 16:27:31.617544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35684) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:31.627785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e4efc28a-723e-4e06-9a76-d51ea6af77d8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:31.628966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.653465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'subnet': {'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:31.719265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ac2474-8ace-460c-9750-2259becd4d1e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:31.741696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:31.743791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:31.744455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Allocated IP 172.20.0.2 (807f787b-4390-46f5-8df7-c9b726fc6154/962e2766-7d34-4b9f-a10c-f829a719ad8a/aecf138e-0de4-4050-a326-eb862e0f9ffd) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:31.757238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:31.813832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637daab6-97dd-4fac-a448-3dbfb2861b3c req-e425f647-c2c5-45ac-97c0-15348f3da2e8 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:31.817145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-637daab6-97dd-4fac-a448-3dbfb2861b3c req-e425f647-c2c5-45ac-97c0-15348f3da2e8 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 907 time: 0.6028666 Aug 31 16:27:31.851757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.855252 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/networks/5acebeff-9cd8-46d6-8000-fd2f6bb64657 HTTP/1.1" status: 204 len: 168 time: 1.6490436 Aug 31 16:27:31.883380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b892f-f961-4bde-96f1-22d725df39f6 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Network': ['ID=5acebeff-9cd8-46d6-8000-fd2f6bb64657,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:31.900477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8', 'network_id': '51f1ece2-c171-4231-9716-59eb81068aea', 'port_id': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8', 'mac_address': 'fa:16:3e:ea:2d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b5f197-63ff-4c9f-8542-f5acdd7c9113', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:27:31.903110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35686) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:31.906546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Attempting to bind port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:31.907344 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Attempting to bind port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:31.908069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Attempting to bind port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 on network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:31.914160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'network': {'name': 'tempest-network-smoke--1391341196', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:31.946357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Made reservation on behalf of e8bb050ff32f4097a855eccb0972b9c8 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:31.952819 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:31.979631 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.011700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Transition to ACTIVE for port object ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:32.026625 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.029203 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.136054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:32.137108 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded76512-f7cc-420a-aba5-d21d90e708c7 None None] Pushing event updated for resources: {'Port': ['ID=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:32.144474 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.159227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,segment=NetworkSegment(d1c266bb-a260-4a17-813f-179f39327c38),segment_id=d1c266bb-a260-4a17-813f-179f39327c38)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:32.160987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:32.161718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Checking segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:32.162301 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.163047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Bound using segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:32.163785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Bound port: 20d00dfb-a77e-4bf8-9e07-fca7e90940f9, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:32.164648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.190278 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.281395 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Attempting to bind port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:32.284103 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Attempting to bind port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:32.284706 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Attempting to bind port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d on network 6a73c0b2-b408-4c97-854b-6a2963e1e339 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:32.299186 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:32.300121 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Checking segment: {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:32.301810 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.302773 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Bound using segment: {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:32.303799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Bound port: ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8752d4f9-fb29-4703-8c6c-b555b565ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:32.305443 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.342826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:27:32.379661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.380175 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Added segment fb32e224-8800-409b-b070-0af4e3f3cd4e of type vlan for network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 Aug 31 16:27:32.428602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.482817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:32.494739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d63393bc-d432-44b1-8bcd-27f291083314 None None] Provisioning for port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:32.543450 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] For port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:32.551193 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] For port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,segment=NetworkSegment(8752d4f9-fb29-4703-8c6c-b555b565ca11),segment_id=8752d4f9-fb29-4703-8c6c-b555b565ca11)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:32.564615 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.605404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.628604 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.725926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.736038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.745094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9901b084-1493-4327-a8a9-21cfa795426b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:32.755399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:32.756083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:32.786092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded76512-f7cc-420a-aba5-d21d90e708c7 None None] Pushing event updated for resources: {'Port': ['ID=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:32.803687 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:32.806261 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:32.903732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4efc28a-723e-4e06-9a76-d51ea6af77d8 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:27:32.915792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] For port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:32.936715 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-0b8629f2-b2f5-4b06-8c86-e586436a8507 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1280506 Aug 31 16:27:33.019316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] For port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:33.027382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Network': ['ID=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:33.035821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e4efc28a-723e-4e06-9a76-d51ea6af77d8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:33.036081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a78161b1-5563-4d0a-b669-9bc0a64afd7b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1264164 Aug 31 16:27:33.042926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.057433 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.059949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35690) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:33.078037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:27:33.112523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'admin_state_up': True, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:33.113935 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:33.114637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.164111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.173554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.177100 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.181858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 9901b084-1493-4327-a8a9-21cfa795426b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:33.182323 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.184575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Subnet': ['ID=1003ff6e-0c95-493b-b5bb-d15899dbd58d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:33.275006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb1a50-2efd-4a09-ad24-55a0da499b3d req-05eaf909-3bb7-4c5a-b050-26c3ff1cd789 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:33.277420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fdb1a50-2efd-4a09-ad24-55a0da499b3d req-05eaf909-3bb7-4c5a-b050-26c3ff1cd789 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 908 time: 0.2416875 Aug 31 16:27:33.286434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Checking segment: {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:33.287311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network hostable DHCP agents. Network: 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:33.323482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Transition to ACTIVE for port object aecf138e-0de4-4050-a326-eb862e0f9ffd will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:33.323683 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:33.344475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:33.351187 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:33.354111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:33.391454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e4efc28a-723e-4e06-9a76-d51ea6af77d8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:27:33.393750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa75bb-d6cf-4fba-8b80-92fab23ad904 None None] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:33.396552 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6516732b-a178-431b-a9b2-68dfa3a1107c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7623785 Aug 31 16:27:33.397391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35692) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:33.419089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:33.419782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:33.442595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1865-adf3-4ebc-829c-46891392f819 req-61dc8f90-f977-4c13-8ae0-1c3e73524351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:33.444758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-61dc8f90-f977-4c13-8ae0-1c3e73524351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1137 time: 0.4696856 Aug 31 16:27:33.587091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Transition to ACTIVE for port object aecf138e-0de4-4050-a326-eb862e0f9ffd will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:33.761331 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:27Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:33.805907 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa00c41-cab0-4fb3-8597-844b1b0177d1 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:27Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:33.840133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf05e0-1374-4057-a103-67d453d0351b None None] Pushing event updated for resources: {'Port': ['ID=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:33.945168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.071151 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.218535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:34.227390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:34.230815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.259331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Network 807f787b-4390-46f5-8df7-c9b726fc6154 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:34.518183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.558847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Router 2692f42e-7d49-42fc-af3d-f225d58a207d is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:27:34.571829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1865-adf3-4ebc-829c-46891392f819 req-d8f045c5-9e92-4e5e-8373-89ab406574a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:34.573148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:34.573641 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-d8f045c5-9e92-4e5e-8373-89ab406574a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 200 len: 897 time: 0.5374992 Aug 31 16:27:34.598138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:34.629361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e4efc28a-723e-4e06-9a76-d51ea6af77d8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:34.679782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:34.706274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b474f-f620-4061-b343-8cf2bfe1891f req-e6c1bc56-f24c-4df5-b227-93f83b89b10d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:34.707989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c7b474f-f620-4061-b343-8cf2bfe1891f req-e6c1bc56-f24c-4df5-b227-93f83b89b10d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 908 time: 0.2748172 Aug 31 16:27:34.763552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Allocated IP 2001:db8:3::1 (3143aa13-85f9-42c5-b56a-d13dbf1dd8ad/1003ff6e-0c95-493b-b5bb-d15899dbd58d/e590ccb9-0155-4b45-a169-ae935eec40f0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:34.783364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:34.783823 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.849952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-1bfdf00a-1d55-4205-869a-22031ab52ebf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 200 len: 1001 time: 0.2679138 Aug 31 16:27:34.884448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:34.885346 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.932143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Pushing event updated for resources: {'Port': ['ID=aecf138e-0de4-4050-a326-eb862e0f9ffd,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:34.941058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Attempting to bind port aecf138e-0de4-4050-a326-eb862e0f9ffd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:34.941600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Attempting to bind port aecf138e-0de4-4050-a326-eb862e0f9ffd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:34.942137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Attempting to bind port aecf138e-0de4-4050-a326-eb862e0f9ffd on network 807f787b-4390-46f5-8df7-c9b726fc6154 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:34.958108 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:34.976504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Transition to ACTIVE for port object e590ccb9-0155-4b45-a169-ae935eec40f0 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:35.016001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:35.024686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1865-adf3-4ebc-829c-46891392f819 req-4feb6a5b-3953-496e-aa54-78bff8085610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:35.026338 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-4feb6a5b-3953-496e-aa54-78bff8085610 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33bf889d-0113-4d2c-986c-41aaee0a4d4e HTTP/1.1" status: 200 len: 834 time: 0.1034815 Aug 31 16:27:35.028967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.082366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.083130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:35.083647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-80df789f-864d-4896-aadf-92155e3568d5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3109579 Aug 31 16:27:35.088105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35696) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:35.091363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:35.101433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:35.101433 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.159229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=e590ccb9-0155-4b45-a169-ae935eec40f0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:35.171189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Sync routers for ids ['2692f42e-7d49-42fc-af3d-f225d58a207d'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:35.173594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e4efc28a-723e-4e06-9a76-d51ea6af77d8 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:35.214862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1865-adf3-4ebc-829c-46891392f819 req-3c2be6e7-5ba3-4d9b-808a-3309bd3d154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:35.216443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-3c2be6e7-5ba3-4d9b-808a-3309bd3d154a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c2c0edb-1f4f-40f8-8504-116738369bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730294 Aug 31 16:27:35.220162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:35.220674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Checking segment: {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:35.221129 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.221520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Bound using segment: {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:35.222025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Bound port: aecf138e-0de4-4050-a326-eb862e0f9ffd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:35.222420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.263141 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.339244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Routers {'2692f42e-7d49-42fc-af3d-f225d58a207d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:35.339926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2692f42e-7d49-42fc-af3d-f225d58a207d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:35.376960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.418424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.522174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.546566 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-48d8b4e4-ba4b-4b1f-89bd-2943459bb202 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976668 Aug 31 16:27:35.547383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port e4efc28a-723e-4e06-9a76-d51ea6af77d8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:35.599381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] For port aecf138e-0de4-4050-a326-eb862e0f9ffd, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:35.610669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e4efc28a-723e-4e06-9a76-d51ea6af77d8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:35.611067 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.642747 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.647751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:35.648231 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.649319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.670132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Allocated IP 2001:db8:3::2 (3143aa13-85f9-42c5-b56a-d13dbf1dd8ad/1003ff6e-0c95-493b-b5bb-d15899dbd58d/f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:35.674263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] For port aecf138e-0de4-4050-a326-eb862e0f9ffd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=aecf138e-0de4-4050-a326-eb862e0f9ffd,segment=NetworkSegment(916bf9cb-f9d4-47ac-9fb5-6015406e605c),segment_id=916bf9cb-f9d4-47ac-9fb5-6015406e605c)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:35.738803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.742175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,segment=NetworkSegment(8752d4f9-fb29-4703-8c6c-b555b565ca11),segment_id=8752d4f9-fb29-4703-8c6c-b555b565ca11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:35.752435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314228d1-d3bf-43e3-8359-f2c0153b2cc7 None None] The sync data for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 is: [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:35.784819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.25.6.16 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/bebd22e4-8c47-4075-be6a-fbd87874ec6d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:35.809427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:35.810241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a90490b8-058f-47d4-9942-a8442bb67e99 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:35.837404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event updated for resources: {'Port': ['ID=e590ccb9-0155-4b45-a169-ae935eec40f0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:35.843438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Set router 2692f42e-7d49-42fc-af3d-f225d58a207d gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:35.923228 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-598d1865-adf3-4ebc-829c-46891392f819 req-4942f8dd-8400-451a-9e97-1821a82aad15 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684552 Aug 31 16:27:36.053392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:36.060301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:36.081584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858e0c-3710-4eea-aa93-0d8311c9ce33 req-181120d5-ba1f-4833-a607-ab8737223d71 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:36.083646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7858e0c-3710-4eea-aa93-0d8311c9ce33 req-181120d5-ba1f-4833-a607-ab8737223d71 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 908 time: 0.1427243 Aug 31 16:27:36.090265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:36.325061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e0d79-f8c8-4ad1-82ba-a2e43bf7b181 None None] Pushing event updated for resources: {'Port': ['ID=aecf138e-0de4-4050-a326-eb862e0f9ffd,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:36.334530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:36.344221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:36.504057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a90490b8-058f-47d4-9942-a8442bb67e99 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:36.514830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:36.531068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:36.532590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:36.543293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e2c39fa0-9311-4d1d-a9dd-a7bb00b2251c tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434143 Aug 31 16:27:36.544552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:36.549921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:36.555095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=bebd22e4-8c47-4075-be6a-fbd87874ec6d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:36.558335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:36.561744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:36.562490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:36.584563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:36.591427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a90490b8-058f-47d4-9942-a8442bb67e99 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:36.591916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:36.594479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:36.607092 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:36.717380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:36.791004 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:36.793542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:36.796443 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f26a70-32c1-4b8b-8558-203ac4a3a8f4" -d '{"events": [{"server_uuid": "b1b50d28-c647-49d6-9cb6-8644abeefd93", "name": "network-vif-plugged", "status": "completed", "tag": "e4efc28a-723e-4e06-9a76-d51ea6af77d8"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:36.805374 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:36.808976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 3, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:36.891701 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9cfec-1484-4f8e-a632-c1e17bc4e0b9 x-openstack-request-id: req-d0f9cfec-1484-4f8e-a632-c1e17bc4e0b9 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:36.891998 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b50d28-c647-49d6-9cb6-8644abeefd93", "name": "network-vif-plugged", "status": "completed", "tag": "e4efc28a-723e-4e06-9a76-d51ea6af77d8", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:36.892494 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0f9cfec-1484-4f8e-a632-c1e17bc4e0b9 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:36.893069 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8', 'code': 200} Aug 31 16:27:36.895931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e4efc28a-723e-4e06-9a76-d51ea6af77d8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:36.897754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Transition to ACTIVE for port object f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:36.905781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Checking router: 2692f42e-7d49-42fc-af3d-f225d58a207d for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:36.906143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Updating router 2692f42e-7d49-42fc-af3d-f225d58a207d port d3ac2474-8ace-460c-9750-2259becd4d1e binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:37.038459 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.043981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.052484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.189353 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:35Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:35Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:37.243413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Transition to ACTIVE for port object f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:37.284693 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:37.285209 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Updating router d5987b05-e7cc-48a5-a4b4-582708d90fc7 port e590ccb9-0155-4b45-a169-ae935eec40f0 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:37.336987 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.365159 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.756575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c8a1-0475-46b1-8758-e4035a9fdf28 req-00e9ab8f-285b-49ca-ba64-f488ebc3d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:37.760658 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0f91c8a1-0475-46b1-8758-e4035a9fdf28 req-00e9ab8f-285b-49ca-ba64-f488ebc3d80f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 1061 time: 0.5361080 Aug 31 16:27:37.766124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465701e5-1d99-44c6-b28d-5d30e8ae9ba5 None None] Network 807f787b-4390-46f5-8df7-c9b726fc6154 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:37.814128 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.828723 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Transition to ACTIVE for port object e590ccb9-0155-4b45-a169-ae935eec40f0 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:37.837167 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.845301 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.849250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port a90490b8-058f-47d4-9942-a8442bb67e99, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a90490b8-058f-47d4-9942-a8442bb67e99,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:37.877924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:37.878783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 39b6d8cc-109d-4e57-887e-4baa604334b2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:37.903211 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Pushing event updated for resources: {'Port': ['ID=e590ccb9-0155-4b45-a169-ae935eec40f0,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:37.918484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e4efc28a-723e-4e06-9a76-d51ea6af77d8,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:37.922674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:37.932163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c1bbbb0b-db8e-4e4f-aeb2-56f804edc760 None None] Provisioning for port aecf138e-0de4-4050-a326-eb862e0f9ffd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:37.932935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.009444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Pushing event updated for resources: {'Port': ['ID=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:38.018303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Transition to ACTIVE for port object d3ac2474-8ace-460c-9750-2259becd4d1e will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:38.020883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:38.034484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:38.053711 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Attempting to bind port e590ccb9-0155-4b45-a169-ae935eec40f0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:38.054275 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Attempting to bind port e590ccb9-0155-4b45-a169-ae935eec40f0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:38.054891 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Attempting to bind port e590ccb9-0155-4b45-a169-ae935eec40f0 on network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:38.063982 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:38.064391 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Checking segment: {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:38.064838 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.065291 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Bound using segment: {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:38.065771 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Bound port: e590ccb9-0155-4b45-a169-ae935eec40f0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:38.066308 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.113675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec87cb-7321-4f59-af5d-89d4fdd1fd92 req-4ab63bbb-e224-44b2-9cdd-32615f57e400 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:38.115533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5ec87cb-7321-4f59-af5d-89d4fdd1fd92 req-4ab63bbb-e224-44b2-9cdd-32615f57e400 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.1719801 Aug 31 16:27:38.149850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Allocated IP 172.20.0.1 (807f787b-4390-46f5-8df7-c9b726fc6154/962e2766-7d34-4b9f-a10c-f829a719ad8a/45dbe5fb-333e-4f48-a96f-95da2ad8f7c2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:38.175079 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] For port e590ccb9-0155-4b45-a169-ae935eec40f0, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:38.180913 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] For port e590ccb9-0155-4b45-a169-ae935eec40f0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e590ccb9-0155-4b45-a169-ae935eec40f0,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:38.187697 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.275442 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:38.275999 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:38.281405 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Pushing event updated for resources: {'Port': ['ID=e590ccb9-0155-4b45-a169-ae935eec40f0,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:38.330062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.330062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.330533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.330975 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.331479 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.331878 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.332316 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.332741 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.333146 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.333584 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.333982 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.334630 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f66d290-b387-4d05-8820-b077e7fc9c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:38.339119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.extraroute_db [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 16:27:38.367204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.extraroute_db [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Removed routes are [] {{(pid=101477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 16:27:38.368011 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.374816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.401874 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.403596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.418861 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Transition to ACTIVE for port object 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:38.466341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 39b6d8cc-109d-4e57-887e-4baa604334b2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:38.466839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.509238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Attempting to bind port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:38.509670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Attempting to bind port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:38.510105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Attempting to bind port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f on network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:38.524846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:38.526674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Attempting to bind port d3ac2474-8ace-460c-9750-2259becd4d1e on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:38.527001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Attempting to bind port d3ac2474-8ace-460c-9750-2259becd4d1e by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:38.527261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Attempting to bind port d3ac2474-8ace-460c-9750-2259becd4d1e on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:38.536477 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:38.536996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:38.537353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.537649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:38.538146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Bound port: d3ac2474-8ace-460c-9750-2259becd4d1e, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:38.538531 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.556605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=a90490b8-058f-47d4-9942-a8442bb67e99,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:38.567245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:38.568767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Checking segment: {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:38.569661 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.570285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Bound using segment: {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:38.571652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Bound port: f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6822ada5-f8f9-401e-b987-4caff77284e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:38.572139 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.618238 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.688276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Network 807f787b-4390-46f5-8df7-c9b726fc6154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:38.702774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:38.710933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:38.721915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Pushing event updated for resources: {'Port': ['ID=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:38.789298 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.799078 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.801031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.883370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 628e7f10-f095-49d2-86eb-ccacbe31435b is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:27:38.890006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] For port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:38.894184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] For port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:38.896390 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ae583-c202-49bc-b82c-8d83c283708e None None] Pushing event updated for resources: {'Port': ['ID=d3ac2474-8ace-460c-9750-2259becd4d1e,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:38.906272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:38.944061 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:35Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:38.952129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:38.953369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] For port d3ac2474-8ace-460c-9750-2259becd4d1e, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:38.957008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] For port d3ac2474-8ace-460c-9750-2259becd4d1e, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d3ac2474-8ace-460c-9750-2259becd4d1e,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:38.991128 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:39.001021 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20504b-a9a8-4d29-8cf3-d0f6ecc988ee None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:35Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:39.083632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a642198-766f-43a8-a5ec-aef148ffaec7 None None] Pushing event updated for resources: {'Port': ['ID=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:39.089445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Routers {'2692f42e-7d49-42fc-af3d-f225d58a207d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:39.089445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2692f42e-7d49-42fc-af3d-f225d58a207d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:39.090781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f46116b-032d-4f12-b2a6-79b6ada9468f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:39.310093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:39.319541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:39.345711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:39.353808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ca090050-8e4a-4a2f-a867-1d5c712d65be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 953 time: 2.7953413 Aug 31 16:27:39.355188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:39.370182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489b545-097b-4311-b608-5c16f1aedc9a req-649f735b-1251-45b1-8f9c-89b2d107d1f0 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:39.403644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3489b545-097b-4311-b608-5c16f1aedc9a req-649f735b-1251-45b1-8f9c-89b2d107d1f0 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.1694839 Aug 31 16:27:39.443190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] Set router 2692f42e-7d49-42fc-af3d-f225d58a207d gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:39.531157 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:39.534718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:39.537734 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-020d7702-23b7-4034-8b49-4b20f5f350f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4710839 Aug 31 16:27:39.540339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:39.667811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Sync routers for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:39.674074 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0b7bb281-0e08-46f9-a39c-e256dc5292c7 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7ad282d8a71e401d9ded0b6c08b4b5c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1325254 Aug 31 16:27:39.680529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35716) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:39.763950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1cb11103-3fbf-4917-bb8a-cb514cb1d73b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 953 time: 0.4036059 Aug 31 16:27:39.767388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35718) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:39.772547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'routes': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:39.787549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ae583-c202-49bc-b82c-8d83c283708e None None] Pushing event updated for resources: {'Port': ['ID=d3ac2474-8ace-460c-9750-2259becd4d1e,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:39.809865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110fa74-941b-458e-8749-f3e7f7a5ca62 req-85188143-72ba-4301-b08c-726b8bbf082a tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:39.811994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9110fa74-941b-458e-8749-f3e7f7a5ca62 req-85188143-72ba-4301-b08c-726b8bbf082a tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.2610762 Aug 31 16:27:39.821391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:39.822446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:39.935842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5f46116b-032d-4f12-b2a6-79b6ada9468f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:39.936807 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:39.947513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac82a7e-5af5-4386-bb01-ee8a4a0fb44c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:39.959965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ac82a7e-5af5-4386-bb01-ee8a4a0fb44c tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2782605 Aug 31 16:27:39.962277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35722) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:39.994235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7194a4bb-1add-49ab-96e3-1a3301d2cee6 None None] Provisioning for port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:40.013794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d882cbd-def6-4e5f-b4ba-e762f1a751a0 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501623 Aug 31 16:27:40.030868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7194a4bb-1add-49ab-96e3-1a3301d2cee6 None None] Provisioning complete for port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:40.031599 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7194a4bb-1add-49ab-96e3-1a3301d2cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:40.031724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35724) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:40.040351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741456263', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:40.046398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:40.081330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14120eba-e112-45b1-b5d7-e8f62d52aee0 req-4c83be99-8b57-412e-b136-ca79b24a71eb tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:40.083657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14120eba-e112-45b1-b5d7-e8f62d52aee0 req-4c83be99-8b57-412e-b136-ca79b24a71eb tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 1061 time: 0.0677860 Aug 31 16:27:40.121652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:40.178939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7194a4bb-1add-49ab-96e3-1a3301d2cee6 None None] Port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:40.194352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:40.237626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Pushing event updated for resources: {'Port': ['ID=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:40.257554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560404-6bf4-4a77-bb5b-6f8666c17dd3 req-d0de48e1-d7ac-473f-aca2-2ab2d34e8448 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:40.259476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96560404-6bf4-4a77-bb5b-6f8666c17dd3 req-d0de48e1-d7ac-473f-aca2-2ab2d34e8448 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1137 time: 0.0714860 Aug 31 16:27:40.324961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96560404-6bf4-4a77-bb5b-6f8666c17dd3 req-9bfd61f3-f262-44ed-a48b-e8e2e410d840 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0578625 Aug 31 16:27:40.398424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35728) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:40.402533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:40.491623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f294f6-1c9c-4f2c-94cc-7c55885b2a88 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:40.493092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ef3ae0c3-a057-4b80-8a5a-4fb593df9fee no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:40.494203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c0f294f6-1c9c-4f2c-94cc-7c55885b2a88 tempest-TestSecurityGroupsBasicOps-651521907 tempest-TestSecurityGroupsBasicOps-651521907-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 1056 time: 0.0944173 Aug 31 16:27:40.522753 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:40.539047 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:40.539676 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:40.542073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:40.545329 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ef3ae0c3-a057-4b80-8a5a-4fb593df9fee {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:40.545876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ef3ae0c3-a057-4b80-8a5a-4fb593df9fee not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:40.546241 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:40.547426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 636f3cf1-d94d-4deb-a0c1-47874c7a494e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:40.616923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 3, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:40.627224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 636f3cf1-d94d-4deb-a0c1-47874c7a494e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:40.627224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 636f3cf1-d94d-4deb-a0c1-47874c7a494e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:40.627716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 937790d9-da8b-4fe4-8427-ba7797b7461d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:40.678805 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:40.750295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cea41-879e-489d-9d80-9207dac4347f None None] The sync data for ids ['2692f42e-7d49-42fc-af3d-f225d58a207d'] in n-d-793621-35 is: [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 3, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:40.756000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 937790d9-da8b-4fe4-8427-ba7797b7461d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:40.756642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 937790d9-da8b-4fe4-8427-ba7797b7461d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:40.958499 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771cfc12-b431-4ebf-91c2-344ad22734df None None] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:41.189015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712a7f2-900f-49ff-a037-108b81df2358 req-d02757fe-0284-493e-9f75-169fe125ebd7 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:41.194319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8712a7f2-900f-49ff-a037-108b81df2358 req-d02757fe-0284-493e-9f75-169fe125ebd7 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.1228933 Aug 31 16:27:41.310109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f6256237-167e-4148-8407-c4737071eb89 None None] Provisioning for port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:41.410779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Network 807f787b-4390-46f5-8df7-c9b726fc6154 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:41.421912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:41.424821 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 6, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:41.541519 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:41.569117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 16:27:41.569579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 16:27:41.591441 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:41.601298 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:41.727384 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:37Z', 'revision_number': 3, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:41.740844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:41.771820 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:41.791818 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:41.794239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Router 2692f42e-7d49-42fc-af3d-f225d58a207d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:41.798790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Checking router: 628e7f10-f095-49d2-86eb-ccacbe31435b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:41.799209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Updating router 628e7f10-f095-49d2-86eb-ccacbe31435b port bebd22e4-8c47-4075-be6a-fbd87874ec6d binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:41.905960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.064845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.076711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-66e5b63a-a625-4185-b293-2cd51908d7a4 None None] Provisioning complete for port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:42.077341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-66e5b63a-a625-4185-b293-2cd51908d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.081885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.083206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:42.083700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.136511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.247704 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 6, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:42.277730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-66e5b63a-a625-4185-b293-2cd51908d7a4 None None] Port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:42.306930 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c78b8f-6302-4bb9-9abf-adc937218125 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 6, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:42.382020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e590ccb9-0155-4b45-a169-ae935eec40f0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:42.424331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285cca9-ed6c-44de-89de-5261941559bb req-0f30c849-fdf1-4c30-b977-caaf6fdcc4f4 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:42.433628 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7285cca9-ed6c-44de-89de-5261941559bb req-0f30c849-fdf1-4c30-b977-caaf6fdcc4f4 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.1002798 Aug 31 16:27:42.466846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6fa6f6f2-18cb-4482-8b4e-da2f96381e3b None None] Provisioning for port e590ccb9-0155-4b45-a169-ae935eec40f0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:42.480249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Subnet': ['ID=2459f2aa-5bff-48f3-be8c-b1b297990f8e,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:42.560281 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.577604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Transition to ACTIVE for port object bebd22e4-8c47-4075-be6a-fbd87874ec6d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:42.587747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.594794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port e590ccb9-0155-4b45-a169-ae935eec40f0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:42.610034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-9edc7620-26ec-4187-89e4-f679c2d9602a tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:42.611699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-9edc7620-26ec-4187-89e4-f679c2d9602a tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.4034171 Aug 31 16:27:42.612927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:42.616710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Checking segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:42.617179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network hostable DHCP agents. Network: 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:27:42.633720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-39dc36f6-c931-47d4-a7d1-4247fa1fbb57 admin admin] 10.222.0.43 "PUT /v2.0/routers/2692f42e-7d49-42fc-af3d-f225d58a207d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5344641 Aug 31 16:27:42.634126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e590ccb9-0155-4b45-a169-ae935eec40f0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:42.634126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.682052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Attempting to bind port bebd22e4-8c47-4075-be6a-fbd87874ec6d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:42.682337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Attempting to bind port bebd22e4-8c47-4075-be6a-fbd87874ec6d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:42.682718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Attempting to bind port bebd22e4-8c47-4075-be6a-fbd87874ec6d on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:42.688048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016539e-adfc-4f5b-9a06-fa7bd5295c95 None None] Pushing event updated for resources: {'Port': ['ID=bebd22e4-8c47-4075-be6a-fbd87874ec6d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:42.710863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:42.711435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:42.712015 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.712760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:42.713379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Bound port: bebd22e4-8c47-4075-be6a-fbd87874ec6d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:42.714005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.736286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:42.765080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:27:42.809597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] For port bebd22e4-8c47-4075-be6a-fbd87874ec6d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:42.818265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] For port bebd22e4-8c47-4075-be6a-fbd87874ec6d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bebd22e4-8c47-4075-be6a-fbd87874ec6d,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:42.827117 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.856611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e25c727f-96fb-4b0c-b5b0-701858122abd None None] Provisioning complete for port e590ccb9-0155-4b45-a169-ae935eec40f0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:42.856988 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e25c727f-96fb-4b0c-b5b0-701858122abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.956808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:42.961123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:42.976692 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.977946 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-807e2ec1-0fa9-4a18-9c3c-b53aa472bbf7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 703 time: 3.2095697 Aug 31 16:27:42.979606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:42.980313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:42.980850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35744) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:43.013579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00781f8-c618-41ef-944b-bee52d6fa902 None None] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:43.016929 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7ab3ef1-1942-4ed7-8efa-8d9b8d7b87ff tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9842050 Aug 31 16:27:43.020346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port e4efc28a-723e-4e06-9a76-d51ea6af77d8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:43.021098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:43.038534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35746) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:43.077839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:43.080794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:43.216947 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:43.227787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:43.232461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:43.252201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-55505bf0-a5a4-4179-9f83-ef3f4b5adc91 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 703 time: 0.2700739 Aug 31 16:27:43.252874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35756) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:43.369751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:43.370405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:43.390650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016539e-adfc-4f5b-9a06-fa7bd5295c95 None None] Pushing event updated for resources: {'Port': ['ID=bebd22e4-8c47-4075-be6a-fbd87874ec6d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:43.656450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port e590ccb9-0155-4b45-a169-ae935eec40f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e590ccb9-0155-4b45-a169-ae935eec40f0,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:43.673477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8513-9ca6-4e00-bb5b-58d8c5b19f89 req-cf2b4c57-90e1-4591-b678-fcbf209928db tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:43.687567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cba8513-9ca6-4e00-bb5b-58d8c5b19f89 req-cf2b4c57-90e1-4591-b678-fcbf209928db tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 909 time: 0.0969472 Aug 31 16:27:43.693499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:43.694333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a90490b8-058f-47d4-9942-a8442bb67e99 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:43.756136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port e4efc28a-723e-4e06-9a76-d51ea6af77d8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e4efc28a-723e-4e06-9a76-d51ea6af77d8,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:43.759493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:43.815213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for e4efc28a-723e-4e06-9a76-d51ea6af77d8 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:43.942806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:43.947514 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Sync routers for ids ['2692f42e-7d49-42fc-af3d-f225d58a207d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:43.957551 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e25c727f-96fb-4b0c-b5b0-701858122abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:43.970938 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Routers {'2692f42e-7d49-42fc-af3d-f225d58a207d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:43.971780 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2692f42e-7d49-42fc-af3d-f225d58a207d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:44.049586 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.281701 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Set router 2692f42e-7d49-42fc-af3d-f225d58a207d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:44.282188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.372172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=e4efc28a-723e-4e06-9a76-d51ea6af77d8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:44.549241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=e590ccb9-0155-4b45-a169-ae935eec40f0,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:44.581514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.610013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port e590ccb9-0155-4b45-a169-ae935eec40f0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:44.610359 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.654228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] No DVR routers for this DVR port e4efc28a-723e-4e06-9a76-d51ea6af77d8 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:44.679200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.690818 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9265e586-d42e-4ac0-9df6-d5b56a18e80d req-be678570-23cf-4d18-afe0-4ba20e4e5374 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.49 "DELETE /v2.0/ports/e4efc28a-723e-4e06-9a76-d51ea6af77d8 HTTP/1.1" status: 204 len: 173 time: 2.0708122 Aug 31 16:27:44.691303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'name': 'network-vif-deleted', 'tag': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:44.696992 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf23a90-fae1-4a1d-a46b-d5ef76b12a36" -d '{"events": [{"server_uuid": "b1b50d28-c647-49d6-9cb6-8644abeefd93", "name": "network-vif-deleted", "tag": "e4efc28a-723e-4e06-9a76-d51ea6af77d8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:44.718454 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:27:39Z', 'revision_number': 4, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '45dbe5fb-333e-4f48-a96f-95da2ad8f7c2', 'name': '', 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'mac_address': 'fa:16:3e:79:10:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '962e2766-7d34-4b9f-a10c-f829a719ad8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:36Z', 'updated_at': '2021-08-31T16:27:39Z', 'revision_number': 2, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'subnets': [{'id': '962e2766-7d34-4b9f-a10c-f829a719ad8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:44.814930 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:27:44.815833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.821091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Checking router: 2692f42e-7d49-42fc-af3d-f225d58a207d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:44.821596 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Updating router 2692f42e-7d49-42fc-af3d-f225d58a207d port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:44.845858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port e590ccb9-0155-4b45-a169-ae935eec40f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e590ccb9-0155-4b45-a169-ae935eec40f0,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:44.846497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.860766 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26e3608-7be6-4dd0-af2a-8e221b58dbde x-openstack-request-id: req-b26e3608-7be6-4dd0-af2a-8e221b58dbde {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:44.861506 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b50d28-c647-49d6-9cb6-8644abeefd93", "name": "network-vif-deleted", "tag": "e4efc28a-723e-4e06-9a76-d51ea6af77d8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:44.861506 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b26e3608-7be6-4dd0-af2a-8e221b58dbde {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:44.862044 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b50d28-c647-49d6-9cb6-8644abeefd93', 'name': 'network-vif-deleted', 'tag': 'e4efc28a-723e-4e06-9a76-d51ea6af77d8', 'status': 'completed', 'code': 200} Aug 31 16:27:44.883088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for e590ccb9-0155-4b45-a169-ae935eec40f0 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:44.908136 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:44.917364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a90490b8-058f-47d4-9942-a8442bb67e99 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:44.918768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.062634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f308d0f-1a17-4f87-9272-30970e40f882 req-d32c7928-8686-4316-b072-a73cfa21d36d tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1b50d28-c647-49d6-9cb6-8644abeefd93 HTTP/1.1" status: 200 len: 210 time: 0.0448468 Aug 31 16:27:45.144816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Allocated IP 172.20.0.2 (0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454/2459f2aa-5bff-48f3-be8c-b1b297990f8e/caddc7cb-5c64-4808-9a56-7780f2b95ef0) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:45.227092 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-e25c727f-96fb-4b0c-b5b0-701858122abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:27:45.228007 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-e25c727f-96fb-4b0c-b5b0-701858122abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:27:45.256178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.304817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=e590ccb9-0155-4b45-a169-ae935eec40f0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:45.371994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.372998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.378315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.379793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.380157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.380559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.380966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.381427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.383352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.383693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.385019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.385369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:45.452583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:37Z', 'revision_number': 3, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:45.516100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383c481-da05-4e09-97a2-5ac67b17f21a None None] The sync data for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 is: [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:37Z', 'revision_number': 3, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:45.571662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:45.588373 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.693869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:41Z', 'revision_number': 7, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e590ccb9-0155-4b45-a169-ae935eec40f0', 'name': '', 'network_id': '3143aa13-85f9-42c5-b56a-d13dbf1dd8ad', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:6f:41:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:34Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '1003ff6e-0c95-493b-b5bb-d15899dbd58d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:45.767175 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.783131 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Transition to ACTIVE for port object 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:45.785727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:45.792538 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.795787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e25c727f-96fb-4b0c-b5b0-701858122abd None None] Port e590ccb9-0155-4b45-a169-ae935eec40f0 update to ACTIVE by agent not found {{(pid=101479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 16:27:45.829101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.836968 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:45.838017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:45.905590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b49f41-8b70-472c-a15d-a52b652b8ba4 None None] Pushing event updated for resources: {'Port': ['ID=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:45.912727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:45.927902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Transition to ACTIVE for port object caddc7cb-5c64-4808-9a56-7780f2b95ef0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:45.956306 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Attempting to bind port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:45.956785 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Attempting to bind port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:45.957375 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Attempting to bind port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 on network 807f787b-4390-46f5-8df7-c9b726fc6154 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:45.977491 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:45.979188 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Checking segment: {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:45.979608 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:45.984993 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Bound using segment: {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:45.985966 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Bound port: 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916bf9cb-f9d4-47ac-9fb5-6015406e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:45.989162 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.007108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:46.007439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.015666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6d5407bf-a988-4d2d-82f5-dcf2fe520e8e None None] Could not find standard attr ID for object e590ccb9-0155-4b45-a169-ae935eec40f0. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:27:46.127130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:46.148959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Transition to ACTIVE for port object caddc7cb-5c64-4808-9a56-7780f2b95ef0 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:46.195256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.239709 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] For port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:46.246838 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] For port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,segment=NetworkSegment(916bf9cb-f9d4-47ac-9fb5-6015406e605c),segment_id=916bf9cb-f9d4-47ac-9fb5-6015406e605c)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:46.252023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35834) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:46.259312 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.312998 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.20.0.1 (0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454/2459f2aa-5bff-48f3-be8c-b1b297990f8e/1ee98aae-5287-4f2b-b6e7-89e2842329f0) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:46.359252 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b49f41-8b70-472c-a15d-a52b652b8ba4 None None] Pushing event updated for resources: {'Port': ['ID=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:46.389857 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Routers {'2692f42e-7d49-42fc-af3d-f225d58a207d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:46.391924 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2692f42e-7d49-42fc-af3d-f225d58a207d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:46.432473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:46.443793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:46.455063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0fcfcd28-3692-4a11-aecc-f6707575acad tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2010493 Aug 31 16:27:46.457312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Pushing event updated for resources: {'Port': ['ID=caddc7cb-5c64-4808-9a56-7780f2b95ef0,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:46.461861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:46.475411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35838) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:46.490349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:46.505156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:46.539959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.570014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Transition to ACTIVE for port object 1ee98aae-5287-4f2b-b6e7-89e2842329f0 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:46.621819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.649644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 1003ff6e-0c95-493b-b5bb-d15899dbd58d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:46.673106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.692180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:46.696065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:46.700717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:27:46.769614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:46.778645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=1ee98aae-5287-4f2b-b6e7-89e2842329f0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:46.784289 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] Set router 2692f42e-7d49-42fc-af3d-f225d58a207d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:47.011223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Attempting to bind port caddc7cb-5c64-4808-9a56-7780f2b95ef0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:47.013436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Attempting to bind port caddc7cb-5c64-4808-9a56-7780f2b95ef0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:47.013436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Attempting to bind port caddc7cb-5c64-4808-9a56-7780f2b95ef0 on network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:47.065774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:47.066150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Checking segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:47.066557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.066953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Bound using segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:47.067444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Bound port: caddc7cb-5c64-4808-9a56-7780f2b95ef0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:47.067827 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.085857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.135652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e4efc28a-723e-4e06-9a76-d51ea6af77d8 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:47.136478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.163024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: e4efc28a-723e-4e06-9a76-d51ea6af77d8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:47.163420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e4efc28a-723e-4e06-9a76-d51ea6af77d8 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:47.254591 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:27:39Z', 'revision_number': 4, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '45dbe5fb-333e-4f48-a96f-95da2ad8f7c2', 'name': '', 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'mac_address': 'fa:16:3e:79:10:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '962e2766-7d34-4b9f-a10c-f829a719ad8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:36Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'subnets': [{'id': '962e2766-7d34-4b9f-a10c-f829a719ad8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:47.264446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.357015 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932e673-9eb5-4f71-b5b2-4083453a5769 None None] The sync data for ids ['2692f42e-7d49-42fc-af3d-f225d58a207d'] in n-d-793621-35 is: [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:27:39Z', 'revision_number': 4, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '45dbe5fb-333e-4f48-a96f-95da2ad8f7c2', 'name': '', 'network_id': '807f787b-4390-46f5-8df7-c9b726fc6154', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'mac_address': 'fa:16:3e:79:10:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '962e2766-7d34-4b9f-a10c-f829a719ad8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:36Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'subnets': [{'id': '962e2766-7d34-4b9f-a10c-f829a719ad8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:47.432488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] For port caddc7cb-5c64-4808-9a56-7780f2b95ef0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:47.441197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] For port caddc7cb-5c64-4808-9a56-7780f2b95ef0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=caddc7cb-5c64-4808-9a56-7780f2b95ef0,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:47.447109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:47.451057 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.566299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.602837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f2ce7-3ed1-4ec1-9c79-ad6e37c1022f None None] Pushing event updated for resources: {'Port': ['ID=caddc7cb-5c64-4808-9a56-7780f2b95ef0,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:47.605556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.619812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:47.682945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:45Z', 'revision_number': 8, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:47.748988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.794566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32f3d-31d8-4224-a5cf-9746eb360f1d None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:45Z', 'revision_number': 8, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:47.837910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=1003ff6e-0c95-493b-b5bb-d15899dbd58d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:47.871564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:47.877894 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:47.882424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a2a55274-eb74-45cf-bc23-250a8d41d268 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/1003ff6e-0c95-493b-b5bb-d15899dbd58d HTTP/1.1" status: 204 len: 168 time: 1.4015405 Aug 31 16:27:47.885247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35842) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:47.895489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b0b1a-06db-4f0f-aa79-b77f2293b83f None None] Network 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:48.014097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:48.015816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.025153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:48.025696 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.049227 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.229934 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.330832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:48.337394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.340483 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.341478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device aecf138e-0de4-4050-a326-eb862e0f9ffd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:48.353226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.358973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] DHCP port deletion for 3143aa13-85f9-42c5-b56a-d13dbf1dd8ad request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:48.538160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=1ee98aae-5287-4f2b-b6e7-89e2842329f0,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:48.561975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.570769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:48.601104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port aecf138e-0de4-4050-a326-eb862e0f9ffd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:48.610310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port aecf138e-0de4-4050-a326-eb862e0f9ffd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:48.612023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.667469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] Deleting port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:48.667847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.737699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:27:48.741174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:27:48.899936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] For port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:48.900722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.909889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.924278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:48.924888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:48.941407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] Calling delete_port for f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:48.960699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 628e7f10-f095-49d2-86eb-ccacbe31435b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:49.087056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port aecf138e-0de4-4050-a326-eb862e0f9ffd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=aecf138e-0de4-4050-a326-eb862e0f9ffd,segment=NetworkSegment(916bf9cb-f9d4-47ac-9fb5-6015406e605c),segment_id=916bf9cb-f9d4-47ac-9fb5-6015406e605c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:49.094116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,segment=NetworkSegment(6822ada5-f8f9-401e-b987-4caff77284e4),segment_id=6822ada5-f8f9-401e-b987-4caff77284e4)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:49.094510 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.094983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.096373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bca5fa9-bbbf-44a1-8b71-a3447f87086f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:49.113336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:49.153805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:49.165329 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dded9918-9069-4223-9864-de41fed66a43 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "PUT /v2.0/routers/628e7f10-f095-49d2-86eb-ccacbe31435b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1255269 Aug 31 16:27:49.167889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35846) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:49.179201 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=aecf138e-0de4-4050-a326-eb862e0f9ffd,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:49.287151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:49.287495 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.292832 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.347150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] Pushing event deleted for resources: {'Port': ['ID=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:49.349377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61493714-2db4-4c61-a888-b9c1a6ff512c None None] No DVR routers for this DVR port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:49.393000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.443522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:49.446772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:49.477961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port a90490b8-058f-47d4-9942-a8442bb67e99 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:49.478304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.478466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.592832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.594095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.594502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.595034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.595565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.598678 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b310fee1-ef2a-42e6-8627-fe2d97775776 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9757 time: 0.4290895 Aug 31 16:27:49.603529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35848) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:49.611375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Sync routers for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:49.637583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:49.660837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:49.662137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:49.666708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:49.667467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.669692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.693659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3143aa13-85f9-42c5-b56a-d13dbf1dd8ad']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:49.726869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6822ada5-f8f9-401e-b987-4caff77284e4') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:49.727249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6822ada5-f8f9-401e-b987-4caff77284e4') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:49.759618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.763590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.767407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.769052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.771032 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.772686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.774021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.776074 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.777509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.778053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.778583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.779127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.780544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.781760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:49.787902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60c207d5-f2d4-4a1c-8331-68ff39193fc4 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8382 time: 0.1792891 Aug 31 16:27:49.789969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35850) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:49.804395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.814295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:49.814631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:49.876888 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:49.927284 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:49.936412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port a90490b8-058f-47d4-9942-a8442bb67e99, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a90490b8-058f-47d4-9942-a8442bb67e99,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:49.938009 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.953155 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:49.955832 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:49.967170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for a90490b8-058f-47d4-9942-a8442bb67e99 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:49.972594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.986254 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:49.993416 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/3143aa13-85f9-42c5-b56a-d13dbf1dd8ad HTTP/1.1" status: 204 len: 168 time: 2.1059256 Aug 31 16:27:49.995217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35854) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:50.092962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7878b-8c76-40f7-b3bd-a21b7306b886 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=3143aa13-85f9-42c5-b56a-d13dbf1dd8ad,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:50.183646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:50.197954 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:50.296678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0487d-66a1-4c29-916a-5e5b3b4ddf0b None None] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:50.394566 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c5a0c61-565c-482e-b5c7-a4cc705b8cf3 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6469 time: 0.6045187 Aug 31 16:27:50.424891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:50.449902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8b148272-0dae-48bc-a005-c0cf0cc2ded5 None None] Provisioning for port caddc7cb-5c64-4808-9a56-7780f2b95ef0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:50.548570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,segment=NetworkSegment(8752d4f9-fb29-4703-8c6c-b555b565ca11),segment_id=8752d4f9-fb29-4703-8c6c-b555b565ca11)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:50.561417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:50.655239 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:45Z', 'revision_number': 8, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 4, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:50.761798 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:50.778142 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:50.778810 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:50.780760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:50.848701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35858) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:50.853271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:50.856071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457300170', 'description': 'tempest-secgroup-smoke-1457300170 description', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:50.895963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 2, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:50.904971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=a90490b8-058f-47d4-9942-a8442bb67e99,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:50.938118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:50.992025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Checking router: 628e7f10-f095-49d2-86eb-ccacbe31435b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:50.995048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Updating router 628e7f10-f095-49d2-86eb-ccacbe31435b port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:27:51.055879 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:51.115454 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.257395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.269423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.368892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bebd22e4-8c47-4075-be6a-fbd87874ec6d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:51.372693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:51.379572 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8fa40e97-36e6-42ce-9c78-456b760bba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.408297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.413662 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-402701f5-d654-43c8-a566-7e8b7cae8cd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5603013 Aug 31 16:27:51.416761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:51.430739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'd15ff94d-e098-4d68-a808-7fa7f7e9f1f7', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:51.503618 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.536917 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:27:51.581129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.664831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.674296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.756262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85c345b-3322-4d17-a66a-e43d199aec1c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:51.799879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.805973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44598ac6-594e-4cd8-b989-fe07956804c5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814151 Aug 31 16:27:51.806450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35864) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:51.815930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'd15ff94d-e098-4d68-a808-7fa7f7e9f1f7', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:51.844481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.877433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.911490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port bebd22e4-8c47-4075-be6a-fbd87874ec6d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:51.921280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bebd22e4-8c47-4075-be6a-fbd87874ec6d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:51.921732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.981796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f6a02afb-1ccb-4353-8317-fd9150e62415 None None] Provisioning for port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:51.995305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f6a02afb-1ccb-4353-8317-fd9150e62415 None None] Provisioning complete for port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:51.995776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02afb-1ccb-4353-8317-fd9150e62415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:51.996475 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:45Z', 'revision_number': 8, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:50Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:52.081410 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636c19-53a0-4dda-9871-d897f347b4a3 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:45Z', 'revision_number': 8, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d', 'name': '', 'network_id': '6a73c0b2-b408-4c97-854b-6a2963e1e339', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:ab:d3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:25Z', 'updated_at': '2021-08-31T16:27:50Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': 'a8e85a48-c2d8-4d8c-b894-7eb0c258629c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:52.094883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.101912 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.151076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f6a02afb-1ccb-4353-8317-fd9150e62415 None None] Port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:52.154136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.157074 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3493774 Aug 31 16:27:52.166247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35868) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:52.175447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'd15ff94d-e098-4d68-a808-7fa7f7e9f1f7', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:52.197790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44359e6-e3fd-42f2-ac11-1817c489dadb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441e8932-f61c-4cfa-9191-11fe4096aafb,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:52.259068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.306011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.340434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port bebd22e4-8c47-4075-be6a-fbd87874ec6d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bebd22e4-8c47-4075-be6a-fbd87874ec6d,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:52.398800 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.406253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.430512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dc29a5-046e-4923-9ab8-0b3b53f6d222,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:52.439427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.443652 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-27ca0aea-635e-46ec-9e18-9e2419481588 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730362 Aug 31 16:27:52.444676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35870) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:52.444824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.445423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:52.449139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'd15ff94d-e098-4d68-a808-7fa7f7e9f1f7', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:52.475333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router 27fedc93-cb34-4e38-aa64-91ba26425353 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:52.497544 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.524133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.536031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6ffef001-2b92-4dd4-869c-ce99a053536c None None] Provisioning complete for port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:52.536449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6ffef001-2b92-4dd4-869c-ce99a053536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.577221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Transition to ACTIVE for port object 1ee98aae-5287-4f2b-b6e7-89e2842329f0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:52.592374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=bebd22e4-8c47-4075-be6a-fbd87874ec6d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:52.602199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.606214 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.612587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6ffef001-2b92-4dd4-869c-ce99a053536c None None] Port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:27:52.618460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.621234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:52.622425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.664893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:52.665567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.668504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1f3633-e39f-4775-bd27-de14666c33f9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:52.682748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.687232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d1a99d1-c236-4164-a8d4-cc1151d18da5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2394733 Aug 31 16:27:52.687577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35872) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:52.702543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'd15ff94d-e098-4d68-a808-7fa7f7e9f1f7', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:52.704737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66de70c-acd5-4924-90f3-c69615f3ae41 None None] Pushing event updated for resources: {'Port': ['ID=1ee98aae-5287-4f2b-b6e7-89e2842329f0,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:52.772008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:52.781102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-610ed497-6f4c-4d18-b8a9-9fdaea657a9f tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "PUT /v2.0/routers/27fedc93-cb34-4e38-aa64-91ba26425353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5278361 Aug 31 16:27:52.787371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35874) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:52.796844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] Sync routers for ids ['27fedc93-cb34-4e38-aa64-91ba26425353'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:52.813308 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Project 7ad282d8a71e401d9ded0b6c08b4b5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:27:52.834129 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.836914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] Routers {'27fedc93-cb34-4e38-aa64-91ba26425353'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:52.837677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,segment=NetworkSegment(8752d4f9-fb29-4703-8c6c-b555b565ca11),segment_id=8752d4f9-fb29-4703-8c6c-b555b565ca11)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:52.837847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['27fedc93-cb34-4e38-aa64-91ba26425353'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:52.838046 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:52.858495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:52.979453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d3ac2474-8ace-460c-9750-2259becd4d1e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:52.991945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.000365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.010643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting subnet d9b5f197-63ff-4c9f-8542-f5acdd7c9113 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:53.017419 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.020303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fb7093-364c-4df0-9786-ed0999964217,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:53.028243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.032744 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b362d5ac-d6a0-4418-a80b-91bead212059 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3418505 Aug 31 16:27:53.033557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:53.039480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'security_group_rule': {'security_group_id': 'd15ff94d-e098-4d68-a808-7fa7f7e9f1f7', 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:53.040894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Attempting to bind port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:27:53.041270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Attempting to bind port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:27:53.041636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Attempting to bind port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 on network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:27:53.070137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:27:53.070762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Checking segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:27:53.071624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.072225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Bound using segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:27:53.073112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Bound port: 1ee98aae-5287-4f2b-b6e7-89e2842329f0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:27:53.073776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.075713 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Project 7ad282d8a71e401d9ded0b6c08b4b5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:27:53.083512 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.103690 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.153752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.186282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.192341 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.203474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:53.218136 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee10b440-4aaa-49cc-9e85-4f4beb5742b5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:53.219427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d3ac2474-8ace-460c-9750-2259becd4d1e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:53.249660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] Set router 27fedc93-cb34-4e38-aa64-91ba26425353 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:53.257099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d3ac2474-8ace-460c-9750-2259becd4d1e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:53.257488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.262037 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.273919 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8edcf33b-ef42-4fa1-ac10-b73fa5c7e80c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2389290 Aug 31 16:27:53.312709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.497266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.565577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.644940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] For port 1ee98aae-5287-4f2b-b6e7-89e2842329f0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:27:53.654237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b5f197-63ff-4c9f-8542-f5acdd7c9113,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:53.667551 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.673169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e89b87e-657d-4021-9661-6a5cf837c7b5 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/subnets/d9b5f197-63ff-4c9f-8542-f5acdd7c9113 HTTP/1.1" status: 204 len: 168 time: 0.8811772 Aug 31 16:27:53.674351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:53.677180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1f89a-7330-4c28-a445-4c3bb3e279fa None None] Network 51f1ece2-c171-4231-9716-59eb81068aea requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:53.725865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-cdd144d9-02d3-47cc-92d2-34d9c90cb56a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457300170&fields=id&tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 267 time: 0.1520858 Aug 31 16:27:53.745705 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] For port 1ee98aae-5287-4f2b-b6e7-89e2842329f0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1ee98aae-5287-4f2b-b6e7-89e2842329f0,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:27:53.762822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.854671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:53.913882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66de70c-acd5-4924-90f3-c69615f3ae41 None None] Pushing event updated for resources: {'Port': ['ID=1ee98aae-5287-4f2b-b6e7-89e2842329f0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:53.928790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:53.929753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:54.059398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.118931 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.169835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d3ac2474-8ace-460c-9750-2259becd4d1e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d3ac2474-8ace-460c-9750-2259becd4d1e,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:54.173597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port 754bdd48-0957-4411-8dd8-0c6407d850d9 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:54.174161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.189308 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.190698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device caddc7cb-5c64-4808-9a56-7780f2b95ef0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:54.345899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port 754bdd48-0957-4411-8dd8-0c6407d850d9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=754bdd48-0957-4411-8dd8-0c6407d850d9,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:54.346555 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.361056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port caddc7cb-5c64-4808-9a56-7780f2b95ef0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:54.376653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for 754bdd48-0957-4411-8dd8-0c6407d850d9 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:54.440791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:54.501580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d3ac2474-8ace-460c-9750-2259becd4d1e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:54.517230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] DHCP port deletion for 51f1ece2-c171-4231-9716-59eb81068aea request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:54.550011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-ff36022c-cf0d-425b-8542-e8aba6d17d8a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:54.551881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-ff36022c-cf0d-425b-8542-e8aba6d17d8a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/networks?id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 200 len: 797 time: 0.8252044 Aug 31 16:27:54.563072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:54.573769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-929dbd28-58b1-4d47-b800-bdce0c47d52f tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/quotas/7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 375 time: 0.0139072 Aug 31 16:27:54.577119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port caddc7cb-5c64-4808-9a56-7780f2b95ef0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:54.577587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.663644 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.663896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.709888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:54.710475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=754bdd48-0957-4411-8dd8-0c6407d850d9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:54.716820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ddf3a25c-0847-497e-8388-0cc083b32629 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7043533 Aug 31 16:27:54.724700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-f208ef73-2718-4920-af1b-774ad380db0e tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041460 Aug 31 16:27:54.725392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35896) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:54.753815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:50Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': '754bdd48-0957-4411-8dd8-0c6407d850d9', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:54.754390 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:54.781502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:54.782403 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:54.812978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.832167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet a8e85a48-c2d8-4d8c-b894-7eb0c258629c {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:27:54.836031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.889336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] Checking router: 27fedc93-cb34-4e38-aa64-91ba26425353 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:54.906098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.963702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.966741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:54.993065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] Routers {'27fedc93-cb34-4e38-aa64-91ba26425353'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:54.993718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['27fedc93-cb34-4e38-aa64-91ba26425353'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:55.033879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.034779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Fanout notify agent at l3_agent the message router_deleted on router 27fedc93-cb34-4e38-aa64-91ba26425353 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:27:55.054180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.059039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3a61b08f-bdaa-41a6-851f-4286b85c9739 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/routers/27fedc93-cb34-4e38-aa64-91ba26425353 HTTP/1.1" status: 204 len: 168 time: 1.3806744 Aug 31 16:27:55.062469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35900) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:55.091899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.097292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] Set router 27fedc93-cb34-4e38-aa64-91ba26425353 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:55.163375 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:54Z', 'revision_number': 7, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:55.165119 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:55.172335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.215628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.227602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Deleting port 6099c623-f95f-48cf-8218-b9ec7f544147 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:55.227984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.234334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d0853-c8d4-4f0e-a431-9f63798079a1 None None] The sync data for ids ['27fedc93-cb34-4e38-aa64-91ba26425353'] in n-d-793621-35 is: [{'id': '27fedc93-cb34-4e38-aa64-91ba26425353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-714350852', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:05Z', 'updated_at': '2021-08-31T16:27:54Z', 'revision_number': 7, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:55.254805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-f035ad28-c074-4569-a506-992901e69b74 service neutron] 10.222.0.43 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752445 Aug 31 16:27:55.316001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port 6099c623-f95f-48cf-8218-b9ec7f544147 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:55.317035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.389082 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.398364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.403679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port caddc7cb-5c64-4808-9a56-7780f2b95ef0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=caddc7cb-5c64-4808-9a56-7780f2b95ef0,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:55.414482 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.419080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.419517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:55.422212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port 6099c623-f95f-48cf-8218-b9ec7f544147, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6099c623-f95f-48cf-8218-b9ec7f544147,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:55.422717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.426980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] For port 6099c623-f95f-48cf-8218-b9ec7f544147, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6099c623-f95f-48cf-8218-b9ec7f544147,segment=NetworkSegment(b3e0b4ad-f25e-480a-8444-420de4b254db),segment_id=b3e0b4ad-f25e-480a-8444-420de4b254db)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:55.427381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.444704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for 6099c623-f95f-48cf-8218-b9ec7f544147 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:55.463677 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:53Z', 'revision_number': 9, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:55.498817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Calling delete_port for 6099c623-f95f-48cf-8218-b9ec7f544147 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:55.503702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:27:55.526723 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:55.527963 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:55.547108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e85a48-c2d8-4d8c-b894-7eb0c258629c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:55.570113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.587107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.592148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fcba2281-e351-44c7-9dc5-763b7c6b82fb tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/a8e85a48-c2d8-4d8c-b894-7eb0c258629c HTTP/1.1" status: 204 len: 168 time: 0.8647101 Aug 31 16:27:55.595914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35904) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:55.603892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] No DVR routers for this DVR port 6099c623-f95f-48cf-8218-b9ec7f544147 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:55.657453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae53d08-ac29-483f-900c-3e0079b185b6 None None] Network 6a73c0b2-b408-4c97-854b-6a2963e1e339 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:27:55.687913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8a2804b6-433b-4142-9376-1111979134ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:53Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:55.714163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-41da2c1d-d91f-42ea-b482-03d316588c8f service neutron] 10.222.0.43 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574089 Aug 31 16:27:55.730862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=6099c623-f95f-48cf-8218-b9ec7f544147,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:55.738443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=caddc7cb-5c64-4808-9a56-7780f2b95ef0,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:55.756304 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:55.777430 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.928225 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:55.929000 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.947920 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:55.989024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f1ece2-c171-4231-9716-59eb81068aea']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.020967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e0b4ad-f25e-480a-8444-420de4b254db') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.021284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e0b4ad-f25e-480a-8444-420de4b254db') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.044293 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.076507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.078801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,segment=NetworkSegment(8752d4f9-fb29-4703-8c6c-b555b565ca11),segment_id=8752d4f9-fb29-4703-8c6c-b555b565ca11)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:56.080033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.091408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:56.091868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.126491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:56.147506 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:56.154480 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:53Z', 'revision_number': 9, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.188031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a51ac0e-40eb-4738-a5ee-ca714bffd622 req-040e2a3c-c66a-441e-9515-a81346e2fa21 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 210 time: 0.0557585 Aug 31 16:27:56.249764 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32f820-c561-4c45-b474-3f6a6ec1c405 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:27:53Z', 'revision_number': 9, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bca5fa9-bbbf-44a1-8b71-a3447f87086f', 'name': '', 'network_id': '13c6ac73-7cad-43d9-9e33-46436f05e054', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:5f:7d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:15Z', 'updated_at': '2021-08-31T16:27:32Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '43360ffc-cf66-4d7d-99d9-597b17cf023d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:56.295173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.304465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.311569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2804b6-433b-4142-9376-1111979134ec None None] The sync data for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 is: [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:53Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:27:56.314951 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/networks/51f1ece2-c171-4231-9716-59eb81068aea HTTP/1.1" status: 204 len: 168 time: 1.2473333 Aug 31 16:27:56.315789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35910) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:56.356845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f03d8b0d-d501-4e8f-9344-ad0421a7a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.375072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:56.383049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:56.383339 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.427412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.440110 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.463848 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c417d-2b74-4780-83cd-74e8c5f12a67 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Network': ['ID=51f1ece2-c171-4231-9716-59eb81068aea,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:56.499033 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.526118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:56.528116 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:56.563535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Network 51f1ece2-c171-4231-9716-59eb81068aea is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:27:56.564013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] No DVR routers for this DVR port 6099c623-f95f-48cf-8218-b9ec7f544147 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:27:56.578445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fc97a-2121-4544-b141-e10c49cc7313 None None] Pushing event deleted for resources: {'Port': ['ID=6099c623-f95f-48cf-8218-b9ec7f544147,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:56.648710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.668172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82a5d8-eac1-45db-8d8a-ebd1423f701c None None] DHCP port deletion for 6a73c0b2-b408-4c97-854b-6a2963e1e339 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:27:56.670516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.697882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a73c0b2-b408-4c97-854b-6a2963e1e339']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.741710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,segment=NetworkSegment(916bf9cb-f9d4-47ac-9fb5-6015406e605c),segment_id=916bf9cb-f9d4-47ac-9fb5-6015406e605c)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:56.745414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8752d4f9-fb29-4703-8c6c-b555b565ca11') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.754294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.755387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device aecf138e-0de4-4050-a326-eb862e0f9ffd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:56.761695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8752d4f9-fb29-4703-8c6c-b555b565ca11') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:56.790197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.843766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.868403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:27:56.870004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:27:56.877321 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:27:56.896774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port 4d7d4f61-b4cf-4c9c-a4c5-ab1b4e246e29 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:56.897517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.057549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.063284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:57.063711 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.064709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.082507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.083576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for 4d7d4f61-b4cf-4c9c-a4c5-ab1b4e246e29 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:27:57.087725 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/6a73c0b2-b408-4c97-854b-6a2963e1e339 HTTP/1.1" status: 204 len: 168 time: 1.4793861 Aug 31 16:27:57.088167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35920) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:27:57.108260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port aecf138e-0de4-4050-a326-eb862e0f9ffd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:57.112589 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.131838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc048-9031-448a-aac3-cd3cffc21b27 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=6a73c0b2-b408-4c97-854b-6a2963e1e339,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:57.360230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-229d3f73-674a-4928-af51-f3bf07aa3427 req-3983b26f-876d-419c-bd3f-d83aba587279 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 210 time: 0.0361171 Aug 31 16:27:57.415088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e590ccb9-0155-4b45-a169-ae935eec40f0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:57.443931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: e590ccb9-0155-4b45-a169-ae935eec40f0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:57.445151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e590ccb9-0155-4b45-a169-ae935eec40f0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:57.445666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:57.469166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:57.469561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f2d637ec-1dec-46e2-80b9-d7a1e7f4b20f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:57.716259 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:57.746083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bebd22e4-8c47-4075-be6a-fbd87874ec6d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:57.855068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port bebd22e4-8c47-4075-be6a-fbd87874ec6d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:57.855471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.058890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device caddc7cb-5c64-4808-9a56-7780f2b95ef0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:58.171310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port caddc7cb-5c64-4808-9a56-7780f2b95ef0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:58.171310 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.180479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-b118176f-460c-409b-8b5c-31369814dfb5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:27:58.182148 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-b118176f-460c-409b-8b5c-31369814dfb5 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/networks?id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 200 len: 797 time: 0.2926817 Aug 31 16:27:58.190504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.282604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=4d7d4f61-b4cf-4c9c-a4c5-ab1b4e246e29,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:58.301891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ee98aae-5287-4f2b-b6e7-89e2842329f0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:58.362717 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-b80a8985-4a71-4d9b-a81d-763b7b5931f7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5 HTTP/1.1" status: 200 len: 380 time: 0.1681540 Aug 31 16:27:58.363101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:27:58.369211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:58.369607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.375746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'port': {'device_id': '66815151-d812-460a-824c-cdccba233ca8', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'admin_state_up': True, 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'security_groups': ['d15ff94d-e098-4d68-a808-7fa7f7e9f1f7']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:27:58.459626 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.460126 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Floating IP f6539946-ea10-48af-a041-0a6272a2d973 disassociated (deleted). External IP: 172.25.6.37, port: 89d4371e-5453-4315-8b4b-b68db2008734. Aug 31 16:27:58.524108 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.529670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-670f8dd6-15e7-4fa3-861d-e44079caf147 req-0c2d2bc9-30fc-423b-abd3-cfa4fc5b9e11 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 210 time: 0.0555673 Aug 31 16:27:58.601797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 1ee98aae-5287-4f2b-b6e7-89e2842329f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1ee98aae-5287-4f2b-b6e7-89e2842329f0,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:58.609548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.610791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:58.699501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=1ee98aae-5287-4f2b-b6e7-89e2842329f0,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.720643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.721568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.721568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.721733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:27:58.755176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:58.756011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.774900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Made reservation on behalf of 7ad282d8a71e401d9ded0b6c08b4b5c5 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:27:58.778493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.804560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:58.864095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d3ac2474-8ace-460c-9750-2259becd4d1e up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:58.921228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d3ac2474-8ace-460c-9750-2259becd4d1e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:58.921882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:59.019659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:27:59.129129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 754bdd48-0957-4411-8dd8-0c6407d850d9 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:59.155812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 754bdd48-0957-4411-8dd8-0c6407d850d9 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:59.156698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 754bdd48-0957-4411-8dd8-0c6407d850d9 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:59.157350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:59.175545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.20.0.5 (0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454/2459f2aa-5bff-48f3-be8c-b1b297990f8e/4c91665c-e9e5-49c7-a5de-bdba4b7db6e2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:27:59.182805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:59.183259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f1af9fc1-0a1c-4f0f-8d15-27fffdaf9f66 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:59.183568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a90490b8-058f-47d4-9942-a8442bb67e99 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:59.211632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a90490b8-058f-47d4-9942-a8442bb67e99 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:59.211970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a90490b8-058f-47d4-9942-a8442bb67e99 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:59.212447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6099c623-f95f-48cf-8218-b9ec7f544147 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:59.235400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6099c623-f95f-48cf-8218-b9ec7f544147 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:59.235750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6099c623-f95f-48cf-8218-b9ec7f544147 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:59.236416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:27:59.259873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:27:59.260242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ab2646ff-e1bf-42f7-a220-6f8ff5e0fb2d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:27:59.451960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:27:59.457053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:59.466847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] Sync routers for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:27:59.477771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:27:59.478415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:27:59.536032 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ef1bba93-3d77-4d1a-8962-68c96ef68a13 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/floatingips/f6539946-ea10-48af-a041-0a6272a2d973 HTTP/1.1" status: 204 len: 168 time: 3.2139981 Aug 31 16:27:59.539238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:27:59.541813 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7040883f-2205-4596-ac25-033a6ea7288b" -d '{"events": [{"name": "network-changed", "server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "tag": "89d4371e-5453-4315-8b4b-b68db2008734"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:27:59.601909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:59.620976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ee98aae-5287-4f2b-b6e7-89e2842329f0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:27:59.622571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Transition to ACTIVE for port object 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:27:59.649343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:27:59.649996 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:59.660168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:27:59.802942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:27:59.803944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:59.833379 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea126d-79c1-4293-ba25-b982282923ea x-openstack-request-id: req-49ea126d-79c1-4293-ba25-b982282923ea {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:27:59.834297 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "tag": "89d4371e-5453-4315-8b4b-b68db2008734", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:27:59.834765 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49ea126d-79c1-4293-ba25-b982282923ea {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:27:59.835395 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734', 'status': 'completed', 'code': 200} Aug 31 16:27:59.860332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:27:59.986712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port 5bca5fa9-bbbf-44a1-8b71-a3447f87086f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,segment=NetworkSegment(d1c266bb-a260-4a17-813f-179f39327c38),segment_id=d1c266bb-a260-4a17-813f-179f39327c38)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:27:59.989861 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:00.010021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf83f-d649-4d64-9023-61b425368816 req-2aca3c34-fccc-48d8-9817-9819376451f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:00.012525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54cdf83f-d649-4d64-9023-61b425368816 req-2aca3c34-fccc-48d8-9817-9819376451f4 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 931 time: 0.0774341 Aug 31 16:28:00.012897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:00.030640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 5bca5fa9-bbbf-44a1-8b71-a3447f87086f owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:00.034851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:00.048494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:00.062466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040883f-2205-4596-ac25-033a6ea7288b req-e20987ed-67f9-4003-b87b-0286b814b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:00.064964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54cdf83f-d649-4d64-9023-61b425368816 req-0c4e42e9-603c-4973-8c70-f20040189b9b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Aug 31 16:28:00.065211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-e20987ed-67f9-4003-b87b-0286b814b00a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3712b9a0305475aaa9918a96e665f83&device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 1137 time: 0.1960440 Aug 31 16:28:00.084146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:12Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:00.110932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:00.167175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] Checking router: db9fa1b3-633d-4fa0-9b02-53a5d9110f37 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:00.200113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:00.202225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:00.277791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e6470-45fd-420d-8d82-d4dc752fdc04 req-5d337f9f-2b76-4584-bf63-a0aeace09033 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:00.280972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-999e6470-45fd-420d-8d82-d4dc752fdc04 req-5d337f9f-2b76-4584-bf63-a0aeace09033 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.1107194 Aug 31 16:28:00.292029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:00.292781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:00.337846 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-6d1f8692-f4c0-4cef-a395-98a4fa1b1a3c tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9679706 Aug 31 16:28:00.339573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-999e6470-45fd-420d-8d82-d4dc752fdc04 req-8ecd5b1e-fce8-44d6-9d00-9b3737aac2d9 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0472238 Aug 31 16:28:00.372849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Request body: {'port': {'device_id': '66815151-d812-460a-824c-cdccba233ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:00.401827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:00.462973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040883f-2205-4596-ac25-033a6ea7288b req-4305321e-4855-4ee3-b5bf-0e9f56bea8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:00.464544 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-4305321e-4855-4ee3-b5bf-0e9f56bea8af service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 200 len: 897 time: 0.3439925 Aug 31 16:28:00.559762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ce35fbe-144f-4926-93c5-ca7b27dc23ab None None] Provisioning for port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:00.573443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ce35fbe-144f-4926-93c5-ca7b27dc23ab None None] Provisioning complete for port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:00.573829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ce35fbe-144f-4926-93c5-ca7b27dc23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:00.666981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0ce35fbe-144f-4926-93c5-ca7b27dc23ab None None] Port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:00.705438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:12Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:00.753157 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39155534-a712-445c-b0f1-988fd2942d24 None None] The sync data for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 is: [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:26:05Z', 'revision_number': 4, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'de5439b8-4c13-4893-a44d-461978df1781', 'name': '', 'network_id': '2c2c0edb-1f4f-40f8-8504-116738369bca', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'mac_address': 'fa:16:3e:7f:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:04Z', 'updated_at': '2021-08-31T16:26:12Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'subnets': [{'id': '33bf889d-0113-4d2c-986c-41aaee0a4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:00.840886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-43abe765-0916-48f7-b850-e1868d1e005f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 200 len: 217 time: 0.3657792 Aug 31 16:28:00.845535 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:00.982773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040883f-2205-4596-ac25-033a6ea7288b req-435e03a1-d155-4e1f-9b9a-d64da8964b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:00.984337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-435e03a1-d155-4e1f-9b9a-d64da8964b62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33bf889d-0113-4d2c-986c-41aaee0a4d4e HTTP/1.1" status: 200 len: 834 time: 0.1331680 Aug 31 16:28:00.996372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.080415 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86605ae-f1f8-41d0-8cdb-5ee7da97f186 None None] New status for floating IP f6539946-ea10-48af-a041-0a6272a2d973: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:28:01.120521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=5bca5fa9-bbbf-44a1-8b71-a3447f87086f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:01.263184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040883f-2205-4596-ac25-033a6ea7288b req-507a9c16-9ca1-4a0f-8694-4a3ae0e20e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:01.264984 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-507a9c16-9ca1-4a0f-8694-4a3ae0e20e68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c2c0edb-1f4f-40f8-8504-116738369bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2648356 Aug 31 16:28:01.312543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-407a165f-304c-462e-9935-38911057b170 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:01.314793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-407a165f-304c-462e-9935-38911057b170 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.30 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.1184208 Aug 31 16:28:01.325806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1b9e2-1448-4553-ba58-f18eeb58a469 req-9219a647-bc17-414b-8937-b2f1ad7e673a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:01.327632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9f1b9e2-1448-4553-ba58-f18eeb58a469 req-9219a647-bc17-414b-8937-b2f1ad7e673a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 931 time: 0.1694031 Aug 31 16:28:01.436736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c9f1b9e2-1448-4553-ba58-f18eeb58a469 req-f10b61ef-f14e-4e26-b198-caa315589663 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731761 Aug 31 16:28:01.442973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.470263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port 89d4371e-5453-4315-8b4b-b68db2008734 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:01.470696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.639190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port 89d4371e-5453-4315-8b4b-b68db2008734, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=89d4371e-5453-4315-8b4b-b68db2008734,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:01.639714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.661342 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-ff684695-5a09-4fa4-b292-6be36f9d0e83 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478277 Aug 31 16:28:01.668014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for 89d4371e-5453-4315-8b4b-b68db2008734 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:01.690630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84071b-a250-49ad-84b5-5950136ff2d3 req-eef910be-19d1-4a5f-aab4-5c8d495cde6a tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:01.693724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe84071b-a250-49ad-84b5-5950136ff2d3 req-eef910be-19d1-4a5f-aab4-5c8d495cde6a tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/ports?device_id=983c08d7-0e45-4b2b-b5c6-9c2b922b3def HTTP/1.1" status: 200 len: 985 time: 0.1152174 Aug 31 16:28:01.753928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:28:01.771678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.807826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Transition to ACTIVE for port object 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:01.818488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe84071b-a250-49ad-84b5-5950136ff2d3 req-f3bf9c79-d42d-429e-86d3-99871e189961 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "GET /v2.0/security-groups?id=37b0610e-a474-4c81-8606-84b1b3829d0f&id=298b6bf0-a044-45b0-8d8a-bc83e7c131bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0669730 Aug 31 16:28:01.853806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.915945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:01.928217 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7040883f-2205-4596-ac25-033a6ea7288b req-73771a8e-f2cc-4485-bcc1-07c04ef55e43 service neutron] 10.222.0.30 "GET /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383025 Aug 31 16:28:01.968076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=89d4371e-5453-4315-8b4b-b68db2008734,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:02.001304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Pushing event updated for resources: {'Port': ['ID=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:02.011649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:02.026391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] No DVR routers for this DVR port 89d4371e-5453-4315-8b4b-b68db2008734 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:02.029775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.032451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47d46d99-aec9-4134-9021-c4ad1ef65b6f req-919a6e32-30c7-46b9-ac0d-086fe3aae7a2 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.30 "DELETE /v2.0/ports/89d4371e-5453-4315-8b4b-b68db2008734 HTTP/1.1" status: 204 len: 173 time: 0.7034898 Aug 31 16:28:02.032834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'name': 'network-vif-deleted', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:02.035399 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c76505-fe1f-4444-ace9-02740c27bf49" -d '{"events": [{"server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "name": "network-vif-deleted", "tag": "89d4371e-5453-4315-8b4b-b68db2008734"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:02.089755 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ec241-d81f-4e3e-b2ef-b2a5ece0c766 x-openstack-request-id: req-508ec241-d81f-4e3e-b2ef-b2a5ece0c766 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:02.090146 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983c08d7-0e45-4b2b-b5c6-9c2b922b3def", "name": "network-vif-deleted", "tag": "89d4371e-5453-4315-8b4b-b68db2008734", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:02.090458 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-508ec241-d81f-4e3e-b2ef-b2a5ece0c766 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:02.090941 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983c08d7-0e45-4b2b-b5c6-9c2b922b3def', 'name': 'network-vif-deleted', 'tag': '89d4371e-5453-4315-8b4b-b68db2008734', 'status': 'completed', 'code': 200} Aug 31 16:28:02.170044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Attempting to bind port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:02.170395 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Attempting to bind port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:02.170811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Attempting to bind port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 on network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:02.183815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 on network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:28:02.184650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Attempting to bind port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 on network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:02.202013 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:02.202535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Checking segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:02.203153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Bound using segment: {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:02.203770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Bound port: 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb32e224-8800-409b-b070-0af4e3f3cd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:02.204311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.221712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:02.227622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f0327217-d1bb-4a7f-9be0-10fede33a830 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1332586 Aug 31 16:28:02.231173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35948) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:02.233679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:02.245008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:02.245945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:02.299595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 43360ffc-cf66-4d7d-99d9-597b17cf023d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:02.299890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] For port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:02.304295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.306726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] For port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:02.312919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.363570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.370514 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:02.371154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.373206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] 10.222.0.49 "PUT /v2.0/ports/4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 200 len: 1092 time: 2.0172651 Aug 31 16:28:02.373680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:02.375992 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df" -d '{"events": [{"name": "network-changed", "server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:02.473845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c4b9-39ca-420a-ae10-5c654999a12f service neutron] Pushing event updated for resources: {'Port': ['ID=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:02.512535 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f106e785-534d-4abe-823e-aa94079f0c1d x-openstack-request-id: req-f106e785-534d-4abe-823e-aa94079f0c1d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:02.512823 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:02.513155 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f106e785-534d-4abe-823e-aa94079f0c1d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:02.513754 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'status': 'completed', 'code': 200} Aug 31 16:28:02.566864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-13066ae0-73a0-4665-886d-b95b91c151eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:02.571073 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-13066ae0-73a0-4665-886d-b95b91c151eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1095 time: 0.1376390 Aug 31 16:28:02.681190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-bb960fc0-6056-4757-8ed1-a4b1b0bfcebb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 200 len: 217 time: 0.1029305 Aug 31 16:28:02.775846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:02.784524 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-feaaa85c-9c9e-4183-94dc-d7c925d4cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:02.786037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-feaaa85c-9c9e-4183-94dc-d7c925d4cb87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2459f2aa-5bff-48f3-be8c-b1b297990f8e HTTP/1.1" status: 200 len: 835 time: 0.1006970 Aug 31 16:28:02.789784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.848475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-5d33e51a-2343-421a-acff-341de9dc4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:02.850020 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-5d33e51a-2343-421a-acff-341de9dc4d5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545664 Aug 31 16:28:02.854082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bb4f5-50ca-433a-bf06-953e32130f53 req-c117a7b1-ecf4-4de2-9cdb-d90030bdf0dd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:02.855762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-775bb4f5-50ca-433a-bf06-953e32130f53 req-c117a7b1-ecf4-4de2-9cdb-d90030bdf0dd tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 943 time: 0.1626747 Aug 31 16:28:02.905696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.941829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-775bb4f5-50ca-433a-bf06-953e32130f53 req-28c12df8-d0f7-4e23-9654-5b4ee714e71d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748823 Aug 31 16:28:02.943041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=43360ffc-cf66-4d7d-99d9-597b17cf023d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:02.947027 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:02.948980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8c4e6c42-05f6-459a-9b4c-9d4ea24a0dd7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/43360ffc-cf66-4d7d-99d9-597b17cf023d HTTP/1.1" status: 204 len: 168 time: 0.7165449 Aug 31 16:28:02.952128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35958) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:02.988318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe2318-1266-4efc-b1f3-a50af38aaf99 None None] Network 13c6ac73-7cad-43d9-9e33-46436f05e054 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:03.018904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35960) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:03.057594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-2d0d329a-d180-43b8-adca-4a5349d1170b service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001235 Aug 31 16:28:03.104112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.160140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:00Z', 'revision_number': 10, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:03.174238 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 9901b084-1493-4327-a8a9-21cfa795426b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:03.174692 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.182084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c5c808c-e49a-4d47-8100-4d5832155a9e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.199809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:03.209620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c5c808c-e49a-4d47-8100-4d5832155a9e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.218902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:03.219662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:03.255143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port 9901b084-1493-4327-a8a9-21cfa795426b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=9901b084-1493-4327-a8a9-21cfa795426b,segment=NetworkSegment(d1c266bb-a260-4a17-813f-179f39327c38),segment_id=d1c266bb-a260-4a17-813f-179f39327c38)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:03.255544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.292281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 9901b084-1493-4327-a8a9-21cfa795426b owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:03.316239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-517be0a9-4ea7-477e-982c-1483931cbed9 req-8f234857-f062-409a-8d16-a463072ec7c6 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397139 Aug 31 16:28:03.316239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c5c808c-e49a-4d47-8100-4d5832155a9e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.316239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7c5c808c-e49a-4d47-8100-4d5832155a9e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.316239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7c5c808c-e49a-4d47-8100-4d5832155a9e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/security-groups/298b6bf0-a044-45b0-8d8a-bc83e7c131bc HTTP/1.1" status: 204 len: 168 time: 0.2866197 Aug 31 16:28:03.329009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 35962) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:03.329009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c808c-e49a-4d47-8100-4d5832155a9e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b6bf0-a044-45b0-8d8a-bc83e7c131bc,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:03.382423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:03.461049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c3d5-288d-441a-b542-e5261029347e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.465382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-034dc827-f015-473d-b593-0b4abd1e1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:03.467823 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-034dc827-f015-473d-b593-0b4abd1e1359 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1095 time: 0.0663483 Aug 31 16:28:03.481030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a99a77-fed3-44f2-8860-c4c0eb3429b9 None None] DHCP port deletion for 13c6ac73-7cad-43d9-9e33-46436f05e054 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:03.486202 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.538607 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c3d5-288d-441a-b542-e5261029347e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.551147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=9901b084-1493-4327-a8a9-21cfa795426b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:03.555759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port 9901b084-1493-4327-a8a9-21cfa795426b on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:03.617899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-df85e450-7847-4be3-b348-da795418658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:03.619436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-df85e450-7847-4be3-b348-da795418658f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 200 len: 898 time: 0.1415720 Aug 31 16:28:03.626989 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c3d5-288d-441a-b542-e5261029347e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.633632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c3d5-288d-441a-b542-e5261029347e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.634692 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9cc9c3d5-288d-441a-b542-e5261029347e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/security-groups/37b0610e-a474-4c81-8606-84b1b3829d0f HTTP/1.1" status: 204 len: 168 time: 0.3103316 Aug 31 16:28:03.646231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35966) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:03.651695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:00Z', 'revision_number': 10, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:03.688584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9901b084-1493-4327-a8a9-21cfa795426b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:03.692658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105941e-ab5a-4c54-90af-0c907e622bb1 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:00Z', 'revision_number': 10, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None, '_interfaces': [{'id': '4b921c31-19e6-4e35-b478-56c1eecda99b', 'name': '', 'network_id': 'f5a47c2f-085b-4bac-8b9a-5dfe928a06d3', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'mac_address': 'fa:16:3e:24:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:08Z', 'updated_at': '2021-08-31T16:27:17Z', 'revision_number': 5, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'subnets': [{'id': '42b1f6d7-1d7e-4dc9-83b8-48a3d128add6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:03.719502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 9901b084-1493-4327-a8a9-21cfa795426b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:03.721731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 9901b084-1493-4327-a8a9-21cfa795426b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:03.725996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-ef0b01ae-f59a-4cfb-8b92-3761dd207f7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 200 len: 217 time: 0.0888011 Aug 31 16:28:03.726525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c3d5-288d-441a-b542-e5261029347e tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b0610e-a474-4c81-8606-84b1b3829d0f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:03.801906 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.805269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-a718cebb-d324-49c3-8000-49122c2943e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:03.806764 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-a718cebb-d324-49c3-8000-49122c2943e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2459f2aa-5bff-48f3-be8c-b1b297990f8e HTTP/1.1" status: 200 len: 835 time: 0.0738759 Aug 31 16:28:03.848688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c6ac73-7cad-43d9-9e33-46436f05e054']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:03.858681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-0925d74f-0ec0-466d-8c87-720535902ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:03.860262 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-0925d74f-0ec0-466d-8c87-720535902ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455995 Aug 31 16:28:03.865189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c266bb-a260-4a17-813f-179f39327c38') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:03.865488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c266bb-a260-4a17-813f-179f39327c38') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:03.882812 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.902839 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.955826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:03.956290 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:03.959576 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:03.980672 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-cdcc1d6c-1524-4ca3-b14f-3ff3125bce14 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083264 Aug 31 16:28:04.074018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:04.108696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:04.113480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/13c6ac73-7cad-43d9-9e33-46436f05e054 HTTP/1.1" status: 204 len: 168 time: 1.1570661 Aug 31 16:28:04.114390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 35970) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:04.125218 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b8bc4572-4a5a-42eb-bfcb-fdb9d08233df req-9dddcdc3-2732-42d4-ab3a-610fcb5bd272 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410549 Aug 31 16:28:04.165468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83bbe8-1a44-4aa9-94ef-1b6c8f6f1e50 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=13c6ac73-7cad-43d9-9e33-46436f05e054,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:04.284459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756313-18b4-4350-a5a3-970f4504cbbe req-4243d976-edcb-4932-9e7e-c3c263621174 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:04.285976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d756313-18b4-4350-a5a3-970f4504cbbe req-4243d976-edcb-4932-9e7e-c3c263621174 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 943 time: 0.2280817 Aug 31 16:28:04.432014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d756313-18b4-4350-a5a3-970f4504cbbe req-824b6a0a-0a8e-48b3-aa4d-a461ba5a96c1 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351242 Aug 31 16:28:04.460518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 89d4371e-5453-4315-8b4b-b68db2008734 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:04.488631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 89d4371e-5453-4315-8b4b-b68db2008734 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:04.488982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 89d4371e-5453-4315-8b4b-b68db2008734 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:04.601061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:04.788970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:05.461562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port de5439b8-4c13-4893-a44d-461978df1781 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:05.461891 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:05.534181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bca5fa9-bbbf-44a1-8b71-a3447f87086f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:05.556657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5bca5fa9-bbbf-44a1-8b71-a3447f87086f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:05.557428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5bca5fa9-bbbf-44a1-8b71-a3447f87086f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:05.647507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a22aa-8fd2-4729-8267-a394492d9009 req-d3ffa674-71ca-4aa1-bd81-72e3ee1d4e1b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:05.649115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c18a22aa-8fd2-4729-8267-a394492d9009 req-d3ffa674-71ca-4aa1-bd81-72e3ee1d4e1b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 943 time: 0.1097441 Aug 31 16:28:05.651039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port de5439b8-4c13-4893-a44d-461978df1781, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=de5439b8-4c13-4893-a44d-461978df1781,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:05.651420 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:05.675413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 4b921c31-19e6-4e35-b478-56c1eecda99b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:05.675761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:05.678575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for de5439b8-4c13-4893-a44d-461978df1781 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:05.815833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c18a22aa-8fd2-4729-8267-a394492d9009 req-4d72fe91-4f3c-4bbc-8194-f26755febba1 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523287 Aug 31 16:28:05.915132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port 4b921c31-19e6-4e35-b478-56c1eecda99b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4b921c31-19e6-4e35-b478-56c1eecda99b,segment=NetworkSegment(3e2a5006-a5df-4e07-9181-a2daae229a70),segment_id=3e2a5006-a5df-4e07-9181-a2daae229a70)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:05.915520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:05.937073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 4b921c31-19e6-4e35-b478-56c1eecda99b owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:06.143696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:06.175656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=de5439b8-4c13-4893-a44d-461978df1781,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:06.294659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:06.367983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=4b921c31-19e6-4e35-b478-56c1eecda99b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:06.515036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:06.532303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:06.791417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:06.945922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:06.956892 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:06.967846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:06.968495 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:06.980658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e96b4ffb-e65b-45ec-9bb7-4a1dfad72589 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8590670 Aug 31 16:28:06.983849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:07.047860 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:07.057996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e439d-b8ef-461d-ae74-b18acbe476e5 req-9f1db217-e512-42be-bc7b-bf9bf5dfaad9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:07.058694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting subnet 42b1f6d7-1d7e-4dc9-83b8-48a3d128add6 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:07.059598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e27e439d-b8ef-461d-ae74-b18acbe476e5 req-9f1db217-e512-42be-bc7b-bf9bf5dfaad9 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 943 time: 0.1403790 Aug 31 16:28:07.065857 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.077155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:07.108463 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 11, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.144096 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:07.153412 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:07.154068 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.160491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.165127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:28:07.235548 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:07.262540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.279555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e27e439d-b8ef-461d-ae74-b18acbe476e5 req-cb7ba828-6cdf-421f-979c-55f1fb337162 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101545 Aug 31 16:28:07.322634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:07.331751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7c20129-a36e-402d-9dd4-5959ab27aa65 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "PUT /v2.0/routers/db9fa1b3-633d-4fa0-9b02-53a5d9110f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6816590 Aug 31 16:28:07.331871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36008) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:07.352414 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 11, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.368214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:07.386172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'port_id': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'mac_address': 'fa:16:3e:b5:8c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:28:07.386639 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54b86-f7df-40ac-a9c2-ffb851a3f8c1 None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 11, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:07.391707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] Sync routers for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:07.426133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting subnet 33bf889d-0113-4d2c-986c-41aaee0a4d4e {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:07.432412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.434639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:07.436173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.436535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:07.492507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Subnet': ['ID=42b1f6d7-1d7e-4dc9-83b8-48a3d128add6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:07.504876 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.510259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.515901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b4920ad9-d6e0-4490-933f-b40f2dcc40dd tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/42b1f6d7-1d7e-4dc9-83b8-48a3d128add6 HTTP/1.1" status: 204 len: 168 time: 0.5267701 Aug 31 16:28:07.516032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36010) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:07.529488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:28:07.530103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.553603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:07.609366 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.627588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:07.670149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Deleting port 94f07ed1-0c30-4387-b2ce-200165969bfe {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:07.670664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.695987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa255d5-a27f-41bc-96d1-1a47e7c24d12 None None] Network f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:07.702429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.704064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.782434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] For port 94f07ed1-0c30-4387-b2ce-200165969bfe, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=94f07ed1-0c30-4387-b2ce-200165969bfe,segment=NetworkSegment(3e2a5006-a5df-4e07-9181-a2daae229a70),segment_id=3e2a5006-a5df-4e07-9181-a2daae229a70)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:07.783207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.814405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.822063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Calling delete_port for 94f07ed1-0c30-4387-b2ce-200165969bfe owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:07.884679 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Subnet': ['ID=33bf889d-0113-4d2c-986c-41aaee0a4d4e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:07.902791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:07.905831 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d663f08-6862-4b24-b8d3-f0a407c71504 tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/subnets/33bf889d-0113-4d2c-986c-41aaee0a4d4e HTTP/1.1" status: 204 len: 168 time: 0.5730777 Aug 31 16:28:07.910300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:07.974679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e570e77-6cd5-4379-8e23-4ad685648fe7 None None] Network 2c2c0edb-1f4f-40f8-8504-116738369bca requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:07.974679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['4c91665c-e9e5-49c7-a5de-bdba4b7db6e2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:28:08.051270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.128050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Port': ['ID=94f07ed1-0c30-4387-b2ce-200165969bfe,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:08.144732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No DVR routers for this DVR port 94f07ed1-0c30-4387-b2ce-200165969bfe on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:08.182088 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.189852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4b921c31-19e6-4e35-b478-56c1eecda99b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:08.284547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4b921c31-19e6-4e35-b478-56c1eecda99b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:08.285110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4b921c31-19e6-4e35-b478-56c1eecda99b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:08.285396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.295695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:08.298725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537aec39-92b4-4cad-bef2-789c08f9e7c7 None None] DHCP port deletion for f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:08.314491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a47c2f-085b-4bac-8b9a-5dfe928a06d3']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:08.335383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a5006-a5df-4e07-9181-a2daae229a70') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:08.335928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a5006-a5df-4e07-9181-a2daae229a70') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:08.353302 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.385910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.411817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:08.411817 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.413048 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:08.415437 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:08.506406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Deleting port c69ea144-c580-4e07-9537-70ec01898046 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:08.507406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.527007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55cb8-b8e7-47c9-b68e-f17b180f837d req-1c035a80-f77d-41b5-bbfe-4160086dfd0d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:08.530196 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1aa55cb8-b8e7-47c9-b68e-f17b180f837d req-1c035a80-f77d-41b5-bbfe-4160086dfd0d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 944 time: 0.1397548 Aug 31 16:28:08.538581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.583040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.586515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/networks/f5a47c2f-085b-4bac-8b9a-5dfe928a06d3 HTTP/1.1" status: 204 len: 168 time: 1.0695813 Aug 31 16:28:08.592036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36018) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:08.606494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'routes': None}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:08.620832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bda791-6a6e-4df5-9625-6658d62c28a2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Pushing event deleted for resources: {'Network': ['ID=f5a47c2f-085b-4bac-8b9a-5dfe928a06d3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:08.628067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1aa55cb8-b8e7-47c9-b68e-f17b180f837d req-88992bf5-71ae-4709-a858-4a4d48906668 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848956 Aug 31 16:28:08.721681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] For port c69ea144-c580-4e07-9537-70ec01898046, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c69ea144-c580-4e07-9537-70ec01898046,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:08.722255 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:08.732609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c69ea144-c580-4e07-9537-70ec01898046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 5, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port': {'id': 'c69ea144-c580-4e07-9537-70ec01898046', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:26:00Z', 'updated_at': '2021-08-31T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:08.796735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] DHCP port deletion for 2c2c0edb-1f4f-40f8-8504-116738369bca request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:08.808599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] Checking router: db9fa1b3-633d-4fa0-9b02-53a5d9110f37 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:08.881998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] Routers {'db9fa1b3-633d-4fa0-9b02-53a5d9110f37'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:08.882797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:09.137086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Calling delete_port for c69ea144-c580-4e07-9537-70ec01898046 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:09.198101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] Set router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:09.198862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Added routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 16:28:09.199288 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.extraroute_db [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Removed routes are [] {{(pid=101478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 16:28:09.200223 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.268682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:28:08Z', 'revision_number': 6, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:09.276327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] Deleting port 2b1b777f-187b-406f-a534-79a070d82098 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:09.276713 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.326100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e036cfb-d258-4989-bad2-ce0c57a23205 None None] The sync data for ids ['db9fa1b3-633d-4fa0-9b02-53a5d9110f37'] in n-d-793621-35 is: [{'id': 'db9fa1b3-633d-4fa0-9b02-53a5d9110f37', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771703931', 'tenant_id': 'b3712b9a0305475aaa9918a96e665f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:25:59Z', 'updated_at': '2021-08-31T16:28:08Z', 'revision_number': 6, 'project_id': 'b3712b9a0305475aaa9918a96e665f83', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:09.408045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.411835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] For port 2b1b777f-187b-406f-a534-79a070d82098, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2b1b777f-187b-406f-a534-79a070d82098,segment=NetworkSegment(cce5117e-72ba-4e3d-879f-8c22d4a1e57f),segment_id=cce5117e-72ba-4e3d-879f-8c22d4a1e57f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:09.412272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.440837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] Calling delete_port for 2b1b777f-187b-406f-a534-79a070d82098 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:09.447929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.554740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.585938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router d5987b05-e7cc-48a5-a4b4-582708d90fc7 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:09.592766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] Pushing event deleted for resources: {'Port': ['ID=2b1b777f-187b-406f-a534-79a070d82098,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:09.594623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39971df4-1a36-4ce9-afe4-eff8b7e1d360 None None] No DVR routers for this DVR port 2b1b777f-187b-406f-a534-79a070d82098 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:09.703080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:09.705784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.723242 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.728001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36024) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:09.734450 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] Sync routers for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:09.739499 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c611c5c9-52c4-43a3-a610-3205b653dda7 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 704 time: 1.1446798 Aug 31 16:28:09.756175 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:09.758078 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:09.798236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-63006314-9b0c-48e7-baf5-7f7524eb6d3a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 205 time: 0.0686779 Aug 31 16:28:09.799280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36026) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:09.819178 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Port': ['ID=c69ea144-c580-4e07-9537-70ec01898046,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:09.901984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 94f07ed1-0c30-4387-b2ce-200165969bfe no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:09.911504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:09.915633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.938738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 94f07ed1-0c30-4387-b2ce-200165969bfe {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:09.939276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 94f07ed1-0c30-4387-b2ce-200165969bfe not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:09.939808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2b1b777f-187b-406f-a534-79a070d82098 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:09.973321 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:09.980608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 2b1b777f-187b-406f-a534-79a070d82098 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:09.981367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2b1b777f-187b-406f-a534-79a070d82098 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:09.982033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device de5439b8-4c13-4893-a44d-461978df1781 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:09.992114 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 11, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:10.008650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: de5439b8-4c13-4893-a44d-461978df1781 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:10.009659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device de5439b8-4c13-4893-a44d-461978df1781 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:10.024444 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] Checking router: d5987b05-e7cc-48a5-a4b4-582708d90fc7 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:10.034941 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] Routers {'d5987b05-e7cc-48a5-a4b4-582708d90fc7'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:10.035691 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:10.050728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.054955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.084742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b899ff-ea60-4204-b9a1-25a3860dec3b req-7280a304-8137-47f1-a0f4-851588e08d9d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:10.086440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81b899ff-ea60-4204-b9a1-25a3860dec3b req-7280a304-8137-47f1-a0f4-851588e08d9d tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 944 time: 0.2146397 Aug 31 16:28:10.127427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.129151 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Fanout notify agent at l3_agent the message router_deleted on router db9fa1b3-633d-4fa0-9b02-53a5d9110f37 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:28:10.141294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.146532 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ccafe170-a1a9-48ae-afb0-2ae94c6a58dc tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/routers/db9fa1b3-633d-4fa0-9b02-53a5d9110f37 HTTP/1.1" status: 204 len: 168 time: 2.2347627 Aug 31 16:28:10.147568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36032) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:10.216918 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] Set router d5987b05-e7cc-48a5-a4b4-582708d90fc7 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:10.253503 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.337592 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 11, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:10.386414 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f0656-d516-4881-8860-457511e2ee5b None None] The sync data for ids ['d5987b05-e7cc-48a5-a4b4-582708d90fc7'] in n-d-793621-35 is: [{'id': 'd5987b05-e7cc-48a5-a4b4-582708d90fc7', 'name': 'tempest-RoutersIpV6Test-router-307419685', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:06Z', 'updated_at': '2021-08-31T16:28:06Z', 'revision_number': 11, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:10.389793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.402490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2c0edb-1f4f-40f8-8504-116738369bca']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:10.419083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:10.419704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce5117e-72ba-4e3d-879f-8c22d4a1e57f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:10.433870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.464645 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.481259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:10.482502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:10.488026 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:10.592302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.611257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.614317 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] 10.222.0.43 "DELETE /v2.0/networks/2c2c0edb-1f4f-40f8-8504-116738369bca HTTP/1.1" status: 204 len: 168 time: 0.4654362 Aug 31 16:28:10.661638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b568685-f159-442a-802e-1cd52dab4aba tempest-TestSecurityGroupsBasicOps-1283764769 tempest-TestSecurityGroupsBasicOps-1283764769-project] Pushing event deleted for resources: {'Network': ['ID=2c2c0edb-1f4f-40f8-8504-116738369bca,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:10.717694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81b899ff-ea60-4204-b9a1-25a3860dec3b req-cfbacdba-9d99-4d73-a4d4-65354c2cf6c2 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5965440 Aug 31 16:28:10.768789 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.771369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.853093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.853966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router d5987b05-e7cc-48a5-a4b4-582708d90fc7 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:28:10.863625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.865372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a448f72d-191a-44ea-a33f-0cf745d246b4 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 204 len: 168 time: 1.0643694 Aug 31 16:28:10.876612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36044) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:10.879697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2097422903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:10.912180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.913312 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.988439 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:10.998509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.018040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.022864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36046) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:11.023137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-59461842-8aca-4c49-86e0-0f98bf39b02d tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1473272 Aug 31 16:28:11.030558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:11.180747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36050) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:11.217505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:11.276830 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5130'] for router, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.291672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622016'] for router, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.320221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:11.324840 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:11.325239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.414473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36054) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:11.415433 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-94f7411f-cd8f-45c9-b666-d55f5d9c4f30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3712b9a0305475aaa9918a96e665f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322783 Aug 31 16:28:11.424436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Router f8da5692-99e4-4ff5-aefd-7144b2737f67 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:28:11.465211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.539852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:11.542445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:11.548004 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130666d8-f83b-414c-a860-c1a2a6771f69" -d '{"events": [{"server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:11.571890 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.608261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c69ea144-c580-4e07-9537-70ec01898046 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:11.626772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:11.639757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.641300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-15435bab-896e-443c-b103-fc37376d1742 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "PUT /v2.0/routers/f8da5692-99e4-4ff5-aefd-7144b2737f67 HTTP/1.1" status: 200 len: 698 time: 0.6171181 Aug 31 16:28:11.644289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:11.656112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] Sync routers for ids ['f8da5692-99e4-4ff5-aefd-7144b2737f67'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:11.666264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c69ea144-c580-4e07-9537-70ec01898046 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:11.667000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c69ea144-c580-4e07-9537-70ec01898046 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:11.680517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] Routers {'f8da5692-99e4-4ff5-aefd-7144b2737f67'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:11.681535 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423ba947-64e5-4ce0-99fb-f6ee36c0dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.681767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f8da5692-99e4-4ff5-aefd-7144b2737f67'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:11.743038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423ba947-64e5-4ce0-99fb-f6ee36c0dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.784277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:11.798538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1e5b1f17-1ea0-465c-9035-044133370e21 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/routers/f8da5692-99e4-4ff5-aefd-7144b2737f67 HTTP/1.1" status: 200 len: 704 time: 0.1526828 Aug 31 16:28:11.800225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] Set router f8da5692-99e4-4ff5-aefd-7144b2737f67 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:11.802618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36066) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:11.841076 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423ba947-64e5-4ce0-99fb-f6ee36c0dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.844164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-423ba947-64e5-4ce0-99fb-f6ee36c0dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:11.848595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-423ba947-64e5-4ce0-99fb-f6ee36c0dfc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/533f8dc6-d0fb-47df-9bc0-a5574ea0d0ef HTTP/1.1" status: 204 len: 168 time: 0.4297042 Aug 31 16:28:11.888656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba947-64e5-4ce0-99fb-f6ee36c0dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f8dc6-d0fb-47df-9bc0-a5574ea0d0ef,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:11.900721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da5692-99e4-4ff5-aefd-7144b2737f67', 'name': 'tempest-RoutersIpV6Test-router-2097422903', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:10Z', 'updated_at': '2021-08-31T16:28:11Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:11.902213 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e99a1a4c-d771-4b87-91f2-fc90122338c1 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8da5692-99e4-4ff5-aefd-7144b2737f67 HTTP/1.1" status: 200 len: 205 time: 0.0981851 Aug 31 16:28:11.906738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36070) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:11.964958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] Checking router: f8da5692-99e4-4ff5-aefd-7144b2737f67 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:11.976337 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad41579-7cf9-410e-a3bd-ac0b6bd97faa x-openstack-request-id: req-aad41579-7cf9-410e-a3bd-ac0b6bd97faa {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:11.976698 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:11.976888 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aad41579-7cf9-410e-a3bd-ac0b6bd97faa {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:11.977265 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'code': 200} Aug 31 16:28:11.990866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] Routers {'f8da5692-99e4-4ff5-aefd-7144b2737f67'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:11.991520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f8da5692-99e4-4ff5-aefd-7144b2737f67'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:12.057783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.130040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb10b9-a3bc-4ac4-870a-986beb783035 req-1995c362-273e-4255-901d-adca229fb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:12.131794 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-babb10b9-a3bc-4ac4-870a-986beb783035 req-1995c362-273e-4255-901d-adca229fb45c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0872791 Aug 31 16:28:12.139226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] Set router f8da5692-99e4-4ff5-aefd-7144b2737f67 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:12.215691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-babb10b9-a3bc-4ac4-870a-986beb783035 req-221a1065-377a-4650-9925-5417385ab970 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740235 Aug 31 16:28:12.251258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da5692-99e4-4ff5-aefd-7144b2737f67', 'name': 'tempest-RoutersIpV6Test-router-2097422903', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:10Z', 'updated_at': '2021-08-31T16:28:11Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:12.288063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.304983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cf3c8-6dae-470f-ab1a-fef84517f0f1 None None] The sync data for ids ['f8da5692-99e4-4ff5-aefd-7144b2737f67'] in n-d-793621-35 is: [{'id': 'f8da5692-99e4-4ff5-aefd-7144b2737f67', 'name': 'tempest-RoutersIpV6Test-router-2097422903', 'tenant_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:10Z', 'updated_at': '2021-08-31T16:28:11Z', 'revision_number': 2, 'project_id': 'e8bb050ff32f4097a855eccb0972b9c8', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:12.319256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975181d2-a9a2-40e8-82e7-c99685e45696 req-3ccbc00f-c3b7-4a15-9271-01375f5cc1d0 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:12.321921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-975181d2-a9a2-40e8-82e7-c99685e45696 req-3ccbc00f-c3b7-4a15-9271-01375f5cc1d0 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 945 time: 0.1781063 Aug 31 16:28:12.323487 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.394280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36074) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.421022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b56fc0f1-5cb9-4c86-a68b-7b96dd5f9f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.426186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.426638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Fanout notify agent at l3_agent the message router_deleted on router f8da5692-99e4-4ff5-aefd-7144b2737f67 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:28:12.439220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.440432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-64466dac-38a6-4a16-a9df-bfeec6176892 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/f8da5692-99e4-4ff5-aefd-7144b2737f67 HTTP/1.1" status: 204 len: 168 time: 0.5322869 Aug 31 16:28:12.444701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36076) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.451435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-975181d2-a9a2-40e8-82e7-c99685e45696 req-2cef739b-c7c9-40d5-a267-1980199ebcde tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197429 Aug 31 16:28:12.480988 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fa7a532d-51fa-4fd1-b1c7-9a381425b8e6 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8da5692-99e4-4ff5-aefd-7144b2737f67 HTTP/1.1" status: 200 len: 205 time: 0.0348501 Aug 31 16:28:12.484786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36078) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.540062 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-9dadc29d-5a78-4f80-b860-e807a4a2dad2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:12.545231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36080) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.545743 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9dadc29d-5a78-4f80-b860-e807a4a2dad2 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/f8da5692-99e4-4ff5-aefd-7144b2737f67 HTTP/1.1" status: 404 len: 336 time: 0.0589230 Aug 31 16:28:12.584501 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-27810fe7-6303-40f0-953b-64ae0fe62bc8 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:12.584942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27810fe7-6303-40f0-953b-64ae0fe62bc8 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:12.589930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-27810fe7-6303-40f0-953b-64ae0fe62bc8 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/1003ff6e-0c95-493b-b5bb-d15899dbd58d HTTP/1.1" status: 404 len: 337 time: 0.0402842 Aug 31 16:28:12.590195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36082) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.627139 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfabfa80-7998-482b-9be3-959bcb2b2713 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:12.627544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfabfa80-7998-482b-9be3-959bcb2b2713 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:12.632955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dfabfa80-7998-482b-9be3-959bcb2b2713 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/a8e85a48-c2d8-4d8c-b894-7eb0c258629c HTTP/1.1" status: 404 len: 337 time: 0.0384331 Aug 31 16:28:12.633245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36086) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.678302 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-856d540c-823e-4a52-bd72-78c8344fb23a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:12.678768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856d540c-823e-4a52-bd72-78c8344fb23a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:12.690480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-856d540c-823e-4a52-bd72-78c8344fb23a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/43360ffc-cf66-4d7d-99d9-597b17cf023d HTTP/1.1" status: 404 len: 337 time: 0.0464284 Aug 31 16:28:12.690751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36088) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.703775 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b56fc0f1-5cb9-4c86-a68b-7b96dd5f9f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.708610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b56fc0f1-5cb9-4c86-a68b-7b96dd5f9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.741308 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f09b089-bca4-4cb6-b49d-3b8f2bbf7f5a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:12.741785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f09b089-bca4-4cb6-b49d-3b8f2bbf7f5a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:12.746385 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5f09b089-bca4-4cb6-b49d-3b8f2bbf7f5a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/42b1f6d7-1d7e-4dc9-83b8-48a3d128add6 HTTP/1.1" status: 404 len: 337 time: 0.0523868 Aug 31 16:28:12.748363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36090) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.761954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fc0f1-5cb9-4c86-a68b-7b96dd5f9f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42200b-1545-4cd1-b400-e7af229e819d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:12.779415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b56fc0f1-5cb9-4c86-a68b-7b96dd5f9f03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb71e2d6abef40cda66c3b4273508e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833880 Aug 31 16:28:12.780354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36092) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.786273 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-492e4635-cf64-4ea9-b27d-b243142a5032 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 200 len: 205 time: 0.0365796 Aug 31 16:28:12.789242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36094) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.841643 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-a9004c96-3e48-4b64-b11d-de231536c269 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:12.842941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a9004c96-3e48-4b64-b11d-de231536c269 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/d5987b05-e7cc-48a5-a4b4-582708d90fc7 HTTP/1.1" status: 404 len: 336 time: 0.0524702 Aug 31 16:28:12.846826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36096) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.883923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f4cb3cd4-bf96-4765-95c4-d44c352c031a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=6aed1b67-80f1-41ef-aab7-1b654fa05ccd HTTP/1.1" status: 200 len: 205 time: 0.0358264 Aug 31 16:28:12.884950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aed83d2b-aa39-4575-8d06-8814278cd3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.888332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36098) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:12.925583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aed83d2b-aa39-4575-8d06-8814278cd3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:12.947413 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-394f61a5-deb4-4aba-aa5b-ef3b7157acfa tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:12.949676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-394f61a5-deb4-4aba-aa5b-ef3b7157acfa tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/6aed1b67-80f1-41ef-aab7-1b654fa05ccd HTTP/1.1" status: 404 len: 336 time: 0.0601900 Aug 31 16:28:12.953289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36100) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.013234 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a6f74f-8881-413b-8f5d-a90183f87177 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:13.016337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a6f74f-8881-413b-8f5d-a90183f87177 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:13.023655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-15a6f74f-8881-413b-8f5d-a90183f87177 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/1b973d3e-ae28-44a1-9630-6f3ec0206dad HTTP/1.1" status: 404 len: 337 time: 0.0690069 Aug 31 16:28:13.024104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36102) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.067073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-84942dc9-5c45-4216-af5f-8009eb997e36 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 200 len: 205 time: 0.0378954 Aug 31 16:28:13.067363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36104) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.069236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aed83d2b-aa39-4575-8d06-8814278cd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:13.072335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aed83d2b-aa39-4575-8d06-8814278cd3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:13.076863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aed83d2b-aa39-4575-8d06-8814278cd3eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e42200b-1545-4cd1-b400-e7af229e819d HTTP/1.1" status: 204 len: 168 time: 0.2918684 Aug 31 16:28:13.083870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed83d2b-aa39-4575-8d06-8814278cd3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42200b-1545-4cd1-b400-e7af229e819d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:13.121440 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-5a44b3e5-4597-42ed-a50f-b47721e198c9 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:13.123274 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a44b3e5-4597-42ed-a50f-b47721e198c9 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/7ca3d7de-82d8-4598-8088-45f3f4cf81a8 HTTP/1.1" status: 404 len: 336 time: 0.0540502 Aug 31 16:28:13.125883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36108) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.182968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-005d5259-fb78-4e11-bf04-0c35773a967b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=441e6a06-ea44-4c46-b697-1570f23e4314 HTTP/1.1" status: 200 len: 205 time: 0.0557649 Aug 31 16:28:13.186260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36110) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.259287 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-f254df42-eefa-4502-be5d-bbccf1f72d2b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:13.260863 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f254df42-eefa-4502-be5d-bbccf1f72d2b tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/441e6a06-ea44-4c46-b697-1570f23e4314 HTTP/1.1" status: 404 len: 336 time: 0.0731847 Aug 31 16:28:13.263401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36112) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.326002 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3632bd8-dfd5-4646-93ff-bec4c81eac1a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:13.326464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3632bd8-dfd5-4646-93ff-bec4c81eac1a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:13.330780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c3632bd8-dfd5-4646-93ff-bec4c81eac1a tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/0b4b01ae-ffb7-4389-8c2d-ac0c792a07c5 HTTP/1.1" status: 404 len: 337 time: 0.0637918 Aug 31 16:28:13.331117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36114) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.365634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0db53665-8970-4df2-a543-f1be98b9d3be tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=105faa15-7bbe-4043-b728-270ee2308324 HTTP/1.1" status: 200 len: 205 time: 0.0330970 Aug 31 16:28:13.369237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36118) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.425823 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-1c0780b4-1bb0-483f-8652-cecfe0c5def8 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:13.426798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1c0780b4-1bb0-483f-8652-cecfe0c5def8 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/105faa15-7bbe-4043-b728-270ee2308324 HTTP/1.1" status: 404 len: 336 time: 0.0562270 Aug 31 16:28:13.430534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36120) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.492482 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-093f95ff-9d55-47d8-830c-4989c453cfff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:13.493324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093f95ff-9d55-47d8-830c-4989c453cfff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:13.497857 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-093f95ff-9d55-47d8-830c-4989c453cfff tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/a24c1d2c-21fd-4b4c-998b-119d408338fc HTTP/1.1" status: 404 len: 337 time: 0.0644958 Aug 31 16:28:13.500077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36124) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.553566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-96406204-24c9-40f3-8505-7c2d2e7dd0fc tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "GET /v2.0/ports?device_id=22d6336d-5c66-44d2-9df5-b0ddf3f2a1df HTTP/1.1" status: 200 len: 205 time: 0.0515437 Aug 31 16:28:13.555634 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36126) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.614731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36128) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.668377 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-97231a91-9d01-4ca6-8cdd-de81eb7ecbec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e21fbd194ce4695be1da1c00640048c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522959 Aug 31 16:28:13.671294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36132) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.707002 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-26c0a09d-f56a-47b2-9a13-88f79f4f261f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] delete failed (client error): The resource could not be found. Aug 31 16:28:13.708722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26c0a09d-f56a-47b2-9a13-88f79f4f261f tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/routers/22d6336d-5c66-44d2-9df5-b0ddf3f2a1df HTTP/1.1" status: 404 len: 336 time: 0.1515651 Aug 31 16:28:13.712828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36134) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.754478 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d33320da-eafc-4884-a534-23faadcd4e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:13.783917 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc3ebb3-8189-42a8-9123-7873ad81a372 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:13.784642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc3ebb3-8189-42a8-9123-7873ad81a372 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:13.786756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4dc3ebb3-8189-42a8-9123-7873ad81a372 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/27bf9ef4-5756-4b05-9286-d8b7cbcb211a HTTP/1.1" status: 404 len: 337 time: 0.0725722 Aug 31 16:28:13.789269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36136) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:13.795382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d33320da-eafc-4884-a534-23faadcd4e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:13.834578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cda85-d39e-4a66-887d-eee960e6b9b6 req-3f977c92-1a41-4006-a470-2d09e1949849 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:13.836580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-419cda85-d39e-4a66-887d-eee960e6b9b6 req-3f977c92-1a41-4006-a470-2d09e1949849 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 945 time: 0.2652893 Aug 31 16:28:13.837948 n-d-793621-35 neutron-server[101477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3e751d-6447-4222-b5aa-b9fa0ff06d77 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] DELETE failed (client error): The resource could not be found. Aug 31 16:28:13.838581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3e751d-6447-4222-b5aa-b9fa0ff06d77 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:28:13.840590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e3e751d-6447-4222-b5aa-b9fa0ff06d77 tempest-RoutersIpV6Test-1188135097 tempest-RoutersIpV6Test-1188135097-project] 10.222.0.43 "DELETE /v2.0/subnets/9bee5b25-a54c-463d-b096-b46fd00ee943 HTTP/1.1" status: 404 len: 337 time: 0.0500920 Aug 31 16:28:13.880348 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d33320da-eafc-4884-a534-23faadcd4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:13.883889 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d33320da-eafc-4884-a534-23faadcd4e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:13.886270 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d33320da-eafc-4884-a534-23faadcd4e8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7a98e81-98c6-4479-aa0c-28159716a96e HTTP/1.1" status: 204 len: 168 time: 0.2135258 Aug 31 16:28:13.921924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33320da-eafc-4884-a534-23faadcd4e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a98e81-98c6-4479-aa0c-28159716a96e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:13.923974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-419cda85-d39e-4a66-887d-eee960e6b9b6 req-5ff42ff3-5ed4-4bc2-a368-2c2cbac21638 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794373 Aug 31 16:28:14.131318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984cdd-a834-4f81-bccf-bcbbf358ac9c req-0eb4c447-a655-4910-ae0b-f6f5fb79dedb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:14.133165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17984cdd-a834-4f81-bccf-bcbbf358ac9c req-0eb4c447-a655-4910-ae0b-f6f5fb79dedb tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 945 time: 0.0663357 Aug 31 16:28:14.201486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17984cdd-a834-4f81-bccf-bcbbf358ac9c req-91c36f18-c289-4d6b-a2a7-02c9a0236b53 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608752 Aug 31 16:28:14.232712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36148) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:14.299126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043297b5-9fdc-403f-bb6a-dabfac29a316 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:14.305803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-043297b5-9fdc-403f-bb6a-dabfac29a316 tempest-TestNetworkBasicOps-2071248168 tempest-TestNetworkBasicOps-2071248168-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1092 time: 0.0676208 Aug 31 16:28:14.306291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36150) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:14.315875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:14.347147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36152) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:14.359459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.493229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.566195 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7493794e-8f25-4863-bd02-1c656b3a2716 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8bb050ff32f4097a855eccb0972b9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178276 Aug 31 16:28:14.569809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36164) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:14.676433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Allocated IP 172.25.6.114 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/de5c6be6-d382-49f1-8dcc-4dfd4a86f565) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:14.690454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e97a4bca-65c4-4c39-a88b-a388169bd99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.769183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e97a4bca-65c4-4c39-a88b-a388169bd99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.858189 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.862761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e97a4bca-65c4-4c39-a88b-a388169bd99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.865481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e97a4bca-65c4-4c39-a88b-a388169bd99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.866724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e97a4bca-65c4-4c39-a88b-a388169bd99a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5ddedf7-7c52-4e90-96d7-bc8cdd3f452b HTTP/1.1" status: 204 len: 168 time: 0.2955956 Aug 31 16:28:14.879353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a4bca-65c4-4c39-a88b-a388169bd99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ddedf7-7c52-4e90-96d7-bc8cdd3f452b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:14.939801 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:14.993503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:14.999618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:15.005334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:15.009034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=de5c6be6-d382-49f1-8dcc-4dfd4a86f565,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:15.080880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36178) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:15.292380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1935186520-network', 'tenant_id': '7062a359e12844b89326143d08fcbf6c'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:15.322924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Made reservation on behalf of 7062a359e12844b89326143d08fcbf6c for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:15.327384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.339478 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.458995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.468055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.498236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:15.520529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62154e6-5c26-4190-8e84-9093bc7c252f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:15.526481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.527223 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Added segment fc0c6a5d-1956-4143-a00b-22bf1b5e9da9 of type vlan for network e20dfc24-6e45-4b20-81be-7d2911a54906 Aug 31 16:28:15.581444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.617935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.619556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:15.620772 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.766134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6793213 Aug 31 16:28:15.766438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36200) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:15.780163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Request body: {'subnet': {'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1935186520-subnet', 'tenant_id': '7062a359e12844b89326143d08fcbf6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:15.800618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195a27b-a9f3-48b4-9610-a1de295d2ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=e20dfc24-6e45-4b20-81be-7d2911a54906,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:15.817423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e20dfc24-6e45-4b20-81be-7d2911a54906 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:15.828862 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:15.834762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Made reservation on behalf of 7062a359e12844b89326143d08fcbf6c for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:15.840118 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.016534 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.048641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36208) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:16.147899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.229975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14759722-ac53-47b0-bdda-f2f23791cc19,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:16.251825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Checking segment: {'id': 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:16.252391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Network hostable DHCP agents. Network: e20dfc24-6e45-4b20-81be-7d2911a54906, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:16.280334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Network e20dfc24-6e45-4b20-81be-7d2911a54906 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:16.296568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e20dfc24-6e45-4b20-81be-7d2911a54906) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:16.303915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:16.305043 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.316424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa424a-4c00-4a44-af45-a5405cefdb2a None None] Network e20dfc24-6e45-4b20-81be-7d2911a54906 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:16.344975 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-16d8ae0d-5284-4c44-b989-75cacfde6394 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5721886 Aug 31 16:28:16.538031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f14d96-2fd8-4c1b-8452-a6eb4a16e00e None None] Network e20dfc24-6e45-4b20-81be-7d2911a54906 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:16.559336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1853291755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:16.601866 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.602891 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.698378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.704282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.706985 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.714103 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.778819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.779917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-add1e2d9-87b4-4f4e-9840-8dead631c8dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7302103 Aug 31 16:28:16.783160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36220) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:16.790033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-331718320'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:16.800545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event updated for resources: {'Port': ['ID=de5c6be6-d382-49f1-8dcc-4dfd4a86f565,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:16.815167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.850978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:16.854885 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.873628 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.945197 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Floating IP 73b1d6f3-6db9-44f1-8b61-17aa37be42b7 associated. External IP: 172.25.6.114, port: 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2. Aug 31 16:28:16.991850 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:16.998555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.032800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:17.048607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecaca63-16e6-4738-94df-9df8ab360176,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:17.069944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.069944 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Added segment dc900de4-94f3-4ce6-b102-bc3eec7cdc00 of type vlan for network e0fec309-5aab-480d-883f-66ad4f3916b7 Aug 31 16:28:17.114647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:17.124755 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1519854175-network', 'tenant_id': 'e55aee8022fd4186aaa448fe3b139ec0'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:17.133529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.164834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Made reservation on behalf of e55aee8022fd4186aaa448fe3b139ec0 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:17.167460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.180980 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.190977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.196888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:17.198204 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.217276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 628e7f10-f095-49d2-86eb-ccacbe31435b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:17.295574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Network': ['ID=e0fec309-5aab-480d-883f-66ad4f3916b7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:17.311226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e0fec309-5aab-480d-883f-66ad4f3916b7 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:17.371504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:17.385841 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] Sync routers for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:17.398085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.402720 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:17.406042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:17.409122 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.411035 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.452637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8b45133d-4caa-4b38-be0d-a851dfda0f57 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6647549 Aug 31 16:28:17.456786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36234) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:17.464179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:17.468127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'subnet': {'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:17.473956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6d3d6-7008-4433-aed6-3f9bd4da47f9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:17.503729 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.505383 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Added segment 82db7237-ab70-40c5-bde8-636b4c10a6ca of type vlan for network 70abade5-d6f7-4f14-bfb0-8fc445cb47d9 Aug 31 16:28:17.576292 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.581837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d259ce65-4f44-4d46-9f7e-58e2e3626b82 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2736602 Aug 31 16:28:17.585836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:17.587802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:17.592130 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:17.617305 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:17.702886 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeef7aa-a9f4-4b87-9890-7a4add4d08ed x-openstack-request-id: req-9aeef7aa-a9f4-4b87-9890-7a4add4d08ed {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:17.703477 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:17.703766 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9aeef7aa-a9f4-4b87-9890-7a4add4d08ed {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:17.704287 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'status': 'completed', 'code': 200} Aug 31 16:28:17.707348 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.709299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:17.709716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.721284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8a96e451-8260-42e6-93c3-4c18656cfc84 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/73b1d6f3-6db9-44f1-8b61-17aa37be42b7 HTTP/1.1" status: 200 len: 991 time: 0.1317453 Aug 31 16:28:17.724654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:17.729098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.776665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6585250 Aug 31 16:28:17.784405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36250) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:17.789392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Request body: {'subnet': {'network_id': '70abade5-d6f7-4f14-bfb0-8fc445cb47d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1519854175-subnet', 'tenant_id': 'e55aee8022fd4186aaa448fe3b139ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:17.806686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf5515-386f-4935-ad11-c1603119fd25 admin admin] Pushing event updated for resources: {'Network': ['ID=70abade5-d6f7-4f14-bfb0-8fc445cb47d9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:17.831169 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 70abade5-d6f7-4f14-bfb0-8fc445cb47d9 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:17.835537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Made reservation on behalf of e55aee8022fd4186aaa448fe3b139ec0 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:17.838287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:17.857289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-b786d796-8b20-41cc-9078-7d37d5689c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:17.858801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-b786d796-8b20-41cc-9078-7d37d5689c4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1097 time: 0.1020231 Aug 31 16:28:17.973129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-6141b4df-c52a-4f7d-abdd-0c116be792c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:17.974706 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-6141b4df-c52a-4f7d-abdd-0c116be792c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 200 len: 898 time: 0.1079972 Aug 31 16:28:18.063911 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '73b1d6f3-6db9-44f1-8b61-17aa37be42b7', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'port_id': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'mac_address': 'fa:16:3e:b5:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66815151-d812-460a-824c-cdccba233ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:28:15Z', 'updated_at': '2021-08-31T16:28:15Z', 'revision_number': 0, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:58Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:18.097384 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-0a15743c-9b46-4fa5-86b3-1bd6c8d29dd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 200 len: 999 time: 0.1149197 Aug 31 16:28:18.099593 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] Checking router: 628e7f10-f095-49d2-86eb-ccacbe31435b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:18.111598 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:18.112742 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:18.132121 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.203096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-2d8e97ec-f2e4-46f0-956c-768e916f137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:18.204729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-2d8e97ec-f2e4-46f0-956c-768e916f137b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2459f2aa-5bff-48f3-be8c-b1b297990f8e HTTP/1.1" status: 200 len: 835 time: 0.0995042 Aug 31 16:28:18.211952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7db69cc-b59f-42c5-aad5-6dd96fb29058,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:18.212837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.232214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Checking segment: {'id': '82db7237-ab70-40c5-bde8-636b4c10a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '70abade5-d6f7-4f14-bfb0-8fc445cb47d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:18.232576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Network hostable DHCP agents. Network: 70abade5-d6f7-4f14-bfb0-8fc445cb47d9, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:18.259028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Network 70abade5-d6f7-4f14-bfb0-8fc445cb47d9 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:18.276257 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:18.291578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 70abade5-d6f7-4f14-bfb0-8fc445cb47d9) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:18.299018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:18.299704 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.316119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-17a3c1d5-423e-4bec-887a-01fa6426c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:18.317337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82ca88-3cc8-41ee-b9aa-8275acc6a1e1 None None] Network 70abade5-d6f7-4f14-bfb0-8fc445cb47d9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:18.317820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-17a3c1d5-423e-4bec-887a-01fa6426c2c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025801 Aug 31 16:28:18.346922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-58a6af43-3d05-40d0-935f-02b3350fba8d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5608428 Aug 31 16:28:18.358052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Subnet': ['ID=4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:18.400720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Checking segment: {'id': 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:18.402179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network hostable DHCP agents. Network: e0fec309-5aab-480d-883f-66ad4f3916b7, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:18.439282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network e0fec309-5aab-480d-883f-66ad4f3916b7 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:18.462161 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e0fec309-5aab-480d-883f-66ad4f3916b7) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:18.469994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:18.470605 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.474500 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-acde7402-b663-4022-a000-964fb6fb8e18 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478324 Aug 31 16:28:18.505248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f4160-14e4-49b4-96fd-6cf613bbb77a None None] Network e0fec309-5aab-480d-883f-66ad4f3916b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:18.570653 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d76d6c76-6b4c-4ad6-9395-09881b27396e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1125178 Aug 31 16:28:18.570874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36266) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:18.577219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'network': {'name': 'tempest-router-network01--79070140'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:18.607511 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:18.611765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.673280 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d9bf69f0-8b1c-4e93-94c2-b5c2c7827cc3 req-f8bb4893-c33c-4c3e-b8b0-1a34df496c6e service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889505 Aug 31 16:28:18.677301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:18.697937 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.698354 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Added segment bc573dbe-898c-4beb-a17b-d3b2953ea905 of type vlan for network 67cecf52-9a60-4801-ba38-132955dfc49e Aug 31 16:28:18.736325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36274) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:18.838346 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '73b1d6f3-6db9-44f1-8b61-17aa37be42b7', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'port_id': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'mac_address': 'fa:16:3e:b5:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66815151-d812-460a-824c-cdccba233ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:28:15Z', 'updated_at': '2021-08-31T16:28:15Z', 'revision_number': 0, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:58Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:18.839622 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e7874-14df-4757-89d7-31aff287b76d None None] Network 70abade5-d6f7-4f14-bfb0-8fc445cb47d9 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:18.877507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.910503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-89f14f03-48cf-4616-9b0c-dd1a6a6a7bd7 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/73b1d6f3-6db9-44f1-8b61-17aa37be42b7 HTTP/1.1" status: 200 len: 991 time: 0.1827407 Aug 31 16:28:18.927355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc6cb1-23fa-4829-9ec6-add97692bdaf None None] The sync data for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 is: [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '73b1d6f3-6db9-44f1-8b61-17aa37be42b7', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'port_id': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'mac_address': 'fa:16:3e:b5:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66815151-d812-460a-824c-cdccba233ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:28:15Z', 'updated_at': '2021-08-31T16:28:15Z', 'revision_number': 0, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:58Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:18.942230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:18.951404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:18.953606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.054408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4821846 Aug 31 16:28:19.057215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36282) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:19.062894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'network': {'name': 'tempest-router-network02--1012316600'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:19.088382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0caa26-8af1-4e29-b096-32dcfcf2d993 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Network': ['ID=67cecf52-9a60-4801-ba38-132955dfc49e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:19.115783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 67cecf52-9a60-4801-ba38-132955dfc49e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:19.122996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:19.126749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.186226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:19.190784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.190784 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Added segment 48e7ddee-a762-4e5e-8014-15862b42a815 of type vlan for network c62ac19c-7093-41f8-a589-def792fe1d52 Aug 31 16:28:19.244557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.274817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-e0fec309-5aab-480d-883f-66ad4f3916b7', 'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7', 'tenant_id': 'a1f3e225a5974b7680cf47700ddabf29', 'fixed_ips': [{'subnet_id': '4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:28:19.275824 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.294746 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.302343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:19.303005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.320243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32831503-b240-4411-943f-81d98b262725 None None] New status for floating IP 73b1d6f3-6db9-44f1-8b61-17aa37be42b7: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:28:19.354737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-eec7cec3-77a6-4d72-bd03-8541dadeefaa tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:19.356951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-eec7cec3-77a6-4d72-bd03-8541dadeefaa tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/networks?id=e20dfc24-6e45-4b20-81be-7d2911a54906 HTTP/1.1" status: 200 len: 812 time: 0.2137141 Aug 31 16:28:19.383196 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-af88aa7f-6610-4a0b-9aeb-7fa01d9dddc9 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/quotas/7062a359e12844b89326143d08fcbf6c HTTP/1.1" status: 200 len: 375 time: 0.0189612 Aug 31 16:28:19.405877 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3473971 Aug 31 16:28:19.406775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799952-6fe8-4023-8fea-2e395dd2e1ac tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Network': ['ID=c62ac19c-7093-41f8-a589-def792fe1d52,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:19.413614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36296) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:19.432669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c62ac19c-7093-41f8-a589-def792fe1d52 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:19.436795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'subnet': {'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:19.442313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-eb708092-13c5-4532-9194-252a57f01bdd tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7062a359e12844b89326143d08fcbf6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501394 Aug 31 16:28:19.616045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-e020bfa4-8fa5-4ad9-8cde-665f3fa48bec service neutron] 10.222.0.43 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581752 Aug 31 16:28:19.617505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:19.621333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:19.836855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-0636c553-d648-49ea-bdbb-6333373ec594 service neutron] 10.222.0.43 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096088 Aug 31 16:28:19.845934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Allocated IP 2001:db8::2 (e0fec309-5aab-480d-883f-66ad4f3916b7/4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f/e3d2593f-2427-46a2-b616-afc0e6752323) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:19.914305 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36300) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:19.961785 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.048743 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-68a6dd74-a16d-46f1-9f55-5c1a789c15c3 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/73b1d6f3-6db9-44f1-8b61-17aa37be42b7 HTTP/1.1" status: 200 len: 993 time: 0.1324527 Aug 31 16:28:20.061379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.068902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Subnet': ['ID=34dc08ae-3287-4eaf-8e2c-ac8f508e9683,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:20.080004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Transition to ACTIVE for port object e3d2593f-2427-46a2-b616-afc0e6752323 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:20.103322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Transition to ACTIVE for port object e3d2593f-2427-46a2-b616-afc0e6752323 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:20.113177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.117473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Checking segment: {'id': 'bc573dbe-898c-4beb-a17b-d3b2953ea905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:20.118287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network hostable DHCP agents. Network: 67cecf52-9a60-4801-ba38-132955dfc49e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:20.141772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network 67cecf52-9a60-4801-ba38-132955dfc49e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:20.159894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 67cecf52-9a60-4801-ba38-132955dfc49e) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:20.168753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:20.169749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.173528 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Network e0fec309-5aab-480d-883f-66ad4f3916b7 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:20.176839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1d9b3-7e5d-4f70-b34a-5eea9ebdbac0 None None] Network 67cecf52-9a60-4801-ba38-132955dfc49e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:20.196543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c7469111-c774-463e-80e1-dcd3768de68c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7785375 Aug 31 16:28:20.197652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36308) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:20.204158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'subnet': {'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:20.261487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:20.273678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:20.273953 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04cd91be-590d-4a28-95c1-568d0b9f1694 req-c55cfdca-55e1-4fca-90d8-f6a933ec4f21 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 210 time: 0.0639353 Aug 31 16:28:20.283762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Pushing event updated for resources: {'Port': ['ID=e3d2593f-2427-46a2-b616-afc0e6752323,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:20.394243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Attempting to bind port e3d2593f-2427-46a2-b616-afc0e6752323 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:20.395275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Attempting to bind port e3d2593f-2427-46a2-b616-afc0e6752323 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:20.397427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Attempting to bind port e3d2593f-2427-46a2-b616-afc0e6752323 on network e0fec309-5aab-480d-883f-66ad4f3916b7 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:20.404533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:20.410155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.417004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:20.417436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Checking segment: {'id': 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:20.417754 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.418153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Bound using segment: {'id': 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:20.419318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Bound port: e3d2593f-2427-46a2-b616-afc0e6752323, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e0fec309-5aab-480d-883f-66ad4f3916b7'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:20.419881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.562961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-67cecf52-9a60-4801-ba38-132955dfc49e', 'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e', 'tenant_id': 'a1f3e225a5974b7680cf47700ddabf29', 'fixed_ips': [{'subnet_id': '34dc08ae-3287-4eaf-8e2c-ac8f508e9683'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:28:20.563898 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.662417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.698863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] For port e3d2593f-2427-46a2-b616-afc0e6752323, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:20.706061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] For port e3d2593f-2427-46a2-b616-afc0e6752323, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e3d2593f-2427-46a2-b616-afc0e6752323,segment=NetworkSegment(dc900de4-94f3-4ce6-b102-bc3eec7cdc00),segment_id=dc900de4-94f3-4ce6-b102-bc3eec7cdc00)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:20.756176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Subnet': ['ID=e049123a-a083-4285-9dea-9baa7fd2f039,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:20.764129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Checking segment: {'id': '48e7ddee-a762-4e5e-8014-15862b42a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:20.764615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network hostable DHCP agents. Network: c62ac19c-7093-41f8-a589-def792fe1d52, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:20.784579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network c62ac19c-7093-41f8-a589-def792fe1d52 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:20.787053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Allocated IP 2001:db8::2 (67cecf52-9a60-4801-ba38-132955dfc49e/34dc08ae-3287-4eaf-8e2c-ac8f508e9683/a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:20.796802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c62ac19c-7093-41f8-a589-def792fe1d52) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:20.802694 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:20.803210 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.803464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:20.823257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b307a-aaa0-4860-9b4a-275928388e86 None None] Network c62ac19c-7093-41f8-a589-def792fe1d52 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:20.824658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36318) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:20.825240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0ecc3231-0e2a-4882-81c6-4d766435739e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6261318 Aug 31 16:28:21.021475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56e956-c129-4b73-882a-40efc6d2978a None None] Pushing event updated for resources: {'Port': ['ID=e3d2593f-2427-46a2-b616-afc0e6752323,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:21.251838 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d84bd57b-f6ed-4851-8031-780d32161438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:21.305845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-c62ac19c-7093-41f8-a589-def792fe1d52', 'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52', 'tenant_id': 'a1f3e225a5974b7680cf47700ddabf29', 'fixed_ips': [{'subnet_id': 'e049123a-a083-4285-9dea-9baa7fd2f039'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:28:21.308827 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:21.355749 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:21.483945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Transition to ACTIVE for port object a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:21.538124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Transition to ACTIVE for port object a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:21.552536 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:21.593097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Allocated IP 2001:db8::2 (c62ac19c-7093-41f8-a589-def792fe1d52/e049123a-a083-4285-9dea-9baa7fd2f039/8e37dbde-74c6-4372-9bd5-f73ac3928ee2) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:21.776835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e3d2593f-2427-46a2-b616-afc0e6752323 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:21.860451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Network 67cecf52-9a60-4801-ba38-132955dfc49e is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:21.873234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b38632a-2703-4b0d-adca-84393e3c1291 req-0597d680-1aa8-4cdd-9dc4-c73d23231786 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 210 time: 0.1394129 Aug 31 16:28:21.884310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:21.901477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-aa795509-93da-4c39-a40c-50d6103016c3 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:21.903105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-aa795509-93da-4c39-a40c-50d6103016c3 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.30 "GET /v2.0/networks?id=e20dfc24-6e45-4b20-81be-7d2911a54906 HTTP/1.1" status: 200 len: 812 time: 0.1586900 Aug 31 16:28:21.923651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:21.926598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Pushing event updated for resources: {'Port': ['ID=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:21.994213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port e3d2593f-2427-46a2-b616-afc0e6752323 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:22.004473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Request body: {'port': {'device_id': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906', 'admin_state_up': True, 'tenant_id': '7062a359e12844b89326143d08fcbf6c'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:22.012167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.085515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Attempting to bind port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:22.086346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Attempting to bind port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'bc573dbe-898c-4beb-a17b-d3b2953ea905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:22.087343 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Attempting to bind port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 on network 67cecf52-9a60-4801-ba38-132955dfc49e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:22.118632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:22.119655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Checking segment: {'id': 'bc573dbe-898c-4beb-a17b-d3b2953ea905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:22.120322 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.120934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Bound using segment: {'id': 'bc573dbe-898c-4beb-a17b-d3b2953ea905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:22.121727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Bound port: a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc573dbe-898c-4beb-a17b-d3b2953ea905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67cecf52-9a60-4801-ba38-132955dfc49e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:22.122876 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.238139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] For port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:22.243140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] For port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,segment=NetworkSegment(bc573dbe-898c-4beb-a17b-d3b2953ea905),segment_id=bc573dbe-898c-4beb-a17b-d3b2953ea905)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:22.249710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.275038 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.324073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Transition to ACTIVE for port object 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:22.374616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1da13-d1ff-455a-ad9b-4335fc496542 None None] Network e0fec309-5aab-480d-883f-66ad4f3916b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:22.378150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Transition to ACTIVE for port object 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:22.394642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c8c3f-9d6c-49c8-a446-e6cf313173fb None None] Pushing event updated for resources: {'Port': ['ID=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:22.426740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.461057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Allocated IP 2001:db8::1 (67cecf52-9a60-4801-ba38-132955dfc49e/34dc08ae-3287-4eaf-8e2c-ac8f508e9683/1b702919-6849-4872-b8ed-06638e8d70ca) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:22.470875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Made reservation on behalf of 7062a359e12844b89326143d08fcbf6c for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:22.475714 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.516892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Network c62ac19c-7093-41f8-a589-def792fe1d52 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:22.525332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:22.530823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Pushing event updated for resources: {'Port': ['ID=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:22.533450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:22.538668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] Provisioning for port e3d2593f-2427-46a2-b616-afc0e6752323 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:22.562749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] Provisioning complete for port e3d2593f-2427-46a2-b616-afc0e6752323 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:22.563203 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.720264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Attempting to bind port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:22.720642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Attempting to bind port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '48e7ddee-a762-4e5e-8014-15862b42a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:22.721014 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Attempting to bind port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 on network c62ac19c-7093-41f8-a589-def792fe1d52 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:22.738945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:22.738945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Checking segment: {'id': '48e7ddee-a762-4e5e-8014-15862b42a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:22.739708 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.739708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Bound using segment: {'id': '48e7ddee-a762-4e5e-8014-15862b42a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:22.740513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Bound port: 8e37dbde-74c6-4372-9bd5-f73ac3928ee2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e7ddee-a762-4e5e-8014-15862b42a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c62ac19c-7093-41f8-a589-def792fe1d52'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:22.740943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.800043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Allocated IP 172.20.0.9 (e20dfc24-6e45-4b20-81be-7d2911a54906/14759722-ac53-47b0-bdda-f2f23791cc19/cef61fd0-edda-4537-aae7-d89a43ae33d6) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:22.810697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:22.848292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Transition to ACTIVE for port object 1b702919-6849-4872-b8ed-06638e8d70ca will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:23.022508 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.123463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f33647f-9e90-4b39-b50b-a7b9f156c1ba req-e9a953cb-0ff2-4324-85b3-01a9fd3c6092 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 210 time: 0.1079350 Aug 31 16:28:23.144276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network 67cecf52-9a60-4801-ba38-132955dfc49e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:23.154531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:23.161997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] For port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:23.166782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:23.167458 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.169910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] For port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,segment=NetworkSegment(48e7ddee-a762-4e5e-8014-15862b42a815),segment_id=48e7ddee-a762-4e5e-8014-15862b42a815)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:23.172369 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.201847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.272911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Port': ['ID=1b702919-6849-4872-b8ed-06638e8d70ca,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:23.281932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] For port e3d2593f-2427-46a2-b616-afc0e6752323, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e3d2593f-2427-46a2-b616-afc0e6752323,segment=NetworkSegment(dc900de4-94f3-4ce6-b102-bc3eec7cdc00),segment_id=dc900de4-94f3-4ce6-b102-bc3eec7cdc00)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:23.299172 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.316487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bae54-b6d1-4a88-9e86-150888f4a7de None None] Pushing event updated for resources: {'Port': ['ID=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:23.336485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.479207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ab88e-2877-4e6c-8a88-d815744a5b63 None None] Pushing event updated for resources: {'Port': ['ID=e3d2593f-2427-46a2-b616-afc0e6752323,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:23.529709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.539685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.641034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ff6aa190-e1c2-41e5-a3ff-f39f46c4ac39 None None] Provisioning complete for port e3d2593f-2427-46a2-b616-afc0e6752323 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:23.641671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa190-e1c2-41e5-a3ff-f39f46c4ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:23.703850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Network e20dfc24-6e45-4b20-81be-7d2911a54906 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:23.739484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:23.760943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:23.771744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Pushing event updated for resources: {'Port': ['ID=cef61fd0-edda-4537-aae7-d89a43ae33d6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:23.859744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:23.956072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:23.963385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e3d2593f-2427-46a2-b616-afc0e6752323 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:23.999130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:24.000028 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.030626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-b0104a3b-cb28-434a-a2e1-adb8d572d093 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0601585 Aug 31 16:28:24.033640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e3d2593f-2427-46a2-b616-afc0e6752323 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:24.034224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.053383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Request body: {'port': {'device_id': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:24.111050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d9b3b-f7ba-444c-9341-5e31933997af None None] Network 67cecf52-9a60-4801-ba38-132955dfc49e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:24.184413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] Provisioning for port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:24.191907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] Provisioning complete for port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:24.192395 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.216999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.357294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.394931 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.429502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.430516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.440123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121cba-4b86-4798-9fa3-84ad401cba2e req-bec14392-27f5-4848-802b-492ba37ff530 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:24.441845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa121cba-4b86-4798-9fa3-84ad401cba2e req-bec14392-27f5-4848-802b-492ba37ff530 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 931 time: 0.1995702 Aug 31 16:28:24.466386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.470122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] For port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,segment=NetworkSegment(bc573dbe-898c-4beb-a17b-d3b2953ea905),segment_id=bc573dbe-898c-4beb-a17b-d3b2953ea905)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:24.475473 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.566981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dd0bf-fb89-4d02-b9bb-a41a23b76c59 None None] Pushing event updated for resources: {'Port': ['ID=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:24.589612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Port': ['ID=1b702919-6849-4872-b8ed-06638e8d70ca,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:24.665213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa121cba-4b86-4798-9fa3-84ad401cba2e req-bc9b7b89-1056-46ae-bd3f-c96b0e6eb774 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790075 Aug 31 16:28:24.785734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network 67cecf52-9a60-4801-ba38-132955dfc49e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:24.790798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:24.938167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-700c34c7-b8cb-4348-ab2b-908cd3977925 None None] Provisioning for port 1b702919-6849-4872-b8ed-06638e8d70ca completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:24.960117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-700c34c7-b8cb-4348-ab2b-908cd3977925 None None] Provisioning complete for port 1b702919-6849-4872-b8ed-06638e8d70ca triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:24.961141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-700c34c7-b8cb-4348-ab2b-908cd3977925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:24.962411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef61fd0-edda-4537-aae7-d89a43ae33d6 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:28:24.975518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.005421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0203238e-06c9-424e-b599-3f999c23c4c0 None None] Network c62ac19c-7093-41f8-a589-def792fe1d52 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:25.008843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Transition to ACTIVE for port object cef61fd0-edda-4537-aae7-d89a43ae33d6 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:25.015936 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.099985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=cef61fd0-edda-4537-aae7-d89a43ae33d6,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:25.135794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-700c34c7-b8cb-4348-ab2b-908cd3977925 None None] Port 1b702919-6849-4872-b8ed-06638e8d70ca cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:25.136916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Router a5bb41b4-76c3-448d-b43f-43630f0b2f86 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:28:25.174371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-700c34c7-b8cb-4348-ab2b-908cd3977925 None None] Provisioning complete for port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:25.174675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-700c34c7-b8cb-4348-ab2b-908cd3977925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.274425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Attempting to bind port cef61fd0-edda-4537-aae7-d89a43ae33d6 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:25.274797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Attempting to bind port cef61fd0-edda-4537-aae7-d89a43ae33d6 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:25.275106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Attempting to bind port cef61fd0-edda-4537-aae7-d89a43ae33d6 on network e20dfc24-6e45-4b20-81be-7d2911a54906 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:25.283667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Port cef61fd0-edda-4537-aae7-d89a43ae33d6 on network e20dfc24-6e45-4b20-81be-7d2911a54906 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:28:25.284048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Attempting to bind port cef61fd0-edda-4537-aae7-d89a43ae33d6 on network e20dfc24-6e45-4b20-81be-7d2911a54906 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:25.291109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:25.293394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:25.294277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Checking segment: {'id': 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:25.294682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Bound using segment: {'id': 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:25.295121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Bound port: cef61fd0-edda-4537-aae7-d89a43ae33d6, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:25.295491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.304516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-15a3c6f4-6343-4700-8ff3-41096d07e5fe tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4739208 Aug 31 16:28:25.304721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36360) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:25.313919 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] Sync routers for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:25.335926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:25.337113 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:25.375447 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.386745 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:25.387056 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.396957 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:25.397964 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:27:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:25.440473 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:25.441142 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf3101-cb7f-4418-801f-aa722e951918 None None] The sync data for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:25.493946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] For port cef61fd0-edda-4537-aae7-d89a43ae33d6, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:25.504328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] For port cef61fd0-edda-4537-aae7-d89a43ae33d6, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6,segment=NetworkSegment(fc0c6a5d-1956-4143-a00b-22bf1b5e9da9),segment_id=fc0c6a5d-1956-4143-a00b-22bf1b5e9da9)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:25.533620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.585235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-db80cb72-0f27-4ae6-83c4-15a2f8440f5c None None] Provisioning for port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:25.588989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:25.590185 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.592442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] 10.222.0.30 "PUT /v2.0/ports/cef61fd0-edda-4537-aae7-d89a43ae33d6 HTTP/1.1" status: 200 len: 1092 time: 1.5436294 Aug 31 16:28:25.601874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'tag': 'cef61fd0-edda-4537-aae7-d89a43ae33d6'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:25.607770 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8b6471-911b-4aa6-b2d9-86fdd0709c81", "tag": "cef61fd0-edda-4537-aae7-d89a43ae33d6"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:25.660719 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85690fd8-a270-4b14-a1b5-907ef59d1b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.682357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-db80cb72-0f27-4ae6-83c4-15a2f8440f5c None None] Provisioning complete for port 1b702919-6849-4872-b8ed-06638e8d70ca triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:25.682728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-db80cb72-0f27-4ae6-83c4-15a2f8440f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.783261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd64a9-2c0f-4fe2-a5c1-f41ce13c0ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=cef61fd0-edda-4537-aae7-d89a43ae33d6,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:25.787072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-db80cb72-0f27-4ae6-83c4-15a2f8440f5c None None] Port 1b702919-6849-4872-b8ed-06638e8d70ca cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:25.826623 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ebe3dc-0edc-480a-9fd2-f1d7c39733b2 x-openstack-request-id: req-78ebe3dc-0edc-480a-9fd2-f1d7c39733b2 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:25.826926 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8b6471-911b-4aa6-b2d9-86fdd0709c81", "tag": "cef61fd0-edda-4537-aae7-d89a43ae33d6", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:25.827181 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78ebe3dc-0edc-480a-9fd2-f1d7c39733b2 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:25.827597 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'tag': 'cef61fd0-edda-4537-aae7-d89a43ae33d6', 'status': 'completed', 'code': 200} Aug 31 16:28:25.840926 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-cdca31c6-b462-4201-8bfd-0b85b26e6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:25.848432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-cdca31c6-b462-4201-8bfd-0b85b26e6242 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7062a359e12844b89326143d08fcbf6c&device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 1095 time: 0.1825514 Aug 31 16:28:25.888130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:25.923600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-d0bd38c7-ec34-4c3a-9a4a-8a1c94cd2f16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6 HTTP/1.1" status: 200 len: 217 time: 0.0652080 Aug 31 16:28:25.932834 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-c24cebce-33e4-48e8-98bd-a51a8fb6c502 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:28:25.938090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c24cebce-33e4-48e8-98bd-a51a8fb6c502 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6328795 Aug 31 16:28:25.938677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:25.967950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:25.989721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:25.990554 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.001391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-2c8ce597-15ba-407e-a636-0d69559eff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:26.003160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-2c8ce597-15ba-407e-a636-0d69559eff86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14759722-ac53-47b0-bdda-f2f23791cc19 HTTP/1.1" status: 200 len: 852 time: 0.0622079 Aug 31 16:28:26.052428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-1e675530-2fa9-4fc7-ac64-4e19c008a6d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e20dfc24-6e45-4b20-81be-7d2911a54906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343983 Aug 31 16:28:26.097886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f615-fb6d-4a24-bbe0-23627e5c4f9d req-dcf987d5-ed81-41f0-9bbc-23d3c941c0a8 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:26.107421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9177f615-fb6d-4a24-bbe0-23627e5c4f9d req-dcf987d5-ed81-41f0-9bbc-23d3c941c0a8 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 943 time: 0.1821928 Aug 31 16:28:26.127275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:26.180223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:26.186193 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:26.186659 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.252930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9177f615-fb6d-4a24-bbe0-23627e5c4f9d req-98ec7192-1546-411e-b9b6-5a076e2a8841 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444750 Aug 31 16:28:26.287224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-a4902cfd-c8c5-48a6-b87a-86b94dd15b3c service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138441 Aug 31 16:28:26.300482 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.350251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,segment=NetworkSegment(48e7ddee-a762-4e5e-8014-15862b42a815),segment_id=48e7ddee-a762-4e5e-8014-15862b42a815)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:26.358656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.380107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.427568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:26.483509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfb11ee-2a4f-4119-a54e-1e3b03d04d24 req-08da57d2-0964-485c-b394-2de3afd3a388 service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870258 Aug 31 16:28:26.581346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-8c3b21f3-1dfe-48ef-946d-f75a3bbbc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:26.583599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-8c3b21f3-1dfe-48ef-946d-f75a3bbbc5ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7062a359e12844b89326143d08fcbf6c&device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 1095 time: 0.0462050 Aug 31 16:28:26.696455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting port 1b702919-6849-4872-b8ed-06638e8d70ca {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:26.696797 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.725580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-a6cf399e-c200-48d8-9358-d143b2ca7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:26.727050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-a6cf399e-c200-48d8-9358-d143b2ca7e90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e20dfc24-6e45-4b20-81be-7d2911a54906 HTTP/1.1" status: 200 len: 913 time: 0.1355352 Aug 31 16:28:26.778013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-959eb1e1-45f5-45d9-a994-e8df73992df0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6 HTTP/1.1" status: 200 len: 217 time: 0.0415895 Aug 31 16:28:26.820685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:26.846774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Calling delete_port for 1b702919-6849-4872-b8ed-06638e8d70ca owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:26.851966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-db9b7ca2-efdb-431d-a943-f1ea9062f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:26.854591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-db9b7ca2-efdb-431d-a943-f1ea9062f583 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14759722-ac53-47b0-bdda-f2f23791cc19 HTTP/1.1" status: 200 len: 852 time: 0.0675666 Aug 31 16:28:26.899713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-4bcf75ae-c6cc-403d-ae6a-6e287840cda2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e20dfc24-6e45-4b20-81be-7d2911a54906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357323 Aug 31 16:28:27.046326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-9cd7c80c-31a5-4f14-a26e-374d73164461 service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373019 Aug 31 16:28:27.156867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a733caf-6779-4ceb-8c1e-9ffd66b56fa2 req-e578105e-b734-41e3-94b1-542bb66d77c6 service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015787 Aug 31 16:28:27.372875 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:27.392326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6eff-ee82-416f-9798-d7f4f58e67f4 req-f4daa8d3-8172-45b7-b204-2e53c9df46c2 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:27.393949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd3f6eff-ee82-416f-9798-d7f4f58e67f4 req-f4daa8d3-8172-45b7-b204-2e53c9df46c2 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 943 time: 0.0618553 Aug 31 16:28:27.406505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Port': ['ID=1b702919-6849-4872-b8ed-06638e8d70ca,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:27.420502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.420918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.421326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.421734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.422137 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.422531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.422924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.423316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.423842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.424138 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.424487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.424938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:27.444921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd3f6eff-ee82-416f-9798-d7f4f58e67f4 req-317516a3-dcc4-43cd-ac91-25c22bbacae3 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Aug 31 16:28:27.524849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:27.632310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:27.711322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:27.711631 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:27.712963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Router a5bb41b4-76c3-448d-b43f-43630f0b2f86 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:27.741224 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:27.815640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:27.821414 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c25839a0-a9ae-4fd7-9c9f-b2ea1692a47e tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808579 Aug 31 16:28:27.825311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:27.828745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] Sync routers for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:27.839053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:27.839895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:27.866495 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-2ae0f19d-bcfe-4278-969e-084f999fe28c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] delete failed (client error): The resource could not be found. Aug 31 16:28:27.867604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2ae0f19d-bcfe-4278-969e-084f999fe28c tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1435564342 HTTP/1.1" status: 404 len: 335 time: 0.0412650 Aug 31 16:28:27.871273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36396) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:27.875434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:27.877619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4bdc88d1-283b-4a51-bc06-0d73969741dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5bb41b4-76c3-448d-b43f-43630f0b2f86'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:27.885825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:27.886657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:27.922554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:27.923318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef968775-6424-4cac-8d7b-0767f58093ea None None] The sync data for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:28.115055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bdc88d1-283b-4a51-bc06-0d73969741dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.138355 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-4bdc88d1-283b-4a51-bc06-0d73969741dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] update failed (client error): The resource could not be found. Aug 31 16:28:28.143727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4bdc88d1-283b-4a51-bc06-0d73969741dc tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86 HTTP/1.1" status: 404 len: 339 time: 0.2671702 Aug 31 16:28:28.144270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36402) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:28.149668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1528024905'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:28.174225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:28.178504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.205664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:28.216934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.217284 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Added segment 2d5317ab-bbee-4556-b8f6-250b5ca0d365 of type vlan for network b5dc99a5-5f0b-4daf-850f-911d1066ce57 Aug 31 16:28:28.263194 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.294653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.300568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:28.301259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.376573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2309749 Aug 31 16:28:28.380704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36406) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:28.391895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'subnet': {'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:28.402232 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:28:28.413516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2650602-6820-41e5-982b-cac6767b7d32 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Network': ['ID=b5dc99a5-5f0b-4daf-850f-911d1066ce57,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:28.429924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b5dc99a5-5f0b-4daf-850f-911d1066ce57 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:28.516630 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Made reservation on behalf of a1f3e225a5974b7680cf47700ddabf29 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:28.524476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.627182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6106-ab85-4b2e-bbb4-0b24ba382abc req-106388db-a68d-468b-abe3-b2143cbd20f5 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:28.635512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccae6106-ab85-4b2e-bbb4-0b24ba382abc req-106388db-a68d-468b-abe3-b2143cbd20f5 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 943 time: 0.0734754 Aug 31 16:28:28.692656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccae6106-ab85-4b2e-bbb4-0b24ba382abc req-5a976212-d01a-4b73-8688-25eff40f208d tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464118 Aug 31 16:28:28.793256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.857569 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Subnet': ['ID=fcfb3f10-d4f3-4ef4-8f8b-d6f637ea7ec6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:28.868753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Checking segment: {'id': '2d5317ab-bbee-4556-b8f6-250b5ca0d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:28.869701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network hostable DHCP agents. Network: b5dc99a5-5f0b-4daf-850f-911d1066ce57, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:28.905996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network b5dc99a5-5f0b-4daf-850f-911d1066ce57 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:28.917300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b5dc99a5-5f0b-4daf-850f-911d1066ce57) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:28.923427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:28.926644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d149c39-8e7d-41dd-a7cd-3cd25e332403 None None] Network b5dc99a5-5f0b-4daf-850f-911d1066ce57 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:28.928455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:28.950667 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-147e2299-ecbc-448a-94b1-b000f4e47966 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5658076 Aug 31 16:28:28.950924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36414) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:28.956005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3c590776-5ba3-4394-91ac-680c4eaf8cbf tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:29.089745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b5dc99a5-5f0b-4daf-850f-911d1066ce57', 'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57', 'tenant_id': 'a1f3e225a5974b7680cf47700ddabf29', 'fixed_ips': [{'subnet_id': 'fcfb3f10-d4f3-4ef4-8f8b-d6f637ea7ec6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:28:29.090773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.183318 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c590776-5ba3-4394-91ac-680c4eaf8cbf tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.234824 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Allocated IP 2001:db8:1::2 (b5dc99a5-5f0b-4daf-850f-911d1066ce57/fcfb3f10-d4f3-4ef4-8f8b-d6f637ea7ec6/12d7166d-4fae-4982-a026-467516770aee) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:29.306617 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-3c590776-5ba3-4394-91ac-680c4eaf8cbf tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:28:29.308094 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3c590776-5ba3-4394-91ac-680c4eaf8cbf tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86 HTTP/1.1" status: 400 len: 364 time: 0.3561559 Aug 31 16:28:29.312479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36418) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:29.412077 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.421994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Transition to ACTIVE for port object 12d7166d-4fae-4982-a026-467516770aee will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:29.438913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Transition to ACTIVE for port object 12d7166d-4fae-4982-a026-467516770aee will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:29.446237 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.502433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Network b5dc99a5-5f0b-4daf-850f-911d1066ce57 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:29.505694 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:29.510585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:29.523901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Pushing event updated for resources: {'Port': ['ID=12d7166d-4fae-4982-a026-467516770aee,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:29.580155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Attempting to bind port 12d7166d-4fae-4982-a026-467516770aee on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:29.580744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Attempting to bind port 12d7166d-4fae-4982-a026-467516770aee by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '2d5317ab-bbee-4556-b8f6-250b5ca0d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:29.581119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Attempting to bind port 12d7166d-4fae-4982-a026-467516770aee on network b5dc99a5-5f0b-4daf-850f-911d1066ce57 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:29.587269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:29.587693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Checking segment: {'id': '2d5317ab-bbee-4556-b8f6-250b5ca0d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:29.588060 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.588511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Bound using segment: {'id': '2d5317ab-bbee-4556-b8f6-250b5ca0d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:29.589186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Bound port: 12d7166d-4fae-4982-a026-467516770aee, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5317ab-bbee-4556-b8f6-250b5ca0d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b5dc99a5-5f0b-4daf-850f-911d1066ce57'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:29.589706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.675045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] For port 12d7166d-4fae-4982-a026-467516770aee, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:29.680667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] For port 12d7166d-4fae-4982-a026-467516770aee, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=12d7166d-4fae-4982-a026-467516770aee,segment=NetworkSegment(2d5317ab-bbee-4556-b8f6-250b5ca0d365),segment_id=2d5317ab-bbee-4556-b8f6-250b5ca0d365)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:29.690511 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:29.791779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122b04d-0283-490a-b150-c406cc59c8a4 None None] Pushing event updated for resources: {'Port': ['ID=12d7166d-4fae-4982-a026-467516770aee,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:29.954625 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-c3682714-f7f0-4316-85de-7ee6a3e86468 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778985 Aug 31 16:28:30.052684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8195b-f9d4-4255-a147-57852d1dfad4 req-0155eb02-72fe-41bd-81fa-6323f9690dc8 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:30.054496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66e8195b-f9d4-4255-a147-57852d1dfad4 req-0155eb02-72fe-41bd-81fa-6323f9690dc8 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 943 time: 0.1986418 Aug 31 16:28:30.086701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-7f857673-f90f-49f6-a62b-4833e558633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:30.088502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-7f857673-f90f-49f6-a62b-4833e558633d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0707295 Aug 31 16:28:30.152954 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:30.172643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66e8195b-f9d4-4255-a147-57852d1dfad4 req-a7c103d6-4080-4c22-b55a-842ed40267f3 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065619 Aug 31 16:28:30.247509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-623bf54c-fa25-42af-9fdc-ad5bf49c7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:30.249290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-623bf54c-fa25-42af-9fdc-ad5bf49c7cb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 200 len: 898 time: 0.1252222 Aug 31 16:28:30.343701 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-4b5b3c32-a534-4323-a8d0-f710ffe16a62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 200 len: 1001 time: 0.0866899 Aug 31 16:28:30.405055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-7ec0306a-1a9c-40c9-9785-146dbac3e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:30.406611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-7ec0306a-1a9c-40c9-9785-146dbac3e649 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2459f2aa-5bff-48f3-be8c-b1b297990f8e HTTP/1.1" status: 200 len: 835 time: 0.0522149 Aug 31 16:28:30.465969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-408132ec-51cc-4a4d-abf9-c9b92663adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:30.467931 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-408132ec-51cc-4a4d-abf9-c9b92663adf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522912 Aug 31 16:28:30.483850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Allocated IP 2001:db8::1 (e0fec309-5aab-480d-883f-66ad4f3916b7/4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f/b78a3ece-932e-49ad-bb42-82c2a73564bd) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:30.551166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cef61fd0-edda-4537-aae7-d89a43ae33d6 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:28:30.575337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-fbf2ae00-c04a-4891-be7f-f7088a3b18a4 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991788 Aug 31 16:28:30.658530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:30.681479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Transition to ACTIVE for port object b78a3ece-932e-49ad-bb42-82c2a73564bd will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:30.729338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:30.755058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bab3a39b-35db-43aa-9547-21df0c23aeb4 req-8036f231-17cb-40ce-8e12-75167352d63d service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707175 Aug 31 16:28:30.808179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port cef61fd0-edda-4537-aae7-d89a43ae33d6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6,segment=NetworkSegment(fc0c6a5d-1956-4143-a00b-22bf1b5e9da9),segment_id=fc0c6a5d-1956-4143-a00b-22bf1b5e9da9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:30.816282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network e0fec309-5aab-480d-883f-66ad4f3916b7 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:30.820292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:30.823136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:30.824081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:30.836149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'cef61fd0-edda-4537-aae7-d89a43ae33d6', 'network_id': 'e20dfc24-6e45-4b20-81be-7d2911a54906', 'port_id': 'cef61fd0-edda-4537-aae7-d89a43ae33d6', 'mac_address': 'fa:16:3e:04:64:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14759722-ac53-47b0-bdda-f2f23791cc19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:28:30.904112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:30.926017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef61fd0-edda-4537-aae7-d89a43ae33d6 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:28:30.967658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Port': ['ID=b78a3ece-932e-49ad-bb42-82c2a73564bd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:30.984396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port cef61fd0-edda-4537-aae7-d89a43ae33d6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6,segment=NetworkSegment(fc0c6a5d-1956-4143-a00b-22bf1b5e9da9),segment_id=fc0c6a5d-1956-4143-a00b-22bf1b5e9da9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:30.990197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:30.991786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:31.054459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=cef61fd0-edda-4537-aae7-d89a43ae33d6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:31.177495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d46b4-64cd-4fc1-b508-e7585098f37c None None] Network b5dc99a5-5f0b-4daf-850f-911d1066ce57 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:31.235907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['cef61fd0-edda-4537-aae7-d89a43ae33d6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:28:31.335290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cf1db2fa-7e2f-43df-b689-7abb2ea48447 None None] Provisioning for port b78a3ece-932e-49ad-bb42-82c2a73564bd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:31.363295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cf1db2fa-7e2f-43df-b689-7abb2ea48447 None None] Provisioning complete for port b78a3ece-932e-49ad-bb42-82c2a73564bd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:31.363881 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cf1db2fa-7e2f-43df-b689-7abb2ea48447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:31.415410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba8265-39f2-4bc9-ae6e-181e21978024 req-d67e8b5d-7d14-4489-ba33-2f2754b37d10 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:31.417107 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7ba8265-39f2-4bc9-ae6e-181e21978024 req-d67e8b5d-7d14-4489-ba33-2f2754b37d10 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 944 time: 0.1369877 Aug 31 16:28:31.451798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:31.458887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:31.460261 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:31.470271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-cf1db2fa-7e2f-43df-b689-7abb2ea48447 None None] Port b78a3ece-932e-49ad-bb42-82c2a73564bd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:31.487709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7ba8265-39f2-4bc9-ae6e-181e21978024 req-7ce11831-d9e0-45f2-a644-adec7ad11eef tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545790 Aug 31 16:28:31.554555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cf1db2fa-7e2f-43df-b689-7abb2ea48447 None None] Provisioning for port 12d7166d-4fae-4982-a026-467516770aee completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:31.589193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event updated for resources: {'Port': ['ID=b78a3ece-932e-49ad-bb42-82c2a73564bd,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:31.649672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Network e0fec309-5aab-480d-883f-66ad4f3916b7 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:31.651499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:31.712298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 12d7166d-4fae-4982-a026-467516770aee up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:31.818804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Router a5bb41b4-76c3-448d-b43f-43630f0b2f86 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:31.830841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 12d7166d-4fae-4982-a026-467516770aee completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:31.836267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 12d7166d-4fae-4982-a026-467516770aee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:31.836651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:31.963184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.015245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:32.023342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 12d7166d-4fae-4982-a026-467516770aee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=12d7166d-4fae-4982-a026-467516770aee,segment=NetworkSegment(2d5317ab-bbee-4556-b8f6-250b5ca0d365),segment_id=2d5317ab-bbee-4556-b8f6-250b5ca0d365)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:32.024404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e94cd4c4-6497-4a91-940c-937d89a7290a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106669 Aug 31 16:28:32.025308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36436) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:32.029124 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.038406 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] Sync routers for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:32.052947 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:32.054656 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:32.093931 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:32.095792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=12d7166d-4fae-4982-a026-467516770aee,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:32.111587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9874d894-abf9-42e8-976f-185336374cff None None] Provisioning complete for port b78a3ece-932e-49ad-bb42-82c2a73564bd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:32.112103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9874d894-abf9-42e8-976f-185336374cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.117938 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:32.118862 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:32.148708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9874d894-abf9-42e8-976f-185336374cff None None] Port b78a3ece-932e-49ad-bb42-82c2a73564bd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:32.157904 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c764-e97d-4c49-bcfd-013a37f4d117 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.159325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9874d894-abf9-42e8-976f-185336374cff None None] Provisioning complete for port 12d7166d-4fae-4982-a026-467516770aee triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:32.159698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9874d894-abf9-42e8-976f-185336374cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.165015 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:32.165975 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d62ae-d045-4d81-9d43-e9ccf5c7f714 None None] The sync data for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 is: [] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:32.270646 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-f8e2c764-e97d-4c49-bcfd-013a37f4d117 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 16:28:32.271724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f8e2c764-e97d-4c49-bcfd-013a37f4d117 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86 HTTP/1.1" status: 409 len: 329 time: 0.2446654 Aug 31 16:28:32.277940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:32.570635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cef61fd0-edda-4537-aae7-d89a43ae33d6 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:32.625749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.640688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a677af-ee3a-4a88-b613-dee1e6cf9247 req-6f90d0c9-98d7-48f7-b9f9-dcd966bd4410 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:32.648930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4a677af-ee3a-4a88-b613-dee1e6cf9247 req-6f90d0c9-98d7-48f7-b9f9-dcd966bd4410 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 944 time: 0.0707548 Aug 31 16:28:32.704909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4a677af-ee3a-4a88-b613-dee1e6cf9247 req-01fe19f7-19e9-45d4-9ba6-771b9914e036 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Aug 31 16:28:32.781243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-da218a3d-d383-41c0-a5c3-c1a62bcdb9cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424452 Aug 31 16:28:32.820707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port cef61fd0-edda-4537-aae7-d89a43ae33d6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:32.826241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port cef61fd0-edda-4537-aae7-d89a43ae33d6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:32.826871 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.884950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-2bac70b5-0f81-4786-8ce3-501b7b34e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:32.887111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-2bac70b5-0f81-4786-8ce3-501b7b34e479 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.0534492 Aug 31 16:28:32.932516 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting port b78a3ece-932e-49ad-bb42-82c2a73564bd {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:32.933217 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.948481 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:32.999659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef61fd0-edda-4537-aae7-d89a43ae33d6'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:33.002027 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5380f48-1223-481a-a4d0-744d6cc8bcc5" -d '{"events": [{"server_uuid": "ba8b6471-911b-4aa6-b2d9-86fdd0709c81", "name": "network-vif-plugged", "status": "completed", "tag": "cef61fd0-edda-4537-aae7-d89a43ae33d6"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:33.022019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port cef61fd0-edda-4537-aae7-d89a43ae33d6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6,segment=NetworkSegment(fc0c6a5d-1956-4143-a00b-22bf1b5e9da9),segment_id=fc0c6a5d-1956-4143-a00b-22bf1b5e9da9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:33.028874 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:33.049427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-26c83fd5-ef2b-4057-8bf9-f305513ebdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:33.051167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-26c83fd5-ef2b-4057-8bf9-f305513ebdf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 910 time: 0.1405232 Aug 31 16:28:33.084551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:33.110378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Calling delete_port for b78a3ece-932e-49ad-bb42-82c2a73564bd owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:33.117233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=cef61fd0-edda-4537-aae7-d89a43ae33d6,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:33.125862 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747ae7e-01ae-488b-a0c6-fefac798896b x-openstack-request-id: req-0747ae7e-01ae-488b-a0c6-fefac798896b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:33.126326 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b6471-911b-4aa6-b2d9-86fdd0709c81", "name": "network-vif-plugged", "status": "completed", "tag": "cef61fd0-edda-4537-aae7-d89a43ae33d6", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:33.126742 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0747ae7e-01ae-488b-a0c6-fefac798896b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:33.127935 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef61fd0-edda-4537-aae7-d89a43ae33d6', 'code': 200} Aug 31 16:28:33.164214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-6bb1191b-aee1-49c5-bf70-84002a66ad0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 1001 time: 0.1048820 Aug 31 16:28:33.229333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838b6de-bffc-40f4-acbe-4c29944053a4 req-721ce7e0-2fe0-42b3-a26d-9d7fb5e0411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:33.230980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a838b6de-bffc-40f4-acbe-4c29944053a4 req-721ce7e0-2fe0-42b3-a26d-9d7fb5e0411c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 1097 time: 0.0950396 Aug 31 16:28:33.234277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-e40e02b7-385c-4e87-bf89-d786b5b8646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:33.236652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-e40e02b7-385c-4e87-bf89-d786b5b8646e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.0621669 Aug 31 16:28:33.294414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-30698ca9-1fde-4186-b7e1-1502aa1c14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:33.297373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-30698ca9-1fde-4186-b7e1-1502aa1c14f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523601 Aug 31 16:28:33.307330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a838b6de-bffc-40f4-acbe-4c29944053a4 req-4041c434-1d55-417e-9c5b-64d3ff53846a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Aug 31 16:28:33.382775 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:33.413022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-ef947bd1-7f84-4dc9-9c55-9bd098e7e64c service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077032 Aug 31 16:28:33.429727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Port': ['ID=b78a3ece-932e-49ad-bb42-82c2a73564bd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:33.600761 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:33.611029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-baf15d00-8502-4cb8-891a-0408aa87af36 req-9487eb97-cec5-4c53-87ff-eeddadc7d8e4 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114237 Aug 31 16:28:33.680822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 12d7166d-4fae-4982-a026-467516770aee up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:33.753978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 12d7166d-4fae-4982-a026-467516770aee triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:33.754440 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:33.797233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Router a5bb41b4-76c3-448d-b43f-43630f0b2f86 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:33.834459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eb23e-f8a5-4de0-95e8-96fb0c2b6be2 req-d4db88f3-8d7d-4822-b79e-88e8a0615a0d tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:33.839440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a99eb23e-f8a5-4de0-95e8-96fb0c2b6be2 req-d4db88f3-8d7d-4822-b79e-88e8a0615a0d tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0685771 Aug 31 16:28:33.884458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a99eb23e-f8a5-4de0-95e8-96fb0c2b6be2 req-0791da38-52d6-4616-aece-3e0d59a81673 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379150 Aug 31 16:28:33.890950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:33.896577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-95998681-bdd0-4836-beae-a01b9b4288b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6174779 Aug 31 16:28:33.900368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36458) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:33.907242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] Sync routers for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:33.916899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:33.917563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:33.946618 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-dccccf73-ddfa-4674-a727-bc6c66e9e6b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] show failed (client error): The resource could not be found. Aug 31 16:28:33.948897 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dccccf73-ddfa-4674-a727-bc6c66e9e6b7 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1427450731 HTTP/1.1" status: 404 len: 335 time: 0.0463572 Aug 31 16:28:33.954345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36460) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:33.957679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:33.958793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-820b8976-f81e-4f91-950c-6eddb5a371c6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:33.967467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] Routers {'a5bb41b4-76c3-448d-b43f-43630f0b2f86'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:33.968090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:34.014473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:34.015164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17299d-844b-47b4-bfc8-fe7a206ea4f1 None None] The sync data for ids ['a5bb41b4-76c3-448d-b43f-43630f0b2f86'] in n-d-793621-35 is: [] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:34.015313 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [None req-820b8976-f81e-4f91-950c-6eddb5a371c6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] update failed (client error): The resource could not be found. Aug 31 16:28:34.021445 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-820b8976-f81e-4f91-950c-6eddb5a371c6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-2022285978 HTTP/1.1" status: 404 len: 335 time: 0.0666630 Aug 31 16:28:34.023172 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:34.079496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting subnet fcfb3f10-d4f3-4ef4-8f8b-d6f637ea7ec6 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:34.083087 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.125681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.214161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.304159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.329799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfb3f10-d4f3-4ef4-8f8b-d6f637ea7ec6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:34.335933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.337867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-638e1ef0-ef9b-4b91-b1da-6ca9c5069b25 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/subnets/fcfb3f10-d4f3-4ef4-8f8b-d6f637ea7ec6 HTTP/1.1" status: 204 len: 168 time: 0.3135040 Aug 31 16:28:34.341236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36468) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:34.346779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12f13a-1df6-43e8-95b4-39a6ea3af9ef None None] Network b5dc99a5-5f0b-4daf-850f-911d1066ce57 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:34.428463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.490932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting port 12d7166d-4fae-4982-a026-467516770aee {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:34.491277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.560908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] DHCP port deletion for b5dc99a5-5f0b-4daf-850f-911d1066ce57 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:34.579286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] For port 12d7166d-4fae-4982-a026-467516770aee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=12d7166d-4fae-4982-a026-467516770aee,segment=NetworkSegment(2d5317ab-bbee-4556-b8f6-250b5ca0d365),segment_id=2d5317ab-bbee-4556-b8f6-250b5ca0d365)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:34.579886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.600451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Calling delete_port for 12d7166d-4fae-4982-a026-467516770aee owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:34.622300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] Deleting port 12d7166d-4fae-4982-a026-467516770aee {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:34.622878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.693205 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.694326 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] For port 12d7166d-4fae-4982-a026-467516770aee, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=12d7166d-4fae-4982-a026-467516770aee,segment=NetworkSegment(2d5317ab-bbee-4556-b8f6-250b5ca0d365),segment_id=2d5317ab-bbee-4556-b8f6-250b5ca0d365)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:34.694843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.720517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] Calling delete_port for 12d7166d-4fae-4982-a026-467516770aee owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:34.734307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Port': ['ID=12d7166d-4fae-4982-a026-467516770aee,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:34.742167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] No DVR routers for this DVR port 12d7166d-4fae-4982-a026-467516770aee on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:34.808996 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.823680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.835534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc99a5-5f0b-4daf-850f-911d1066ce57']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:34.837600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] Pushing event deleted for resources: {'Port': ['ID=12d7166d-4fae-4982-a026-467516770aee,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:34.839807 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587355-4c73-408c-a247-81b2c77bfe87 None None] No DVR routers for this DVR port 12d7166d-4fae-4982-a026-467516770aee on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:34.850498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5317ab-bbee-4556-b8f6-250b5ca0d365') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:34.850498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5317ab-bbee-4556-b8f6-250b5ca0d365') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:34.861127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.875867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.883067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:34.883554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:34.887424 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:34.974030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.997263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:34.999218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/networks/b5dc99a5-5f0b-4daf-850f-911d1066ce57 HTTP/1.1" status: 204 len: 168 time: 0.6570148 Aug 31 16:28:35.002050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36478) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:35.021004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f6808-e61a-42ca-a229-a08988f5defb tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Network': ['ID=b5dc99a5-5f0b-4daf-850f-911d1066ce57,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:35.051695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f6e95-d159-4014-9d2d-a968e63fd0b0 req-c4e29aca-7955-4577-9f2a-3bef4ecec0ac tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:35.053285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-450f6e95-d159-4014-9d2d-a968e63fd0b0 req-c4e29aca-7955-4577-9f2a-3bef4ecec0ac tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0930104 Aug 31 16:28:35.059515 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting subnet e049123a-a083-4285-9dea-9baa7fd2f039 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:35.063142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.104828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.110654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-450f6e95-d159-4014-9d2d-a968e63fd0b0 req-e61f267d-6cec-4f7d-94ca-cb16aeb41bc4 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Aug 31 16:28:35.199841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.272697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.276538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779baae-08be-4e3f-869c-e0943975880e req-3e55ace9-ad1a-474b-a729-55755197caa9 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:35.279319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0779baae-08be-4e3f-869c-e0943975880e req-3e55ace9-ad1a-474b-a729-55755197caa9 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0725756 Aug 31 16:28:35.290205 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.292392 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/subnets/e049123a-a083-4285-9dea-9baa7fd2f039 HTTP/1.1" status: 204 len: 168 time: 0.2889140 Aug 31 16:28:35.294369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a8e73-4fe3-453a-9021-d14a1a0b6637 None None] Network c62ac19c-7093-41f8-a589-def792fe1d52 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:35.297698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36482) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:35.313147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c6ba2-3937-4b12-a743-4dca8adea1e0 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Subnet': ['ID=e049123a-a083-4285-9dea-9baa7fd2f039,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:35.377031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0779baae-08be-4e3f-869c-e0943975880e req-2dee7844-2218-485e-99d2-0438527e3df6 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910630 Aug 31 16:28:35.384316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting subnet 34dc08ae-3287-4eaf-8e2c-ac8f508e9683 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:35.388727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.451507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.508081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] DHCP port deletion for c62ac19c-7093-41f8-a589-def792fe1d52 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:35.618391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] Deleting port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:35.618781 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.631436 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.637366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 12d7166d-4fae-4982-a026-467516770aee no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:35.694791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 12d7166d-4fae-4982-a026-467516770aee {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:35.694791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 12d7166d-4fae-4982-a026-467516770aee not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:35.695684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:35.725364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09182b9e-925d-41e9-8d5b-99efe2a46d2f req-4a6b63a6-2550-47c8-af50-0521a97af341 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:35.735495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09182b9e-925d-41e9-8d5b-99efe2a46d2f req-4a6b63a6-2550-47c8-af50-0521a97af341 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0915873 Aug 31 16:28:35.744854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] For port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,segment=NetworkSegment(48e7ddee-a762-4e5e-8014-15862b42a815),segment_id=48e7ddee-a762-4e5e-8014-15862b42a815)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:35.745622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.765681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] Calling delete_port for 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:35.790753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-09182b9e-925d-41e9-8d5b-99efe2a46d2f req-4967a0c9-52f6-449d-836a-84e440db7661 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Aug 31 16:28:35.792841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.843651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Subnet': ['ID=34dc08ae-3287-4eaf-8e2c-ac8f508e9683,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:35.850798 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.853213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b28d14c5-dd68-46eb-b9a6-9f132bb9ec09 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/subnets/34dc08ae-3287-4eaf-8e2c-ac8f508e9683 HTTP/1.1" status: 204 len: 168 time: 0.5538547 Aug 31 16:28:35.856613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36490) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:35.859815 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.878915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4bd0e1-43f8-43ce-a634-e62c901a18d1 None None] Network 67cecf52-9a60-4801-ba38-132955dfc49e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:35.945338 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:35.983055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.015663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:36.016013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.063435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] Pushing event deleted for resources: {'Port': ['ID=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:36.098363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03496bbb-a4a7-4e34-ae78-b521d944a617 None None] No DVR routers for this DVR port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:36.142580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] For port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2, host n-d-793621-35, got binding levels [] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:36.143138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.161224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Calling delete_port for 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:36.164461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 was not found and therefore no delete operation was performed {{(pid=101478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:28:36.166395 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.209423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Port': ['ID=8e37dbde-74c6-4372-9bd5-f73ac3928ee2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:36.214724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] No DVR routers for this DVR port 8e37dbde-74c6-4372-9bd5-f73ac3928ee2 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:36.230374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] DHCP port deletion for 67cecf52-9a60-4801-ba38-132955dfc49e request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:36.289333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] Deleting port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:36.289874 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.308213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.318950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62ac19c-7093-41f8-a589-def792fe1d52']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:36.330895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e7ddee-a762-4e5e-8014-15862b42a815') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:36.331203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e7ddee-a762-4e5e-8014-15862b42a815') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:36.342013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.355997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] For port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,segment=NetworkSegment(bc573dbe-898c-4beb-a17b-d3b2953ea905),segment_id=bc573dbe-898c-4beb-a17b-d3b2953ea905)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:36.355997 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.356872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.363273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:36.363633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:36.366958 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:36.372460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] Calling delete_port for a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:36.459673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.488989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] Pushing event deleted for resources: {'Port': ['ID=a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:36.492986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704f98b-5f07-44ea-a911-63c968261cd0 None None] No DVR routers for this DVR port a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:36.737163 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.741722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.743634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/networks/c62ac19c-7093-41f8-a589-def792fe1d52 HTTP/1.1" status: 204 len: 168 time: 0.8860159 Aug 31 16:28:36.746747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36498) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:36.759636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4f43d-f70a-4e97-82d2-d889935eb553 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Network': ['ID=c62ac19c-7093-41f8-a589-def792fe1d52,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:36.827287 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.942447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.955888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cecf52-9a60-4801-ba38-132955dfc49e']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:36.971032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc573dbe-898c-4beb-a17b-d3b2953ea905') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:36.971255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc573dbe-898c-4beb-a17b-d3b2953ea905') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:36.982947 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:36.991639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de558-64e5-49fb-9caa-3f7a2c9b12ce req-8e86c62d-9b03-4be5-b072-b762f6034e4d tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:36.993165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-238de558-64e5-49fb-9caa-3f7a2c9b12ce req-8e86c62d-9b03-4be5-b072-b762f6034e4d tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0958009 Aug 31 16:28:37.010538 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.025718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:37.026144 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:37.030991 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:37.096861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-238de558-64e5-49fb-9caa-3f7a2c9b12ce req-4872f2c0-bf4f-490d-9efc-30c0d1ac17f4 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930598 Aug 31 16:28:37.120518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.127650 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.132472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36508) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:37.132667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/networks/67cecf52-9a60-4801-ba38-132955dfc49e HTTP/1.1" status: 204 len: 168 time: 0.3845108 Aug 31 16:28:37.143862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d539fbc-c1f6-4344-8cf2-d56b35c90861 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Network': ['ID=67cecf52-9a60-4801-ba38-132955dfc49e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:37.188019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting subnet 4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:37.191411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.238545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.356941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.386875 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11451d8d-1c91-48ad-a7d3-6ae244229ac9 req-e5d56f26-9bbc-4004-839e-89c50416c730 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:37.389147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11451d8d-1c91-48ad-a7d3-6ae244229ac9 req-e5d56f26-9bbc-4004-839e-89c50416c730 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0945983 Aug 31 16:28:37.392017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-77dc52b5-2bc1-4ecc-9040-af3471235c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:37.393594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-77dc52b5-2bc1-4ecc-9040-af3471235c14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7062a359e12844b89326143d08fcbf6c&device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 1097 time: 0.0618308 Aug 31 16:28:37.419258 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.449317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:37.452266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.454354 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b41bbe8-4a2a-4341-ad7a-f73b2adb63b6 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/subnets/4b6e8fe9-cffd-48ff-bac8-bdae3ded3d9f HTTP/1.1" status: 204 len: 168 time: 0.3204923 Aug 31 16:28:37.456843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36512) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:37.461398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53c85d-f8dd-41ea-9729-caa31a7fd290 None None] Network e0fec309-5aab-480d-883f-66ad4f3916b7 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:37.507874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11451d8d-1c91-48ad-a7d3-6ae244229ac9 req-432c6ce3-7fc4-4060-a80e-8bba7dfa1b63 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095760 Aug 31 16:28:37.556046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.559965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-f321f140-a691-449f-a495-db1734e6cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:37.561701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-f321f140-a691-449f-a495-db1734e6cb0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e20dfc24-6e45-4b20-81be-7d2911a54906 HTTP/1.1" status: 200 len: 913 time: 0.1574538 Aug 31 16:28:37.613584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-68cef805-ca96-4a21-9bd6-72e9744c5161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6 HTTP/1.1" status: 200 len: 217 time: 0.0425601 Aug 31 16:28:37.640756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Deleting port e3d2593f-2427-46a2-b616-afc0e6752323 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:37.641059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.654817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:37.674706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-48d11bef-6baf-4463-a529-ea50fcbac2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:37.676874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-48d11bef-6baf-4463-a529-ea50fcbac2d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14759722-ac53-47b0-bdda-f2f23791cc19 HTTP/1.1" status: 200 len: 852 time: 0.0559952 Aug 31 16:28:37.694044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:37.694364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device a9ad98c6-a83b-4ea6-9a0c-52c3c14cbc24 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:37.717654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] DHCP port deletion for e0fec309-5aab-480d-883f-66ad4f3916b7 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:37.741811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-0857728f-d7c4-4206-8450-676c33133e81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e20dfc24-6e45-4b20-81be-7d2911a54906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558534 Aug 31 16:28:37.751963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] For port e3d2593f-2427-46a2-b616-afc0e6752323, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e3d2593f-2427-46a2-b616-afc0e6752323,segment=NetworkSegment(dc900de4-94f3-4ce6-b102-bc3eec7cdc00),segment_id=dc900de4-94f3-4ce6-b102-bc3eec7cdc00)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:37.752823 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.767162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Calling delete_port for e3d2593f-2427-46a2-b616-afc0e6752323 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:37.786596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] Deleting port e3d2593f-2427-46a2-b616-afc0e6752323 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:37.786984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.851321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-5d4dbb05-f221-4d3d-ba08-447f11a88ea6 service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014013 Aug 31 16:28:37.863401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.875013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] For port e3d2593f-2427-46a2-b616-afc0e6752323, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e3d2593f-2427-46a2-b616-afc0e6752323,segment=NetworkSegment(dc900de4-94f3-4ce6-b102-bc3eec7cdc00),segment_id=dc900de4-94f3-4ce6-b102-bc3eec7cdc00)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:37.875462 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.895168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] Calling delete_port for e3d2593f-2427-46a2-b616-afc0e6752323 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:37.903422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Port': ['ID=e3d2593f-2427-46a2-b616-afc0e6752323,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:37.907105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] No DVR routers for this DVR port e3d2593f-2427-46a2-b616-afc0e6752323 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:37.985805 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:37.991374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b0cba2eb-19c5-4240-8ef1-a6b124978f18 req-c4d701c5-8aa1-451b-a829-94259cc4005d service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325815 Aug 31 16:28:38.010929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] Pushing event deleted for resources: {'Port': ['ID=e3d2593f-2427-46a2-b616-afc0e6752323,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:38.014691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c35263-fef8-48ba-a3b8-2c7d4312a522 None None] No DVR routers for this DVR port e3d2593f-2427-46a2-b616-afc0e6752323 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:38.042256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.054686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fec309-5aab-480d-883f-66ad4f3916b7']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:38.067111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:38.067504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc900de4-94f3-4ce6-b102-bc3eec7cdc00') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:38.077388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.093123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.101730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:38.102175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:38.105451 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:38.165301 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.173510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.175076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/networks/e0fec309-5aab-480d-883f-66ad4f3916b7 HTTP/1.1" status: 204 len: 168 time: 0.7171154 Aug 31 16:28:38.178066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36520) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:38.197238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5102-7f38-42b1-8af9-1b62819afe36 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Pushing event deleted for resources: {'Network': ['ID=e0fec309-5aab-480d-883f-66ad4f3916b7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:38.214598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4219a3f-bf08-4227-8441-ca61d46f4258 tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5bb41b4-76c3-448d-b43f-43630f0b2f86 HTTP/1.1" status: 200 len: 205 time: 0.0354130 Aug 31 16:28:38.217669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:38.299738 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.470430 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.472653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.519929 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.520450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Fanout notify agent at l3_agent the message router_deleted on router a5bb41b4-76c3-448d-b43f-43630f0b2f86 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:28:38.529863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:38.531554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a0dddfd0-bfc7-4a30-b982-31f1d866627a tempest-RoutersNegativeIpV6Test-439423090 tempest-RoutersNegativeIpV6Test-439423090-project] 10.222.0.43 "DELETE /v2.0/routers/a5bb41b4-76c3-448d-b43f-43630f0b2f86 HTTP/1.1" status: 204 len: 168 time: 0.3124630 Aug 31 16:28:38.640962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4488-a6dc-4371-a5de-250c2c35309c req-a5cb7b47-505a-41b2-b1a3-bca49825cea3 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:38.648460 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfeb4488-a6dc-4371-a5de-250c2c35309c req-a5cb7b47-505a-41b2-b1a3-bca49825cea3 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0691748 Aug 31 16:28:38.692389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dfeb4488-a6dc-4371-a5de-250c2c35309c req-41cb08ed-aef1-48cd-b088-6e800c37ef55 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Aug 31 16:28:38.883366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36532) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:39.049517 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8d947cc7-dfc9-42a9-b991-7935258a8471 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1f3e225a5974b7680cf47700ddabf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630268 Aug 31 16:28:39.050492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36540) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:39.106826 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3252-52be-4781-a799-d6cdf864b177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:39.133148 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3252-52be-4781-a799-d6cdf864b177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:39.190750 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3252-52be-4781-a799-d6cdf864b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:39.193607 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3252-52be-4781-a799-d6cdf864b177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:39.194791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bc6a3252-52be-4781-a799-d6cdf864b177 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ecaca63-16e6-4738-94df-9df8ab360176 HTTP/1.1" status: 204 len: 168 time: 0.1433048 Aug 31 16:28:39.206005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a3252-52be-4781-a799-d6cdf864b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecaca63-16e6-4738-94df-9df8ab360176,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:39.587174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e3d2593f-2427-46a2-b616-afc0e6752323 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:39.608546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: e3d2593f-2427-46a2-b616-afc0e6752323 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:39.608796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e3d2593f-2427-46a2-b616-afc0e6752323 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:39.833159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129d4ad-3e8d-49ba-bb0e-0fee0b5fc37b req-e26455dc-0bc5-4ddf-be77-7104eb6eb513 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:39.834867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9129d4ad-3e8d-49ba-bb0e-0fee0b5fc37b req-e26455dc-0bc5-4ddf-be77-7104eb6eb513 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0598207 Aug 31 16:28:39.878663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9129d4ad-3e8d-49ba-bb0e-0fee0b5fc37b req-a00dec51-a080-4707-acbe-53d0dcc05f50 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371869 Aug 31 16:28:40.163951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33bdb1-fd5e-4233-bbd4-7226a7f9b8ae req-cabcc9f6-c8dc-4ddc-87ac-6070332e4899 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:40.165765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a33bdb1-fd5e-4233-bbd4-7226a7f9b8ae req-cabcc9f6-c8dc-4ddc-87ac-6070332e4899 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0634992 Aug 31 16:28:40.208983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8a33bdb1-fd5e-4233-bbd4-7226a7f9b8ae req-69bbf258-69c9-4c13-b46c-f05b702a552d tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350749 Aug 31 16:28:41.354160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107042c4-04f3-4e4f-a9e6-98367ecf7ab7 req-3c26202e-c472-4c95-a2e3-075e2dc31101 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:41.357145 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-107042c4-04f3-4e4f-a9e6-98367ecf7ab7 req-3c26202e-c472-4c95-a2e3-075e2dc31101 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0618656 Aug 31 16:28:41.405059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-107042c4-04f3-4e4f-a9e6-98367ecf7ab7 req-833b9c4d-0b3f-47d2-949c-f1dcc77cd072 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356190 Aug 31 16:28:41.728989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-aa997663-f5bb-48f2-ba03-229cada243d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:41.730707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-aa997663-f5bb-48f2-ba03-229cada243d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7062a359e12844b89326143d08fcbf6c&device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 1097 time: 0.0997043 Aug 31 16:28:41.740121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fb2b5-c01f-4685-aaed-bc7e328ee171 req-164601af-ba8c-4bc3-889d-c548fff85d86 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:41.747656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b22fb2b5-c01f-4685-aaed-bc7e328ee171 req-164601af-ba8c-4bc3-889d-c548fff85d86 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0897856 Aug 31 16:28:41.836270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b22fb2b5-c01f-4685-aaed-bc7e328ee171 req-5df22bd7-0681-49bc-bc2d-287821f0f715 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875437 Aug 31 16:28:41.866744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-fa2ba37d-aede-438e-a596-fbdb43e1540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:41.868420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-fa2ba37d-aede-438e-a596-fbdb43e1540e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e20dfc24-6e45-4b20-81be-7d2911a54906 HTTP/1.1" status: 200 len: 913 time: 0.1185927 Aug 31 16:28:41.916672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-421500fb-6ca3-4ef4-912c-7fcfe01f4f99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6 HTTP/1.1" status: 200 len: 217 time: 0.0407436 Aug 31 16:28:41.971826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-05db3892-9261-4623-a142-317531646587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:41.973683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-05db3892-9261-4623-a142-317531646587 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14759722-ac53-47b0-bdda-f2f23791cc19 HTTP/1.1" status: 200 len: 852 time: 0.0498240 Aug 31 16:28:42.007146 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-2359890a-b40d-4793-9c2a-9a40d27341fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e20dfc24-6e45-4b20-81be-7d2911a54906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255516 Aug 31 16:28:42.497108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-c3313c30-541f-4dc1-9094-168dd88f01ae service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821982 Aug 31 16:28:42.601909 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b615525-04bc-4c18-826f-0ad45772bc7d req-be3b472c-ee03-4870-8d9d-463039726714 service neutron] 10.222.0.30 "GET /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965257 Aug 31 16:28:42.976123 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf357bcc-1faf-4476-a03a-ced03f5324b7 req-5b9e9e12-8479-4116-831b-caa099c483bb tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:42.980766 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf357bcc-1faf-4476-a03a-ced03f5324b7 req-5b9e9e12-8479-4116-831b-caa099c483bb tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0656760 Aug 31 16:28:43.021720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf357bcc-1faf-4476-a03a-ced03f5324b7 req-68783b1a-1407-471f-ac6d-bd68131d05ef tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Aug 31 16:28:44.155220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa18a-3589-49a3-88d3-8deebcc1959d req-6f8e10eb-8988-4500-bc84-976e75183442 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:44.156980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b4aa18a-3589-49a3-88d3-8deebcc1959d req-6f8e10eb-8988-4500-bc84-976e75183442 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0603783 Aug 31 16:28:44.201768 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b4aa18a-3589-49a3-88d3-8deebcc1959d req-e26ffbe9-f2a4-4465-b05e-54fc8e79d836 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Aug 31 16:28:44.526893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d3baa-c04e-4979-b66e-abf2925137c2 req-dfdb1869-6bfd-4a19-8212-ff30ded01205 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:44.528740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f79d3baa-c04e-4979-b66e-abf2925137c2 req-dfdb1869-6bfd-4a19-8212-ff30ded01205 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0652583 Aug 31 16:28:44.572155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f79d3baa-c04e-4979-b66e-abf2925137c2 req-953884f3-d8c3-4106-9524-69ebf5da6786 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368278 Aug 31 16:28:45.719342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03632e0-0716-480d-b828-7695835d87f8 req-ce724661-725e-48a6-91dc-02815a7cf836 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:45.721152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c03632e0-0716-480d-b828-7695835d87f8 req-ce724661-725e-48a6-91dc-02815a7cf836 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0728498 Aug 31 16:28:45.768488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c03632e0-0716-480d-b828-7695835d87f8 req-0c1ffbd4-4b1f-4a36-b455-9124d1dde043 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Aug 31 16:28:46.630679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358146-f063-435b-adc2-ac19f73814b7 req-d5766e1b-c3ca-4485-86a4-f2dba2f1472a tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:46.632369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4358146-f063-435b-adc2-ac19f73814b7 req-d5766e1b-c3ca-4485-86a4-f2dba2f1472a tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.0679336 Aug 31 16:28:46.732364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36712) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:46.743524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Deleting port cef61fd0-edda-4537-aae7-d89a43ae33d6 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:46.743867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:46.875162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dd09e226-559d-4a30-8576-6b26147e5d8b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/floatingips/73b1d6f3-6db9-44f1-8b61-17aa37be42b7 HTTP/1.1" status: 200 len: 993 time: 0.1346576 Aug 31 16:28:46.931804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] For port cef61fd0-edda-4537-aae7-d89a43ae33d6, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=cef61fd0-edda-4537-aae7-d89a43ae33d6,segment=NetworkSegment(fc0c6a5d-1956-4143-a00b-22bf1b5e9da9),segment_id=fc0c6a5d-1956-4143-a00b-22bf1b5e9da9)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:46.932458 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:46.950700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73c0d8-2fa7-4a84-a796-27d52eb921b1 req-b5991374-42be-40d8-b3ed-76c4d0bbdaff tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:46.952303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a73c0d8-2fa7-4a84-a796-27d52eb921b1 req-b5991374-42be-40d8-b3ed-76c4d0bbdaff tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba8b6471-911b-4aa6-b2d9-86fdd0709c81 HTTP/1.1" status: 200 len: 945 time: 0.1069877 Aug 31 16:28:46.958936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Calling delete_port for cef61fd0-edda-4537-aae7-d89a43ae33d6 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:47.036142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a73c0d8-2fa7-4a84-a796-27d52eb921b1 req-647ee471-678c-444c-b1e4-10fe86c373f9 tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.43 "GET /v2.0/security-groups?id=e62154e6-5c26-4190-8e84-9093bc7c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751760 Aug 31 16:28:47.150199 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.167570 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['cef61fd0-edda-4537-aae7-d89a43ae33d6'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:28:47.187493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Pushing event deleted for resources: {'Port': ['ID=cef61fd0-edda-4537-aae7-d89a43ae33d6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:47.199251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.199608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.199962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.200424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.200823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.201280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.201623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.202419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.202419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.202659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.202968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.203322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:47.249488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] No DVR routers for this DVR port cef61fd0-edda-4537-aae7-d89a43ae33d6 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:47.252669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.254808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a4358146-f063-435b-adc2-ac19f73814b7 req-4af36638-07b6-457b-8844-eca1469ae08b tempest-TestServerAdvancedOps-1986795454 tempest-TestServerAdvancedOps-1986795454-project] 10.222.0.30 "DELETE /v2.0/ports/cef61fd0-edda-4537-aae7-d89a43ae33d6 HTTP/1.1" status: 204 len: 173 time: 0.6124873 Aug 31 16:28:47.255332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'name': 'network-vif-deleted', 'tag': 'cef61fd0-edda-4537-aae7-d89a43ae33d6'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:47.257749 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b172f69-4a3d-4219-809b-dbda6bbb49c6" -d '{"events": [{"server_uuid": "ba8b6471-911b-4aa6-b2d9-86fdd0709c81", "name": "network-vif-deleted", "tag": "cef61fd0-edda-4537-aae7-d89a43ae33d6"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:47.307103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac417d-8ab2-4a56-b023-e2ca4196f828 x-openstack-request-id: req-90ac417d-8ab2-4a56-b023-e2ca4196f828 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:47.307103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b6471-911b-4aa6-b2d9-86fdd0709c81", "name": "network-vif-deleted", "tag": "cef61fd0-edda-4537-aae7-d89a43ae33d6", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:47.307387 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90ac417d-8ab2-4a56-b023-e2ca4196f828 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:47.307723 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b6471-911b-4aa6-b2d9-86fdd0709c81', 'name': 'network-vif-deleted', 'tag': 'cef61fd0-edda-4537-aae7-d89a43ae33d6', 'status': 'completed', 'code': 200} Aug 31 16:28:47.327884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36740) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:47.507680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port de5c6be6-d382-49f1-8dcc-4dfd4a86f565 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:47.508058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.589411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.590294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.604238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for de5c6be6-d382-49f1-8dcc-4dfd4a86f565 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:47.794017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.839377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=de5c6be6-d382-49f1-8dcc-4dfd4a86f565,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:47.943127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:47.943861 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Floating IP 73b1d6f3-6db9-44f1-8b61-17aa37be42b7 disassociated (deleted). External IP: 172.25.6.114, port: 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2. Aug 31 16:28:48.155983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36758) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:48.209229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Deleting subnet 14759722-ac53-47b0-bdda-f2f23791cc19 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:48.214041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.262255 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.310277 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.379107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 628e7f10-f095-49d2-86eb-ccacbe31435b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:48.399308 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.447136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14759722-ac53-47b0-bdda-f2f23791cc19,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:48.466133 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.468798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa8f920c-55fd-4586-8d96-0dfae4ecab3b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14759722-ac53-47b0-bdda-f2f23791cc19 HTTP/1.1" status: 204 len: 168 time: 0.3116436 Aug 31 16:28:48.471109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36764) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:48.538254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:48.544118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.551932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25337739-18a0-48a1-a340-09874d0e280d None None] Sync routers for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:48.557124 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.565139 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:48.566351 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:48.597327 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-97388bf2-d82b-4d60-97f2-006fee4d348a tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/floatingips/73b1d6f3-6db9-44f1-8b61-17aa37be42b7 HTTP/1.1" status: 204 len: 168 time: 1.2689593 Aug 31 16:28:48.598129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:48.600678 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba23fb-ad7c-4703-9a70-d057f0b59612" -d '{"events": [{"name": "network-changed", "server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:48.687977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.706007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20dfc24-6e45-4b20-81be-7d2911a54906']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:48.712235 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:48.740027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:48.740689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0c6a5d-1956-4143-a00b-22bf1b5e9da9') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:48.759379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.781073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.791180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:48.792128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:48.795299 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:48.892252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.932820 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3a813-6573-4373-ba58-e5b360b7d4ae x-openstack-request-id: req-dff3a813-6573-4373-ba58-e5b360b7d4ae {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:48.934330 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:48.934590 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dff3a813-6573-4373-ba58-e5b360b7d4ae {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:48.935011 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'status': 'completed', 'code': 200} Aug 31 16:28:48.942234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:48.954286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/e20dfc24-6e45-4b20-81be-7d2911a54906 HTTP/1.1" status: 204 len: 168 time: 0.4818778 Aug 31 16:28:48.958089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a14d0e-522c-4b0a-a368-88da63af8d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=e20dfc24-6e45-4b20-81be-7d2911a54906,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:48.960576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36774) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:49.033719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-ae1b8e32-c071-4886-bd3e-a0f90cbb5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:49.036059 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-ae1b8e32-c071-4886-bd3e-a0f90cbb5db1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0803580 Aug 31 16:28:49.103629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Deleting subnet a7db69cc-b59f-42c5-aad5-6dd96fb29058 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:49.107486 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.160069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.166766 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:58Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:49.203332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-ace6c3fd-608f-4364-9c22-266d9f64ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:49.204870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-ace6c3fd-608f-4364-9c22-266d9f64ad06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 200 len: 898 time: 0.1610475 Aug 31 16:28:49.207740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.208464 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25337739-18a0-48a1-a340-09874d0e280d None None] Checking router: 628e7f10-f095-49d2-86eb-ccacbe31435b for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:49.219124 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:49.219900 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:49.256356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4ec33-bcee-484a-b68c-d36465dc1080 req-fc060432-e252-4bf6-8764-9411324eb375 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:49.258065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f4ec33-bcee-484a-b68c-d36465dc1080 req-fc060432-e252-4bf6-8764-9411324eb375 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 945 time: 0.2038641 Aug 31 16:28:49.270104 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-dcb171be-f646-4173-bd64-cb42a78f99ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 200 len: 217 time: 0.0563762 Aug 31 16:28:49.342701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a8f4ec33-bcee-484a-b68c-d36465dc1080 req-b94bf049-58f9-4d38-878e-45c16725a517 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762901 Aug 31 16:28:49.351986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.367121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-d35cb262-138a-4649-af11-cacfe19f8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:49.368829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-d35cb262-138a-4649-af11-cacfe19f8a4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2459f2aa-5bff-48f3-be8c-b1b297990f8e HTTP/1.1" status: 200 len: 835 time: 0.0903499 Aug 31 16:28:49.394484 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:49.409128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7db69cc-b59f-42c5-aad5-6dd96fb29058,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:49.414584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.419688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-31c9add8-3218-4cef-a5d9-afbb44106291 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7db69cc-b59f-42c5-aad5-6dd96fb29058 HTTP/1.1" status: 204 len: 168 time: 0.4437926 Aug 31 16:28:49.420488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36780) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:49.459673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-053224de-7a6a-43c6-a455-7928065debcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:49.462178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-053224de-7a6a-43c6-a455-7928065debcc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849226 Aug 31 16:28:49.568040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.645450 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-564014d6-81d7-4fab-b439-93c668a44368 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722701 Aug 31 16:28:49.657095 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.671357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70abade5-d6f7-4f14-bfb0-8fc445cb47d9']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:49.683226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82db7237-ab70-40c5-bde8-636b4c10a6ca') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:49.684096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82db7237-ab70-40c5-bde8-636b4c10a6ca') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:49.694701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.711322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.717801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:49.718210 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.764372 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-25337739-18a0-48a1-a340-09874d0e280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:58Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:49.789418 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:49.793609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.801722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:49.806979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70abade5-d6f7-4f14-bfb0-8fc445cb47d9 HTTP/1.1" status: 204 len: 168 time: 0.3854828 Aug 31 16:28:49.818627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cdde5-3648-45d3-b075-e04fb6efbd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=70abade5-d6f7-4f14-bfb0-8fc445cb47d9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:49.827266 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25337739-18a0-48a1-a340-09874d0e280d None None] The sync data for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 is: [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:27:46Z', 'revision_number': 4, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1ee98aae-5287-4f2b-b6e7-89e2842329f0', 'name': '', 'network_id': '0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'mac_address': 'fa:16:3e:fb:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:45Z', 'updated_at': '2021-08-31T16:27:58Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'subnets': [{'id': '2459f2aa-5bff-48f3-be8c-b1b297990f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:49.834513 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eeba23fb-ad7c-4703-9a70-d057f0b59612 req-8f057ba2-af7e-4fc7-94b5-c75d9bd6b30f service neutron] 10.222.0.49 "GET /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806877 Aug 31 16:28:50.069734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36788) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:50.122747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cde307a3-b1d0-4ae6-90b5-39f2f46553cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7062a359e12844b89326143d08fcbf6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494118 Aug 31 16:28:50.123333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36790) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:50.188711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a67be6-5cbf-435c-9561-249b62f715f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:50.196811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a3c28-c30f-4c3e-aa18-73be23eb98b4 None None] New status for floating IP 73b1d6f3-6db9-44f1-8b61-17aa37be42b7: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:28:50.212580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a67be6-5cbf-435c-9561-249b62f715f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:50.269087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a67be6-5cbf-435c-9561-249b62f715f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:50.272454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b5a67be6-5cbf-435c-9561-249b62f715f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:50.273771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b5a67be6-5cbf-435c-9561-249b62f715f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e62154e6-5c26-4190-8e84-9093bc7c252f HTTP/1.1" status: 204 len: 168 time: 0.1490614 Aug 31 16:28:50.304420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a67be6-5cbf-435c-9561-249b62f715f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62154e6-5c26-4190-8e84-9093bc7c252f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:50.373414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-9f292ad3-161c-4331-82df-5fccf0875614 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:50.375324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-9f292ad3-161c-4331-82df-5fccf0875614 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 945 time: 0.1046002 Aug 31 16:28:50.615461 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5dc2d-fc9c-4a13-90e5-b5a7891ea509 req-5266365a-df57-406f-987a-446c334e7774 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:50.618306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ae5dc2d-fc9c-4a13-90e5-b5a7891ea509 req-5266365a-df57-406f-987a-446c334e7774 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 945 time: 0.0961914 Aug 31 16:28:50.630654 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cef61fd0-edda-4537-aae7-d89a43ae33d6 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:50.642089 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:50.642723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:50.725962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ae5dc2d-fc9c-4a13-90e5-b5a7891ea509 req-642da7b6-7754-432d-b389-b489b8fe13c0 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/security-groups?id=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980437 Aug 31 16:28:50.752505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: cef61fd0-edda-4537-aae7-d89a43ae33d6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:50.754149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device cef61fd0-edda-4537-aae7-d89a43ae33d6 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:50.829019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:50.830274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:50.850435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:50.973547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36816) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:51.070191 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a27716fb-2762-4e15-8bb6-e924cc5c33ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.072794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8a49871-0f70-4aa0-8d07-acb117f62d06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e55aee8022fd4186aaa448fe3b139ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980611 Aug 31 16:28:51.075321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36822) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:51.088643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.129718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=4c91665c-e9e5-49c7-a5de-bdba4b7db6e2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:51.189174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-800144e7-84cd-4c1e-bc61-b11313a31620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.193284 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] No DVR routers for this DVR port 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:51.196899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.200722 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c007ea7f-2013-4e28-9441-19f9db3f9227 req-889d5412-59af-4765-aaef-8d7e8cb29c24 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.49 "DELETE /v2.0/ports/4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 HTTP/1.1" status: 204 len: 173 time: 0.8194537 Aug 31 16:28:51.201317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'name': 'network-vif-deleted', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:28:51.205646 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd091a7-12ea-44f6-9508-9a18c102be57" -d '{"events": [{"server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "name": "network-vif-deleted", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:28:51.234086 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-800144e7-84cd-4c1e-bc61-b11313a31620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.275786 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea19e9f1-dd9a-4fc8-8588-e8958caabed5 x-openstack-request-id: req-ea19e9f1-dd9a-4fc8-8588-e8958caabed5 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:28:51.276160 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66815151-d812-460a-824c-cdccba233ca8", "name": "network-vif-deleted", "tag": "4c91665c-e9e5-49c7-a5de-bdba4b7db6e2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:28:51.276438 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea19e9f1-dd9a-4fc8-8588-e8958caabed5 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:28:51.276898 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66815151-d812-460a-824c-cdccba233ca8', 'name': 'network-vif-deleted', 'tag': '4c91665c-e9e5-49c7-a5de-bdba4b7db6e2', 'status': 'completed', 'code': 200} Aug 31 16:28:51.320621 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-800144e7-84cd-4c1e-bc61-b11313a31620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.325033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-800144e7-84cd-4c1e-bc61-b11313a31620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.326494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-800144e7-84cd-4c1e-bc61-b11313a31620 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8a6d3d6-7008-4433-aed6-3f9bd4da47f9 HTTP/1.1" status: 204 len: 168 time: 0.2502196 Aug 31 16:28:51.337300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800144e7-84cd-4c1e-bc61-b11313a31620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a6d3d6-7008-4433-aed6-3f9bd4da47f9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:51.426553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36830) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:51.786987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4f6192c-9769-400c-96c3-d12ad4c9a409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:51.920408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-637b67a1-d70a-4ff6-853c-09668d9df74b req-f9f91cbf-8552-4de5-af8a-c2fb71b22153 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66815151-d812-460a-824c-cdccba233ca8 HTTP/1.1" status: 200 len: 210 time: 0.0494018 Aug 31 16:28:52.093642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4f6192c-9769-400c-96c3-d12ad4c9a409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.098955 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4f6192c-9769-400c-96c3-d12ad4c9a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.169676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f4f6192c-9769-400c-96c3-d12ad4c9a409 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85c1e7ed757c46699c8f70062b9231b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420235 Aug 31 16:28:52.172314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36854) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:52.179737 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6192c-9769-400c-96c3-d12ad4c9a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce53a41-314d-42ca-825e-2339f827f763,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:52.234240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24a3-58c6-4d7f-8b8e-92120c944759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.259807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24a3-58c6-4d7f-8b8e-92120c944759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.322991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24a3-58c6-4d7f-8b8e-92120c944759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.327098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb5e24a3-58c6-4d7f-8b8e-92120c944759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.328824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb5e24a3-58c6-4d7f-8b8e-92120c944759 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ce53a41-314d-42ca-825e-2339f827f763 HTTP/1.1" status: 204 len: 168 time: 0.1551800 Aug 31 16:28:52.340260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e24a3-58c6-4d7f-8b8e-92120c944759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce53a41-314d-42ca-825e-2339f827f763,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:52.461964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36864) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:52.631451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-973035982-network', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:52.655338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:52.657829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.666858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.692987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36870) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:52.710426 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-103efa60-1ef7-4bc2-b97f-d7374f9a58e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.776425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.781758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.807537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:28:52.817846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d8f29-6301-46d5-81ac-3102736f0426,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:52.822896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.823249 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Added segment 8175297a-e94a-43ae-ba6d-af1494d82a7f of type vlan for network 496ce44e-fff1-4d88-b4fa-e8c668437874 Aug 31 16:28:52.870902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.895880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-103efa60-1ef7-4bc2-b97f-d7374f9a58e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.898443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.899641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:52.900403 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.901048 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-103efa60-1ef7-4bc2-b97f-d7374f9a58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:52.943805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103efa60-1ef7-4bc2-b97f-d7374f9a58e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1db212-0645-4d91-af9b-577c621eb4f9,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:52.953784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-103efa60-1ef7-4bc2-b97f-d7374f9a58e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f00641f128b434c9c77d414bfad0057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590690 Aug 31 16:28:52.956259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:52.971553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5046575 Aug 31 16:28:52.971553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36878) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:52.976764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Request body: {'subnet': {'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-973035982-subnet', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:52.994423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c390a0-d1df-4bea-aa69-9d25ce90a462 admin admin] Pushing event updated for resources: {'Network': ['ID=496ce44e-fff1-4d88-b4fa-e8c668437874,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:53.012252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:28:53.017644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:53.021715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:28:53.025762 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.134412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6998098b-6c33-4f27-abd6-ff947c1b9b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.168936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-37e248fe-a62a-4e83-bed6-6ebfa8d13e6b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.171736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6998098b-6c33-4f27-abd6-ff947c1b9b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.221131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-37e248fe-a62a-4e83-bed6-6ebfa8d13e6b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.253516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.281496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6998098b-6c33-4f27-abd6-ff947c1b9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.284496 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6998098b-6c33-4f27-abd6-ff947c1b9b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.292950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6998098b-6c33-4f27-abd6-ff947c1b9b7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f1db212-0645-4d91-af9b-577c621eb4f9 HTTP/1.1" status: 204 len: 168 time: 0.3278425 Aug 31 16:28:53.311011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998098b-6c33-4f27-abd6-ff947c1b9b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1db212-0645-4d91-af9b-577c621eb4f9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:53.327262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b344d7-eb09-4c45-a8ec-fe9172479ac6,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:53.330839 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-37e248fe-a62a-4e83-bed6-6ebfa8d13e6b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.334273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-37e248fe-a62a-4e83-bed6-6ebfa8d13e6b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.335127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:53.335468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Network hostable DHCP agents. Network: 496ce44e-fff1-4d88-b4fa-e8c668437874, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:28:53.338751 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-37e248fe-a62a-4e83-bed6-6ebfa8d13e6b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/security-groups/d15ff94d-e098-4d68-a808-7fa7f7e9f1f7 HTTP/1.1" status: 204 len: 168 time: 0.3199217 Aug 31 16:28:53.365774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:28:53.372818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e248fe-a62a-4e83-bed6-6ebfa8d13e6b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15ff94d-e098-4d68-a808-7fa7f7e9f1f7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:53.385332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 496ce44e-fff1-4d88-b4fa-e8c668437874) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:53.392431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:28:53.392870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.399914 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae59d55c-641f-43b9-b43e-d61ccf8514fd None None] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:53.406525 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:53.431541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3cb36aba-f0b2-4a62-b510-e162e5b871ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4589229 Aug 31 16:28:53.434473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36892) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:53.440739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:28:53.468270 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.469921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.573500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.598229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-496ce44e-fff1-4d88-b4fa-e8c668437874', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:28:53.600542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.806782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Allocated IP 172.20.0.2 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/48aa961c-2074-4319-868e-b4993ab1edef) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:53.813417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:53.920128 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36896) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:53.967244 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae20c98f-46e1-48c6-a100-ecd9661edf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.002254 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.012060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Transition to ACTIVE for port object 48aa961c-2074-4319-868e-b4993ab1edef will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:54.031976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Transition to ACTIVE for port object 48aa961c-2074-4319-868e-b4993ab1edef will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:54.045893 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.119795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:54.124287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Pushing event updated for resources: {'Port': ['ID=48aa961c-2074-4319-868e-b4993ab1edef,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:54.135022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:54.143903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:54.152369 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.155564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.178306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.210195 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Attempting to bind port 48aa961c-2074-4319-868e-b4993ab1edef on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:54.211029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Attempting to bind port 48aa961c-2074-4319-868e-b4993ab1edef by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:54.211630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Attempting to bind port 48aa961c-2074-4319-868e-b4993ab1edef on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:54.218674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:54.219353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:54.220787 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.221560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:54.222247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Bound port: 48aa961c-2074-4319-868e-b4993ab1edef, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:54.222847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.231610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae20c98f-46e1-48c6-a100-ecd9661edf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.259008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ae20c98f-46e1-48c6-a100-ecd9661edf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.311858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] For port 48aa961c-2074-4319-868e-b4993ab1edef, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:54.316718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] For port 48aa961c-2074-4319-868e-b4993ab1edef, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48aa961c-2074-4319-868e-b4993ab1edef,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:54.319970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ae20c98f-46e1-48c6-a100-ecd9661edf6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18d1a2dc294d44c7b3f56fa7f8e0d08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965282 Aug 31 16:28:54.320762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c98f-46e1-48c6-a100-ecd9661edf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c22ab-31a2-44d9-9e36-1bd328505ea2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:54.323159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:54.338263 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.340769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Allocated IP 172.25.6.234 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/249de4b6-fb02-4e40-b177-502bdb319015) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:54.440426 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.441997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b79104-4908-45d4-8ee0-0c72983794ba None None] Pushing event updated for resources: {'Port': ['ID=48aa961c-2074-4319-868e-b4993ab1edef,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:54.473042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06c6917b-8bf9-4088-a82b-b1b1152f905c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.478371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.513554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06c6917b-8bf9-4088-a82b-b1b1152f905c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.530333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.579098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:54.582864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:54.586817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:54.612349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Pushing event updated for resources: {'Port': ['ID=249de4b6-fb02-4e40-b177-502bdb319015,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:54.627809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06c6917b-8bf9-4088-a82b-b1b1152f905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.631181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06c6917b-8bf9-4088-a82b-b1b1152f905c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.635270 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-06c6917b-8bf9-4088-a82b-b1b1152f905c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab4c22ab-31a2-44d9-9e36-1bd328505ea2 HTTP/1.1" status: 204 len: 168 time: 0.3074589 Aug 31 16:28:54.646293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6917b-8bf9-4088-a82b-b1b1152f905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c22ab-31a2-44d9-9e36-1bd328505ea2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:54.649957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port 1ee98aae-5287-4f2b-b6e7-89e2842329f0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:54.650307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.789068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port 1ee98aae-5287-4f2b-b6e7-89e2842329f0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1ee98aae-5287-4f2b-b6e7-89e2842329f0,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:54.792273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:54.816503 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for 1ee98aae-5287-4f2b-b6e7-89e2842329f0 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:55.036033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.123525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.166482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=1ee98aae-5287-4f2b-b6e7-89e2842329f0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:55.269808 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.305722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.376895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:28:55.438659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:28:55.439278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4c91665c-e9e5-49c7-a5de-bdba4b7db6e2 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:28:55.441463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.481254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.548570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:28:55.643317 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-857228e3-03dc-4abc-85a9-a94c19ef4377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.804045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:55.816980 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:55.825166 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:55.827527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bc17be70-7531-49ad-86ad-a17095e45097 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3918362 Aug 31 16:28:55.839555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 36930) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:55.842541 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:55.843614 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:55.886315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48aa961c-2074-4319-868e-b4993ab1edef up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:55.952148 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:56.020810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 48aa961c-2074-4319-868e-b4993ab1edef completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:56.136345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0c57f-06dc-4537-a8c3-b8ae41d1531f None None] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:56.169738 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:56.251620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] Provisioning for port 48aa961c-2074-4319-868e-b4993ab1edef completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:56.260539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] Provisioning complete for port 48aa961c-2074-4319-868e-b4993ab1edef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:56.260911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:56.445922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:56.545214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] For port 48aa961c-2074-4319-868e-b4993ab1edef, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48aa961c-2074-4319-868e-b4993ab1edef,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:56.551617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:56.660111 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:54Z', 'revision_number': 3, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:56.662139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Router 628e7f10-f095-49d2-86eb-ccacbe31435b has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:56.679138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf955ddc-ed63-4a28-9a5c-5cee130f014d None None] Pushing event updated for resources: {'Port': ['ID=48aa961c-2074-4319-868e-b4993ab1edef,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:56.778697 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:56.779871 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Updating router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 port 249de4b6-fb02-4e40-b177-502bdb319015 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:28:56.839836 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:56.936677 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:56.951316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] Sync routers for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:28:56.960454 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a04d5150-9e34-4a04-90af-c5f4c31ee559 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "PUT /v2.0/routers/628e7f10-f095-49d2-86eb-ccacbe31435b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5527463 Aug 31 16:28:56.969448 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36946) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:56.972562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:56.973225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:57.127485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting subnet 2459f2aa-5bff-48f3-be8c-b1b297990f8e {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:28:57.139431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.227938 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.290247 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.372404 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.388763 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Transition to ACTIVE for port object 249de4b6-fb02-4e40-b177-502bdb319015 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:57.396870 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.456007 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.480354 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Pushing event updated for resources: {'Port': ['ID=249de4b6-fb02-4e40-b177-502bdb319015,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:57.489120 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Attempting to bind port 249de4b6-fb02-4e40-b177-502bdb319015 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:28:57.489766 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Attempting to bind port 249de4b6-fb02-4e40-b177-502bdb319015 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:28:57.491088 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Attempting to bind port 249de4b6-fb02-4e40-b177-502bdb319015 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:28:57.496955 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.497574 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.498106 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.498733 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.499926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.500473 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.501319 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.501975 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.502464 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.503528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.504865 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.505539 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:57.513916 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:28:57.514830 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:28:57.515530 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.517065 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:28:57.518210 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Bound port: 249de4b6-fb02-4e40-b177-502bdb319015, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:28:57.519894 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.552940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Allocated IP 172.20.0.1 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/0e3ef4aa-7db2-406b-b0fe-f10a453a0e11) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:28:57.569959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.599334 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] For port 249de4b6-fb02-4e40-b177-502bdb319015, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:28:57.605417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b504fc6d-d8b8-418a-97c6-e263e4adc6e9 None None] Provisioning complete for port 48aa961c-2074-4319-868e-b4993ab1edef triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:57.605961 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] For port 249de4b6-fb02-4e40-b177-502bdb319015, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=249de4b6-fb02-4e40-b177-502bdb319015,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:28:57.607765 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b504fc6d-d8b8-418a-97c6-e263e4adc6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.617803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Subnet': ['ID=2459f2aa-5bff-48f3-be8c-b1b297990f8e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:57.625988 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.638516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.641290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-822d4a94-a352-4d30-86e6-0319593e927b tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/subnets/2459f2aa-5bff-48f3-be8c-b1b297990f8e HTTP/1.1" status: 204 len: 168 time: 0.6702511 Aug 31 16:28:57.648746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36956) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:57.693269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc0d83-9cba-415f-b66c-45f123eb93c4 None None] Network 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:28:57.764633 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3999f42-28a1-4165-a03a-723cb077b831 None None] Pushing event updated for resources: {'Port': ['ID=249de4b6-fb02-4e40-b177-502bdb319015,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:57.779072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48aa961c-2074-4319-868e-b4993ab1edef up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:28:57.782609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:57.803482 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:57.804256 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:57.838867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.868341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Transition to ACTIVE for port object 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:28:57.892812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.924833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:57.966014 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:57.982581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:58.001559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:58.005588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:28:58.057146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.195614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.259017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:58.264898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.377842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Deleting port bebd22e4-8c47-4075-be6a-fbd87874ec6d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:58.378525 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.378649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] DHCP port deletion for 0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:28:58.435055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 48aa961c-2074-4319-868e-b4993ab1edef triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:58.435622 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.493292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] For port bebd22e4-8c47-4075-be6a-fbd87874ec6d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bebd22e4-8c47-4075-be6a-fbd87874ec6d,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:58.493990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.496956 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:54Z', 'revision_number': 3, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:58.514761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Calling delete_port for bebd22e4-8c47-4075-be6a-fbd87874ec6d owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:58.526192 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.557712 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c612c-5969-4b0f-9dbd-5c0152485d2c None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:54Z', 'revision_number': 3, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:58.652412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:28:55Z', 'revision_number': 5, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port': {'id': 'bebd22e4-8c47-4075-be6a-fbd87874ec6d', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:35Z', 'updated_at': '2021-08-31T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:58.689115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Deleting port caddc7cb-5c64-4808-9a56-7780f2b95ef0 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:28:58.689605 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.743145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.746592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-30368aa8-cedb-4fcb-8a1b-2801f2001ce6 None None] Provisioning for port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:28:58.754399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.757458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] Checking router: 628e7f10-f095-49d2-86eb-ccacbe31435b for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:28:58.775387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-30368aa8-cedb-4fcb-8a1b-2801f2001ce6 None None] Provisioning complete for port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:58.779595 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-30368aa8-cedb-4fcb-8a1b-2801f2001ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.830815 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.850781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.853029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:58.862534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Port': ['ID=bebd22e4-8c47-4075-be6a-fbd87874ec6d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:58.863007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-30368aa8-cedb-4fcb-8a1b-2801f2001ce6 None None] Port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:58.879706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] For port caddc7cb-5c64-4808-9a56-7780f2b95ef0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=caddc7cb-5c64-4808-9a56-7780f2b95ef0,segment=NetworkSegment(fb32e224-8800-409b-b070-0af4e3f3cd4e),segment_id=fb32e224-8800-409b-b070-0af4e3f3cd4e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:28:58.880485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:58.892078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] Routers {'628e7f10-f095-49d2-86eb-ccacbe31435b'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:28:58.893205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['628e7f10-f095-49d2-86eb-ccacbe31435b'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:58.953298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Calling delete_port for caddc7cb-5c64-4808-9a56-7780f2b95ef0 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:28:58.970591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.020040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] Set router 628e7f10-f095-49d2-86eb-ccacbe31435b gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:28:59.042797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:28:59.044595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:28:59.166006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 7, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:59.167668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.170606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.224076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:28:59.225504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32e75b-9448-4509-beba-f1af2cbda0d3 None None] The sync data for ids ['628e7f10-f095-49d2-86eb-ccacbe31435b'] in n-d-793621-35 is: [{'id': '628e7f10-f095-49d2-86eb-ccacbe31435b', 'name': 'tempest-TestNetworkBasicOps-router-1583759765', 'tenant_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:33Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 7, 'project_id': '7ad282d8a71e401d9ded0b6c08b4b5c5', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:28:59.263610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.265528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Fanout notify agent at l3_agent the message router_deleted on router 628e7f10-f095-49d2-86eb-ccacbe31435b {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:28:59.278843 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.283720 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-390a754d-f800-4568-9e69-78d5e2b7a951 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/routers/628e7f10-f095-49d2-86eb-ccacbe31435b HTTP/1.1" status: 204 len: 168 time: 1.6336763 Aug 31 16:28:59.284544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36966) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:28:59.290023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.346841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Pushing event deleted for resources: {'Port': ['ID=caddc7cb-5c64-4808-9a56-7780f2b95ef0,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:28:59.370407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] No DVR routers for this DVR port caddc7cb-5c64-4808-9a56-7780f2b95ef0 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:28:59.384242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.384607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.385092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.385798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.386559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.386783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.387019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.387365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.387857 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.388181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.388543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.388922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd086088-6734-4d9d-b9f5-eba24957e323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:28:59.502071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5c19016e-969b-4c16-aff9-4974db1e9883 None None] Provisioning complete for port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:28:59.502457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5c19016e-969b-4c16-aff9-4974db1e9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.511247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:28:59.512716 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.523498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8308609b-29cb-4e5e-b6a5-a693992c2431 admin admin] 10.222.0.43 "PUT /v2.0/routers/d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6806569 Aug 31 16:28:59.572612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5c19016e-969b-4c16-aff9-4974db1e9883 None None] Port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:28:59.703365 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.715146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:59.727851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb32e224-8800-409b-b070-0af4e3f3cd4e') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:59.728163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb32e224-8800-409b-b070-0af4e3f3cd4e') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:28:59.753794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.788649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.821855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:28:59.822673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:28:59.883084 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:28:59.976065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.984482 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:28:59.989911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] 10.222.0.43 "DELETE /v2.0/networks/0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454 HTTP/1.1" status: 204 len: 168 time: 0.7041731 Aug 31 16:29:00.032896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0de6a7-7abe-4f31-a9ba-b6e5dbc48633 tempest-TestNetworkBasicOps-1986501250 tempest-TestNetworkBasicOps-1986501250-project] Pushing event deleted for resources: {'Network': ['ID=0d0b2e7a-11f1-4775-a20d-c6b6c6aaf454,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:00.271448 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 249de4b6-fb02-4e40-b177-502bdb319015 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:00.369237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 249de4b6-fb02-4e40-b177-502bdb319015 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:00.381145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 249de4b6-fb02-4e40-b177-502bdb319015 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:00.382629 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.510705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 36998) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:00.527847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.567241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37004) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:00.573651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-258504642-network', 'tenant_id': '444835756ae74af8b9358cd6ca412611'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:00.591888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 249de4b6-fb02-4e40-b177-502bdb319015, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=249de4b6-fb02-4e40-b177-502bdb319015,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:00.599721 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.604727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Made reservation on behalf of 444835756ae74af8b9358cd6ca412611 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:00.610309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.619990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.680923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device caddc7cb-5c64-4808-9a56-7780f2b95ef0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:00.723077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=249de4b6-fb02-4e40-b177-502bdb319015,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:00.729132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: caddc7cb-5c64-4808-9a56-7780f2b95ef0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:29:00.735492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device caddc7cb-5c64-4808-9a56-7780f2b95ef0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:00.736128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ee98aae-5287-4f2b-b6e7-89e2842329f0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:00.773988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 1ee98aae-5287-4f2b-b6e7-89e2842329f0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:29:00.774371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1ee98aae-5287-4f2b-b6e7-89e2842329f0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:00.811289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.820380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.876797 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:29:00.888774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.889621 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Added segment 503f96a1-e665-4125-aefa-418d8b77e2a8 of type vlan for network 1f45cc63-23e2-4130-952d-39f9b956f34a Aug 31 16:29:00.951257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:00.953527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22857eb2-30b0-4c62-978e-579581b6abe0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:01.014816 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.015825 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:01.016679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.045066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37012) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:01.045551 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44398a30-d417-47a9-a3f5-816bddbb0381 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ad282d8a71e401d9ded0b6c08b4b5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327559 Aug 31 16:29:01.123834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c25b363e-e3a6-4d2d-ab07-214ae564bd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.148714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37014) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:01.150783 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5818155 Aug 31 16:29:01.154673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Request body: {'subnet': {'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-258504642-subnet', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:01.163552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c25b363e-e3a6-4d2d-ab07-214ae564bd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.169490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2da6c-8951-420a-872c-c45f1ccb327c admin admin] Pushing event updated for resources: {'Network': ['ID=1f45cc63-23e2-4130-952d-39f9b956f34a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:01.184856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1f45cc63-23e2-4130-952d-39f9b956f34a details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:29:01.235406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Made reservation on behalf of 444835756ae74af8b9358cd6ca412611 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:01.238748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.334786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c25b363e-e3a6-4d2d-ab07-214ae564bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.347364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c25b363e-e3a6-4d2d-ab07-214ae564bd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.349571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c25b363e-e3a6-4d2d-ab07-214ae564bd00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3eb14d0-a385-47db-ba7b-243b6dafc29d HTTP/1.1" status: 204 len: 168 time: 0.3025656 Aug 31 16:29:01.402434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b363e-e3a6-4d2d-ab07-214ae564bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb14d0-a385-47db-ba7b-243b6dafc29d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:01.639328 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.652925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 249de4b6-fb02-4e40-b177-502bdb319015 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:01.723331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf5aed6-6f91-45b7-a53a-6eb0189c5265,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:01.734893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Checking segment: {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:01.735567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Network hostable DHCP agents. Network: 1f45cc63-23e2-4130-952d-39f9b956f34a, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:29:01.748628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 249de4b6-fb02-4e40-b177-502bdb319015 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:01.748998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.760257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Network 1f45cc63-23e2-4130-952d-39f9b956f34a is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:29:01.776068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1f45cc63-23e2-4130-952d-39f9b956f34a) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:01.779953 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:01.781117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:01.781880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.792673 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:01.793326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:01.797527 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdccef3-6d1d-4841-815d-99716fb9e0ec None None] Network 1f45cc63-23e2-4130-952d-39f9b956f34a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:29:01.801100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-636e0dfd-78f2-4227-8eab-5a76c4a8a9e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6507537 Aug 31 16:29:01.803348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37026) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:01.810435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:01.840090 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.840090 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.944992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37030) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:01.960221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:01.972907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad7401b3-e1f7-4d29-95ea-f6ec66d9ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.088244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bebd22e4-8c47-4075-be6a-fbd87874ec6d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:02.090982 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad7401b3-e1f7-4d29-95ea-f6ec66d9ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.097507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ad7401b3-e1f7-4d29-95ea-f6ec66d9ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.129219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7401b3-e1f7-4d29-95ea-f6ec66d9ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc4e95-cf01-4749-a41a-89ddd893d43e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:02.166842 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ad7401b3-e1f7-4d29-95ea-f6ec66d9ea69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=457a9f21344b4eac9222e511c4cce380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205849 Aug 31 16:29:02.168505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37036) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:02.183989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: bebd22e4-8c47-4075-be6a-fbd87874ec6d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:29:02.184421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bebd22e4-8c47-4075-be6a-fbd87874ec6d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:02.243863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.263829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb58b-ccbc-42b1-8400-2ed976c5a5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.283067 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:02.297653 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb58b-ccbc-42b1-8400-2ed976c5a5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.310443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-1f45cc63-23e2-4130-952d-39f9b956f34a', 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'fixed_ips': [{'subnet_id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:29:02.313181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.360594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb58b-ccbc-42b1-8400-2ed976c5a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.366523 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb58b-ccbc-42b1-8400-2ed976c5a5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.369379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b1dbb58b-ccbc-42b1-8400-2ed976c5a5bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3efc4e95-cf01-4749-a41a-89ddd893d43e HTTP/1.1" status: 204 len: 168 time: 0.1993473 Aug 31 16:29:02.406036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbb58b-ccbc-42b1-8400-2ed976c5a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc4e95-cf01-4749-a41a-89ddd893d43e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:02.612299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Allocated IP 172.20.0.2 (1f45cc63-23e2-4130-952d-39f9b956f34a/3cf5aed6-6f91-45b7-a53a-6eb0189c5265/3ad26a9b-8196-4f27-9c62-5a9d7265af80) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:02.627034 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.660169 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.746114 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 2, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:02.787690 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:02.789115 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Updating router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:02.835640 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.843502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Allocated IP 172.25.6.87 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d146e56f-3d9c-4dd7-b721-350deed3e3a2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:02.933150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:02.946728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Transition to ACTIVE for port object 3ad26a9b-8196-4f27-9c62-5a9d7265af80 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:03.006814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Transition to ACTIVE for port object 3ad26a9b-8196-4f27-9c62-5a9d7265af80 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:03.020312 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.062404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.109275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Network 1f45cc63-23e2-4130-952d-39f9b956f34a is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:03.110668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Pushing event updated for resources: {'Port': ['ID=3ad26a9b-8196-4f27-9c62-5a9d7265af80,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:03.113636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:03.120418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:03.195268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.231838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Attempting to bind port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:03.232661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Attempting to bind port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:03.233109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Attempting to bind port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 on network 1f45cc63-23e2-4130-952d-39f9b956f34a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:03.245632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:03.246103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Checking segment: {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:03.246958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.247433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Bound using segment: {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:03.248162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Bound port: 3ad26a9b-8196-4f27-9c62-5a9d7265af80, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:03.250317 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.271436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:03.273957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=d146e56f-3d9c-4dd7-b721-350deed3e3a2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:03.281859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:03.288468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:03.355994 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.375056 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Transition to ACTIVE for port object 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:03.388143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] For port 3ad26a9b-8196-4f27-9c62-5a9d7265af80, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:03.398315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] For port 3ad26a9b-8196-4f27-9c62-5a9d7265af80, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3ad26a9b-8196-4f27-9c62-5a9d7265af80,segment=NetworkSegment(503f96a1-e665-4125-aefa-418d8b77e2a8),segment_id=503f96a1-e665-4125-aefa-418d8b77e2a8)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:03.404752 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.406373 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.480996 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfcbe-cd87-4738-a96d-b45db9f181be None None] Pushing event updated for resources: {'Port': ['ID=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:03.605560 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Attempting to bind port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:03.606077 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Attempting to bind port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:03.606555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Attempting to bind port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:03.612793 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:03.613325 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:03.613819 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.614307 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:03.614873 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Bound port: 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:03.615360 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.620003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb6a52-b265-4db1-b87a-8969e14513b5 None None] Pushing event updated for resources: {'Port': ['ID=3ad26a9b-8196-4f27-9c62-5a9d7265af80,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:03.787180 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] For port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:03.799230 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] For port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:03.817513 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.924114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:03.953681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:03.966020 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfcbe-cd87-4738-a96d-b45db9f181be None None] Pushing event updated for resources: {'Port': ['ID=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:03.987607 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:03.988509 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:04.174406 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:04.174628 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1850958642-network', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:04.247472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Made reservation on behalf of 3ea93f4c438a44a0b0b8e7ee04af92d6 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:04.250115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.257892 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.297849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.450294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.456028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.472977 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:03Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:04.475778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:29:04.490069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.491178 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Added segment c9336180-6e5d-4bf1-9fc8-3e3067e60b01 of type vlan for network 3cbef639-6895-4ee3-b73d-018b2045cad2 Aug 31 16:29:04.505106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:29:04.538488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34a4ad-a7e9-4e1b-82b0-9252d1159960,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:04.545844 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59cc1f-3a17-40d8-94f4-d4fc277ed5fb None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:03Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:04.632414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.690011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.691213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:04.691821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:04.849114 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8905959 Aug 31 16:29:04.853059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37100) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:04.873354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Request body: {'subnet': {'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1850958642-subnet', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:04.892804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630106-20c6-43f0-a876-95005e3a126b admin admin] Pushing event updated for resources: {'Network': ['ID=3cbef639-6895-4ee3-b73d-018b2045cad2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:04.905220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:29:04.938090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Made reservation on behalf of 3ea93f4c438a44a0b0b8e7ee04af92d6 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:04.940851 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.290455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.393168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:05.407596 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:29:05.408627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Sync routers for ids ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:05.418795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.423800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Routers {'5c8c3acc-e7bc-4536-84a6-677ffab5b272'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:05.425070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:05.433855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-08990228-d7b6-47cc-86a9-9364ad9e4cb3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6276340 Aug 31 16:29:05.440162 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37108) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:05.489458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=475c2272-1968-4e33-957a-0cd8315362ed,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:05.496439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Checking segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:05.496779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Network hostable DHCP agents. Network: 3cbef639-6895-4ee3-b73d-018b2045cad2, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:29:05.500712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e8956-8e7f-4fc1-83b7-474cb93e6327 None None] Network 1f45cc63-23e2-4130-952d-39f9b956f34a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:29:05.528526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:29:05.542160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3cbef639-6895-4ee3-b73d-018b2045cad2) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:05.571741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:05.574521 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.613240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d2d503d-228c-4b2d-9bae-3cfce3019f3d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7590656 Aug 31 16:29:05.616063 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37112) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:05.625367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:05.689847 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.691229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.704120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Set router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:05.772529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280cd156-9d5e-4681-b582-ac2f82569657 None None] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:29:05.806499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:05.961095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3ad26a9b-8196-4f27-9c62-5a9d7265af80 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:06.004366 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.258262 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.318195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.329870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a454eedc-ad6e-4ef0-845a-3c19f32d8651 None None] Provisioning for port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:06.348829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.375519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:06.438146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:06.438837 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.491544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3cbef639-6895-4ee3-b73d-018b2045cad2', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'fixed_ips': [{'subnet_id': '475c2272-1968-4e33-957a-0cd8315362ed'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:29:06.498841 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.616082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Allocated IP 172.25.6.85 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:06.732596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Allocated IP 172.20.0.1 (1f45cc63-23e2-4130-952d-39f9b956f34a/3cf5aed6-6f91-45b7-a53a-6eb0189c5265/ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:06.863874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.885388 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.903888 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Allocated IP 172.20.0.2 (3cbef639-6895-4ee3-b73d-018b2045cad2/475c2272-1968-4e33-957a-0cd8315362ed/23afe087-5980-4c55-92a5-a8cc399d15db) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:06.923767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Transition to ACTIVE for port object ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:06.931187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:06.949493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:29:03Z', 'revision_number': 3, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:06.972053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.023772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Network 1f45cc63-23e2-4130-952d-39f9b956f34a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:07.027800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:07.028000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:07.038207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:07.048020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:07.060412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:07.111810 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.151000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Pushing event updated for resources: {'Port': ['ID=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:07.189727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Pushing event updated for resources: {'Port': ['ID=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:07.224817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Checking router: 5c8c3acc-e7bc-4536-84a6-677ffab5b272 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:07.225435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Updating router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 port d146e56f-3d9c-4dd7-b721-350deed3e3a2 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:07.267223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.355165 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.416032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5371f0cc-a6c0-41b9-9f00-4b5fce307377 None None] Provisioning complete for port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:07.416432 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5371f0cc-a6c0-41b9-9f00-4b5fce307377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.497980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.600579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.611659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.690137 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:07.700081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Pushing event updated for resources: {'Port': ['ID=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:07.744667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 3ad26a9b-8196-4f27-9c62-5a9d7265af80, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3ad26a9b-8196-4f27-9c62-5a9d7265af80,segment=NetworkSegment(503f96a1-e665-4125-aefa-418d8b77e2a8),segment_id=503f96a1-e665-4125-aefa-418d8b77e2a8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:07.848281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Network 1f45cc63-23e2-4130-952d-39f9b956f34a is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:07.849813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:07.992258 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.015903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.031133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:29:08.036939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:08.106259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Transition to ACTIVE for port object d146e56f-3d9c-4dd7-b721-350deed3e3a2 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:08.138735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.177809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=3ad26a9b-8196-4f27-9c62-5a9d7265af80,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:08.217053 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.230215 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.249361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:08.256083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bb752617-732d-4c58-8cbe-c17e334bfe4f admin admin] 10.222.0.43 "PUT /v2.0/routers/5c8c3acc-e7bc-4536-84a6-677ffab5b272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8146999 Aug 31 16:29:08.300023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Transition to ACTIVE for port object 23afe087-5980-4c55-92a5-a8cc399d15db will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:08.301852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-831aea02-26dc-441c-8737-ab56d3bbea24 None None] Provisioning for port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:08.326604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-831aea02-26dc-441c-8737-ab56d3bbea24 None None] Provisioning complete for port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:08.326988 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-831aea02-26dc-441c-8737-ab56d3bbea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.342258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Attempting to bind port d146e56f-3d9c-4dd7-b721-350deed3e3a2 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:08.342640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Attempting to bind port d146e56f-3d9c-4dd7-b721-350deed3e3a2 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:08.343016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Attempting to bind port d146e56f-3d9c-4dd7-b721-350deed3e3a2 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:08.385701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Transition to ACTIVE for port object 23afe087-5980-4c55-92a5-a8cc399d15db will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:08.390458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de3c56-c52e-49d7-894e-a0e0c3ded87b None None] Pushing event updated for resources: {'Port': ['ID=d146e56f-3d9c-4dd7-b721-350deed3e3a2,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:08.403077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:08.403481 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:08.404260 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.404457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:08.404832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Bound port: d146e56f-3d9c-4dd7-b721-350deed3e3a2, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:08.405228 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.412365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:08.414783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.470435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:08.470819 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.472507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-831aea02-26dc-441c-8737-ab56d3bbea24 None None] Port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:08.520837 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.523574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:08.582558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] For port d146e56f-3d9c-4dd7-b721-350deed3e3a2, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:08.586122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] For port d146e56f-3d9c-4dd7-b721-350deed3e3a2, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d146e56f-3d9c-4dd7-b721-350deed3e3a2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:08.588778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Pushing event updated for resources: {'Port': ['ID=23afe087-5980-4c55-92a5-a8cc399d15db,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:08.594714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:08.613941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.628908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:08.710065 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Router e1ffd577-df85-4057-a565-3bf065bd97ae is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:29:08.792809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de3c56-c52e-49d7-894e-a0e0c3ded87b None None] Pushing event updated for resources: {'Port': ['ID=d146e56f-3d9c-4dd7-b721-350deed3e3a2,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:08.840380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fc769b57-8260-4d11-b824-341c1ac20ce6 None None] Provisioning complete for port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:08.840766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc769b57-8260-4d11-b824-341c1ac20ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.880620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:08.894553 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Sync routers for ids ['e1ffd577-df85-4057-a565-3bf065bd97ae'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:08.908949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.910415 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1524eb5f-9a9a-40d3-92c7-48f2cef9517a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2931170 Aug 31 16:29:08.910570 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Routers {'e1ffd577-df85-4057-a565-3bf065bd97ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:08.911063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e1ffd577-df85-4057-a565-3bf065bd97ae'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:08.913490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37162) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:08.944369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Attempting to bind port 23afe087-5980-4c55-92a5-a8cc399d15db on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:08.944837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Attempting to bind port 23afe087-5980-4c55-92a5-a8cc399d15db by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:08.945309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Attempting to bind port 23afe087-5980-4c55-92a5-a8cc399d15db on network 3cbef639-6895-4ee3-b73d-018b2045cad2 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:08.961482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Routers {'5c8c3acc-e7bc-4536-84a6-677ffab5b272'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:08.962094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:08.975189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:08.975679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Checking segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:08.976201 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:08.976698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Bound using segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:08.977462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Bound port: 23afe087-5980-4c55-92a5-a8cc399d15db, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:08.978106 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:09.125083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] Set router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:09.178385 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Set router e1ffd577-df85-4057-a565-3bf065bd97ae gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:09.261410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-fc769b57-8260-4d11-b824-341c1ac20ce6 None None] Port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:09.331728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:09.512637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 3, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:09.552371 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Checking router: e1ffd577-df85-4057-a565-3bf065bd97ae for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:09.552818 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Updating router e1ffd577-df85-4057-a565-3bf065bd97ae port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:09.603986 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:09.666613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:09.897884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:09.925276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.028632 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.044394 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Transition to ACTIVE for port object d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:10.055277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Allocated IP 172.20.0.1 (3cbef639-6895-4ee3-b73d-018b2045cad2/475c2272-1968-4e33-957a-0cd8315362ed/11c1eaa0-7926-4911-910b-ad9894fbcf4d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:10.070898 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.109615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:10.131129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] For port 23afe087-5980-4c55-92a5-a8cc399d15db, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:10.147572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3ad26a9b-8196-4f27-9c62-5a9d7265af80 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:10.160072 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Attempting to bind port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:10.160471 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Attempting to bind port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:10.160844 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Attempting to bind port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:10.175097 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:10.175367 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:10.175783 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.177167 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:10.177792 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Bound port: d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:10.179343 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.237035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] For port 23afe087-5980-4c55-92a5-a8cc399d15db, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=23afe087-5980-4c55-92a5-a8cc399d15db,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:10.251747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123', 'name': '', 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'mac_address': 'fa:16:3e:42:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 2, 'project_id': '444835756ae74af8b9358cd6ca412611', 'subnets': [{'id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:10.259672 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c248c-b273-4131-b0bd-3427543669d2 None None] Pushing event updated for resources: {'Port': ['ID=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:10.327889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.339651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c8812-0824-449a-97bf-9a6b28198c32 None None] The sync data for ids ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'] in n-d-793621-35 is: [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123', 'name': '', 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'mac_address': 'fa:16:3e:42:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 2, 'project_id': '444835756ae74af8b9358cd6ca412611', 'subnets': [{'id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:10.347918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.349879 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] For port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:10.358030 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] For port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:10.366074 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.392916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Transition to ACTIVE for port object 11c1eaa0-7926-4911-910b-ad9894fbcf4d will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:10.404408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37186) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:10.437649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fdb7e-c9d9-4e78-a050-bec2273c83ec None None] Pushing event updated for resources: {'Port': ['ID=23afe087-5980-4c55-92a5-a8cc399d15db,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:10.446941 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Routers {'e1ffd577-df85-4057-a565-3bf065bd97ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:10.452116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:10.452778 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.452990 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e1ffd577-df85-4057-a565-3bf065bd97ae'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:10.506129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:10.685645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:10.721127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:10.726189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:10.879450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.111133 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c248c-b273-4131-b0bd-3427543669d2 None None] Pushing event updated for resources: {'Port': ['ID=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:11.143603 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] Set router e1ffd577-df85-4057-a565-3bf065bd97ae gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:11.155019 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ecf6979c-7159-46d5-b86e-158edfbe6659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.169397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Pushing event updated for resources: {'Port': ['ID=11c1eaa0-7926-4911-910b-ad9894fbcf4d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:11.335114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.493789 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 3, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:11.530796 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574e40-111c-4d49-ad36-f6a6c6c100e3 None None] The sync data for ids ['e1ffd577-df85-4057-a565-3bf065bd97ae'] in n-d-793621-35 is: [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 3, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:11.549857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ecf6979c-7159-46d5-b86e-158edfbe6659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.602087 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ecf6979c-7159-46d5-b86e-158edfbe6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.722783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6979c-7159-46d5-b86e-158edfbe6659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948c4e09-93f5-4c67-9a83-9e8e4e38ceb3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:11.755697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ecf6979c-7159-46d5-b86e-158edfbe6659 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=217b2f2ce23e431c8b01aa4ae63c7ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3423631 Aug 31 16:29:11.759086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37204) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:11.795167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.805974 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.891793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec702c06-9bb1-4fb5-83a5-edaea797a3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:11.924842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Pushing event updated for resources: {'Port': ['ID=11c1eaa0-7926-4911-910b-ad9894fbcf4d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:11.932154 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:12.007253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec702c06-9bb1-4fb5-83a5-edaea797a3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:12.158602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec702c06-9bb1-4fb5-83a5-edaea797a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:12.162529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ec702c06-9bb1-4fb5-83a5-edaea797a3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:12.164558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ec702c06-9bb1-4fb5-83a5-edaea797a3b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/948c4e09-93f5-4c67-9a83-9e8e4e38ceb3 HTTP/1.1" status: 204 len: 168 time: 0.4027965 Aug 31 16:29:12.184029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec702c06-9bb1-4fb5-83a5-edaea797a3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948c4e09-93f5-4c67-9a83-9e8e4e38ceb3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:12.239636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:12.249311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:12.453026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 23afe087-5980-4c55-92a5-a8cc399d15db up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:12.542799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 23afe087-5980-4c55-92a5-a8cc399d15db completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:12.547785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d146e56f-3d9c-4dd7-b721-350deed3e3a2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:12.637266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Router e1ffd577-df85-4057-a565-3bf065bd97ae has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:29:12.674072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc0004-22fc-4593-9d11-41d37c90ff48 None None] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:29:12.705138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d146e56f-3d9c-4dd7-b721-350deed3e3a2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:12.772430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d146e56f-3d9c-4dd7-b721-350deed3e3a2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:12.772922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:12.834805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] Provisioning for port 23afe087-5980-4c55-92a5-a8cc399d15db completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:12.866870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] Provisioning complete for port 23afe087-5980-4c55-92a5-a8cc399d15db triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:12.867243 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:12.876599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-dc68ecec-72b8-45ac-9def-ae60867eff38 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:12.879989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-dc68ecec-72b8-45ac-9def-ae60867eff38 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.2535036 Aug 31 16:29:12.908072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-d47c73a9-dc67-4756-949b-22a5139cc094 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0207267 Aug 31 16:29:13.161867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-b3557954-dcf3-4dd9-890f-be88fe8f97cd tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2475195 Aug 31 16:29:13.164729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:13.176417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e9eeb73f-0c78-466f-b1e0-593baacbb1ca admin admin] 10.222.0.43 "PUT /v2.0/routers/e1ffd577-df85-4057-a565-3bf065bd97ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2617559 Aug 31 16:29:13.281968 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:13.359152 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d146e56f-3d9c-4dd7-b721-350deed3e3a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d146e56f-3d9c-4dd7-b721-350deed3e3a2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:13.377892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:13.378710 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:13.434761 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-3721dfe2-f92b-4f35-b24f-129b419f04a3 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569180 Aug 31 16:29:13.500168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:13.567487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-870c5a8e-63ae-464e-a8e0-a1b53371c257 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249633 Aug 31 16:29:13.608079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d146e56f-3d9c-4dd7-b721-350deed3e3a2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:13.627124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] For port 23afe087-5980-4c55-92a5-a8cc399d15db, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=23afe087-5980-4c55-92a5-a8cc399d15db,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:13.655389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:13.751126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67009a-109b-445b-b77e-6e03e40bdc69 None None] Pushing event updated for resources: {'Port': ['ID=23afe087-5980-4c55-92a5-a8cc399d15db,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:13.757702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:13.758335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:13.992007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-27c128e4-687b-40f2-857e-6ea33fc6579d None None] Provisioning for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:13.997928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-27c128e4-687b-40f2-857e-6ea33fc6579d None None] Provisioning complete for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:13.998690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27c128e4-687b-40f2-857e-6ea33fc6579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.109154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-27c128e4-687b-40f2-857e-6ea33fc6579d None None] Port 11c1eaa0-7926-4911-910b-ad9894fbcf4d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:14.130529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-27c128e4-687b-40f2-857e-6ea33fc6579d None None] Provisioning complete for port 23afe087-5980-4c55-92a5-a8cc399d15db triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:14.131103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-27c128e4-687b-40f2-857e-6ea33fc6579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.281706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:14.318026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6c592d00-de0a-46a4-94b7-245728ce7ebc req-a6858d88-f5be-4212-a5cb-3997d708a54e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0832803 Aug 31 16:29:14.400672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:14.428585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:14.429182 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.593715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37286) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:14.602428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1812297893-network', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:14.660564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Made reservation on behalf of c312c439d79f44abad8a40123e9cb425 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:14.664014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.693446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.701713 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.781256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:14.793358 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:14.794645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 23afe087-5980-4c55-92a5-a8cc399d15db up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:15.000774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.010917 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.020547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c39ce477-742f-4e8b-9925-5f84792fb254 None None] Provisioning complete for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:15.020921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c39ce477-742f-4e8b-9925-5f84792fb254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.051340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:29:15.057742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:15.066111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.067362 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Added segment a2e90105-774d-4eae-8e75-cb81fc6fe7a3 of type vlan for network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 Aug 31 16:29:15.156098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.168638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:15.180507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c39ce477-742f-4e8b-9925-5f84792fb254 None None] Port 11c1eaa0-7926-4911-910b-ad9894fbcf4d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:15.190693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 23afe087-5980-4c55-92a5-a8cc399d15db triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:15.191052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.195695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.197220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:15.198612 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.268048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] Pushing event updated for resources: {'Network': ['ID=9a440acb-0f44-4ce0-9016-9b411a38b2e8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:15.289684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a23425ea-0610-4bfc-afac-2638ec3f2753 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6939759 Aug 31 16:29:15.292259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37302) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:15.299039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Request body: {'subnet': {'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1812297893-subnet', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:15.324530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Made reservation on behalf of c312c439d79f44abad8a40123e9cb425 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:15.327675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.336546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:29:15.477126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d146e56f-3d9c-4dd7-b721-350deed3e3a2 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:15.517522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-84b12f9e-e7e4-4874-a564-325528b0545e None None] Provisioning complete for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:15.518204 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-84b12f9e-e7e4-4874-a564-325528b0545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.564497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.594066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54095ec9-de3b-4347-9f6b-c89e1cdf8b75 req-dc31520e-2bed-48cb-9591-71ec23b38764 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0517828 Aug 31 16:29:15.624352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-84b12f9e-e7e4-4874-a564-325528b0545e None None] Port 11c1eaa0-7926-4911-910b-ad9894fbcf4d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:15.629870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d146e56f-3d9c-4dd7-b721-350deed3e3a2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:15.631100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.682914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e586cb-46a9-464c-93a5-09990c139fbd,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:15.725773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Checking segment: {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:15.725999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Network hostable DHCP agents. Network: 9a440acb-0f44-4ce0-9016-9b411a38b2e8, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:29:15.769095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:29:15.788841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9a440acb-0f44-4ce0-9016-9b411a38b2e8) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:15.808359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb591c-35d1-44d0-8f4c-0210295b5590 None None] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:29:15.828948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:15.830645 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.867721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37306) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:15.868476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f7228b3c-156d-4d96-ad9a-0588d03c05db admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5740020 Aug 31 16:29:15.873148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:15.891491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Sync routers for ids ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:15.911905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Routers {'5c8c3acc-e7bc-4536-84a6-677ffab5b272'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:15.912721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:15.915878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-4085fd01-195c-432e-84fb-ac0d682529ce tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:15.918116 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-4085fd01-195c-432e-84fb-ac0d682529ce tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.2180574 Aug 31 16:29:15.929696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.932138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:15.962563 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:16.160603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:16.190749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:16.205763 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Sync routers for ids ['e1ffd577-df85-4057-a565-3bf065bd97ae'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:16.222933 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Routers {'e1ffd577-df85-4057-a565-3bf065bd97ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:16.224037 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e1ffd577-df85-4057-a565-3bf065bd97ae'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:16.345954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Set router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:16.399182 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:16.404343 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Set router e1ffd577-df85-4057-a565-3bf065bd97ae gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:16.405093 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:16.409215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:16.583835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-9a440acb-0f44-4ce0-9016-9b411a38b2e8', 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'fixed_ips': [{'subnet_id': '41e586cb-46a9-464c-93a5-09990c139fbd'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:29:16.585042 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:16.590987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:16.591577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:16.709228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.7 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/e769e606-e416-4424-9d12-7c35eab816a2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:16.802882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e0e15f9-83f5-48be-b86a-930f4929adb6 req-d66d02e7-1adc-474e-8f8e-9d37354cbac5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0654840 Aug 31 16:29:16.811799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:29:11Z', 'revision_number': 4, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '11c1eaa0-7926-4911-910b-ad9894fbcf4d', 'name': '', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'mac_address': 'fa:16:3e:38:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '475c2272-1968-4e33-957a-0cd8315362ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:09Z', 'updated_at': '2021-08-31T16:29:11Z', 'revision_number': 2, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'subnets': [{'id': '475c2272-1968-4e33-957a-0cd8315362ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:16.890923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Checking router: e1ffd577-df85-4057-a565-3bf065bd97ae for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:16.891393 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Updating router e1ffd577-df85-4057-a565-3bf065bd97ae port 11c1eaa0-7926-4911-910b-ad9894fbcf4d binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:16.934956 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:16.941498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.002195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.250359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.300067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object e769e606-e416-4424-9d12-7c35eab816a2 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:17.333521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Allocated IP 172.25.6.36 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f26c7e36-7213-4760-9c36-4d0f2634c7b6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:17.431124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123', 'name': '', 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'mac_address': 'fa:16:3e:42:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 2, 'project_id': '444835756ae74af8b9358cd6ca412611', 'subnets': [{'id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:17.501351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Allocated IP 172.20.0.2 (9a440acb-0f44-4ce0-9016-9b411a38b2e8/41e586cb-46a9-464c-93a5-09990c139fbd/97cf39aa-dc05-410c-9c01-2276d69816e4) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:17.508664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Checking router: 5c8c3acc-e7bc-4536-84a6-677ffab5b272 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:17.509127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Updating router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:17.512320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.538355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.542270 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.562062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Transition to ACTIVE for port object 11c1eaa0-7926-4911-910b-ad9894fbcf4d will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:17.576652 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.609112 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.699519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:17.721269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:17.732940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.734985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:17.746871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Pushing event updated for resources: {'Port': ['ID=f26c7e36-7213-4760-9c36-4d0f2634c7b6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:17.766796 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424e994-1c63-4f6b-8f97-c603c510a53a None None] Pushing event updated for resources: {'Port': ['ID=11c1eaa0-7926-4911-910b-ad9894fbcf4d,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:17.873637 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Attempting to bind port 11c1eaa0-7926-4911-910b-ad9894fbcf4d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:17.874026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Attempting to bind port 11c1eaa0-7926-4911-910b-ad9894fbcf4d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:17.876638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Attempting to bind port 11c1eaa0-7926-4911-910b-ad9894fbcf4d on network 3cbef639-6895-4ee3-b73d-018b2045cad2 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:17.911857 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:17.914210 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Checking segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:17.915102 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:17.918509 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Bound using segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:17.920291 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Bound port: 11c1eaa0-7926-4911-910b-ad9894fbcf4d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:17.922419 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.034314 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:18.056165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:18.077112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:18.082842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=e769e606-e416-4424-9d12-7c35eab816a2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:18.093731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94856e4-351c-4847-ab65-62e7d4f6d452 req-cbfa893c-64bf-459b-9db2-ef65e1eb1b85 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:18.102022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b94856e4-351c-4847-ab65-62e7d4f6d452 req-cbfa893c-64bf-459b-9db2-ef65e1eb1b85 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 931 time: 0.1818278 Aug 31 16:29:18.103029 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] For port 11c1eaa0-7926-4911-910b-ad9894fbcf4d, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:18.112427 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] For port 11c1eaa0-7926-4911-910b-ad9894fbcf4d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=11c1eaa0-7926-4911-910b-ad9894fbcf4d,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:18.120148 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.178926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.225669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b94856e4-351c-4847-ab65-62e7d4f6d452 req-6a47bb54-4ae2-462e-a563-47f201523e9c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138525 Aug 31 16:29:18.234658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Transition to ACTIVE for port object 97cf39aa-dc05-410c-9c01-2276d69816e4 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:18.267867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Transition to ACTIVE for port object 97cf39aa-dc05-410c-9c01-2276d69816e4 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:18.280728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.298785 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424e994-1c63-4f6b-8f97-c603c510a53a None None] Pushing event updated for resources: {'Port': ['ID=11c1eaa0-7926-4911-910b-ad9894fbcf4d,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:18.325348 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Routers {'e1ffd577-df85-4057-a565-3bf065bd97ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:18.326005 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e1ffd577-df85-4057-a565-3bf065bd97ae'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:18.513205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:18.555099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:18.562428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:18.572311 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Pushing event updated for resources: {'Port': ['ID=97cf39aa-dc05-410c-9c01-2276d69816e4,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:18.610075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] Set router e1ffd577-df85-4057-a565-3bf065bd97ae gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:18.682744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:18.683446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.696753 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.755630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-9cba80b6-cd5f-4f42-93c6-44284bd45d6c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8128560 Aug 31 16:29:18.778822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Request body: {'port': {'device_id': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:18.844823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Attempting to bind port 97cf39aa-dc05-410c-9c01-2276d69816e4 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:18.847464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Attempting to bind port 97cf39aa-dc05-410c-9c01-2276d69816e4 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:18.847859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Attempting to bind port 97cf39aa-dc05-410c-9c01-2276d69816e4 on network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:18.863755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:18.864143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Checking segment: {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:18.867997 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.868652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Bound using segment: {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:18.870870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Bound port: 97cf39aa-dc05-410c-9c01-2276d69816e4, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:18.871497 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.905213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Transition to ACTIVE for port object ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:18.964702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2c211025-304a-4cd2-90f4-1e63696143c1 None None] Provisioning for port e769e606-e416-4424-9d12-7c35eab816a2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:18.973206 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.976372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.978699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.987306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2c211025-304a-4cd2-90f4-1e63696143c1 None None] Provisioning complete for port e769e606-e416-4424-9d12-7c35eab816a2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:18.987539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c211025-304a-4cd2-90f4-1e63696143c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:18.997836 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:29:11Z', 'revision_number': 4, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '11c1eaa0-7926-4911-910b-ad9894fbcf4d', 'name': '', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'mac_address': 'fa:16:3e:38:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '475c2272-1968-4e33-957a-0cd8315362ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:09Z', 'updated_at': '2021-08-31T16:29:18Z', 'revision_number': 4, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'subnets': [{'id': '475c2272-1968-4e33-957a-0cd8315362ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:19.070772 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f89f-79d0-421f-a008-8b81691c26ec None None] The sync data for ids ['e1ffd577-df85-4057-a565-3bf065bd97ae'] in n-d-793621-35 is: [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:29:11Z', 'revision_number': 4, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '11c1eaa0-7926-4911-910b-ad9894fbcf4d', 'name': '', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'mac_address': 'fa:16:3e:38:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '475c2272-1968-4e33-957a-0cd8315362ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:09Z', 'updated_at': '2021-08-31T16:29:18Z', 'revision_number': 4, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'subnets': [{'id': '475c2272-1968-4e33-957a-0cd8315362ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:19.125419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] For port 97cf39aa-dc05-410c-9c01-2276d69816e4, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:19.184526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c211025-304a-4cd2-90f4-1e63696143c1 None None] Port e769e606-e416-4424-9d12-7c35eab816a2 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:19.198095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] For port 97cf39aa-dc05-410c-9c01-2276d69816e4, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97cf39aa-dc05-410c-9c01-2276d69816e4,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:19.201055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30309da6-bb7c-476b-ad5a-71c2d83f46c7 None None] Pushing event updated for resources: {'Port': ['ID=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:19.209368 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:19.478544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6efa2b-e463-4fca-a213-c7c85955a5a6 req-3c7c2591-645c-4de2-ad4c-18abb258ef4f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:19.492878 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f6efa2b-e463-4fca-a213-c7c85955a5a6 req-3c7c2591-645c-4de2-ad4c-18abb258ef4f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 931 time: 0.1514587 Aug 31 16:29:19.528836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Attempting to bind port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:19.531724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Attempting to bind port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:19.532440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Attempting to bind port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 on network 1f45cc63-23e2-4130-952d-39f9b956f34a {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:19.564083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:19.568359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Checking segment: {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:19.569061 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:19.569672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Bound using segment: {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:19.570358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Bound port: ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f96a1-e665-4125-aefa-418d8b77e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:19.570923 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:19.649108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7840-0af7-42d9-891f-32d99ae429a5 None None] Pushing event updated for resources: {'Port': ['ID=97cf39aa-dc05-410c-9c01-2276d69816e4,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:19.654335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f6efa2b-e463-4fca-a213-c7c85955a5a6 req-92178ccf-2775-48ad-a3be-c48640fe58e9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598892 Aug 31 16:29:19.819842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] For port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:19.832783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] For port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,segment=NetworkSegment(503f96a1-e665-4125-aefa-418d8b77e2a8),segment_id=503f96a1-e665-4125-aefa-418d8b77e2a8)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:19.840976 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:19.926595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30309da6-bb7c-476b-ad5a-71c2d83f46c7 None None] Pushing event updated for resources: {'Port': ['ID=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:20.006548 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Routers {'5c8c3acc-e7bc-4536-84a6-677ffab5b272'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:20.007069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:20.391204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] Set router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:20.534809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 11c1eaa0-7926-4911-910b-ad9894fbcf4d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:20.554690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:20.954147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b3806-e118-431c-83e5-8747dc16b5b1 req-a107628a-fb28-4d5d-b2f0-4f98d64c0e66 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:20.970064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af4b3806-e118-431c-83e5-8747dc16b5b1 req-a107628a-fb28-4d5d-b2f0-4f98d64c0e66 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 931 time: 0.1444814 Aug 31 16:29:21.067195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Router e71d6f74-3624-4e43-972f-d596415e4161 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:29:21.068201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af4b3806-e118-431c-83e5-8747dc16b5b1 req-e857c846-6226-4150-9d82-5c1bb283c9c2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950511 Aug 31 16:29:21.146518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:21.155085 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cfee114c-ed83-40b2-affb-bf261cbd5330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.166176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:21.166608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.169527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e769e606-e416-4424-9d12-7c35eab816a2 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:29:21.185713 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.213260 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Transition to ACTIVE for port object e769e606-e416-4424-9d12-7c35eab816a2 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:21.225305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.334265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123', 'name': '', 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'mac_address': 'fa:16:3e:42:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:19Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'subnets': [{'id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:21.420099 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022222-b04c-4b60-a581-1212aaa837c3 None None] The sync data for ids ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'] in n-d-793621-35 is: [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:29:07Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123', 'name': '', 'network_id': '1f45cc63-23e2-4130-952d-39f9b956f34a', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'mac_address': 'fa:16:3e:42:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:19Z', 'revision_number': 4, 'project_id': '444835756ae74af8b9358cd6ca412611', 'subnets': [{'id': '3cf5aed6-6f91-45b7-a53a-6eb0189c5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:21.444740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:21.483050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Sync routers for ids ['e71d6f74-3624-4e43-972f-d596415e4161'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:21.493058 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.542980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Routers {'e71d6f74-3624-4e43-972f-d596415e4161'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:21.546437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e71d6f74-3624-4e43-972f-d596415e4161'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:21.605008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e769e606-e416-4424-9d12-7c35eab816a2,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:21.610594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.614739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25b607d5-0c64-4ff6-9165-6c6b01aa3787 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7460585 Aug 31 16:29:21.615503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37396) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:21.633605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Attempting to bind port e769e606-e416-4424-9d12-7c35eab816a2 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:21.633961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Attempting to bind port e769e606-e416-4424-9d12-7c35eab816a2 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:21.634301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Attempting to bind port e769e606-e416-4424-9d12-7c35eab816a2 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:21.652055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Port e769e606-e416-4424-9d12-7c35eab816a2 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:29:21.652480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Attempting to bind port e769e606-e416-4424-9d12-7c35eab816a2 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:21.663606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:21.663969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:21.664400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:21.664859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Bound port: e769e606-e416-4424-9d12-7c35eab816a2, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:21.665302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.743616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Set router e71d6f74-3624-4e43-972f-d596415e4161 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:21.749754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b6e729-f749-465f-8e3e-d0aaedddf6c9 None None] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:29:21.863173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] For port e769e606-e416-4424-9d12-7c35eab816a2, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:21.868944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] For port e769e606-e416-4424-9d12-7c35eab816a2, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e769e606-e416-4424-9d12-7c35eab816a2,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:21.878993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.964695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 11c1eaa0-7926-4911-910b-ad9894fbcf4d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=11c1eaa0-7926-4911-910b-ad9894fbcf4d,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:21.966102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-68414928-83fa-4767-bd7c-17b53393db65 None None] Provisioning for port 97cf39aa-dc05-410c-9c01-2276d69816e4 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:21.980037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.981071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:21.984175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:21.990043 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:21.996841 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] 10.222.0.49 "PUT /v2.0/ports/e769e606-e416-4424-9d12-7c35eab816a2 HTTP/1.1" status: 200 len: 1092 time: 3.2276633 Aug 31 16:29:22.007280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'tag': 'e769e606-e416-4424-9d12-7c35eab816a2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:22.014765 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6e91b5-e302-4f93-807b-91939064070e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7d1fc9-c562-4e21-ad9a-091cddb41c4d", "tag": "e769e606-e416-4424-9d12-7c35eab816a2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:22.184794 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227b6d8-e907-4412-bcff-5455e5cad517 x-openstack-request-id: req-7227b6d8-e907-4412-bcff-5455e5cad517 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:22.186884 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7d1fc9-c562-4e21-ad9a-091cddb41c4d", "tag": "e769e606-e416-4424-9d12-7c35eab816a2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:22.187093 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7227b6d8-e907-4412-bcff-5455e5cad517 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:22.187763 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'tag': 'e769e606-e416-4424-9d12-7c35eab816a2', 'status': 'completed', 'code': 200} Aug 31 16:29:22.206548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb072-8c97-4206-b8ac-ccd644e36fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e769e606-e416-4424-9d12-7c35eab816a2,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:22.287367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-745381d7-56ff-4f0c-a6e1-500a325237be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:22.302389 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-745381d7-56ff-4f0c-a6e1-500a325237be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 1095 time: 0.2545588 Aug 31 16:29:22.343552 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=11c1eaa0-7926-4911-910b-ad9894fbcf4d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:22.419284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-e005e6bd-0912-4e70-969d-f97ba6d2034c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e769e606-e416-4424-9d12-7c35eab816a2 HTTP/1.1" status: 200 len: 217 time: 0.1084721 Aug 31 16:29:22.585028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:22.590682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-3f9a08f4-3e8d-4e36-b9d3-4f782db4ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:22.603611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-3f9a08f4-3e8d-4e36-b9d3-4f782db4ae50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.1787615 Aug 31 16:29:22.638147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:22.644342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:22.734710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-d0d259b7-5149-4818-98e2-3557429b6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:22.736678 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-d0d259b7-5149-4818-98e2-3557429b6add service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233778 Aug 31 16:29:22.867851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:29:18Z', 'revision_number': 3, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:22.973005 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-cf032b55-0321-420f-8e81-e568a1d222c4 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286732 Aug 31 16:29:23.051426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Checking router: e71d6f74-3624-4e43-972f-d596415e4161 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:23.063733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Updating router e71d6f74-3624-4e43-972f-d596415e4161 port f26c7e36-7213-4760-9c36-4d0f2634c7b6 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:23.162886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:23.181257 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:23.285886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f0d5a531-233d-45af-aa0c-da4f8719e07c req-09fd88fa-af73-4f93-a4d1-edd78d69a163 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045919 Aug 31 16:29:23.466759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46dccb-f7f3-42d8-8124-c663acaafa18 req-79ffd059-04b6-4aaa-91f4-831d3941960d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:23.482292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c46dccb-f7f3-42d8-8124-c663acaafa18 req-79ffd059-04b6-4aaa-91f4-831d3941960d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.3884830 Aug 31 16:29:23.519086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e91b5-e302-4f93-807b-91939064070e req-3b05c64d-a715-43c0-8ba1-fb0cbe4a1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:23.524692 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-3b05c64d-a715-43c0-8ba1-fb0cbe4a1247 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 1095 time: 0.1490359 Aug 31 16:29:23.597018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c46dccb-f7f3-42d8-8124-c663acaafa18 req-afd784cd-ae1d-438f-92cf-f827bdfacca9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135776 Aug 31 16:29:23.630433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,segment=NetworkSegment(503f96a1-e665-4125-aefa-418d8b77e2a8),segment_id=503f96a1-e665-4125-aefa-418d8b77e2a8)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:23.662078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:23.716979 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:23.847831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e91b5-e302-4f93-807b-91939064070e req-1b4a4abe-7986-455c-a5f4-f70045fda6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:23.855698 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-1b4a4abe-7986-455c-a5f4-f70045fda6e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.3231792 Aug 31 16:29:23.887760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 37422) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:23.925172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:23.972718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-52cfb5dc-1156-4c88-a9de-5df5d823844b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e769e606-e416-4424-9d12-7c35eab816a2 HTTP/1.1" status: 200 len: 217 time: 0.1098824 Aug 31 16:29:24.024151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97cf39aa-dc05-410c-9c01-2276d69816e4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:24.139004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e91b5-e302-4f93-807b-91939064070e req-3e6244b3-2589-43b5-a66c-2f39c697b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:24.141496 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-3e6244b3-2589-43b5-a66c-2f39c697b329 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.1612766 Aug 31 16:29:24.171644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Allocated IP 172.20.0.1 (9a440acb-0f44-4ce0-9016-9b411a38b2e8/41e586cb-46a9-464c-93a5-09990c139fbd/914d85f1-1e63-490a-98e3-627d3693a405) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:24.220844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cec470af-0850-4dea-8032-b4a4b3252045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.230520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e91b5-e302-4f93-807b-91939064070e req-4544ba09-9165-4e51-acf5-21b3ee888eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:24.234330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-4544ba09-9165-4e51-acf5-21b3ee888eac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839770 Aug 31 16:29:24.391941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.423700 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-8ea77acd-37e1-4e50-a879-8916a57d3f01 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836495 Aug 31 16:29:24.445569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Transition to ACTIVE for port object 914d85f1-1e63-490a-98e3-627d3693a405 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:24.484885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.544271 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 97cf39aa-dc05-410c-9c01-2276d69816e4 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:24.567102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.588805 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cec470af-0850-4dea-8032-b4a4b3252045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.614957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 97cf39aa-dc05-410c-9c01-2276d69816e4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:24.615735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.621006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.634288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7d6e91b5-e302-4f93-807b-91939064070e req-80a1c182-ab25-4622-b5bd-b881df3a26b7 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992993 Aug 31 16:29:24.646622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:24.648327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cec470af-0850-4dea-8032-b4a4b3252045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.670615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Transition to ACTIVE for port object f26c7e36-7213-4760-9c36-4d0f2634c7b6 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:24.682054 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.708835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Pushing event updated for resources: {'Port': ['ID=914d85f1-1e63-490a-98e3-627d3693a405,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:24.718865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:24.725589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec470af-0850-4dea-8032-b4a4b3252045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534dd479-7782-445c-8a30-6e5107810f1f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:24.739069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:24.819048 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.836769 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Attempting to bind port f26c7e36-7213-4760-9c36-4d0f2634c7b6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:24.837146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Attempting to bind port f26c7e36-7213-4760-9c36-4d0f2634c7b6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:24.837521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Attempting to bind port f26c7e36-7213-4760-9c36-4d0f2634c7b6 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:24.862380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273dd0c-abee-4754-a78c-50e3728b2120 None None] Pushing event updated for resources: {'Port': ['ID=f26c7e36-7213-4760-9c36-4d0f2634c7b6,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:24.875867 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:24.876585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:24.877012 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.877421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:24.877913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Bound port: f26c7e36-7213-4760-9c36-4d0f2634c7b6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:24.878607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.935462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 97cf39aa-dc05-410c-9c01-2276d69816e4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97cf39aa-dc05-410c-9c01-2276d69816e4,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:24.950921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:24.951206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cec470af-0850-4dea-8032-b4a4b3252045 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36aeb3d96ed045a496538e4e1c604288&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0618217 Aug 31 16:29:24.952141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 11c1eaa0-7926-4911-910b-ad9894fbcf4d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:24.955167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 37442) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:29:24.974374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.062152 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c162c-f2f5-48f2-9aad-c1c32841abc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.074230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] For port f26c7e36-7213-4760-9c36-4d0f2634c7b6, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:25.110404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bebf9-f51b-4768-b903-50c097fc7557 req-f625401a-ad7c-472a-b79a-25accfe439fd tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:25.112932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c162c-f2f5-48f2-9aad-c1c32841abc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.116160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb1bebf9-f51b-4768-b903-50c097fc7557 req-f625401a-ad7c-472a-b79a-25accfe439fd tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.3096387 Aug 31 16:29:25.134206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] For port f26c7e36-7213-4760-9c36-4d0f2634c7b6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f26c7e36-7213-4760-9c36-4d0f2634c7b6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:25.147202 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.151604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=97cf39aa-dc05-410c-9c01-2276d69816e4,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:25.224742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c162c-f2f5-48f2-9aad-c1c32841abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.227423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c162c-f2f5-48f2-9aad-c1c32841abc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.228889 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4c8c162c-f2f5-48f2-9aad-c1c32841abc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/534dd479-7782-445c-8a30-6e5107810f1f HTTP/1.1" status: 204 len: 168 time: 0.2726750 Aug 31 16:29:25.234509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 11c1eaa0-7926-4911-910b-ad9894fbcf4d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:25.235141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.249231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Routers {'e71d6f74-3624-4e43-972f-d596415e4161'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:25.249548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c162c-f2f5-48f2-9aad-c1c32841abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534dd479-7782-445c-8a30-6e5107810f1f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:25.250339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:28:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e71d6f74-3624-4e43-972f-d596415e4161'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:25.256441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc9d8f35-c499-4d5a-a44f-f66cecff19ac None None] Provisioning for port 914d85f1-1e63-490a-98e3-627d3693a405 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:25.335795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273dd0c-abee-4754-a78c-50e3728b2120 None None] Pushing event updated for resources: {'Port': ['ID=f26c7e36-7213-4760-9c36-4d0f2634c7b6,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:25.345431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc9d8f35-c499-4d5a-a44f-f66cecff19ac None None] Provisioning complete for port 914d85f1-1e63-490a-98e3-627d3693a405 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:25.346074 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc9d8f35-c499-4d5a-a44f-f66cecff19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.351007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.391274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.464024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.474881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d8f35-c499-4d5a-a44f-f66cecff19ac None None] Port 914d85f1-1e63-490a-98e3-627d3693a405 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:25.496488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb1bebf9-f51b-4768-b903-50c097fc7557 req-65387a1c-68ef-4f6a-b87b-b8d40a49f81c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747610 Aug 31 16:29:25.536906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] Set router e71d6f74-3624-4e43-972f-d596415e4161 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:25.768374 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-efc6514e-330e-4591-87e4-d89dea8b0b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.794176 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.801787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.884510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97cf39aa-dc05-410c-9c01-2276d69816e4 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:25.898490 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.962615 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:25.973052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 97cf39aa-dc05-410c-9c01-2276d69816e4 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:25.973432 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:26.008559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:29:18Z', 'revision_number': 3, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:26.049728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caffb28-44cd-4e4d-bce2-9313658c35fe None None] The sync data for ids ['e71d6f74-3624-4e43-972f-d596415e4161'] in n-d-793621-35 is: [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:29:18Z', 'revision_number': 3, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:26.130731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:26.141962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Pushing event updated for resources: {'Port': ['ID=914d85f1-1e63-490a-98e3-627d3693a405,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:26.155705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:26.157439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:26.205877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:26.206954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:26.363147 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Router e71d6f74-3624-4e43-972f-d596415e4161 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:29:26.630783 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-43a41fc9-38e9-4294-b431-6ce14ca79458 None None] Provisioning complete for port 914d85f1-1e63-490a-98e3-627d3693a405 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:26.632425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a41fc9-38e9-4294-b431-6ce14ca79458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:26.691103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-43a41fc9-38e9-4294-b431-6ce14ca79458 None None] Port 914d85f1-1e63-490a-98e3-627d3693a405 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:26.708958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:29:26.725958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c012-8596-40b4-9277-6ac302da1a8f req-99c1c4cd-e07b-467a-b9e1-990299fed89d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:26.730369 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e363c012-8596-40b4-9277-6ac302da1a8f req-99c1c4cd-e07b-467a-b9e1-990299fed89d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.0813174 Aug 31 16:29:26.732589 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b08fba08-bb72-4a81-961f-914625b0c82a admin admin] 10.222.0.43 "PUT /v2.0/routers/e71d6f74-3624-4e43-972f-d596415e4161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1156998 Aug 31 16:29:26.786202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e363c012-8596-40b4-9277-6ac302da1a8f req-e7c8390d-99fa-44c9-8d26-b0584607017b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519302 Aug 31 16:29:27.455657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-ba0f7c4f-cd19-4250-b314-56be7e8741dd tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:27.457542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-ba0f7c4f-cd19-4250-b314-56be7e8741dd tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/networks?id=3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 200 len: 911 time: 0.0997388 Aug 31 16:29:27.477227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-8fa6623c-12a7-475d-a225-882e5e27b5b1 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/quotas/c312c439d79f44abad8a40123e9cb425 HTTP/1.1" status: 200 len: 375 time: 0.0101666 Aug 31 16:29:27.603785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-55258c91-5855-4788-9ee7-8902fc9cc417 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=c312c439d79f44abad8a40123e9cb425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191032 Aug 31 16:29:27.706468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-0136f541-f784-4561-8f08-d3b6321ebb69 service neutron] 10.222.0.43 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016796 Aug 31 16:29:27.736839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:27.851659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f26c7e36-7213-4760-9c36-4d0f2634c7b6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:27.884468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-0ba3b0da-81a0-4757-969c-84b677d90f8c service neutron] 10.222.0.43 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674237 Aug 31 16:29:27.914712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f26c7e36-7213-4760-9c36-4d0f2634c7b6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:27.920077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f26c7e36-7213-4760-9c36-4d0f2634c7b6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:27.920762 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:28.074814 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:28.111557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f26c7e36-7213-4760-9c36-4d0f2634c7b6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f26c7e36-7213-4760-9c36-4d0f2634c7b6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:28.120433 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:28.204435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f26c7e36-7213-4760-9c36-4d0f2634c7b6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:28.241784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb86ee-2fc1-4009-bf8f-ff363fbc0821 req-4574f9a9-01a4-4f2c-a98a-f054f88d4192 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:28.252765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5cb86ee-2fc1-4009-bf8f-ff363fbc0821 req-4574f9a9-01a4-4f2c-a98a-f054f88d4192 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.0904889 Aug 31 16:29:28.298305 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Sync routers for ids ['e71d6f74-3624-4e43-972f-d596415e4161'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:29:28.310190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5cb86ee-2fc1-4009-bf8f-ff363fbc0821 req-b13bca47-e739-4426-863d-f0c622942412 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502794 Aug 31 16:29:28.430702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43e435dd-e7de-4b2e-82f5-f06f05bcff01 req-8826eef8-0c16-4e01-bda3-924b42dab7ed tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 210 time: 0.0520804 Aug 31 16:29:28.481503 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Routers {'e71d6f74-3624-4e43-972f-d596415e4161'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:28.482688 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e71d6f74-3624-4e43-972f-d596415e4161'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:28.623403 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Set router e71d6f74-3624-4e43-972f-d596415e4161 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:28.882044 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:29:25Z', 'revision_number': 4, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '914d85f1-1e63-490a-98e3-627d3693a405', 'name': '', 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'mac_address': 'fa:16:3e:d9:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '41e586cb-46a9-464c-93a5-09990c139fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:23Z', 'updated_at': '2021-08-31T16:29:25Z', 'revision_number': 2, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'subnets': [{'id': '41e586cb-46a9-464c-93a5-09990c139fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:28.919954 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Checking router: e71d6f74-3624-4e43-972f-d596415e4161 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:29:28.920893 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Updating router e71d6f74-3624-4e43-972f-d596415e4161 port 914d85f1-1e63-490a-98e3-627d3693a405 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:29:28.957766 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.294087 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.310503 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Transition to ACTIVE for port object 914d85f1-1e63-490a-98e3-627d3693a405 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:29.318629 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.375614 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574f748-2f64-443f-a246-c435d255dfe9 None None] Pushing event updated for resources: {'Port': ['ID=914d85f1-1e63-490a-98e3-627d3693a405,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:29.490854 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Attempting to bind port 914d85f1-1e63-490a-98e3-627d3693a405 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:29.491381 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Attempting to bind port 914d85f1-1e63-490a-98e3-627d3693a405 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:29.491803 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Attempting to bind port 914d85f1-1e63-490a-98e3-627d3693a405 on network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:29.498571 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:29.498947 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Checking segment: {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:29.499357 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.499806 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Bound using segment: {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:29.500344 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Bound port: 914d85f1-1e63-490a-98e3-627d3693a405, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:29.500758 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.542495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c56b-a585-40a2-9cde-430050d33260 req-357922c5-ea2a-468d-ab7b-d969ab2960b4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:29.552357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd02c56b-a585-40a2-9cde-430050d33260 req-357922c5-ea2a-468d-ab7b-d969ab2960b4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.1079462 Aug 31 16:29:29.635441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd02c56b-a585-40a2-9cde-430050d33260 req-fa1b45d5-45b5-4ae4-8812-4b804d16dccc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Aug 31 16:29:29.677017 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] For port 914d85f1-1e63-490a-98e3-627d3693a405, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:29.680799 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] For port 914d85f1-1e63-490a-98e3-627d3693a405, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=914d85f1-1e63-490a-98e3-627d3693a405,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:29.697942 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.719827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-b136c456-c62c-4ec8-be11-f1e8ddf90252 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:29.723980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-b136c456-c62c-4ec8-be11-f1e8ddf90252 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.49 "GET /v2.0/networks?id=3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 200 len: 911 time: 0.3012502 Aug 31 16:29:29.772083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Request body: {'port': {'device_id': '5fb1f890-c378-4a23-a811-38528d202ba3', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'admin_state_up': True, 'tenant_id': 'c312c439d79f44abad8a40123e9cb425'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:29.822961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Made reservation on behalf of c312c439d79f44abad8a40123e9cb425 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:29.832059 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:29.870480 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Routers {'e71d6f74-3624-4e43-972f-d596415e4161'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:29:29.872438 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e71d6f74-3624-4e43-972f-d596415e4161'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:29.901211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a937c70-f9ef-43db-998c-813cc29f4a1e req-b5f27587-7238-4ad0-bf99-05eb67455da5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 210 time: 0.0605314 Aug 31 16:29:29.976742 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574f748-2f64-443f-a246-c435d255dfe9 None None] Pushing event updated for resources: {'Port': ['ID=914d85f1-1e63-490a-98e3-627d3693a405,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:29.987846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f26c7e36-7213-4760-9c36-4d0f2634c7b6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:30.048430 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Allocated IP 172.20.0.14 (3cbef639-6895-4ee3-b73d-018b2045cad2/475c2272-1968-4e33-957a-0cd8315362ed/95b5f403-348f-4ea9-8ba4-3896d634a391) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:30.119205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f26c7e36-7213-4760-9c36-4d0f2634c7b6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:30.119765 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:30.138216 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] Set router e71d6f74-3624-4e43-972f-d596415e4161 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:29:30.329353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:30.355936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Transition to ACTIVE for port object 95b5f403-348f-4ea9-8ba4-3896d634a391 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:30.426253 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:30.482471 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:29:25Z', 'revision_number': 4, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '914d85f1-1e63-490a-98e3-627d3693a405', 'name': '', 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'mac_address': 'fa:16:3e:d9:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '41e586cb-46a9-464c-93a5-09990c139fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:23Z', 'updated_at': '2021-08-31T16:29:29Z', 'revision_number': 4, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'subnets': [{'id': '41e586cb-46a9-464c-93a5-09990c139fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:29:30.503838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:30.510470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:30.516579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:30.520320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Pushing event updated for resources: {'Port': ['ID=95b5f403-348f-4ea9-8ba4-3896d634a391,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:30.520631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725c3bf-f864-4c26-8467-27c0e48a9739 None None] The sync data for ids ['e71d6f74-3624-4e43-972f-d596415e4161'] in n-d-793621-35 is: [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:29:25Z', 'revision_number': 4, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '914d85f1-1e63-490a-98e3-627d3693a405', 'name': '', 'network_id': '9a440acb-0f44-4ce0-9016-9b411a38b2e8', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'mac_address': 'fa:16:3e:d9:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '41e586cb-46a9-464c-93a5-09990c139fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:23Z', 'updated_at': '2021-08-31T16:29:29Z', 'revision_number': 4, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'subnets': [{'id': '41e586cb-46a9-464c-93a5-09990c139fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:29:30.564676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.565122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.565539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.566008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.566480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.566887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.567293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.567710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.568112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.568589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.568930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.569333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:30.641659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:30.652309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:30.683863 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-52215d23-f7ba-42b4-8425-f30770ebdc6e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9362221 Aug 31 16:29:30.699847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Request body: {'port': {'device_id': '5fb1f890-c378-4a23-a811-38528d202ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:30.871600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:30.899937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed93bfc-2c62-4696-a886-c882221d80e2 req-81383840-6a95-4901-a152-29b128052ee2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:30.902599 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ed93bfc-2c62-4696-a886-c882221d80e2 req-81383840-6a95-4901-a152-29b128052ee2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.0971773 Aug 31 16:29:30.952595 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18314ffc-d9a1-4882-9fba-33523a8af083 None None] Provisioning for port 95b5f403-348f-4ea9-8ba4-3896d634a391 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:30.958291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-18314ffc-d9a1-4882-9fba-33523a8af083 None None] Provisioning complete for port 95b5f403-348f-4ea9-8ba4-3896d634a391 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:30.958666 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-18314ffc-d9a1-4882-9fba-33523a8af083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:30.979004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ed93bfc-2c62-4696-a886-c882221d80e2 req-29380f96-e92e-4e3d-a6a3-d2a89f4f366a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626996 Aug 31 16:29:31.055702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-18314ffc-d9a1-4882-9fba-33523a8af083 None None] Port 95b5f403-348f-4ea9-8ba4-3896d634a391 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:31.091945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea10f69-db42-4465-abf9-4a169bcddff7 req-37a77cc9-43c3-4fbd-a870-c73cd68d5ffd tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:31.101288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ea10f69-db42-4465-abf9-4a169bcddff7 req-37a77cc9-43c3-4fbd-a870-c73cd68d5ffd tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1028 time: 0.0627649 Aug 31 16:29:31.159905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ea10f69-db42-4465-abf9-4a169bcddff7 req-f16cf3b5-4567-4129-8a9b-3200a9843570 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Aug 31 16:29:31.345788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b5f403-348f-4ea9-8ba4-3896d634a391 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:29:31.356734 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:31.377929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Transition to ACTIVE for port object 95b5f403-348f-4ea9-8ba4-3896d634a391 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:31.384427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:31.473671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09099710-098d-4091-b114-98091547b52e service neutron] Pushing event updated for resources: {'Port': ['ID=95b5f403-348f-4ea9-8ba4-3896d634a391,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:31.564984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Attempting to bind port 95b5f403-348f-4ea9-8ba4-3896d634a391 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:31.565331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Attempting to bind port 95b5f403-348f-4ea9-8ba4-3896d634a391 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:31.565664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Attempting to bind port 95b5f403-348f-4ea9-8ba4-3896d634a391 on network 3cbef639-6895-4ee3-b73d-018b2045cad2 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:31.577918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Port 95b5f403-348f-4ea9-8ba4-3896d634a391 on network 3cbef639-6895-4ee3-b73d-018b2045cad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:29:31.578254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Attempting to bind port 95b5f403-348f-4ea9-8ba4-3896d634a391 on network 3cbef639-6895-4ee3-b73d-018b2045cad2 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:31.585904 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:31.586417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Checking segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:31.586782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Bound using segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:31.587254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Bound port: 95b5f403-348f-4ea9-8ba4-3896d634a391, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:31.587621 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:31.757494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] For port 95b5f403-348f-4ea9-8ba4-3896d634a391, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:31.770252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] For port 95b5f403-348f-4ea9-8ba4-3896d634a391, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=95b5f403-348f-4ea9-8ba4-3896d634a391,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:31.783206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:31.852696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:31.853568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:31.855682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-09099710-098d-4091-b114-98091547b52e service neutron] 10.222.0.49 "PUT /v2.0/ports/95b5f403-348f-4ea9-8ba4-3896d634a391 HTTP/1.1" status: 200 len: 1093 time: 1.1626291 Aug 31 16:29:31.856234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb1f890-c378-4a23-a811-38528d202ba3', 'tag': '95b5f403-348f-4ea9-8ba4-3896d634a391'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:31.859368 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2ff40-7615-4b02-b3e5-89a248184125" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb1f890-c378-4a23-a811-38528d202ba3", "tag": "95b5f403-348f-4ea9-8ba4-3896d634a391"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:32.016949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 914d85f1-1e63-490a-98e3-627d3693a405 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:32.100545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09099710-098d-4091-b114-98091547b52e service neutron] Pushing event updated for resources: {'Port': ['ID=95b5f403-348f-4ea9-8ba4-3896d634a391,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:32.117478 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650d0559-c099-4a4f-95e7-5a6ceef2136c x-openstack-request-id: req-650d0559-c099-4a4f-95e7-5a6ceef2136c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:32.118789 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb1f890-c378-4a23-a811-38528d202ba3", "tag": "95b5f403-348f-4ea9-8ba4-3896d634a391", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:32.119080 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-650d0559-c099-4a4f-95e7-5a6ceef2136c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:32.120353 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb1f890-c378-4a23-a811-38528d202ba3', 'tag': '95b5f403-348f-4ea9-8ba4-3896d634a391', 'status': 'completed', 'code': 200} Aug 31 16:29:32.128057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-5e564e2b-d262-49e6-ad37-9fd0f108eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.135518 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-5e564e2b-d262-49e6-ad37-9fd0f108eed5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c312c439d79f44abad8a40123e9cb425&device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1701698 Aug 31 16:29:32.138423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 914d85f1-1e63-490a-98e3-627d3693a405 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:32.146336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 914d85f1-1e63-490a-98e3-627d3693a405 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:32.146748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:32.231794 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-f900ffb2-60d6-4f28-b8d4-1b8787a732c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95b5f403-348f-4ea9-8ba4-3896d634a391 HTTP/1.1" status: 200 len: 217 time: 0.0872548 Aug 31 16:29:32.320769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-59da5e5e-aa0f-4391-8d1c-6a15c9972a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.325380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-59da5e5e-aa0f-4391-8d1c-6a15c9972a99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=475c2272-1968-4e33-957a-0cd8315362ed HTTP/1.1" status: 200 len: 849 time: 0.0868883 Aug 31 16:29:32.334213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202a42f-9cdd-4483-9be3-05bddcdc6a54 req-affaf490-258a-484c-964f-cbe96d8e6b4a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.342508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e202a42f-9cdd-4483-9be3-05bddcdc6a54 req-affaf490-258a-484c-964f-cbe96d8e6b4a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.1169622 Aug 31 16:29:32.392394 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:32.430991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50127-1772-4498-9f59-2ad0f415d251 req-5e534ef0-c087-485b-ae72-620a2086d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.433191 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-5e534ef0-c087-485b-ae72-620a2086d67a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cbef639-6895-4ee3-b73d-018b2045cad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996535 Aug 31 16:29:32.437676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e202a42f-9cdd-4483-9be3-05bddcdc6a54 req-c77d30fd-8cfe-459f-b652-dadbaa57be91 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941570 Aug 31 16:29:32.455458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 914d85f1-1e63-490a-98e3-627d3693a405, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=914d85f1-1e63-490a-98e3-627d3693a405,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:32.464574 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:32.576089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=914d85f1-1e63-490a-98e3-627d3693a405,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:32.595643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a76f7-c63c-4cc5-90c9-f6f0eb9a2c03 req-b5302136-0079-44cc-8040-d040f51f9cf0 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.597770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-310a76f7-c63c-4cc5-90c9-f6f0eb9a2c03 req-b5302136-0079-44cc-8040-d040f51f9cf0 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0572650 Aug 31 16:29:32.609668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-c037c157-5be8-4585-be83-f5d8e9873ca8 service neutron] 10.222.0.49 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684673 Aug 31 16:29:32.654493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-310a76f7-c63c-4cc5-90c9-f6f0eb9a2c03 req-7c5db03e-0dd3-4b03-8750-8bbd0edcbe0c tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477729 Aug 31 16:29:32.734753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-89d50127-1772-4498-9f59-2ad0f415d251 req-cd3746ab-e8b9-4570-8c51-ca2bface8e91 service neutron] 10.222.0.49 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182203 Aug 31 16:29:32.826936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-32f17a73-2a3d-442f-9b57-a0ab4ce69018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.828522 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-32f17a73-2a3d-442f-9b57-a0ab4ce69018 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c312c439d79f44abad8a40123e9cb425&device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0491955 Aug 31 16:29:32.934595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-1ecb1a3f-ff1b-400c-9d5e-82ade97aa538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:32.936289 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-1ecb1a3f-ff1b-400c-9d5e-82ade97aa538 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 200 len: 911 time: 0.1003580 Aug 31 16:29:32.991170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-5e91c55c-44bf-49ee-949f-3f5323dd8270 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95b5f403-348f-4ea9-8ba4-3896d634a391 HTTP/1.1" status: 200 len: 217 time: 0.0471170 Aug 31 16:29:33.070653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-a24e476a-3d85-4435-9d5a-7af3008d7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:33.072951 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-a24e476a-3d85-4435-9d5a-7af3008d7e36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=475c2272-1968-4e33-957a-0cd8315362ed HTTP/1.1" status: 200 len: 849 time: 0.0730560 Aug 31 16:29:33.144751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-e805b715-ad07-47a8-b4a3-7b75f096c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:33.146261 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-e805b715-ad07-47a8-b4a3-7b75f096c10a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cbef639-6895-4ee3-b73d-018b2045cad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650516 Aug 31 16:29:33.268902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-ff534949-2bb5-4113-b0da-7ab1c7ea3d57 service neutron] 10.222.0.49 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143062 Aug 31 16:29:33.404676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0fd2ff40-7615-4b02-b3e5-89a248184125 req-acf7d577-605e-48bb-a168-2b4fcbc898e6 service neutron] 10.222.0.49 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283092 Aug 31 16:29:33.598274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1850ae-5bc1-45c9-8238-bb81fcad6231 req-14e7820f-9d5d-4bc5-bed0-485d3e529de9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:33.599848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e1850ae-5bc1-45c9-8238-bb81fcad6231 req-14e7820f-9d5d-4bc5-bed0-485d3e529de9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.0749795 Aug 31 16:29:33.647598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2e1850ae-5bc1-45c9-8238-bb81fcad6231 req-65471048-0519-4a84-a2ab-e387ea4ddfb1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Aug 31 16:29:33.827458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63be2-437e-4449-a312-600be24292a6 req-b0eb2f5b-f321-4eb7-8c8c-84e0d4d57327 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:33.829062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54e63be2-437e-4449-a312-600be24292a6 req-b0eb2f5b-f321-4eb7-8c8c-84e0d4d57327 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1090624 Aug 31 16:29:33.838669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-169ee928-f2df-40ce-8205-d136bc45d051 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0786548 Aug 31 16:29:33.842348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 914d85f1-1e63-490a-98e3-627d3693a405 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:33.885637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54e63be2-437e-4449-a312-600be24292a6 req-4e903495-cc79-4181-9de6-c7560ba09a99 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Aug 31 16:29:33.939352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 914d85f1-1e63-490a-98e3-627d3693a405 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:33.939908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:33.941233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-ed2ce5c1-a590-4a02-a290-2ef7312bb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:33.942803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-ed2ce5c1-a590-4a02-a290-2ef7312bb099 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d104fe86dfc2405dbf11058a219bff36&device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 1097 time: 0.0555992 Aug 31 16:29:34.067203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-4fa8f05d-240b-45c4-b0b1-e05d9e201af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:34.068771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-4fa8f05d-240b-45c4-b0b1-e05d9e201af8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 200 len: 910 time: 0.1032782 Aug 31 16:29:34.176363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-833f8af7-72ff-42a6-9cef-37cc64cc3b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 200 len: 1001 time: 0.0969188 Aug 31 16:29:34.253106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-ab7e09de-4507-4af9-b767-c8b16648e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:34.255100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-ab7e09de-4507-4af9-b767-c8b16648e966 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 200 len: 848 time: 0.0716579 Aug 31 16:29:34.317183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-c5b842a1-b922-4b49-9def-daaab6cc63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:34.319080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-c5b842a1-b922-4b49-9def-daaab6cc63ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86ed4a26-88d5-49c1-80d3-bbfa55149d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545163 Aug 31 16:29:34.433152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-35bc88bb-dd8e-4bc8-b8f6-c3ab808beb5c service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048677 Aug 31 16:29:34.533676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fcc75d6-2822-4af2-bf8e-3a08e10e71d4 req-447ed666-e42f-4530-adfd-475b190d8e62 service neutron] 10.222.0.30 "GET /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931361 Aug 31 16:29:34.770159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c4528-e404-49f1-be16-5a3b053daf4a req-30cd23c0-01dd-4198-9388-62af83ac551d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:34.771773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f7c4528-e404-49f1-be16-5a3b053daf4a req-30cd23c0-01dd-4198-9388-62af83ac551d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.0523899 Aug 31 16:29:34.813794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7f7c4528-e404-49f1-be16-5a3b053daf4a req-a8888397-8af3-40b4-a414-083cc9da8183 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Aug 31 16:29:35.031025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b8a3-cb0c-47a7-a829-e3c3d2178adf req-e2356317-0648-4062-b83a-78dd57a9b50f tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:35.032603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d51b8a3-cb0c-47a7-a829-e3c3d2178adf req-e2356317-0648-4062-b83a-78dd57a9b50f tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0573549 Aug 31 16:29:35.071326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7d51b8a3-cb0c-47a7-a829-e3c3d2178adf req-feefab1b-23fe-40b6-8ec6-5c96adfbd8ba tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Aug 31 16:29:35.556019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 95b5f403-348f-4ea9-8ba4-3896d634a391 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:29:35.676763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 95b5f403-348f-4ea9-8ba4-3896d634a391, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=95b5f403-348f-4ea9-8ba4-3896d634a391,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:35.695287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '95b5f403-348f-4ea9-8ba4-3896d634a391', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'port_id': '95b5f403-348f-4ea9-8ba4-3896d634a391', 'mac_address': 'fa:16:3e:c2:4a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475c2272-1968-4e33-957a-0cd8315362ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:29:35.750276 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:35.772727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b5f403-348f-4ea9-8ba4-3896d634a391 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:29:35.799172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 95b5f403-348f-4ea9-8ba4-3896d634a391, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=95b5f403-348f-4ea9-8ba4-3896d634a391,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:35.806018 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:35.807372 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e769e606-e416-4424-9d12-7c35eab816a2 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:29:35.979932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615845a4-0847-4236-b03f-50ce7fdce2ed req-b1c43741-7df8-4b5e-8fbb-92b945300c01 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:35.981638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-615845a4-0847-4236-b03f-50ce7fdce2ed req-b1c43741-7df8-4b5e-8fbb-92b945300c01 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 943 time: 0.0657096 Aug 31 16:29:35.987974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=95b5f403-348f-4ea9-8ba4-3896d634a391,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:36.016669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e769e606-e416-4424-9d12-7c35eab816a2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e769e606-e416-4424-9d12-7c35eab816a2,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:36.035835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e769e606-e416-4424-9d12-7c35eab816a2', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': 'e769e606-e416-4424-9d12-7c35eab816a2', 'mac_address': 'fa:16:3e:75:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:29:36.073638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-615845a4-0847-4236-b03f-50ce7fdce2ed req-c19975c2-a9db-42a6-a17b-c4e98403e0a4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804002 Aug 31 16:29:36.086636 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:36.104314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e769e606-e416-4424-9d12-7c35eab816a2 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:29:36.140222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e769e606-e416-4424-9d12-7c35eab816a2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e769e606-e416-4424-9d12-7c35eab816a2,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:36.148742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:36.220696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e769e606-e416-4424-9d12-7c35eab816a2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:36.238364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840534d-b6c2-4ba2-84d0-a80b33b69bc0 req-79661f1b-44bb-4ec7-8721-84e48311ed49 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:36.239968 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2840534d-b6c2-4ba2-84d0-a80b33b69bc0 req-79661f1b-44bb-4ec7-8721-84e48311ed49 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1097 time: 0.0491414 Aug 31 16:29:36.283633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2840534d-b6c2-4ba2-84d0-a80b33b69bc0 req-82fc95a2-be79-4595-8474-e65fd029c4e3 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Aug 31 16:29:36.410357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['95b5f403-348f-4ea9-8ba4-3896d634a391'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:36.416091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e769e606-e416-4424-9d12-7c35eab816a2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:37.224612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676d98e-9122-40a3-80a5-88f472e244b6 req-7d4deecf-2a35-4c5f-99a4-b3097a8da081 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:37.226393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2676d98e-9122-40a3-80a5-88f472e244b6 req-7d4deecf-2a35-4c5f-99a4-b3097a8da081 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 944 time: 0.0758443 Aug 31 16:29:37.280162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2676d98e-9122-40a3-80a5-88f472e244b6 req-7b0886f5-0d34-42e3-94e5-73f0b2171211 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Aug 31 16:29:37.414079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19446a-786a-46dd-9a28-549755f6113e req-465c87e0-3528-4421-bbca-421621af38bd tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:37.416551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a19446a-786a-46dd-9a28-549755f6113e req-465c87e0-3528-4421-bbca-421621af38bd tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1097 time: 0.0483332 Aug 31 16:29:37.468558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a19446a-786a-46dd-9a28-549755f6113e req-34d67565-f250-423d-83e1-f327de21fd1e tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Aug 31 16:29:37.551742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 95b5f403-348f-4ea9-8ba4-3896d634a391 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:37.617000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 95b5f403-348f-4ea9-8ba4-3896d634a391 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:37.621754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 95b5f403-348f-4ea9-8ba4-3896d634a391 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:37.622138 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:37.722563 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:37.759708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb1f890-c378-4a23-a811-38528d202ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b5f403-348f-4ea9-8ba4-3896d634a391'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:37.762413 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd326622-5356-4140-8987-93b2a87b712d" -d '{"events": [{"server_uuid": "5fb1f890-c378-4a23-a811-38528d202ba3", "name": "network-vif-plugged", "status": "completed", "tag": "95b5f403-348f-4ea9-8ba4-3896d634a391"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:37.776761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 95b5f403-348f-4ea9-8ba4-3896d634a391, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=95b5f403-348f-4ea9-8ba4-3896d634a391,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:37.781863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:37.782601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e769e606-e416-4424-9d12-7c35eab816a2 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:37.998976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233ec09-f811-4b01-be6e-22bccd59d40b req-d3695277-e74d-4c20-8eff-2c6fc7585903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:38.000871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c233ec09-f811-4b01-be6e-22bccd59d40b req-d3695277-e74d-4c20-8eff-2c6fc7585903 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0544071 Aug 31 16:29:38.024919 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514dea7-ff6a-4c33-a4d8-7bf514861e4e x-openstack-request-id: req-a514dea7-ff6a-4c33-a4d8-7bf514861e4e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:38.026098 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb1f890-c378-4a23-a811-38528d202ba3", "name": "network-vif-plugged", "status": "completed", "tag": "95b5f403-348f-4ea9-8ba4-3896d634a391", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:38.026374 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a514dea7-ff6a-4c33-a4d8-7bf514861e4e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:38.026752 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb1f890-c378-4a23-a811-38528d202ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b5f403-348f-4ea9-8ba4-3896d634a391', 'code': 200} Aug 31 16:29:38.077470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c233ec09-f811-4b01-be6e-22bccd59d40b req-3529e617-bb3c-4c48-bbfc-90a7ecc78f4a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676548 Aug 31 16:29:38.103189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=95b5f403-348f-4ea9-8ba4-3896d634a391,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:38.118104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port e769e606-e416-4424-9d12-7c35eab816a2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:38.123119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e769e606-e416-4424-9d12-7c35eab816a2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:38.123626 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:38.216004 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:38.254811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e769e606-e416-4424-9d12-7c35eab816a2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e769e606-e416-4424-9d12-7c35eab816a2,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:38.259513 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:38.340391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e769e606-e416-4424-9d12-7c35eab816a2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:38.427893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726025b-6e72-4459-97b2-e8375b6f1e4a req-249ba9f1-7199-44a4-a65b-d5b21d7a1a3e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:38.429541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f726025b-6e72-4459-97b2-e8375b6f1e4a req-249ba9f1-7199-44a4-a65b-d5b21d7a1a3e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.0640647 Aug 31 16:29:38.476294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f726025b-6e72-4459-97b2-e8375b6f1e4a req-1954ed76-9fe6-4791-b9a0-f114939efce6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Aug 31 16:29:38.610228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca402c-c3a4-426b-b905-546034119076 req-a8a98948-4b0e-4ac3-851c-4686892e7599 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:38.612516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35ca402c-c3a4-426b-b905-546034119076 req-a8a98948-4b0e-4ac3-851c-4686892e7599 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0624511 Aug 31 16:29:38.656693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35ca402c-c3a4-426b-b905-546034119076 req-375491bb-606d-4e44-96f9-e73d7bd3b3ff tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 31 16:29:39.612520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2c8a8-12af-4c43-93d9-e50135a125f6 req-2bdae6ae-1f65-4f80-9a5c-6c23695c4b46 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:39.620898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddc2c8a8-12af-4c43-93d9-e50135a125f6 req-2bdae6ae-1f65-4f80-9a5c-6c23695c4b46 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.0721557 Aug 31 16:29:39.660611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ddc2c8a8-12af-4c43-93d9-e50135a125f6 req-42f840f5-a2c5-4574-9b65-a2a1652aa4db tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Aug 31 16:29:39.793471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b34713-0951-4a56-8163-6360c7a6408a req-799d3865-5381-48f3-af07-84189e496abc tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:39.794808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86b34713-0951-4a56-8163-6360c7a6408a req-799d3865-5381-48f3-af07-84189e496abc tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0444031 Aug 31 16:29:39.835236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86b34713-0951-4a56-8163-6360c7a6408a req-f4b17748-d43e-4ebb-ac4c-23d7ff0bb288 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Aug 31 16:29:39.961562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e91c2-fda4-43dd-a768-4e4fe3add1cd req-d272f7e9-d336-4147-82b3-4494afbc8ae6 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:39.964534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b8e91c2-fda4-43dd-a768-4e4fe3add1cd req-d272f7e9-d336-4147-82b3-4494afbc8ae6 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0525742 Aug 31 16:29:40.015652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b8e91c2-fda4-43dd-a768-4e4fe3add1cd req-2cf0fddd-9287-4788-b4d2-f31ec579ce73 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Aug 31 16:29:40.028884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e769e606-e416-4424-9d12-7c35eab816a2'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:40.031198 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb7796-6ba7-4a54-a76c-088482274576" -d '{"events": [{"server_uuid": "6e7d1fc9-c562-4e21-ad9a-091cddb41c4d", "name": "network-vif-plugged", "status": "completed", "tag": "e769e606-e416-4424-9d12-7c35eab816a2"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:40.153379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6253-a74f-49be-987d-d57394bcef6d req-5aac9b09-2c27-4c96-a45c-b0d0ff1b27c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:40.155106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d85a6253-a74f-49be-987d-d57394bcef6d req-5aac9b09-2c27-4c96-a45c-b0d0ff1b27c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0559185 Aug 31 16:29:40.203320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d85a6253-a74f-49be-987d-d57394bcef6d req-a4fc8c76-eaef-4f5f-9341-925025163695 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Aug 31 16:29:40.272870 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a06a39a-e164-44cf-b7cd-be8bccfe21b7 x-openstack-request-id: req-1a06a39a-e164-44cf-b7cd-be8bccfe21b7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:40.273514 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7d1fc9-c562-4e21-ad9a-091cddb41c4d", "name": "network-vif-plugged", "status": "completed", "tag": "e769e606-e416-4424-9d12-7c35eab816a2", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:40.273938 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a06a39a-e164-44cf-b7cd-be8bccfe21b7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:40.274583 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e769e606-e416-4424-9d12-7c35eab816a2', 'code': 200} Aug 31 16:29:40.397836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605c936-c80b-4d9c-8891-c5b6d4522b07 req-db2aba4b-0488-4615-ae55-714bd0cb726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:40.399393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6605c936-c80b-4d9c-8891-c5b6d4522b07 req-db2aba4b-0488-4615-ae55-714bd0cb726e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 1097 time: 0.0578263 Aug 31 16:29:40.439755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6605c936-c80b-4d9c-8891-c5b6d4522b07 req-146316fd-226a-437a-bd26-f79b12151e56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Aug 31 16:29:40.516349 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-2d0cbd7b-f8af-4bcf-88b6-482f258bb232 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:40.517906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-2d0cbd7b-f8af-4bcf-88b6-482f258bb232 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/networks?id=3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 200 len: 911 time: 0.1227624 Aug 31 16:29:40.541673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-f2accf85-fd3a-4698-929b-4f04d6b3a374 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/quotas/c312c439d79f44abad8a40123e9cb425 HTTP/1.1" status: 200 len: 375 time: 0.0174489 Aug 31 16:29:40.598090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-8b0ee595-d6f3-4730-b6d8-f5eb18445e72 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=c312c439d79f44abad8a40123e9cb425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554430 Aug 31 16:29:40.725388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-a489639b-12c4-43dc-97ec-c1bebccfa878 service neutron] 10.222.0.43 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176476 Aug 31 16:29:40.851055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-dc6c39ac-df83-42dd-8dbb-79ab42bba1f7 service neutron] 10.222.0.43 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154602 Aug 31 16:29:41.115158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f33b9-510a-4bf1-8f9d-650c3a68afa6 req-81f5877f-32be-48c0-aeb2-92b46c3daf2b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:41.117086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-446f33b9-510a-4bf1-8f9d-650c3a68afa6 req-81f5877f-32be-48c0-aeb2-92b46c3daf2b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.0800571 Aug 31 16:29:41.164086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-446f33b9-510a-4bf1-8f9d-650c3a68afa6 req-f285dbf4-9af7-4ed9-ae36-bc2ae5513b20 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Aug 31 16:29:41.301325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a1c6e57-bb81-4f04-bdb2-093f76d1dac6 req-6b00c616-8a70-4191-97f8-94d3c019d84d tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 210 time: 0.0527565 Aug 31 16:29:42.308867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7947cd2-44cc-4d7a-b9cc-d46ba52ecffe req-f31e0306-43f6-48dd-b292-1d88da63cbdc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:42.311398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7947cd2-44cc-4d7a-b9cc-d46ba52ecffe req-f31e0306-43f6-48dd-b292-1d88da63cbdc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.0616119 Aug 31 16:29:42.453704 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:29:42.457486 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7947cd2-44cc-4d7a-b9cc-d46ba52ecffe req-81080c0b-a2b7-4d12-8b25-1c14f68c28a0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190133 Aug 31 16:29:42.491262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-650e9a49-1708-4387-9849-545e7d71e442 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:42.495013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-650e9a49-1708-4387-9849-545e7d71e442 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.30 "GET /v2.0/networks?id=3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 200 len: 911 time: 0.1800649 Aug 31 16:29:42.507688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Request body: {'port': {'device_id': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'admin_state_up': True, 'tenant_id': 'c312c439d79f44abad8a40123e9cb425'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:42.588166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-83eda7da-ba83-4060-9cb6-0ed496f1c599 req-210c0d05-5d76-4a59-8503-a8d73d8911c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 210 time: 0.0424893 Aug 31 16:29:42.588739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Made reservation on behalf of c312c439d79f44abad8a40123e9cb425 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:29:42.591294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:42.771537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a91fdb-55d6-4a49-92ed-8c3caec1edf1 req-72ab5704-0fe0-4cc7-889e-54526cec77a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:42.773302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46a91fdb-55d6-4a49-92ed-8c3caec1edf1 req-72ab5704-0fe0-4cc7-889e-54526cec77a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.1082456 Aug 31 16:29:42.797554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Allocated IP 172.20.0.12 (3cbef639-6895-4ee3-b73d-018b2045cad2/475c2272-1968-4e33-957a-0cd8315362ed/fefaac6d-07e7-490f-814c-b43fe3c1cc15) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:29:42.874032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-46a91fdb-55d6-4a49-92ed-8c3caec1edf1 req-9c55a910-1fbe-4ca3-939c-de0fdc13064d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869348 Aug 31 16:29:43.087372 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:43.104519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b4d61-fa55-486e-898a-8a181ee9d021 req-32b4efbc-643a-44dc-a624-90c0f4b92554 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:43.106076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-040b4d61-fa55-486e-898a-8a181ee9d021 req-32b4efbc-643a-44dc-a624-90c0f4b92554 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.1055739 Aug 31 16:29:43.116426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Transition to ACTIVE for port object fefaac6d-07e7-490f-814c-b43fe3c1cc15 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:43.178816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-040b4d61-fa55-486e-898a-8a181ee9d021 req-dfc6e260-f434-4000-8c4d-d2935fa265e8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586238 Aug 31 16:29:43.191493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:43.206715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['95b5f403-348f-4ea9-8ba4-3896d634a391'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:43.250682 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:29:43.256557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:29:43.259011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Pushing event updated for resources: {'Port': ['ID=fefaac6d-07e7-490f-814c-b43fe3c1cc15,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:43.262495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:29:43.330305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:43.331585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:43.352949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-b151ae99-e8ea-4031-b7bd-7ea9d683a4c5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8505476 Aug 31 16:29:43.377280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Request body: {'port': {'device_id': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:29:43.523910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:43.662246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c94c9a99-50db-4628-bc6b-87219ef2bd0c None None] Provisioning for port fefaac6d-07e7-490f-814c-b43fe3c1cc15 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:43.668080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c94c9a99-50db-4628-bc6b-87219ef2bd0c None None] Provisioning complete for port fefaac6d-07e7-490f-814c-b43fe3c1cc15 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:43.668715 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c94c9a99-50db-4628-bc6b-87219ef2bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:43.721356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c94c9a99-50db-4628-bc6b-87219ef2bd0c None None] Port fefaac6d-07e7-490f-814c-b43fe3c1cc15 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:29:43.784149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af0ede-f471-4df5-a2ad-2b3f95131719 req-ee161c45-2494-44af-8044-2853e7abdaf1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:43.788730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6af0ede-f471-4df5-a2ad-2b3f95131719 req-ee161c45-2494-44af-8044-2853e7abdaf1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.1973593 Aug 31 16:29:43.863647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6af0ede-f471-4df5-a2ad-2b3f95131719 req-13775ec4-545f-4749-9100-b53656de00a2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696650 Aug 31 16:29:43.972819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefaac6d-07e7-490f-814c-b43fe3c1cc15 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:29:43.980908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:44.020073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Transition to ACTIVE for port object fefaac6d-07e7-490f-814c-b43fe3c1cc15 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:29:44.024399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:44.078806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c70de-cba4-45b2-b284-c0061ed98fd7 req-451a3a67-1f4e-41e0-8131-1744a8253477 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:44.079907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-375c70de-cba4-45b2-b284-c0061ed98fd7 req-451a3a67-1f4e-41e0-8131-1744a8253477 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1028 time: 0.0965366 Aug 31 16:29:44.113269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=fefaac6d-07e7-490f-814c-b43fe3c1cc15,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:44.186181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-375c70de-cba4-45b2-b284-c0061ed98fd7 req-80fcbd61-c7c4-411e-9f98-024279ffd420 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815434 Aug 31 16:29:44.203490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Attempting to bind port fefaac6d-07e7-490f-814c-b43fe3c1cc15 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:29:44.203839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Attempting to bind port fefaac6d-07e7-490f-814c-b43fe3c1cc15 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:29:44.204219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Attempting to bind port fefaac6d-07e7-490f-814c-b43fe3c1cc15 on network 3cbef639-6895-4ee3-b73d-018b2045cad2 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:44.210088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Port fefaac6d-07e7-490f-814c-b43fe3c1cc15 on network 3cbef639-6895-4ee3-b73d-018b2045cad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:29:44.210453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Attempting to bind port fefaac6d-07e7-490f-814c-b43fe3c1cc15 on network 3cbef639-6895-4ee3-b73d-018b2045cad2 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:29:44.216043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:29:44.216505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Checking segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:29:44.216814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Bound using segment: {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:29:44.217266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Bound port: fefaac6d-07e7-490f-814c-b43fe3c1cc15, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:29:44.217633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:44.294067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] For port fefaac6d-07e7-490f-814c-b43fe3c1cc15, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:29:44.298060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] For port fefaac6d-07e7-490f-814c-b43fe3c1cc15, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:29:44.304516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:44.349412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:44.350079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:44.351945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] 10.222.0.30 "PUT /v2.0/ports/fefaac6d-07e7-490f-814c-b43fe3c1cc15 HTTP/1.1" status: 200 len: 1093 time: 0.9891162 Aug 31 16:29:44.352529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'tag': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:44.355850 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e736e800-a3d6-44f9-8087-46023f2d6119" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd8751f-fefd-4574-8120-774226bc1d8e", "tag": "fefaac6d-07e7-490f-814c-b43fe3c1cc15"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:44.415344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a142f-e66f-4e7e-ba48-ed0221a1ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=fefaac6d-07e7-490f-814c-b43fe3c1cc15,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:44.437131 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e82404b-3c5f-497d-a5f7-0b66ab6bd318 x-openstack-request-id: req-2e82404b-3c5f-497d-a5f7-0b66ab6bd318 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:44.437421 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd8751f-fefd-4574-8120-774226bc1d8e", "tag": "fefaac6d-07e7-490f-814c-b43fe3c1cc15", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:44.437693 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e82404b-3c5f-497d-a5f7-0b66ab6bd318 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:44.438109 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'tag': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15', 'status': 'completed', 'code': 200} Aug 31 16:29:44.871091 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-21cf0e9b-2b70-4c45-b64e-362c458cadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:44.873316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-21cf0e9b-2b70-4c45-b64e-362c458cadb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c312c439d79f44abad8a40123e9cb425&device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1096 time: 0.4535253 Aug 31 16:29:44.935641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-09e4193e-cc02-425c-9b03-e1833cae6add service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15 HTTP/1.1" status: 200 len: 217 time: 0.0534043 Aug 31 16:29:45.057849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-6d4457e5-f2cc-4351-93ac-b845cd3f903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.060631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-6d4457e5-f2cc-4351-93ac-b845cd3f903b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=475c2272-1968-4e33-957a-0cd8315362ed HTTP/1.1" status: 200 len: 849 time: 0.1140497 Aug 31 16:29:45.108746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-7c84440b-15fd-4c24-89bc-d758067ba0e2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.111619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-7c84440b-15fd-4c24-89bc-d758067ba0e2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.0928559 Aug 31 16:29:45.130570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71a1b-f053-430e-9588-e76953cd700d req-c0d19de4-570f-45a4-a9b6-f685dfcb983d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.134070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78a71a1b-f053-430e-9588-e76953cd700d req-c0d19de4-570f-45a4-a9b6-f685dfcb983d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 945 time: 0.1526358 Aug 31 16:29:45.175706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-925592cf-43da-4576-972b-065f0de87206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.177566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-925592cf-43da-4576-972b-065f0de87206 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cbef639-6895-4ee3-b73d-018b2045cad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061802 Aug 31 16:29:45.198970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78a71a1b-f053-430e-9588-e76953cd700d req-f2952686-564a-4003-bb08-de3483be79de tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575893 Aug 31 16:29:45.283237 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port e769e606-e416-4424-9d12-7c35eab816a2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:29:45.283604 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:45.360538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-0806809b-abff-4887-965b-767b98fbc68b service neutron] 10.222.0.30 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603682 Aug 31 16:29:45.364553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10912e2b-ac8a-4cca-801b-808d2b7137e6 req-4fe6f3ad-8089-4142-beba-d193004eb3cb tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.372769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10912e2b-ac8a-4cca-801b-808d2b7137e6 req-4fe6f3ad-8089-4142-beba-d193004eb3cb tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1096 time: 0.0803945 Aug 31 16:29:45.431239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port e769e606-e416-4424-9d12-7c35eab816a2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e769e606-e416-4424-9d12-7c35eab816a2,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:45.431918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:45.454446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for e769e606-e416-4424-9d12-7c35eab816a2 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:29:45.477171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10912e2b-ac8a-4cca-801b-808d2b7137e6 req-1e701323-276b-46a4-9172-93989d86e974 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978444 Aug 31 16:29:45.511247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbc08b94-71d6-4698-ad2f-2f8e30889a15 req-117653bf-155c-45c1-9a5f-012867c033d4 service neutron] 10.222.0.30 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289818 Aug 31 16:29:45.636636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-a96a7272-1186-456a-b451-3e675c7c069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.638390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-a96a7272-1186-456a-b451-3e675c7c069d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c312c439d79f44abad8a40123e9cb425&device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1096 time: 0.0725029 Aug 31 16:29:45.643327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:45.658297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e769e606-e416-4424-9d12-7c35eab816a2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:45.688056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=e769e606-e416-4424-9d12-7c35eab816a2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:45.759530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port e769e606-e416-4424-9d12-7c35eab816a2 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:29:45.774065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:45.777384 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-225ec4fd-e740-4008-b92e-a55850ca81d2 req-5146e402-4deb-4b6d-ba84-fe1b8dd76c23 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "DELETE /v2.0/ports/e769e606-e416-4424-9d12-7c35eab816a2 HTTP/1.1" status: 204 len: 173 time: 0.6597350 Aug 31 16:29:45.777867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'name': 'network-vif-deleted', 'tag': 'e769e606-e416-4424-9d12-7c35eab816a2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:45.781129 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a33387-7a73-489d-b80b-fa0d592ebbc6" -d '{"events": [{"server_uuid": "6e7d1fc9-c562-4e21-ad9a-091cddb41c4d", "name": "network-vif-deleted", "tag": "e769e606-e416-4424-9d12-7c35eab816a2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:45.794306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-f064db6b-d64f-429c-a6bc-8ef7ea75bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.796673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-f064db6b-d64f-429c-a6bc-8ef7ea75bd91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 200 len: 911 time: 0.1428998 Aug 31 16:29:45.872713 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-913abbca-994f-40ec-924f-939919ba402b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15 HTTP/1.1" status: 200 len: 217 time: 0.0616894 Aug 31 16:29:45.901992 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5162779c-516f-44c1-bb38-9970b5ccbcef x-openstack-request-id: req-5162779c-516f-44c1-bb38-9970b5ccbcef {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:45.902279 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7d1fc9-c562-4e21-ad9a-091cddb41c4d", "name": "network-vif-deleted", "tag": "e769e606-e416-4424-9d12-7c35eab816a2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:45.902533 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5162779c-516f-44c1-bb38-9970b5ccbcef {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:45.902931 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7d1fc9-c562-4e21-ad9a-091cddb41c4d', 'name': 'network-vif-deleted', 'tag': 'e769e606-e416-4424-9d12-7c35eab816a2', 'status': 'completed', 'code': 200} Aug 31 16:29:45.985157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-7584e7a4-7fde-4686-a7c3-b6a2cd90b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:45.987080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-7584e7a4-7fde-4686-a7c3-b6a2cd90b29e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=475c2272-1968-4e33-957a-0cd8315362ed HTTP/1.1" status: 200 len: 849 time: 0.1052008 Aug 31 16:29:46.045228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-66a580b8-c633-4817-829f-c466255112dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:46.047187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-66a580b8-c633-4817-829f-c466255112dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cbef639-6895-4ee3-b73d-018b2045cad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527272 Aug 31 16:29:46.173061 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-bf8267a3-34aa-4fc4-9010-a449e7c54ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175270 Aug 31 16:29:46.303945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e736e800-a3d6-44f9-8087-46023f2d6119 req-c824c9eb-25ec-43a5-bcd8-31811c6f9576 service neutron] 10.222.0.30 "GET /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219428 Aug 31 16:29:46.326358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64834a89-d270-4c71-be77-880da463ec68 req-9f01a9d3-1a99-4bcc-87d8-0b8d09e1b8ef tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0385597 Aug 31 16:29:46.612075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04454b-884b-4dfd-892b-f8a1d2439e25 req-1bb0e73b-7a9f-4bae-a1a6-80a3ef62041c tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:46.614631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c04454b-884b-4dfd-892b-f8a1d2439e25 req-1bb0e73b-7a9f-4bae-a1a6-80a3ef62041c tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1096 time: 0.0680711 Aug 31 16:29:46.672809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c04454b-884b-4dfd-892b-f8a1d2439e25 req-ccf9db38-d636-4188-bf7a-ba828a24f5b6 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445642 Aug 31 16:29:47.450455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7cef8cc-4462-44b9-8edf-21b67a25a527 req-4207a5c0-34e7-405a-b444-6eb7c8e8100e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0366094 Aug 31 16:29:47.829144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f9c21-7e14-406f-9134-634641e1101b req-df9d58e2-af76-4537-8e6c-ad60108bf103 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:47.830877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd8f9c21-7e14-406f-9134-634641e1101b req-df9d58e2-af76-4537-8e6c-ad60108bf103 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1096 time: 0.0619142 Aug 31 16:29:47.878533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd8f9c21-7e14-406f-9134-634641e1101b req-335fe059-d5a2-4c31-a251-b4df4fdabea3 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Aug 31 16:29:48.594310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89fd990b-7e8c-4fc0-bb11-08137d9116bc req-4b2bc739-d61e-4404-9ca5-356a3b606570 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0524793 Aug 31 16:29:48.952823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fefaac6d-07e7-490f-814c-b43fe3c1cc15 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:29:49.017768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41251-af02-45a2-8c2b-03fadfdd055b req-63a9cdc4-e9b7-49f2-a0b7-7889e906c77b tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:49.019341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c41251-af02-45a2-8c2b-03fadfdd055b req-63a9cdc4-e9b7-49f2-a0b7-7889e906c77b tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1096 time: 0.0539165 Aug 31 16:29:49.065594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c41251-af02-45a2-8c2b-03fadfdd055b req-5bbed6fe-77bc-44cf-a783-3f67d60b9312 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Aug 31 16:29:49.078547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fefaac6d-07e7-490f-814c-b43fe3c1cc15, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:49.101658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15', 'network_id': '3cbef639-6895-4ee3-b73d-018b2045cad2', 'port_id': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15', 'mac_address': 'fa:16:3e:6c:f0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475c2272-1968-4e33-957a-0cd8315362ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:29:49.153555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:49.173579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefaac6d-07e7-490f-814c-b43fe3c1cc15 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:29:49.199892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fefaac6d-07e7-490f-814c-b43fe3c1cc15, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:49.205177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:49.260759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fefaac6d-07e7-490f-814c-b43fe3c1cc15,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:49.421937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fefaac6d-07e7-490f-814c-b43fe3c1cc15'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:49.614278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e769e606-e416-4424-9d12-7c35eab816a2 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:49.636795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: e769e606-e416-4424-9d12-7c35eab816a2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:29:49.637144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e769e606-e416-4424-9d12-7c35eab816a2 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:49.724240 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d521b16-842b-4ce7-ab19-b01f43ed6bb2 req-31e48cc7-b7ff-4154-afb9-a731c57643b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0338163 Aug 31 16:29:50.226452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e207b9-2af7-4e1e-b25f-cd4d1a044e14 req-bfa9dc76-f7fb-4a9f-8e1c-32f749c141c4 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:50.228438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0e207b9-2af7-4e1e-b25f-cd4d1a044e14 req-bfa9dc76-f7fb-4a9f-8e1c-32f749c141c4 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1097 time: 0.0582147 Aug 31 16:29:50.272574 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0e207b9-2af7-4e1e-b25f-cd4d1a044e14 req-2d15cf32-e55d-494b-afef-bdeaad3e2aba tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Aug 31 16:29:50.868672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba392355-54e5-4898-908b-f7bc62fecacf req-4e8e3875-0219-4e0a-807f-145a61d8a964 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0376220 Aug 31 16:29:50.968072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fefaac6d-07e7-490f-814c-b43fe3c1cc15 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:29:51.046456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port fefaac6d-07e7-490f-814c-b43fe3c1cc15 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:29:51.052106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port fefaac6d-07e7-490f-814c-b43fe3c1cc15 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:29:51.052834 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:51.099184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d28f13af-dfab-4db1-8303-b3709e016a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:51.162909 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:51.204579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:51.209175 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e083015-e1ca-4089-990a-116cbc42c61e" -d '{"events": [{"server_uuid": "ddd8751f-fefd-4574-8120-774226bc1d8e", "name": "network-vif-plugged", "status": "completed", "tag": "fefaac6d-07e7-490f-814c-b43fe3c1cc15"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:51.229492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fefaac6d-07e7-490f-814c-b43fe3c1cc15, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:51.238070 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:51.267882 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330f80c-43ae-45ee-b58d-c47047099b82 x-openstack-request-id: req-d330f80c-43ae-45ee-b58d-c47047099b82 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:51.268153 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd8751f-fefd-4574-8120-774226bc1d8e", "name": "network-vif-plugged", "status": "completed", "tag": "fefaac6d-07e7-490f-814c-b43fe3c1cc15", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:51.268431 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d330f80c-43ae-45ee-b58d-c47047099b82 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:51.268905 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15', 'code': 200} Aug 31 16:29:51.312813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fefaac6d-07e7-490f-814c-b43fe3c1cc15,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:51.407068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbec2af-b01d-4612-b9b5-2a3feb7433db req-b9f78b57-bce2-4a26-8843-939e4e4968e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:51.409516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fbec2af-b01d-4612-b9b5-2a3feb7433db req-b9f78b57-bce2-4a26-8843-939e4e4968e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.0829494 Aug 31 16:29:51.446980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178713e7-198e-4288-a662-6605b07e78e0 req-6e6c649f-8bd3-4921-a138-0e77a168b870 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:51.448568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-178713e7-198e-4288-a662-6605b07e78e0 req-6e6c649f-8bd3-4921-a138-0e77a168b870 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.0811274 Aug 31 16:29:51.462281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fbec2af-b01d-4612-b9b5-2a3feb7433db req-bbac787c-7ef7-45bf-baf3-c08f102da077 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Aug 31 16:29:51.494609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-178713e7-198e-4288-a662-6605b07e78e0 req-4476370e-254e-4975-a2db-d2f188f93ad5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358644 Aug 31 16:29:52.066053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb0bf212-7f9e-423f-bde6-e1d0c20b9e51 req-ea82bd1c-1bc0-4a7b-884a-680cc20b028f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7d1fc9-c562-4e21-ad9a-091cddb41c4d HTTP/1.1" status: 200 len: 210 time: 0.0314085 Aug 31 16:29:52.701208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efeee-2bac-47bb-8223-01434e43ff5f req-8ae81966-be2f-497a-9897-33bb3125ae32 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:52.703015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11efeee-2bac-47bb-8223-01434e43ff5f req-8ae81966-be2f-497a-9897-33bb3125ae32 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.0768762 Aug 31 16:29:52.760698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11efeee-2bac-47bb-8223-01434e43ff5f req-09b20a53-bb0a-4dc8-88e2-45fea4cac0f7 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501912 Aug 31 16:29:52.981517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25363a9-2a69-4d2e-abc1-230692e8924e req-9fab911d-2ec8-4a93-9901-5578085255b5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:52.990638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f25363a9-2a69-4d2e-abc1-230692e8924e req-9fab911d-2ec8-4a93-9901-5578085255b5 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.0869923 Aug 31 16:29:53.077330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f25363a9-2a69-4d2e-abc1-230692e8924e req-45fa4dfc-994f-4575-b995-1a9c1eac6c60 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854130 Aug 31 16:29:53.312413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afc294-254a-47c6-9e4e-7a48cc295380 req-2574a38b-7169-4516-bcdd-4d74a02bd98d tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:53.332458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8afc294-254a-47c6-9e4e-7a48cc295380 req-2574a38b-7169-4516-bcdd-4d74a02bd98d tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.1279230 Aug 31 16:29:53.418217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8afc294-254a-47c6-9e4e-7a48cc295380 req-a338cfca-4d5b-4021-86a4-bab42bf9df71 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727565 Aug 31 16:29:53.860848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda303f-1b12-48f7-9239-4656dab82d20 req-6f06070b-ef3e-4ebe-91d7-45dc5066e8ae tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:53.879117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afda303f-1b12-48f7-9239-4656dab82d20 req-6f06070b-ef3e-4ebe-91d7-45dc5066e8ae tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.1023700 Aug 31 16:29:53.965675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afda303f-1b12-48f7-9239-4656dab82d20 req-0608992f-5b40-4b4f-bda4-022dcf0f3b96 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847929 Aug 31 16:29:54.464558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:55.199932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-9b2eb6aa-cc78-4376-b822-d8fff0212fad tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:55.201670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-9b2eb6aa-cc78-4376-b822-d8fff0212fad tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.1292138 Aug 31 16:29:55.320458 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:55.421111 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:55.461431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632e8a-de2e-42ee-bea2-0db66bebc277 req-7bcd1fe7-7bf9-4399-b659-c15e9d557cd2 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:55.472776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3632e8a-de2e-42ee-bea2-0db66bebc277 req-7bcd1fe7-7bf9-4399-b659-c15e9d557cd2 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 1098 time: 0.3274879 Aug 31 16:29:55.586225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3632e8a-de2e-42ee-bea2-0db66bebc277 req-5a0df083-939c-4fe6-ba79-d287d1060023 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859535 Aug 31 16:29:55.640945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Deleting port fefaac6d-07e7-490f-814c-b43fe3c1cc15 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:29:55.640945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:55.658801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1500cdc2-5830-49d1-bd28-e7a62903b4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:55.879912 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] For port fefaac6d-07e7-490f-814c-b43fe3c1cc15, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fefaac6d-07e7-490f-814c-b43fe3c1cc15,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:55.879912 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:56.031985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Calling delete_port for fefaac6d-07e7-490f-814c-b43fe3c1cc15 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:29:56.033115 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:56.166749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:56.189352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fefaac6d-07e7-490f-814c-b43fe3c1cc15'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:56.195211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['95b5f403-348f-4ea9-8ba4-3896d634a391'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:29:56.264133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Pushing event deleted for resources: {'Port': ['ID=fefaac6d-07e7-490f-814c-b43fe3c1cc15,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:29:56.331943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.332566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.333399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.338153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.343772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.345632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.357932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.358693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.366005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.366637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.368200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.369321 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:29:56.452748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] No DVR routers for this DVR port fefaac6d-07e7-490f-814c-b43fe3c1cc15 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:29:56.456740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:56.459841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-16d2f7f2-2700-4c49-bd4d-a3c128921ee8 req-b7b95b21-bb22-4e32-807e-d9de34d72d26 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.30 "DELETE /v2.0/ports/fefaac6d-07e7-490f-814c-b43fe3c1cc15 HTTP/1.1" status: 204 len: 173 time: 1.2494183 Aug 31 16:29:56.460549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'name': 'network-vif-deleted', 'tag': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:29:56.464103 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d502f-5e96-440b-8565-8e7d694e9745" -d '{"events": [{"server_uuid": "ddd8751f-fefd-4574-8120-774226bc1d8e", "name": "network-vif-deleted", "tag": "fefaac6d-07e7-490f-814c-b43fe3c1cc15"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:29:56.599703 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f8cddc-e29d-4f87-ad09-5a41d3628523 x-openstack-request-id: req-73f8cddc-e29d-4f87-ad09-5a41d3628523 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:29:56.599856 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd8751f-fefd-4574-8120-774226bc1d8e", "name": "network-vif-deleted", "tag": "fefaac6d-07e7-490f-814c-b43fe3c1cc15", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:29:56.600078 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73f8cddc-e29d-4f87-ad09-5a41d3628523 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:29:56.600710 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd8751f-fefd-4574-8120-774226bc1d8e', 'name': 'network-vif-deleted', 'tag': 'fefaac6d-07e7-490f-814c-b43fe3c1cc15', 'status': 'completed', 'code': 200} Aug 31 16:29:56.798729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01a54463-01f6-4551-99a4-cd43dd21f62e req-b9e38819-6d86-49bc-be71-7c6dcfe90923 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ddd8751f-fefd-4574-8120-774226bc1d8e HTTP/1.1" status: 200 len: 210 time: 0.0675809 Aug 31 16:29:57.766386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:58.365055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a0948-2f5e-4d60-b9b0-a528896e5ea6 req-cf1f5dfe-f97b-434d-ad03-91c743326666 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:58.373446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db4a0948-2f5e-4d60-b9b0-a528896e5ea6 req-cf1f5dfe-f97b-434d-ad03-91c743326666 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0575092 Aug 31 16:29:58.438118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db4a0948-2f5e-4d60-b9b0-a528896e5ea6 req-a906910c-3656-4e74-be5e-466d09c61ea2 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636189 Aug 31 16:29:58.985500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fefaac6d-07e7-490f-814c-b43fe3c1cc15 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:29:59.027403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: fefaac6d-07e7-490f-814c-b43fe3c1cc15 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:29:59.028367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fefaac6d-07e7-490f-814c-b43fe3c1cc15 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:29:59.615519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b27d45-36ac-445d-93b5-66a370c96e0b req-41943742-1d14-45cc-af0b-071f9410770c tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:59.624340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73b27d45-36ac-445d-93b5-66a370c96e0b req-41943742-1d14-45cc-af0b-071f9410770c tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0660012 Aug 31 16:29:59.629940 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553317cc-1159-42fe-adff-c0b69bd55294 req-a0344f94-86e1-435f-a895-d9cff95d38ad tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:29:59.631687 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-553317cc-1159-42fe-adff-c0b69bd55294 req-a0344f94-86e1-435f-a895-d9cff95d38ad tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0669024 Aug 31 16:29:59.681891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73b27d45-36ac-445d-93b5-66a370c96e0b req-43c62bdd-4e05-44ce-9a2c-0ca59bd84772 tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Aug 31 16:29:59.780573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Deleting port 95b5f403-348f-4ea9-8ba4-3896d634a391 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:29:59.780573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:59.957209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] For port 95b5f403-348f-4ea9-8ba4-3896d634a391, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=95b5f403-348f-4ea9-8ba4-3896d634a391,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:29:59.957921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:29:59.983522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Calling delete_port for 95b5f403-348f-4ea9-8ba4-3896d634a391 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:00.286031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:00.300601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['95b5f403-348f-4ea9-8ba4-3896d634a391'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:30:00.333022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Pushing event deleted for resources: {'Port': ['ID=95b5f403-348f-4ea9-8ba4-3896d634a391,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:00.437495 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] No DVR routers for this DVR port 95b5f403-348f-4ea9-8ba4-3896d634a391 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:00.440433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:00.442910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-553317cc-1159-42fe-adff-c0b69bd55294 req-6186a513-26d6-4e05-b856-1dd599f023ef tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.49 "DELETE /v2.0/ports/95b5f403-348f-4ea9-8ba4-3896d634a391 HTTP/1.1" status: 204 len: 173 time: 0.8052838 Aug 31 16:30:00.443589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb1f890-c378-4a23-a811-38528d202ba3', 'name': 'network-vif-deleted', 'tag': '95b5f403-348f-4ea9-8ba4-3896d634a391'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:00.446718 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b1525e-8a55-4506-8d2d-20ef3c02afe4" -d '{"events": [{"server_uuid": "5fb1f890-c378-4a23-a811-38528d202ba3", "name": "network-vif-deleted", "tag": "95b5f403-348f-4ea9-8ba4-3896d634a391"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:00.499404 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3914477d-2ae3-413c-937b-2a696d6eb523 x-openstack-request-id: req-3914477d-2ae3-413c-937b-2a696d6eb523 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:00.500022 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb1f890-c378-4a23-a811-38528d202ba3", "name": "network-vif-deleted", "tag": "95b5f403-348f-4ea9-8ba4-3896d634a391", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:00.500595 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3914477d-2ae3-413c-937b-2a696d6eb523 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:00.501304 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb1f890-c378-4a23-a811-38528d202ba3', 'name': 'network-vif-deleted', 'tag': '95b5f403-348f-4ea9-8ba4-3896d634a391', 'status': 'completed', 'code': 200} Aug 31 16:30:00.835581 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc10bd67-1085-4f85-a07e-f64bc57cfeee req-44fe676e-92f1-490d-a545-f95cab2c3cad tempest-TestServerMultinode-535825520 tempest-TestServerMultinode-535825520-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fb1f890-c378-4a23-a811-38528d202ba3 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Aug 31 16:30:01.925769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38202) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:02.652930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:03.097826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Deleting port 11c1eaa0-7926-4911-910b-ad9894fbcf4d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:03.098751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:03.206423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] For port 11c1eaa0-7926-4911-910b-ad9894fbcf4d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=11c1eaa0-7926-4911-910b-ad9894fbcf4d,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:03.207872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:03.238910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Calling delete_port for 11c1eaa0-7926-4911-910b-ad9894fbcf4d owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:03.543860 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:03.599456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Pushing event deleted for resources: {'Port': ['ID=11c1eaa0-7926-4911-910b-ad9894fbcf4d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:03.723091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 95b5f403-348f-4ea9-8ba4-3896d634a391 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:03.759506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 95b5f403-348f-4ea9-8ba4-3896d634a391 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:03.760098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 95b5f403-348f-4ea9-8ba4-3896d634a391 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:03.992606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:04.355571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Router e1ffd577-df85-4057-a565-3bf065bd97ae has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:04.561885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:04.568163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-439d6013-d36b-4d9a-ac61-27a9d5f1ef4a admin admin] 10.222.0.43 "PUT /v2.0/routers/e1ffd577-df85-4057-a565-3bf065bd97ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409948 Aug 31 16:30:04.571860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38254) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:04.574773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] Sync routers for ids ['e1ffd577-df85-4057-a565-3bf065bd97ae'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:04.589635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] Routers {'e1ffd577-df85-4057-a565-3bf065bd97ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:04.591156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e1ffd577-df85-4057-a565-3bf065bd97ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:04.777989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:04.822417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] Set router e1ffd577-df85-4057-a565-3bf065bd97ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:05.005069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:05.105149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Deleting port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:05.105404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:05.178488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:30:03Z', 'revision_number': 5, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port': {'id': 'd384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:06Z', 'updated_at': '2021-08-31T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:05.231255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] Checking router: e1ffd577-df85-4057-a565-3bf065bd97ae for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:05.246348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] Routers {'e1ffd577-df85-4057-a565-3bf065bd97ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:05.252597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e1ffd577-df85-4057-a565-3bf065bd97ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:05.268395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] For port d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:05.268765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:05.305507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Calling delete_port for d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:05.429815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] Set router e1ffd577-df85-4057-a565-3bf065bd97ae gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:05.582172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:30:05Z', 'revision_number': 6, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:05.682496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035ebd2-d15f-426d-9f74-30f089d3fc9f None None] The sync data for ids ['e1ffd577-df85-4057-a565-3bf065bd97ae'] in n-d-793621-35 is: [{'id': 'e1ffd577-df85-4057-a565-3bf065bd97ae', 'name': 'tempest-TestServerMultinode-1850958642-router', 'tenant_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:05Z', 'updated_at': '2021-08-31T16:30:05Z', 'revision_number': 6, 'project_id': '3ea93f4c438a44a0b0b8e7ee04af92d6', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:05.758197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:05.807255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:05.917239 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:06.295617 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 11c1eaa0-7926-4911-910b-ad9894fbcf4d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:06.333092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 11c1eaa0-7926-4911-910b-ad9894fbcf4d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:06.333895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 11c1eaa0-7926-4911-910b-ad9894fbcf4d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:06.764594 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:06.773872 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:06.852332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:06.853357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ffd577-df85-4057-a565-3bf065bd97ae {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:30:06.859717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:06.864059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:06.876372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c20bea06-1555-4b42-925d-a4bcbdb26b40 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e1ffd577-df85-4057-a565-3bf065bd97ae HTTP/1.1" status: 204 len: 168 time: 2.2974858 Aug 31 16:30:06.967163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Deleting subnet 475c2272-1968-4e33-957a-0cd8315362ed {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:30:06.971504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.031317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.152331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.245131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.260949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.265154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] 10.222.0.43 "DELETE /v2.0/subnets/475c2272-1968-4e33-957a-0cd8315362ed HTTP/1.1" status: 204 len: 168 time: 0.3997247 Aug 31 16:30:07.266952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94508dfc-f3a2-4e5a-9050-1704876d8bc0 None None] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:30:07.267952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38308) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:07.315238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10acc3a-9b89-4549-9af6-9915bd9a4ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475c2272-1968-4e33-957a-0cd8315362ed,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:07.534035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.666632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Deleting port 23afe087-5980-4c55-92a5-a8cc399d15db {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:07.668112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] DHCP port deletion for 3cbef639-6895-4ee3-b73d-018b2045cad2 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:30:07.669642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.925692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:07.953522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] For port 23afe087-5980-4c55-92a5-a8cc399d15db, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=23afe087-5980-4c55-92a5-a8cc399d15db,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:07.954410 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:07.980061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Calling delete_port for 23afe087-5980-4c55-92a5-a8cc399d15db owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:07.987160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:07.987501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d384c87a-3eaf-4e2a-b0a1-1a9a6dda7ec5 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:07.988003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 23afe087-5980-4c55-92a5-a8cc399d15db no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:08.052780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Deleting port 23afe087-5980-4c55-92a5-a8cc399d15db {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:08.053351 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.183322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.208561 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.230891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23afe087-5980-4c55-92a5-a8cc399d15db,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:08.233855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] No DVR routers for this DVR port 23afe087-5980-4c55-92a5-a8cc399d15db on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:08.287633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] For port 23afe087-5980-4c55-92a5-a8cc399d15db, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=23afe087-5980-4c55-92a5-a8cc399d15db,segment=NetworkSegment(c9336180-6e5d-4bf1-9fc8-3e3067e60b01),segment_id=c9336180-6e5d-4bf1-9fc8-3e3067e60b01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:08.288214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.318753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Calling delete_port for 23afe087-5980-4c55-92a5-a8cc399d15db owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:08.362428 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.374874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbef639-6895-4ee3-b73d-018b2045cad2']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:08.403130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:08.403712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9336180-6e5d-4bf1-9fc8-3e3067e60b01') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:08.416635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.437544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.450937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:30:08.452435 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:30:08.471980 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:30:08.544522 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.555047 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.557019 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:08.565502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3cbef639-6895-4ee3-b73d-018b2045cad2 HTTP/1.1" status: 204 len: 168 time: 1.2963679 Aug 31 16:30:08.568440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38332) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:08.602214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85b94-f41d-4094-9122-276eb52a7ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cbef639-6895-4ee3-b73d-018b2045cad2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:08.616475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Pushing event deleted for resources: {'Port': ['ID=23afe087-5980-4c55-92a5-a8cc399d15db,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:08.632763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.634220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.634854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.635502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.636327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.637042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.637843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.638546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.639352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.640285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.640958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.641631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:08.647305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] Network 3cbef639-6895-4ee3-b73d-018b2045cad2 is not hosted by any dhcp agent {{(pid=101479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 16:30:08.647305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d55d6-91c8-4c67-9bd8-d12974a2b326 None None] No DVR routers for this DVR port 23afe087-5980-4c55-92a5-a8cc399d15db on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:09.245769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:10.077813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Deleting port 914d85f1-1e63-490a-98e3-627d3693a405 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:10.080126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:10.208278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] For port 914d85f1-1e63-490a-98e3-627d3693a405, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=914d85f1-1e63-490a-98e3-627d3693a405,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:10.208669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:10.226219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Calling delete_port for 914d85f1-1e63-490a-98e3-627d3693a405 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:10.592943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:10.633022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=914d85f1-1e63-490a-98e3-627d3693a405,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:10.955481 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:11.412199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Router e71d6f74-3624-4e43-972f-d596415e4161 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:11.605217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:11.617073 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] Sync routers for ids ['e71d6f74-3624-4e43-972f-d596415e4161'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:11.631686 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] Routers {'e71d6f74-3624-4e43-972f-d596415e4161'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:11.632515 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e71d6f74-3624-4e43-972f-d596415e4161'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:11.634537 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a137f07e-e221-4ae2-8d57-d248af03d0f1 admin admin] 10.222.0.43 "PUT /v2.0/routers/e71d6f74-3624-4e43-972f-d596415e4161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0629425 Aug 31 16:30:11.638527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:11.850705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:11.855104 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] Set router e71d6f74-3624-4e43-972f-d596415e4161 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:12.033479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:12.107382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:30:10Z', 'revision_number': 5, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port': {'id': 'f26c7e36-7213-4760-9c36-4d0f2634c7b6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:17Z', 'updated_at': '2021-08-31T16:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:12.117431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Deleting port f26c7e36-7213-4760-9c36-4d0f2634c7b6 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:12.118629 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:12.286553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] For port f26c7e36-7213-4760-9c36-4d0f2634c7b6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f26c7e36-7213-4760-9c36-4d0f2634c7b6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:12.287941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:12.320210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Calling delete_port for f26c7e36-7213-4760-9c36-4d0f2634c7b6 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:12.482949 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] Checking router: e71d6f74-3624-4e43-972f-d596415e4161 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:12.511674 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] Routers {'e71d6f74-3624-4e43-972f-d596415e4161'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:12.516555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['e71d6f74-3624-4e43-972f-d596415e4161'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:12.626670 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:12.684612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26c7e36-7213-4760-9c36-4d0f2634c7b6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:12.713349 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] Set router e71d6f74-3624-4e43-972f-d596415e4161 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:12.783942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:12.785020 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:30:12Z', 'revision_number': 6, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:12.886864 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69c45b-a5d7-4c91-9796-99d79bee8774 None None] The sync data for ids ['e71d6f74-3624-4e43-972f-d596415e4161'] in n-d-793621-35 is: [{'id': 'e71d6f74-3624-4e43-972f-d596415e4161', 'name': 'tempest-TestServerMultinode-1812297893-router', 'tenant_id': 'c312c439d79f44abad8a40123e9cb425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:15Z', 'updated_at': '2021-08-31T16:30:12Z', 'revision_number': 6, 'project_id': 'c312c439d79f44abad8a40123e9cb425', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:12.947029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:12.949892 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.052221 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.053977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e71d6f74-3624-4e43-972f-d596415e4161 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:30:13.079427 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.079427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0ac067d2-1079-455d-8dfa-a76e930e0ac5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e71d6f74-3624-4e43-972f-d596415e4161 HTTP/1.1" status: 204 len: 168 time: 1.4331176 Aug 31 16:30:13.079811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38416) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:13.197872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Deleting subnet 41e586cb-46a9-464c-93a5-09990c139fbd {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:30:13.215600 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.371305 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.698937 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.846424 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.903081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e586cb-46a9-464c-93a5-09990c139fbd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:13.906354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:13.910600 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22e8dc83-e2d4-44a0-8a1f-08447db97f4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/41e586cb-46a9-464c-93a5-09990c139fbd HTTP/1.1" status: 204 len: 168 time: 0.8295140 Aug 31 16:30:13.910974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38434) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:13.922482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5414a455-9a04-469b-9670-c75c758f12e6 None None] Network 9a440acb-0f44-4ce0-9016-9b411a38b2e8 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:30:14.102530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 914d85f1-1e63-490a-98e3-627d3693a405 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:14.109243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:14.175478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 914d85f1-1e63-490a-98e3-627d3693a405 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:14.179397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 914d85f1-1e63-490a-98e3-627d3693a405 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:14.184294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f26c7e36-7213-4760-9c36-4d0f2634c7b6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:14.241479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f26c7e36-7213-4760-9c36-4d0f2634c7b6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:14.245263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f26c7e36-7213-4760-9c36-4d0f2634c7b6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:14.306602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Deleting port 97cf39aa-dc05-410c-9c01-2276d69816e4 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:14.307276 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:14.432761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] For port 97cf39aa-dc05-410c-9c01-2276d69816e4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97cf39aa-dc05-410c-9c01-2276d69816e4,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:14.433274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:14.485522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Calling delete_port for 97cf39aa-dc05-410c-9c01-2276d69816e4 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:14.543080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] DHCP port deletion for 9a440acb-0f44-4ce0-9016-9b411a38b2e8 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:30:14.787463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] Deleting port 97cf39aa-dc05-410c-9c01-2276d69816e4 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:14.788789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:14.803415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:14.872274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97cf39aa-dc05-410c-9c01-2276d69816e4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:14.878090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] No DVR routers for this DVR port 97cf39aa-dc05-410c-9c01-2276d69816e4 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:14.951718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] For port 97cf39aa-dc05-410c-9c01-2276d69816e4, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97cf39aa-dc05-410c-9c01-2276d69816e4,segment=NetworkSegment(a2e90105-774d-4eae-8e75-cb81fc6fe7a3),segment_id=a2e90105-774d-4eae-8e75-cb81fc6fe7a3)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:14.953910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.011301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] Calling delete_port for 97cf39aa-dc05-410c-9c01-2276d69816e4 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:15.088493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.108273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a440acb-0f44-4ce0-9016-9b411a38b2e8']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:15.129204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:15.132755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e90105-774d-4eae-8e75-cb81fc6fe7a3') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:15.150580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.151013 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.182220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.187609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] Pushing event deleted for resources: {'Port': ['ID=97cf39aa-dc05-410c-9c01-2276d69816e4,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:15.191801 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:30:15.192951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:30:15.196832 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:30:15.220142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd144b-a94e-45df-922f-41c216c66c36 None None] No DVR routers for this DVR port 97cf39aa-dc05-410c-9c01-2276d69816e4 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:15.307536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.319299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:15.321461 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9a440acb-0f44-4ce0-9016-9b411a38b2e8 HTTP/1.1" status: 204 len: 168 time: 1.4094980 Aug 31 16:30:15.348967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86ddd-fde4-4ec3-9b6b-90c8ad3563f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a440acb-0f44-4ce0-9016-9b411a38b2e8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:15.682283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38462) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:15.824035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26fb6843-9c89-450c-8ff2-0d79c9072ae8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ea93f4c438a44a0b0b8e7ee04af92d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393366 Aug 31 16:30:15.827949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38468) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:15.987473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97cf39aa-dc05-410c-9c01-2276d69816e4 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:16.012234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6947b108-e19b-4ab4-b475-b13728bbc173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:16.033843 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 97cf39aa-dc05-410c-9c01-2276d69816e4 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:16.034484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97cf39aa-dc05-410c-9c01-2276d69816e4 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:16.092049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6947b108-e19b-4ab4-b475-b13728bbc173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:16.210146 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6947b108-e19b-4ab4-b475-b13728bbc173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:16.214490 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6947b108-e19b-4ab4-b475-b13728bbc173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:16.218735 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6947b108-e19b-4ab4-b475-b13728bbc173 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e34a4ad-a7e9-4e1b-82b0-9252d1159960 HTTP/1.1" status: 204 len: 168 time: 0.3874371 Aug 31 16:30:16.234937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947b108-e19b-4ab4-b475-b13728bbc173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34a4ad-a7e9-4e1b-82b0-9252d1159960,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:16.925856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38480) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:17.019778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cb6d8347-e28a-4a31-b298-14a847bfcb03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c312c439d79f44abad8a40123e9cb425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922983 Aug 31 16:30:17.027033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38482) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:17.094928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8b01-c76c-431f-bd08-9c0fd732c6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:17.136814 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8b01-c76c-431f-bd08-9c0fd732c6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:17.252007 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8b01-c76c-431f-bd08-9c0fd732c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:17.255786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8b01-c76c-431f-bd08-9c0fd732c6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:17.257178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6d7a8b01-c76c-431f-bd08-9c0fd732c6de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3a74f18-e69c-4e55-a7ab-ed1cc62992ff HTTP/1.1" status: 204 len: 168 time: 0.2287340 Aug 31 16:30:17.272910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a8b01-c76c-431f-bd08-9c0fd732c6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a74f18-e69c-4e55-a7ab-ed1cc62992ff,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:18.909390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e11f37-e08e-410c-ab4e-b798298dbdba req-a773decb-ed8e-415d-96bd-f5240120c732 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:18.918073 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3e11f37-e08e-410c-ab4e-b798298dbdba req-a773decb-ed8e-415d-96bd-f5240120c732 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.2406833 Aug 31 16:30:18.973002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3e11f37-e08e-410c-ab4e-b798298dbdba req-be4634a6-2614-42ee-8779-ef579073f320 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537469 Aug 31 16:30:19.421546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:30:20.144022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934615-6815-4112-ba6b-9b02b5e368fd req-2ae69381-779c-42c8-aae3-fe66d4f6800c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:20.145750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67934615-6815-4112-ba6b-9b02b5e368fd req-2ae69381-779c-42c8-aae3-fe66d4f6800c tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.0896311 Aug 31 16:30:20.214504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4fd3-9822-489e-97f6-7dda9c83c0de req-1385985a-67c5-4489-8f63-d7354027d3ef tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:20.216444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-777f4fd3-9822-489e-97f6-7dda9c83c0de req-1385985a-67c5-4489-8f63-d7354027d3ef tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 945 time: 0.1219609 Aug 31 16:30:20.357157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-777f4fd3-9822-489e-97f6-7dda9c83c0de req-c604e54b-9a6f-40c9-b782-65dece1dd1ac tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/security-groups?id=09db4de0-0de3-449e-99b9-6ea22881ac03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970368 Aug 31 16:30:20.384053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Deleting port dd97d70d-b73c-4790-b119-123c07987159 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:20.384862 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:20.555525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] For port dd97d70d-b73c-4790-b119-123c07987159, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=dd97d70d-b73c-4790-b119-123c07987159,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:20.556955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:20.974632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:20.975031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:20.976454 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Floating IP 81d2326b-e8ea-49a9-a580-9942aa704d4a disassociated. External IP: 172.25.6.116, port: dd97d70d-b73c-4790-b119-123c07987159. Aug 31 16:30:20.977407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Calling delete_port for dd97d70d-b73c-4790-b119-123c07987159 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:21.079295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4caedabb-43a5-4b36-bdb6-e32a92857cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:21.161656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:21.200365 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event deleted for resources: {'Port': ['ID=dd97d70d-b73c-4790-b119-123c07987159,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:21.420381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:21.569153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-970c28a2-7ca6-4572-8a46-c30374d73179 req-960c8697-aac0-473b-b13e-9dc0b8634c41 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e508630-769e-4d6a-9ce5-d49dd6dc4305 HTTP/1.1" status: 200 len: 210 time: 0.0307455 Aug 31 16:30:21.606568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:21.623435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] Sync routers for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:21.645258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:21.645696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:21.670662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] No DVR routers for this DVR port dd97d70d-b73c-4790-b119-123c07987159 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:21.675370 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:21.678256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67934615-6815-4112-ba6b-9b02b5e368fd req-fbd6fe44-f898-458a-9e02-b10928f4e679 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.30 "DELETE /v2.0/ports/dd97d70d-b73c-4790-b119-123c07987159 HTTP/1.1" status: 204 len: 173 time: 1.5199642 Aug 31 16:30:21.678760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'name': 'network-vif-deleted', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:21.692620 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953984c-1796-478e-a3fa-d527ab630d09" -d '{"events": [{"server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "name": "network-vif-deleted", "tag": "dd97d70d-b73c-4790-b119-123c07987159"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:21.801837 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba6a22e-2fdd-4b7a-ae6b-1abd45c39562 x-openstack-request-id: req-1ba6a22e-2fdd-4b7a-ae6b-1abd45c39562 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:21.802177 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e508630-769e-4d6a-9ce5-d49dd6dc4305", "name": "network-vif-deleted", "tag": "dd97d70d-b73c-4790-b119-123c07987159", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:21.802401 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ba6a22e-2fdd-4b7a-ae6b-1abd45c39562 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:21.802950 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e508630-769e-4d6a-9ce5-d49dd6dc4305', 'name': 'network-vif-deleted', 'tag': 'dd97d70d-b73c-4790-b119-123c07987159', 'status': 'completed', 'code': 200} Aug 31 16:30:22.075314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:22.345777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:22.415050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38540) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:22.419444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] Checking router: 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:22.419982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167513981', 'description': 'tempest-secgroup-smoke-1167513981 description', 'project_id': '4146a0c691874778a0bc4ee1f83d5524'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:22.434817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:22.435704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:29:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:22.471634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.584661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.589862 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.619080 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.620928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2047224 Aug 31 16:30:22.625287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38544) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:22.630987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group_rule': {'security_group_id': 'b687d35c-aac0-4e66-9a45-50b7f1364f5e', 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:22.640219 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae811c5c-d9a3-45a1-96aa-0550b7644b5b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b687d35c-aac0-4e66-9a45-50b7f1364f5e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:22.660520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38546) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:22.686499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.689870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:22.758545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.764353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.800738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307fe23c-d493-4730-aa35-1d29d8869cf6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:22.837998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:22.845850 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c6751321-76ab-4a5f-885f-8c577c3b6fb7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2191949 Aug 31 16:30:22.847099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38554) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:22.856833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group_rule': {'security_group_id': 'b687d35c-aac0-4e66-9a45-50b7f1364f5e', 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:22.982884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.081271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.087141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.112252 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7b223b-5ad1-4552-b978-ff19d9e91738,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:23.124794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.133132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-71a4f424-f6fa-4f62-b4cc-4792874ee312 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2840252 Aug 31 16:30:23.134671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38564) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:23.149084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group_rule': {'security_group_id': 'b687d35c-aac0-4e66-9a45-50b7f1364f5e', 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:23.198149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Deleting port 8c92ab25-08e1-49c1-820d-eb404561e86f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:23.198673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.215225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.222082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd97d70d-b73c-4790-b119-123c07987159 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:23.271759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: dd97d70d-b73c-4790-b119-123c07987159 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:23.272354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device dd97d70d-b73c-4790-b119-123c07987159 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:23.319559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:23.401810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8024ee0-8d9c-48b9-abbd-7db32dadd3da None None] The sync data for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 is: [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:24:46Z', 'revision_number': 4, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c8504aee-5ca3-40b5-b436-8501fbed2ee6', 'name': '', 'network_id': '86ed4a26-88d5-49c1-80d3-bbfa55149d20', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'mac_address': 'fa:16:3e:08:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:45Z', 'updated_at': '2021-08-31T16:25:00Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'subnets': [{'id': 'b9ac6fe9-23ec-4973-85f2-313413c194e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:23.470448 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.471200 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.517510 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.537737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.569826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Calling delete_port for 8c92ab25-08e1-49c1-820d-eb404561e86f owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:23.593088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e6a09e-a404-4c63-9b8c-004291cea19b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:23.603790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.605668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-59d513e7-990f-4c6c-82a0-dce13eb5eda3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4696417 Aug 31 16:30:23.608104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38568) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:23.613765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group_rule': {'security_group_id': 'b687d35c-aac0-4e66-9a45-50b7f1364f5e', 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:23.653307 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.769513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.787962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.848245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd052e72-f63b-4a3f-893c-956b5f1cd79a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:23.856731 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.863585 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-32190138-75aa-4d95-a974-d10d308e0f59 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2539525 Aug 31 16:30:23.864361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38570) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:23.873111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.882894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group_rule': {'security_group_id': 'b687d35c-aac0-4e66-9a45-50b7f1364f5e', 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:23.933603 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Project 4146a0c691874778a0bc4ee1f83d5524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:30:23.940611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:23.968997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event deleted for resources: {'Port': ['ID=8c92ab25-08e1-49c1-820d-eb404561e86f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:24.043622 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1a8d0-22e7-483d-ad7a-66fc9a5db101 None None] New status for floating IP 81d2326b-e8ea-49a9-a580-9942aa704d4a: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:30:24.066539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.073431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.074990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b83ce964-5923-44c9-80a2-ac34827fac2b tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "DELETE /v2.0/floatingips/81d2326b-e8ea-49a9-a580-9942aa704d4a HTTP/1.1" status: 204 len: 168 time: 1.4130721 Aug 31 16:30:24.109729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.134128 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.162445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e66fd2-6366-4a45-b481-a969720922c5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:24.177216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.179155 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7ca02c96-f62a-49b8-838d-1c395ca1c69a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3121645 Aug 31 16:30:24.185148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38586) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:24.199238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'security_group_rule': {'security_group_id': 'b687d35c-aac0-4e66-9a45-50b7f1364f5e', 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:24.234492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:24.243892 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Project 4146a0c691874778a0bc4ee1f83d5524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:30:24.257628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.366070 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.372880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.390506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-979d017c-befb-48e2-a996-a9baffaff305 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.401672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ce8e9c-1ada-48f0-8a38-893eca64178b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:24.417604 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.419149 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb8fdfa4-d6dd-44ef-90a9-49fd7fbc930a tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2326760 Aug 31 16:30:24.433257 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.439100 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-979d017c-befb-48e2-a996-a9baffaff305 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.578876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-979d017c-befb-48e2-a996-a9baffaff305 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.583158 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-979d017c-befb-48e2-a996-a9baffaff305 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:24.607787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-979d017c-befb-48e2-a996-a9baffaff305 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] 10.222.0.43 "DELETE /v2.0/security-groups/09db4de0-0de3-449e-99b9-6ea22881ac03 HTTP/1.1" status: 204 len: 168 time: 0.3717332 Aug 31 16:30:24.644867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d017c-befb-48e2-a996-a9baffaff305 tempest-TestServerBasicOps-753182845 tempest-TestServerBasicOps-753182845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db4de0-0de3-449e-99b9-6ea22881ac03,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:24.664549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38596) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:24.862510 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-bcf622d1-ab09-4f66-9c16-e00c164cd213 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167513981&fields=id&tenant_id=4146a0c691874778a0bc4ee1f83d5524 HTTP/1.1" status: 200 len: 267 time: 0.0708940 Aug 31 16:30:25.019350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-a0c2d6f3-3432-458c-9fa3-9f9c3eabc78f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:25.035517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-a0c2d6f3-3432-458c-9fa3-9f9c3eabc78f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 813 time: 0.1708746 Aug 31 16:30:25.056337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-59b93ea4-01d7-4fb0-a65f-d231e26e6ae7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/quotas/4146a0c691874778a0bc4ee1f83d5524 HTTP/1.1" status: 200 len: 375 time: 0.0195277 Aug 31 16:30:25.154087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-892cf48d-1674-4d0f-848f-33cf77c4b5f7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963867 Aug 31 16:30:25.270532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:25.311905 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-625b52d0-0f78-49df-9c02-0089ae4e6137 service neutron] 10.222.0.43 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500499 Aug 31 16:30:25.392499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:25.497147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-6a89e5eb-f642-4564-831a-d286e05979f1 service neutron] 10.222.0.43 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754329 Aug 31 16:30:25.509804 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:25.642153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3a417718-562d-4718-a1fe-2a5dc80805f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:25.922954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Deleting port c8504aee-5ca3-40b5-b436-8501fbed2ee6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:25.924528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:25.969005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:26.033205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1fbc49b0-09a3-46d1-af70-ad626c40dd52 req-92b785b8-5e4f-49a6-a420-93d2cf5f6548 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.0865350 Aug 31 16:30:26.058398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] For port c8504aee-5ca3-40b5-b436-8501fbed2ee6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c8504aee-5ca3-40b5-b436-8501fbed2ee6,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:26.059071 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:26.076512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Calling delete_port for c8504aee-5ca3-40b5-b436-8501fbed2ee6 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:26.332351 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:26.379211 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8504aee-5ca3-40b5-b436-8501fbed2ee6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:26.637846 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:26.998282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:27.125883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:27.138827 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] Sync routers for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:27.139901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b741e8e5-155a-4364-bc29-60fe665099b6 admin admin] 10.222.0.43 "PUT /v2.0/routers/5a430ebc-ed9d-46bb-9362-20f50d9a06a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688194 Aug 31 16:30:27.140100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:27.151808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:27.152767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:27.291429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:27.308109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:27.458033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-faf179b8-6fa5-465b-bc14-af0ae3eb720a req-09270ae9-b4ee-4f09-bddc-991d85b34f78 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.3506844 Aug 31 16:30:27.472559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:27.575220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Deleting port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:27.576030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:27.641081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:30:26Z', 'revision_number': 5, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port': {'id': 'c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:40Z', 'updated_at': '2021-08-31T16:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:27.679513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-e192613f-4cc2-4d49-8cf0-97dae1f4b108 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:27.683891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-e192613f-4cc2-4d49-8cf0-97dae1f4b108 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.49 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 813 time: 0.3894305 Aug 31 16:30:27.686198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] Checking router: 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:27.731757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] For port c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:27.733200 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:27.749237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] Routers {'5a430ebc-ed9d-46bb-9362-20f50d9a06a4'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:27.750036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:27.755196 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:27.762280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Calling delete_port for c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:27.793100 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-5110e1c6-3cd3-4ea5-89c5-685b4a5d8f70 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4146a0c691874778a0bc4ee1f83d5524 HTTP/1.1" status: 200 len: 380 time: 0.0980575 Aug 31 16:30:27.809560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'port': {'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'admin_state_up': True, 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'security_groups': ['b687d35c-aac0-4e66-9a45-50b7f1364f5e']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:28.013521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] Set router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:28.062987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.115920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Made reservation on behalf of 4146a0c691874778a0bc4ee1f83d5524 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:30:28.121009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.143108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:30:27Z', 'revision_number': 6, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:28.150384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:28.174708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827b97d-7cff-49f4-ae1c-df90dee9819a None None] The sync data for ids ['5a430ebc-ed9d-46bb-9362-20f50d9a06a4'] in n-d-793621-35 is: [{'id': '5a430ebc-ed9d-46bb-9362-20f50d9a06a4', 'name': 'tempest-TestServerBasicOps-1726573439-router', 'tenant_id': 'd104fe86dfc2405dbf11058a219bff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:38Z', 'updated_at': '2021-08-31T16:30:27Z', 'revision_number': 6, 'project_id': 'd104fe86dfc2405dbf11058a219bff36', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:28.265022 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.387621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Allocated IP 172.20.0.3 (bf666042-5f6b-4e37-98e8-3bbfed79e4f5/2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1/94ae5fa5-62fe-464e-8bdc-60e12d88e213) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:30:28.401554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.404123 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.538439 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.540176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a430ebc-ed9d-46bb-9362-20f50d9a06a4 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:30:28.561231 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.562451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-779d7b06-f48b-4c7d-b380-c34bb866a9ab admin admin] 10.222.0.43 "DELETE /v2.0/routers/5a430ebc-ed9d-46bb-9362-20f50d9a06a4 HTTP/1.1" status: 204 len: 168 time: 1.4208221 Aug 31 16:30:28.571951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38650) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:28.760936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Deleting subnet b9ac6fe9-23ec-4973-85f2-313413c194e4 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:30:28.792790 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ae4a753-00d6-407b-89f0-6bf8306a11f6 req-736a9c93-23a2-49bb-a6e6-0b6e34a1ab10 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.0577061 Aug 31 16:30:28.793800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.862848 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.887787 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:28.920786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Transition to ACTIVE for port object 94ae5fa5-62fe-464e-8bdc-60e12d88e213 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:30:29.009449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.012976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.095112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.138245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ac6fe9-23ec-4973-85f2-313413c194e4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:29.145329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:30:29.156124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff0ebe-1c9f-482c-8eb4-d54b8458b632 None None] Network 86ed4a26-88d5-49c1-80d3-bbfa55149d20 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:30:29.175283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.186331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:30:29.189872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'Port': ['ID=94ae5fa5-62fe-464e-8bdc-60e12d88e213,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:29.194153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:30:29.205115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-56bb8184-d282-465d-a9a5-8675877220ea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9ac6fe9-23ec-4973-85f2-313413c194e4 HTTP/1.1" status: 204 len: 168 time: 0.6148486 Aug 31 16:30:29.206943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38656) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:29.303595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:29.304410 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.334472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-4d5ec2c4-37d8-45fd-a2fb-e55691d7d6c7 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325902 Aug 31 16:30:29.347120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Request body: {'port': {'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:29.512655 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.522068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.697410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] DHCP port deletion for 86ed4a26-88d5-49c1-80d3-bbfa55149d20 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:30:29.742011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Deleting port d7206fc7-04b8-44e4-8a90-f37b69a8d3de {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:29.742362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:29.803852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-947332bb-5d59-4732-989c-20a2894ff70e None None] Provisioning for port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:30:29.852578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-947332bb-5d59-4732-989c-20a2894ff70e None None] Provisioning complete for port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:30:29.857974 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-947332bb-5d59-4732-989c-20a2894ff70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.029697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-947332bb-5d59-4732-989c-20a2894ff70e None None] Port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:30:30.038940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] Deleting port d7206fc7-04b8-44e4-8a90-f37b69a8d3de {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:30.039449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.058951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:30.127335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:30.128151 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c6296ccb-5f2f-49ec-aa2b-0a18be9ee4b2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:30.128885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c8504aee-5ca3-40b5-b436-8501fbed2ee6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:30.161123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c8504aee-5ca3-40b5-b436-8501fbed2ee6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:30.162331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c8504aee-5ca3-40b5-b436-8501fbed2ee6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:30.163031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d7206fc7-04b8-44e4-8a90-f37b69a8d3de no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:30.290688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] For port d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:30.291539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.325683 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] Calling delete_port for d7206fc7-04b8-44e4-8a90-f37b69a8d3de owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:30.353378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ae5fa5-62fe-464e-8bdc-60e12d88e213 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:30:30.390755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.450413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Transition to ACTIVE for port object 94ae5fa5-62fe-464e-8bdc-60e12d88e213 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:30:30.458703 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.515923 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.615873 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae5fa5-62fe-464e-8bdc-60e12d88e213,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:30.680619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:30.697362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.698369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] For port d7206fc7-04b8-44e4-8a90-f37b69a8d3de, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,segment=NetworkSegment(a6a27b4d-ba67-451a-bfdd-d756aa330e86),segment_id=a6a27b4d-ba67-451a-bfdd-d756aa330e86)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:30.698869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.699582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.700135 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.700868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.701040 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.701652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.702755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.703294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.704005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.704680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.705573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.706154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.707084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:30:30.714914 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.747767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Calling delete_port for d7206fc7-04b8-44e4-8a90-f37b69a8d3de owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:30.769107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Attempting to bind port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:30:30.769590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Attempting to bind port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:30:30.770032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Attempting to bind port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 on network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:30:30.775926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 on network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:30:30.776463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Attempting to bind port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 on network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:30:30.783399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:30:30.783907 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Checking segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:30:30.784439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Bound using segment: {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:30:30.785504 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Bound port: 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd6b890-1da3-4bfd-856e-16f382a69636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:30:30.785978 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.833642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event deleted for resources: {'Port': ['ID=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:30.854018 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f434b-7726-4790-a80b-7ffd7c574d46 req-ac03e241-de7f-45bf-bfd2-9798e7e5d30f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:30.855924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d72f434b-7726-4790-a80b-7ffd7c574d46 req-ac03e241-de7f-45bf-bfd2-9798e7e5d30f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.2686727 Aug 31 16:30:30.862340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] No DVR routers for this DVR port d7206fc7-04b8-44e4-8a90-f37b69a8d3de on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:30.891750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79611b5b-4765-4cbc-8728-05ee2abe9926 None None] Pushing event deleted for resources: {'Port': ['ID=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:30.954731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] For port 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:30:30.959909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] For port 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:30:30.969226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:30.981920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d72f434b-7726-4790-a80b-7ffd7c574d46 req-30e8eeb6-5cf0-4556-946c-78e3d51330a1 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158445 Aug 31 16:30:31.045226 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.105520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae5fa5-62fe-464e-8bdc-60e12d88e213,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:31.111460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:31.112853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.115937 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-fd007054-be76-44be-bdbb-e974576db255 service neutron] 10.222.0.49 "PUT /v2.0/ports/94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 1092 time: 1.7733166 Aug 31 16:30:31.117114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:31.119629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7206fc7-04b8-44e4-8a90-f37b69a8d3de,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:31.124790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] No DVR routers for this DVR port d7206fc7-04b8-44e4-8a90-f37b69a8d3de on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:31.125830 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:31.243082 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23365a9-64de-4d20-a144-cf9ede88cbd3 x-openstack-request-id: req-d23365a9-64de-4d20-a144-cf9ede88cbd3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:31.243470 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:31.243805 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d23365a9-64de-4d20-a144-cf9ede88cbd3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:31.245347 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'status': 'completed', 'code': 200} Aug 31 16:30:31.260778 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-1b10569c-af4e-491e-a1f4-f5f55214f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:31.263075 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-1b10569c-af4e-491e-a1f4-f5f55214f9ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1095 time: 0.0913782 Aug 31 16:30:31.279635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.300622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ed4a26-88d5-49c1-80d3-bbfa55149d20']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:31.322062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a27b4d-ba67-451a-bfdd-d756aa330e86') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:31.323019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a27b4d-ba67-451a-bfdd-d756aa330e86') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:31.335150 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.356116 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.366989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:30:31.367756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: self.session.flush() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:30:31.433860 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:30:31.439219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.447879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:31.450393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/86ed4a26-88d5-49c1-80d3-bbfa55149d20 HTTP/1.1" status: 204 len: 168 time: 2.2366965 Aug 31 16:30:31.453281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38678) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:31.473194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288ab49-091a-4420-bd24-ffb161b902c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ed4a26-88d5-49c1-80d3-bbfa55149d20,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:31.804121 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-454e43cc-60aa-47e8-ab07-684148785a39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 217 time: 0.5334809 Aug 31 16:30:31.914991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-e81ad164-cfcd-4b77-8fa5-713efbec8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:31.918545 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-e81ad164-cfcd-4b77-8fa5-713efbec8fcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 200 len: 852 time: 0.1057184 Aug 31 16:30:31.980618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-68c53db0-29d0-49b0-a712-be4ce407062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:31.982524 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-68c53db0-29d0-49b0-a712-be4ce407062d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570073 Aug 31 16:30:32.191131 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-92ca9ee2-4f06-4524-b0a5-dc8975aba916 service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012286 Aug 31 16:30:32.263263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68882ab8-8bff-4577-a0a1-7896b924776c req-cb0dcba6-fca4-4b43-8e5a-dbd2e5f5cfad tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:32.269970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68882ab8-8bff-4577-a0a1-7896b924776c req-cb0dcba6-fca4-4b43-8e5a-dbd2e5f5cfad tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1196537 Aug 31 16:30:32.287779 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:32.360611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ce3fb03d-b01c-47bc-a7b7-ef5422e44593 req-b346d5ff-992a-46bc-a579-6805aaad25ea service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615410 Aug 31 16:30:32.461889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-68882ab8-8bff-4577-a0a1-7896b924776c req-4e34dc18-6404-4219-8844-66716b645a5e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811359 Aug 31 16:30:32.525447 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-e3e7b640-84d6-457b-bd1e-25f0528fe7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:32.536957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-e3e7b640-84d6-457b-bd1e-25f0528fe7e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1095 time: 0.1102684 Aug 31 16:30:32.691244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-9323ce53-8efb-4c3e-b7d3-de9a2f758f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:32.693078 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-9323ce53-8efb-4c3e-b7d3-de9a2f758f4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 914 time: 0.1496327 Aug 31 16:30:32.743658 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-7bbf1b5b-5911-4b48-a09c-412403a4c4a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 217 time: 0.0425329 Aug 31 16:30:32.767083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Deleting port bf488a7e-109e-4fff-876f-0cd3ffa17120 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:32.768976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:32.850806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-25730315-2aae-4c6e-b9f3-08f0b14f3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:32.855232 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-25730315-2aae-4c6e-b9f3-08f0b14f3a40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 200 len: 852 time: 0.1036224 Aug 31 16:30:32.935345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] For port bf488a7e-109e-4fff-876f-0cd3ffa17120, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=bf488a7e-109e-4fff-876f-0cd3ffa17120,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:32.935727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:32.967958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Calling delete_port for bf488a7e-109e-4fff-876f-0cd3ffa17120 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:32.969364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-a29e8bcf-4331-46ef-a233-126f153ed425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:32.972583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-a29e8bcf-4331-46ef-a233-126f153ed425 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091671 Aug 31 16:30:33.174681 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-25134f9f-5242-473b-9430-f1b729fb78f2 service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918530 Aug 31 16:30:33.445729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a5a4164-2494-4c9e-bdd6-ec3dd1f0d55f req-2fcf9680-581a-49bd-bfd7-5a28ecadcbd5 service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680328 Aug 31 16:30:33.472505 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:33.534524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf488a7e-109e-4fff-876f-0cd3ffa17120,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:33.981774 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.008937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38704) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:34.214539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391931a5-35dc-48c9-9a7a-b7d6fbdfbc9d req-2bd9f783-11c5-4b39-9d1c-73bd2b0493c3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:34.228466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-391931a5-35dc-48c9-9a7a-b7d6fbdfbc9d req-2bd9f783-11c5-4b39-9d1c-73bd2b0493c3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.3636124 Aug 31 16:30:34.303735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f39ba5b5-1891-4433-b0df-d9b087728158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.313338 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-391931a5-35dc-48c9-9a7a-b7d6fbdfbc9d req-34b97e8b-d341-4bbc-8953-8fc3ff3d20f8 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834551 Aug 31 16:30:34.473673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f39ba5b5-1891-4433-b0df-d9b087728158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.493346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Router 6b73bc75-3997-443a-b870-8e4fa74354b2 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:34.496694 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f39ba5b5-1891-4433-b0df-d9b087728158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.590284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f39ba5b5-1891-4433-b0df-d9b087728158 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39ab3834aca64e6882f1f0902f35ca91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771894 Aug 31 16:30:34.590843 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38714) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:34.591609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba5b5-1891-4433-b0df-d9b087728158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3584a568-aaed-46ae-af52-6ca4911a707e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:34.668107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be632239-5201-45c1-9312-f4e35bec0e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.704848 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be632239-5201-45c1-9312-f4e35bec0e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.734810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-b9030b41-7c09-48a1-bbf5-11a29608eb88 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:34.736991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-b9030b41-7c09-48a1-bbf5-11a29608eb88 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.2117670 Aug 31 16:30:34.740312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:34.750694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8be9f189-17ef-416f-a21e-87a729253b41 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b73bc75-3997-443a-b870-8e4fa74354b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2931895 Aug 31 16:30:34.751870 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] Sync routers for ids ['6b73bc75-3997-443a-b870-8e4fa74354b2'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:34.752518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38716) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:34.764229 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] Routers {'6b73bc75-3997-443a-b870-8e4fa74354b2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:34.764229 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b73bc75-3997-443a-b870-8e4fa74354b2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:34.769201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-c6746c19-76e6-4681-a811-2baf7efaea39 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0258992 Aug 31 16:30:34.779868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be632239-5201-45c1-9312-f4e35bec0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.782895 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-be632239-5201-45c1-9312-f4e35bec0e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:34.787306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-be632239-5201-45c1-9312-f4e35bec0e97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3584a568-aaed-46ae-af52-6ca4911a707e HTTP/1.1" status: 204 len: 168 time: 0.1926460 Aug 31 16:30:34.809458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be632239-5201-45c1-9312-f4e35bec0e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3584a568-aaed-46ae-af52-6ca4911a707e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:34.919243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-467a3080-82eb-4a5d-bef1-cb9cfd17f8ac tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074944 Aug 31 16:30:34.926822 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] Set router 6b73bc75-3997-443a-b870-8e4fa74354b2 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:35.005386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:35.119093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-7ea37db6-db34-4318-a425-731de19442a7 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854222 Aug 31 16:30:35.226291 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:30:33Z', 'revision_number': 5, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port': {'id': '0d3a494f-f861-46a5-a457-45b7d7ba0c5b', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:24:54Z', 'updated_at': '2021-08-31T16:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:35.234967 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:35.275872 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] Checking router: 6b73bc75-3997-443a-b870-8e4fa74354b2 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:35.291053 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] Routers {'6b73bc75-3997-443a-b870-8e4fa74354b2'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:35.291731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6b73bc75-3997-443a-b870-8e4fa74354b2'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:35.333523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-169f416c-4872-4abc-bc38-a3c4e111ec7e service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998994 Aug 31 16:30:35.355973 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Deleting port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:35.356533 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:35.412104 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] Set router 6b73bc75-3997-443a-b870-8e4fa74354b2 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:35.467949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] For port 0d3a494f-f861-46a5-a457-45b7d7ba0c5b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:35.468726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:35.485913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Calling delete_port for 0d3a494f-f861-46a5-a457-45b7d7ba0c5b owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:35.511493 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:30:35Z', 'revision_number': 6, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:35.577921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824c7d-877a-4ae4-8f00-1484f8bf90b8 None None] The sync data for ids ['6b73bc75-3997-443a-b870-8e4fa74354b2'] in n-d-793621-35 is: [{'id': '6b73bc75-3997-443a-b870-8e4fa74354b2', 'name': 'tempest-TestServerBasicOps-1613934428-router', 'tenant_id': '538686650b9d4e69a9d43b0cd6d37dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:24:52Z', 'updated_at': '2021-08-31T16:30:35Z', 'revision_number': 6, 'project_id': '538686650b9d4e69a9d43b0cd6d37dce', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:35.839214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf488a7e-109e-4fff-876f-0cd3ffa17120 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:35.877167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: bf488a7e-109e-4fff-876f-0cd3ffa17120 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:35.878025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device bf488a7e-109e-4fff-876f-0cd3ffa17120 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:35.887989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea3af4-820e-47b0-be00-a1033a1d8f4a req-3a083a07-2967-407a-8146-42eab1c14bec tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:35.897573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0ea3af4-820e-47b0-be00-a1033a1d8f4a req-3a083a07-2967-407a-8146-42eab1c14bec tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1696665 Aug 31 16:30:35.953206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.001307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0ea3af4-820e-47b0-be00-a1033a1d8f4a req-4eabc9f9-bea0-4e32-ba98-8629fe92bda4 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023798 Aug 31 16:30:36.038745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3a494f-f861-46a5-a457-45b7d7ba0c5b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:36.105863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c2bdcff4-5bd4-432c-8b76-f0272edd7aac req-493021e8-a331-487d-ad45-f38640d10c67 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0439081 Aug 31 16:30:36.115770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.256489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.259179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.331463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.332026 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b73bc75-3997-443a-b870-8e4fa74354b2 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:30:36.338675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.343956 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:36.356967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-26b67f03-c23b-44d6-8be1-0b617a8ddbf4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6b73bc75-3997-443a-b870-8e4fa74354b2 HTTP/1.1" status: 204 len: 168 time: 1.6031826 Aug 31 16:30:36.419766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Deleting subnet 63a52b0a-8cf5-451e-b63a-4c948998a3f1 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:30:36.424447 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.481956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.645983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.728571 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.751595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a52b0a-8cf5-451e-b63a-4c948998a3f1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:36.761748 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.763799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f727134-6a19-4fe3-bd47-cc74abffe60a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63a52b0a-8cf5-451e-b63a-4c948998a3f1 HTTP/1.1" status: 204 len: 168 time: 0.4187508 Aug 31 16:30:36.766655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38764) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:36.768167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d4a6c-75df-41db-9c1a-b8761be827ad None None] Network 72c9e4ed-e2d0-4207-99f5-48b94db2135e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:30:36.855197 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:36.935123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Deleting port 73d41adc-f8d9-4c0d-959b-a1521819ec54 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:36.935471 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.045603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] DHCP port deletion for 72c9e4ed-e2d0-4207-99f5-48b94db2135e request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:30:37.051451 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] For port 73d41adc-f8d9-4c0d-959b-a1521819ec54, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=73d41adc-f8d9-4c0d-959b-a1521819ec54,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:37.052727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.070418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Calling delete_port for 73d41adc-f8d9-4c0d-959b-a1521819ec54 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:37.125856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] Deleting port 73d41adc-f8d9-4c0d-959b-a1521819ec54 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:30:37.126980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.135568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-b01be1e5-9575-4376-9db2-5cc9ec879660 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:37.137520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-b01be1e5-9575-4376-9db2-5cc9ec879660 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1492281 Aug 31 16:30:37.161376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:37.175328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.206540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=73d41adc-f8d9-4c0d-959b-a1521819ec54,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:37.213332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] For port 73d41adc-f8d9-4c0d-959b-a1521819ec54, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=73d41adc-f8d9-4c0d-959b-a1521819ec54,segment=NetworkSegment(9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad),segment_id=9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:37.214049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.227773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] No DVR routers for this DVR port 73d41adc-f8d9-4c0d-959b-a1521819ec54 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:37.246798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] Calling delete_port for 73d41adc-f8d9-4c0d-959b-a1521819ec54 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:30:37.330382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9be27-e7b8-4957-b029-ab08a83c7775 req-4f061730-20d1-4ebd-ab2f-c11c0274b548 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:37.333406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2a9be27-e7b8-4957-b029-ab08a83c7775 req-4f061730-20d1-4ebd-ab2f-c11c0274b548 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1629968 Aug 31 16:30:37.342181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.362808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] No DVR routers for this DVR port 73d41adc-f8d9-4c0d-959b-a1521819ec54 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:30:37.379522 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.387064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25cb8f-ab7a-4d87-86a7-eb2ddbac06b8 None None] Pushing event deleted for resources: {'Port': ['ID=73d41adc-f8d9-4c0d-959b-a1521819ec54,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:37.399254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c9e4ed-e2d0-4207-99f5-48b94db2135e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:37.420350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:37.420635 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4a6293-0fd2-42fc-9e1d-bb51b848d9ad') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:37.428310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2a9be27-e7b8-4957-b029-ab08a83c7775 req-950236b2-0c5f-44a2-b9ec-ee4a08a5bcc5 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859015 Aug 31 16:30:37.442113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.460313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:30:37.466190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.505459 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.524402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:30:37.525016 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:30:37.528086 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:30:37.602206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0895efa6-91a6-46b1-9a64-ab4747249cde req-369e79bc-168a-4bce-bde0-82a54b8bad54 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0563004 Aug 31 16:30:37.714014 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.725628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:37.733836 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] 10.222.0.43 "DELETE /v2.0/networks/72c9e4ed-e2d0-4207-99f5-48b94db2135e HTTP/1.1" status: 204 len: 168 time: 0.9656806 Aug 31 16:30:37.784841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.14 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/3d1cd7b3-495d-4209-ac06-8d0a74f41b88) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:30:37.795173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fbbf6-e3b1-404d-b613-51cbdf475b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=72c9e4ed-e2d0-4207-99f5-48b94db2135e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:37.975026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 73d41adc-f8d9-4c0d-959b-a1521819ec54 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:38.008851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 73d41adc-f8d9-4c0d-959b-a1521819ec54 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:38.009125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 73d41adc-f8d9-4c0d-959b-a1521819ec54 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:38.009505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0d3a494f-f861-46a5-a457-45b7d7ba0c5b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:30:38.044011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 0d3a494f-f861-46a5-a457-45b7d7ba0c5b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:30:38.044664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0d3a494f-f861-46a5-a457-45b7d7ba0c5b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:30:38.065762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38778) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:38.099419 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.118724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:30:38.126705 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e6fb20eb-c73f-4db7-b40c-56a493acc7bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d104fe86dfc2405dbf11058a219bff36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592878 Aug 31 16:30:38.129478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38782) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:38.176984 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.213472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e49dd-0db6-4f31-89dd-1a4e9d690399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.223639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:30:38.229534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:30:38.232411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:30:38.242516 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e49dd-0db6-4f31-89dd-1a4e9d690399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.267299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:38.297462 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:38.298425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.315482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-f2152243-b6a6-4f6d-97b0-82e4a88407d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1679215 Aug 31 16:30:38.330194 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e49dd-0db6-4f31-89dd-1a4e9d690399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.334046 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e49dd-0db6-4f31-89dd-1a4e9d690399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.337148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Request body: {'port': {'device_id': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:38.337355 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a4e49dd-0db6-4f31-89dd-1a4e9d690399 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c984dbc-1e49-42ac-b1c3-88340f9f0a2a HTTP/1.1" status: 204 len: 168 time: 0.2067752 Aug 31 16:30:38.350197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e49dd-0db6-4f31-89dd-1a4e9d690399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c984dbc-1e49-42ac-b1c3-88340f9f0a2a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:38.626115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebe91890-febc-4b54-8ffc-570c59c10649 None None] Provisioning for port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:30:38.631668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ebe91890-febc-4b54-8ffc-570c59c10649 None None] Provisioning complete for port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:30:38.633024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ebe91890-febc-4b54-8ffc-570c59c10649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.694212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ebe91890-febc-4b54-8ffc-570c59c10649 None None] Port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:30:38.857746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38792) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:38.875179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:38.904847 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-477dfd55-3380-4de0-8651-1c639334a285 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=538686650b9d4e69a9d43b0cd6d37dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457187 Aug 31 16:30:38.907175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:38.943381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09020-a4cb-4db7-9711-18685a1eb5ac req-32856188-7ec7-4d7b-bd66-f05e0274846c tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:38.946708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcc09020-a4cb-4db7-9711-18685a1eb5ac req-32856188-7ec7-4d7b-bd66-f05e0274846c tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1116512 Aug 31 16:30:38.978495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f3ede02-4f56-452e-95a8-4528701ec90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.020884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f3ede02-4f56-452e-95a8-4528701ec90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.074211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcc09020-a4cb-4db7-9711-18685a1eb5ac req-000958bf-ff67-4731-9e91-dc31f4956caa tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116989 Aug 31 16:30:39.111708 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f3ede02-4f56-452e-95a8-4528701ec90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.114693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4f3ede02-4f56-452e-95a8-4528701ec90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.117509 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4f3ede02-4f56-452e-95a8-4528701ec90b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d8b896e-37b7-48eb-8640-d3ceccf00396 HTTP/1.1" status: 204 len: 168 time: 0.2093427 Aug 31 16:30:39.151029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ede02-4f56-452e-95a8-4528701ec90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b896e-37b7-48eb-8640-d3ceccf00396,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:39.286502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe08e-99d9-4370-af3b-c97cf2de7b68 req-8cc23730-3d8e-432d-b1b9-7cc3ae7634b0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:39.288092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aafe08e-99d9-4370-af3b-c97cf2de7b68 req-8cc23730-3d8e-432d-b1b9-7cc3ae7634b0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 932 time: 0.0883648 Aug 31 16:30:39.361403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aafe08e-99d9-4370-af3b-c97cf2de7b68 req-ca891a5c-da37-4017-ad63-dc2cd12500f0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642443 Aug 31 16:30:39.449777 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:30:39.460929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.476582 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Transition to ACTIVE for port object 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:30:39.482807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.564408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Pushing event updated for resources: {'Port': ['ID=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:39.728584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Attempting to bind port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:30:39.728990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Attempting to bind port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:30:39.729336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Attempting to bind port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:30:39.742352 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:30:39.742911 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Attempting to bind port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:30:39.767313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:30:39.767726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:30:39.768139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:30:39.771024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Bound port: 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:30:39.771409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:39.900383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] For port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:30:39.903980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] For port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:30:39.922929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:40.003765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.004526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:40.006249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] 10.222.0.30 "PUT /v2.0/ports/3d1cd7b3-495d-4209-ac06-8d0a74f41b88 HTTP/1.1" status: 200 len: 1093 time: 1.6759624 Aug 31 16:30:40.007908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'tag': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:40.010555 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69" -d '{"events": [{"name": "network-changed", "server_uuid": "975026f2-d4bc-4a15-a8fa-7065871d64a1", "tag": "3d1cd7b3-495d-4209-ac06-8d0a74f41b88"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:40.021291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edde2a-5d78-4126-a5d7-58c81a48437e service neutron] Pushing event updated for resources: {'Port': ['ID=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:40.088667 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e5e0c4-672f-4eba-a267-2af254bfa8f3 x-openstack-request-id: req-09e5e0c4-672f-4eba-a267-2af254bfa8f3 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:40.089088 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975026f2-d4bc-4a15-a8fa-7065871d64a1", "tag": "3d1cd7b3-495d-4209-ac06-8d0a74f41b88", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:40.089442 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09e5e0c4-672f-4eba-a267-2af254bfa8f3 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:40.089998 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'tag': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88', 'status': 'completed', 'code': 200} Aug 31 16:30:40.123108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-d0c3bf3e-da28-4b7e-ad54-320ab52ee251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.125021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-d0c3bf3e-da28-4b7e-ad54-320ab52ee251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 1096 time: 0.0500560 Aug 31 16:30:40.200401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-4a33e290-60b9-43b7-b28e-c8bf0444f89f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88 HTTP/1.1" status: 200 len: 217 time: 0.0647495 Aug 31 16:30:40.261592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-6ca7c180-cbb2-4768-921b-3f56656a1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.263236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-6ca7c180-cbb2-4768-921b-3f56656a1de3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0544598 Aug 31 16:30:40.363558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaebe2a-40bb-48d0-89bf-832a25718bd8 req-7709e1e7-5f14-4fd9-9f17-c12d58b7916f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.368721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccaebe2a-40bb-48d0-89bf-832a25718bd8 req-7709e1e7-5f14-4fd9-9f17-c12d58b7916f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1043673 Aug 31 16:30:40.382471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-13f13426-6967-4011-acce-f000ef69b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.385046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-13f13426-6967-4011-acce-f000ef69b093 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114764 Aug 31 16:30:40.518398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccaebe2a-40bb-48d0-89bf-832a25718bd8 req-2f3f7076-9b77-49a3-a1c7-4690f737f113 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699062 Aug 31 16:30:40.566795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-1a919f57-860c-4c98-a7e8-de136f12b12c service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680069 Aug 31 16:30:40.718957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77ff6fef-8bd0-4397-88c3-4dd7efed2423 req-21b32f95-8ef8-4375-b833-6780380f3929 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482170 Aug 31 16:30:40.728399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961ac61-5380-4dd8-b9bf-273b74c52866 req-6643558d-8fae-4bde-9749-a5b7f4af9b56 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.730010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c961ac61-5380-4dd8-b9bf-273b74c52866 req-6643558d-8fae-4bde-9749-a5b7f4af9b56 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1017597 Aug 31 16:30:40.787508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c961ac61-5380-4dd8-b9bf-273b74c52866 req-736d79e9-ad59-4a7d-b36e-4e647cc529ad tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Aug 31 16:30:40.840870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-abca8e88-c1cd-46f0-bf97-952198f58509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.842428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-abca8e88-c1cd-46f0-bf97-952198f58509 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 1096 time: 0.0487721 Aug 31 16:30:40.990951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-8e007bd2-eea5-4df4-982e-c17e435b4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:40.992609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-8e007bd2-eea5-4df4-982e-c17e435b4f43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.1422822 Aug 31 16:30:41.045650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-b01cf456-acb3-4dcc-9d4d-c5150cffdcfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88 HTTP/1.1" status: 200 len: 217 time: 0.0452352 Aug 31 16:30:41.146282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-dd711879-6e14-4ffb-86b4-ed8d2b6b01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:41.148683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-dd711879-6e14-4ffb-86b4-ed8d2b6b01c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0891430 Aug 31 16:30:41.227361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-ee194d86-3b83-48eb-aba3-2cdd35c24ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:41.230022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-ee194d86-3b83-48eb-aba3-2cdd35c24ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728471 Aug 31 16:30:41.372447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-5716e247-d941-4fee-be34-8391bd937887 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337924 Aug 31 16:30:41.547673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab784581-2d07-4cd4-85e0-e6bb9f5a4a69 req-0998f014-e281-49df-857e-7cd8af8be54b service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629035 Aug 31 16:30:41.744534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe8c45-bb6e-44df-b285-55f2f689faab req-34a7f87c-b206-43f7-8eac-231eb9157ea3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:41.746320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbbe8c45-bb6e-44df-b285-55f2f689faab req-34a7f87c-b206-43f7-8eac-231eb9157ea3 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1040335 Aug 31 16:30:41.800935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbbe8c45-bb6e-44df-b285-55f2f689faab req-702d4de9-ec4b-401c-8fae-c6fbf51c13f0 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478854 Aug 31 16:30:41.960915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdb010-cf06-490d-a27d-8202180d2a15 req-79fe2c67-091f-4374-8805-6613fa19ce94 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:41.964743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-becdb010-cf06-490d-a27d-8202180d2a15 req-79fe2c67-091f-4374-8805-6613fa19ce94 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0732961 Aug 31 16:30:42.019752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-becdb010-cf06-490d-a27d-8202180d2a15 req-d0f75dcb-ae1d-49dc-94af-f4d6117106a5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Aug 31 16:30:43.040781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565302e-d7b1-4408-8899-a5da59ab56ad req-46961e3c-aaa3-4066-aec4-9c84b905b0d9 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:43.049504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e565302e-d7b1-4408-8899-a5da59ab56ad req-46961e3c-aaa3-4066-aec4-9c84b905b0d9 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1250880 Aug 31 16:30:43.129391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e565302e-d7b1-4408-8899-a5da59ab56ad req-8336b3bf-3f75-4ab9-aaef-4f5c7f4a1e1e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704045 Aug 31 16:30:43.356735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda5b1-2081-4c2b-8bb0-550b6654b032 req-dda297fd-8e8f-44e8-83ae-f14c60163bde tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:43.361597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1feda5b1-2081-4c2b-8bb0-550b6654b032 req-dda297fd-8e8f-44e8-83ae-f14c60163bde tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1421554 Aug 31 16:30:43.456735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1feda5b1-2081-4c2b-8bb0-550b6654b032 req-5f112b20-e831-4409-914b-c62fd575e3d1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837724 Aug 31 16:30:43.909069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94ae5fa5-62fe-464e-8bdc-60e12d88e213 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:30:44.081363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:44.102328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:30:44.181591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:44.249237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ae5fa5-62fe-464e-8bdc-60e12d88e213 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:30:44.345610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:44.358150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:44.403007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cd7e3-6f75-44fb-b899-8fcb7c4ff87e req-eaab6336-0091-4194-aee5-d67d4c0ed4e8 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:44.407040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c94cd7e3-6f75-44fb-b899-8fcb7c4ff87e req-eaab6336-0091-4194-aee5-d67d4c0ed4e8 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 943 time: 0.1585491 Aug 31 16:30:44.460515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c94cd7e3-6f75-44fb-b899-8fcb7c4ff87e req-a4f59cee-d27c-4675-a3d4-9c3a87414adc tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476415 Aug 31 16:30:44.533607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=94ae5fa5-62fe-464e-8bdc-60e12d88e213,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:44.618757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['94ae5fa5-62fe-464e-8bdc-60e12d88e213'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:30:44.703869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d704c-3ac8-48dd-a680-272998fbd953 req-c329a728-f671-48df-8ce5-357a6914ae0e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:44.707822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c82d704c-3ac8-48dd-a680-272998fbd953 req-c329a728-f671-48df-8ce5-357a6914ae0e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1207669 Aug 31 16:30:44.849430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c82d704c-3ac8-48dd-a680-272998fbd953 req-06a2fff9-5146-45b8-bbdf-afee29c7d4e2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299062 Aug 31 16:30:45.637717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9808f-94a2-4078-9991-b11a87f55c5c req-3305cc9d-8d7c-4612-ac30-0b8f98ca3b01 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:45.645318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc9808f-94a2-4078-9991-b11a87f55c5c req-3305cc9d-8d7c-4612-ac30-0b8f98ca3b01 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 944 time: 0.0808759 Aug 31 16:30:45.732256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffc9808f-94a2-4078-9991-b11a87f55c5c req-c1f71890-e657-4a89-8a76-d6d1f7dd4fd0 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842385 Aug 31 16:30:45.919281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94ae5fa5-62fe-464e-8bdc-60e12d88e213 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:30:46.027701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:30:46.037079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:30:46.037505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:46.125670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e546-8c83-44d2-b3dc-79e156cbb8f1 req-22a3bccd-f749-49ae-a031-7f53efe9e726 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:46.159498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4b9e546-8c83-44d2-b3dc-79e156cbb8f1 req-22a3bccd-f749-49ae-a031-7f53efe9e726 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1936021 Aug 31 16:30:46.253151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:46.290795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f4b9e546-8c83-44d2-b3dc-79e156cbb8f1 req-44a7f48a-a841-462e-aa24-1a26fc250d5d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198575 Aug 31 16:30:46.316615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:30:46.317859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:46.320926 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd25beae-e967-438a-bbdd-e6caab306e33" -d '{"events": [{"server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "name": "network-vif-plugged", "status": "completed", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:46.326441 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:46.383964 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4d11dc-8e3e-4b48-95bf-6c88f0b1261f x-openstack-request-id: req-fa4d11dc-8e3e-4b48-95bf-6c88f0b1261f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:46.384178 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "name": "network-vif-plugged", "status": "completed", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:46.384386 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa4d11dc-8e3e-4b48-95bf-6c88f0b1261f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:46.384789 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'code': 200} Aug 31 16:30:46.389249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=94ae5fa5-62fe-464e-8bdc-60e12d88e213,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:46.583149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d467b9b-36c0-4f59-b9d0-93763a624e68 req-cd3e589a-67c0-4011-ac3f-ea62b51652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:46.584570 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d467b9b-36c0-4f59-b9d0-93763a624e68 req-cd3e589a-67c0-4011-ac3f-ea62b51652e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1097 time: 0.1208975 Aug 31 16:30:46.638652 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8d467b9b-36c0-4f59-b9d0-93763a624e68 req-f5b93a16-cbe9-4068-bc9a-24202b05cbed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Aug 31 16:30:46.923799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52c25-9b2d-4500-91da-e499fc6be08f req-96efae48-ec22-4039-854f-5c5b3bcf072e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:46.926608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0c52c25-9b2d-4500-91da-e499fc6be08f req-96efae48-ec22-4039-854f-5c5b3bcf072e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 945 time: 0.1087012 Aug 31 16:30:46.980327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0c52c25-9b2d-4500-91da-e499fc6be08f req-9f8732b1-e525-4756-b840-e458d749d5bf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Aug 31 16:30:47.461707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf33112-ef6a-4cc8-8054-4fa4dbcfeba1 req-df74b7f7-b539-4853-b280-2cef7376cc60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:47.463515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bf33112-ef6a-4cc8-8054-4fa4dbcfeba1 req-df74b7f7-b539-4853-b280-2cef7376cc60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0704482 Aug 31 16:30:47.509169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bf33112-ef6a-4cc8-8054-4fa4dbcfeba1 req-998e49e6-f789-45a0-a0b4-5681d71a32a4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Aug 31 16:30:48.107030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70f66-d720-4ada-9a5c-54d754bfafe0 req-79ad4755-a588-4b45-ae04-0ab01939687e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:48.108250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51f70f66-d720-4ada-9a5c-54d754bfafe0 req-79ad4755-a588-4b45-ae04-0ab01939687e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 945 time: 0.0612299 Aug 31 16:30:48.150225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51f70f66-d720-4ada-9a5c-54d754bfafe0 req-34811e25-ec2f-4d27-9a28-1aa53fc57433 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354881 Aug 31 16:30:48.278739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d474a-c528-471c-a972-e9c0aba84dc2 req-40983c98-12a4-436b-a8f0-fba3d5e6859f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:48.280315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc4d474a-c528-471c-a972-e9c0aba84dc2 req-40983c98-12a4-436b-a8f0-fba3d5e6859f tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 945 time: 0.0547280 Aug 31 16:30:48.328803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc4d474a-c528-471c-a972-e9c0aba84dc2 req-50959cab-4af9-4142-981c-8b281b1d18d1 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Aug 31 16:30:48.361175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38886) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:48.659229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d962cff-d999-40c8-85b0-9d51d879c2d2 req-dc97da3d-36da-4e1b-84b9-251b088c3a56 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:48.660899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d962cff-d999-40c8-85b0-9d51d879c2d2 req-dc97da3d-36da-4e1b-84b9-251b088c3a56 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0699680 Aug 31 16:30:48.724241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d962cff-d999-40c8-85b0-9d51d879c2d2 req-9bd6223f-4839-4adb-8833-9c6a0f4c0db6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531464 Aug 31 16:30:48.745501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a58558-b4c0-4765-a475-affe3bab0128 tempest-TestVolumeBackupRestore-858477692 tempest-TestVolumeBackupRestore-858477692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:48.747365 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b8a58558-b4c0-4765-a475-affe3bab0128 tempest-TestVolumeBackupRestore-858477692 tempest-TestVolumeBackupRestore-858477692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1092 time: 0.3850298 Aug 31 16:30:48.751409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38892) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:48.760852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:48.793826 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:48.938143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:49.072070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Allocated IP 172.25.6.186 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/39b4dd2f-fd2e-4ac2-9548-41cba4a9ffcd) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:30:49.195412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:49.241019 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:49.290884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:30:49.294185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:30:49.296793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:30:49.303116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'Port': ['ID=39b4dd2f-fd2e-4ac2-9548-41cba4a9ffcd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:49.716678 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:49.795950 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:49.919339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88b4d8-5daa-416c-9e7e-6072b642e510 req-995ade34-59bd-4ba7-8e94-464ad1ec2248 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:49.921052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c88b4d8-5daa-416c-9e7e-6072b642e510 req-995ade34-59bd-4ba7-8e94-464ad1ec2248 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1111071 Aug 31 16:30:49.967923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c88b4d8-5daa-416c-9e7e-6072b642e510 req-278dc751-5be2-40bb-909d-18c1e5479434 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390692 Aug 31 16:30:50.023522 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:50.030351 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:50.121552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event updated for resources: {'Port': ['ID=39b4dd2f-fd2e-4ac2-9548-41cba4a9ffcd,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:30:50.135540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:50.256201 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Floating IP 1a161a2a-9285-45f1-8610-df43be8b259a associated. External IP: 172.25.6.186, port: 94ae5fa5-62fe-464e-8bdc-60e12d88e213. Aug 31 16:30:50.505239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Router 7c173621-c59c-41c5-b477-d31d56f4dead has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:50.679408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:50.691431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] Sync routers for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:50.703173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:50.703895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:50.720332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:50.759672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 38900) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:50.761982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9222f577-9068-45ec-9a7b-cc9620953c7e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0089691 Aug 31 16:30:50.762644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:50.765389 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442bc471-dbe0-41c3-81b9-9b19757c7a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:50.815590 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadf6a02-b539-4764-bc8f-fb53d4d9cfca x-openstack-request-id: req-fadf6a02-b539-4764-bc8f-fb53d4d9cfca {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:50.816244 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:50.816705 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fadf6a02-b539-4764-bc8f-fb53d4d9cfca {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:50.817504 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'status': 'completed', 'code': 200} Aug 31 16:30:50.821485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28db38-cfc2-4c13-901f-52c862701c7b tempest-TestVolumeBackupRestore-858477692 tempest-TestVolumeBackupRestore-858477692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:50.823334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cc28db38-cfc2-4c13-901f-52c862701c7b tempest-TestVolumeBackupRestore-858477692 tempest-TestVolumeBackupRestore-858477692-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1092 time: 0.0624928 Aug 31 16:30:50.826659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 38904) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:30:50.835700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Request body: {'floatingip': {'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:30:50.873962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:50.960841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for floatingip, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:50.964651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-255fe3c0-abcc-4e3e-b95d-a3bd45af1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:50.966871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-255fe3c0-abcc-4e3e-b95d-a3bd45af1fb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1097 time: 0.0910835 Aug 31 16:30:51.080681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3e6554e4-e506-4562-b6ed-d4d6e77c0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:51.205449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb606753-ab0b-448e-aaa8-bb5c3d846753 req-bd6630d9-ce80-48ff-94e1-9b0286ac6ebf tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:51.220304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb606753-ab0b-448e-aaa8-bb5c3d846753 req-bd6630d9-ce80-48ff-94e1-9b0286ac6ebf tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1134844 Aug 31 16:30:51.297814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb606753-ab0b-448e-aaa8-bb5c3d846753 req-5933029f-2bbf-400c-babc-3d5625c34121 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715923 Aug 31 16:30:51.319165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a161a2a-9285-45f1-8610-df43be8b259a', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:30:49Z', 'updated_at': '2021-08-31T16:30:49Z', 'revision_number': 0, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:51.337946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-958dea72-09e0-43e3-8c38-51bdfb131d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:51.339713 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-958dea72-09e0-43e3-8c38-51bdfb131d2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 914 time: 0.3050473 Aug 31 16:30:51.362990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] Checking router: 7c173621-c59c-41c5-b477-d31d56f4dead for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:51.372918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:51.373450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:51.524998 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-eb7995d8-7074-465d-96bb-6023b8022fe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 999 time: 0.1379614 Aug 31 16:30:51.601800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-00220601-ec7d-46e3-8ad9-24af677fefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:51.603464 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-00220601-ec7d-46e3-8ad9-24af677fefc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 200 len: 852 time: 0.0723670 Aug 31 16:30:51.766725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-156b8318-b97a-4534-903e-baa0e082ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:51.769593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-156b8318-b97a-4534-903e-baa0e082ad35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260872 Aug 31 16:30:51.776058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:52.282439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a161a2a-9285-45f1-8610-df43be8b259a', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:30:49Z', 'updated_at': '2021-08-31T16:30:49Z', 'revision_number': 0, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:52.360969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564bf8-41cd-4a8a-86dc-41eb5b6efa51 None None] The sync data for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 is: [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a161a2a-9285-45f1-8610-df43be8b259a', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:30:49Z', 'updated_at': '2021-08-31T16:30:49Z', 'revision_number': 0, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:52.374503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-6c8463ce-5f02-48a2-aba4-14cf3613a98e service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947940 Aug 31 16:30:52.390562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:52.497175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:52.626804 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-442bc471-dbe0-41c3-81b9-9b19757c7a2b req-85e1e8b5-ecff-4af2-8efc-e38de0a4bf0d service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347877 Aug 31 16:30:52.642624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688fe2c-381f-4bd3-ace1-b66a9af443ba req-6ca922ca-1d77-44d3-bb5e-15ad4e2d1178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:52.653150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f688fe2c-381f-4bd3-ace1-b66a9af443ba req-6ca922ca-1d77-44d3-bb5e-15ad4e2d1178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.1202469 Aug 31 16:30:52.751009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f688fe2c-381f-4bd3-ace1-b66a9af443ba req-7d5fd8a6-7ed7-4a5a-a8d0-a01251ba2632 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959649 Aug 31 16:30:52.836964 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe8e95-e39f-4dca-bb6e-ab4fa151fe90 None None] New status for floating IP 1a161a2a-9285-45f1-8610-df43be8b259a: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:30:52.930453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Router 7c173621-c59c-41c5-b477-d31d56f4dead has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:30:53.139088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:30:53.157220 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:53.286766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:53.295113 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741738c5-2585-4c99-b0e6-62e654771181" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:53.386218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] Sync routers for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:30:53.410157 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-157a52bc-6b96-4c5c-bd06-f3c1d73a818e tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "PUT /v2.0/floatingips/1a161a2a-9285-45f1-8610-df43be8b259a HTTP/1.1" status: 200 len: 991 time: 2.5822177 Aug 31 16:30:53.416949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:53.417761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:53.473434 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e17d8d-55cb-44c1-ad5f-613185517171 x-openstack-request-id: req-70e17d8d-55cb-44c1-ad5f-613185517171 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:53.476748 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:53.477393 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70e17d8d-55cb-44c1-ad5f-613185517171 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:53.479146 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'status': 'completed', 'code': 200} Aug 31 16:30:53.614154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741738c5-2585-4c99-b0e6-62e654771181 req-49324813-6067-4e9c-a728-8f1d4f084a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:53.615846 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-49324813-6067-4e9c-a728-8f1d4f084a76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1097 time: 0.1174777 Aug 31 16:30:53.647880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:53.794466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741738c5-2585-4c99-b0e6-62e654771181 req-ea48ea25-1af6-481a-adce-72cba91b753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:53.794466 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-ea48ea25-1af6-481a-adce-72cba91b753f service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 914 time: 0.1716428 Aug 31 16:30:53.931881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd589a7-51fd-4202-9dad-8bbfd693cf14 req-1fe1177b-5c79-403b-aa5d-32a33c885a9f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:53.939561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdd589a7-51fd-4202-9dad-8bbfd693cf14 req-1fe1177b-5c79-403b-aa5d-32a33c885a9f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0796039 Aug 31 16:30:53.961552 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-349b2e9a-4fe7-41da-8ed7-af89b1d76a4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 1001 time: 0.1498046 Aug 31 16:30:54.010921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdd589a7-51fd-4202-9dad-8bbfd693cf14 req-fd535c7d-233b-4dad-8c95-d7b610271733 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633073 Aug 31 16:30:54.076021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741738c5-2585-4c99-b0e6-62e654771181 req-941012b4-f047-46ac-bc4d-af25877f5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:54.078995 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-941012b4-f047-46ac-bc4d-af25877f5d44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 200 len: 852 time: 0.1112757 Aug 31 16:30:54.153619 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741738c5-2585-4c99-b0e6-62e654771181 req-a8e44772-d96d-418a-924c-c1cdca19d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:54.155278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-a8e44772-d96d-418a-924c-c1cdca19d2de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696177 Aug 31 16:30:54.219221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a161a2a-9285-45f1-8610-df43be8b259a', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:30:49Z', 'updated_at': '2021-08-31T16:30:53Z', 'revision_number': 2, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:54.277833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] Checking router: 7c173621-c59c-41c5-b477-d31d56f4dead for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:30:54.289878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:30:54.290502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:54.307393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-426ea6fe-94e4-4808-95e9-cc1e04c6b427 service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448860 Aug 31 16:30:54.505539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:54.532082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:30:54.537704 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-741738c5-2585-4c99-b0e6-62e654771181 req-b275d7e6-1014-4db2-aa33-9cb98b4770cf service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204154 Aug 31 16:30:54.865508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a161a2a-9285-45f1-8610-df43be8b259a', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:30:49Z', 'updated_at': '2021-08-31T16:30:53Z', 'revision_number': 2, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:30:54.900800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ddfd-2add-4f56-b2ac-99a6804c7577 None None] The sync data for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 is: [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a161a2a-9285-45f1-8610-df43be8b259a', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'floating_ip_address': '172.25.6.186', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'port_id': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'mac_address': 'fa:16:3e:e8:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:30:49Z', 'updated_at': '2021-08-31T16:30:53Z', 'revision_number': 2, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:30:55.208986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc565bd6-1cdf-49e9-8ccc-3b2c6a33b9dd req-a2d441cf-26b6-4685-974a-0c15b91b3248 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:55.218143 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc565bd6-1cdf-49e9-8ccc-3b2c6a33b9dd req-a2d441cf-26b6-4685-974a-0c15b91b3248 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0924790 Aug 31 16:30:55.282996 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:55.284930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc565bd6-1cdf-49e9-8ccc-3b2c6a33b9dd req-c9017531-e9e6-4b2e-8dfb-c49bb89007b0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Aug 31 16:30:55.377480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:55.479174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:30:55.481949 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594038fe-c060-4fd2-a77c-cc37cff9f52b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:30:55.556016 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a566e1ce-0705-42b7-9f9a-7de03ca7bf7b x-openstack-request-id: req-a566e1ce-0705-42b7-9f9a-7de03ca7bf7b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:30:55.556357 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:30:55.556601 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a566e1ce-0705-42b7-9f9a-7de03ca7bf7b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:30:55.557015 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'status': 'completed', 'code': 200} Aug 31 16:30:55.645481 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5a27aa34-bceb-400c-82b5-138da9e05723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:55.652061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-8cafda5b-0d2e-41d5-ac32-d93471841341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:55.653831 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-8cafda5b-0d2e-41d5-ac32-d93471841341 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1097 time: 0.0791917 Aug 31 16:30:55.793112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-d4f82dbd-1fa6-4a42-b95e-5b52bd7d4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:55.794749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-d4f82dbd-1fa6-4a42-b95e-5b52bd7d4bae service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 914 time: 0.1346710 Aug 31 16:30:55.882137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-5a4f07e9-6598-4750-990d-de200ea23641 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 1001 time: 0.0795791 Aug 31 16:30:55.942594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:55.967301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-d5cd92e6-a6e6-45f6-9049-95e72e358e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:55.969958 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-d5cd92e6-a6e6-45f6-9049-95e72e358e75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 200 len: 852 time: 0.0818069 Aug 31 16:30:56.025602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-3d9e5ebd-93b6-4ede-aae6-9ca3739748bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:56.027267 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-3d9e5ebd-93b6-4ede-aae6-9ca3739748bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504656 Aug 31 16:30:56.154899 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-130bc076-3c62-476b-ad7c-cd722a468dd2 service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179206 Aug 31 16:30:56.298668 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-594038fe-c060-4fd2-a77c-cc37cff9f52b req-e183f5e7-197e-43b5-8c1a-4ec5e047cb1d service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368709 Aug 31 16:30:56.423287 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:30:56.437984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e24c21-f8ee-45a0-8df7-671b0b5cfcc1 req-e0d461d9-56df-4257-80b7-a63872b9f3bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:56.440280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e24c21-f8ee-45a0-8df7-671b0b5cfcc1 req-e0d461d9-56df-4257-80b7-a63872b9f3bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0645723 Aug 31 16:30:56.503043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11e24c21-f8ee-45a0-8df7-671b0b5cfcc1 req-4397e31c-1848-4be4-92b5-5b114b9f9b47 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540631 Aug 31 16:30:57.630735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894084c-0c30-4875-9916-bf0947e3658f req-d66b2b01-1131-487e-b2bd-fe850c85e211 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:57.632864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6894084c-0c30-4875-9916-bf0947e3658f req-d66b2b01-1131-487e-b2bd-fe850c85e211 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0502539 Aug 31 16:30:57.674052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6894084c-0c30-4875-9916-bf0947e3658f req-c8c2cddf-428e-4570-942e-59edd833cbfb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348792 Aug 31 16:30:57.728752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:30:58.802599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e06bf-3d4f-4a3f-b5d7-b1723919bf8a req-55d2a75c-c905-4515-a5dc-496e5bdb022c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:30:58.804256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a1e06bf-3d4f-4a3f-b5d7-b1723919bf8a req-55d2a75c-c905-4515-a5dc-496e5bdb022c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0589607 Aug 31 16:30:58.856462 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a1e06bf-3d4f-4a3f-b5d7-b1723919bf8a req-94b375eb-9ee9-450c-bd59-eb7743e94686 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Aug 31 16:31:00.005785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9233de-537a-4ab9-bcef-5f3d083df1a0 req-360e2e98-da67-453a-803e-19162698f74c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:00.007520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c9233de-537a-4ab9-bcef-5f3d083df1a0 req-360e2e98-da67-453a-803e-19162698f74c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0600958 Aug 31 16:31:00.052421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c9233de-537a-4ab9-bcef-5f3d083df1a0 req-a9aa9942-c2a7-4cb4-8087-c658c6cb30ec tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383613 Aug 31 16:31:01.176449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86118bf6-6454-400b-bd9b-b849c35091e1 req-700a51d9-e71b-48d9-a518-ae3e41aca773 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:01.179408 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86118bf6-6454-400b-bd9b-b849c35091e1 req-700a51d9-e71b-48d9-a518-ae3e41aca773 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0527225 Aug 31 16:31:01.234089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86118bf6-6454-400b-bd9b-b849c35091e1 req-0bbe82c0-ad9a-4802-bf3c-839dda0be34f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Aug 31 16:31:02.378261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb41504-49c3-4dac-88a9-59c4444d95e1 req-63de5055-4ec5-43bf-8161-fdfa42ae56fb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:02.379698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcb41504-49c3-4dac-88a9-59c4444d95e1 req-63de5055-4ec5-43bf-8161-fdfa42ae56fb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0599949 Aug 31 16:31:02.423924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dcb41504-49c3-4dac-88a9-59c4444d95e1 req-37464ceb-0eb6-43d6-bccd-747fac48d311 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Aug 31 16:31:03.559914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d63f47-5030-4aa6-a83e-f85cd2b01bbe req-f7361d27-5f3c-4038-bb08-004214451524 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:03.561616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49d63f47-5030-4aa6-a83e-f85cd2b01bbe req-f7361d27-5f3c-4038-bb08-004214451524 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0550361 Aug 31 16:31:03.609688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49d63f47-5030-4aa6-a83e-f85cd2b01bbe req-6710e264-cf19-4047-9b93-8c6be600a10a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 Aug 31 16:31:04.741547 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e526b-82b4-400e-8041-a6babec25ea9 req-2ee180f0-9c38-4174-b273-d471475e54d9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:04.743178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e65e526b-82b4-400e-8041-a6babec25ea9 req-2ee180f0-9c38-4174-b273-d471475e54d9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 944 time: 0.0601192 Aug 31 16:31:04.784400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e65e526b-82b4-400e-8041-a6babec25ea9 req-07ab4623-17fa-43a2-9913-c5caac69bd25 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Aug 31 16:31:05.374533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:31:05.530642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:05.546555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88', 'mac_address': 'fa:16:3e:22:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:31:05.593414 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:05.609163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:31:05.633137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:05.637737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:05.718803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:05.856163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['3d1cd7b3-495d-4209-ac06-8d0a74f41b88'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:31:05.933234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7871e4c-5616-44e5-8e28-8cc143fb73e6 req-d45979a5-1448-47a5-b224-94b1a074a8c1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:05.942060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7871e4c-5616-44e5-8e28-8cc143fb73e6 req-d45979a5-1448-47a5-b224-94b1a074a8c1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 945 time: 0.0800009 Aug 31 16:31:05.989979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7871e4c-5616-44e5-8e28-8cc143fb73e6 req-09f635f8-ae7a-42aa-ae2b-dd702bf6aa06 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Aug 31 16:31:07.112407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc805095-165c-40ff-857d-a24a705c268e req-b3805d02-6bd6-4160-bca0-3099b1bb8066 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:07.116918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc805095-165c-40ff-857d-a24a705c268e req-b3805d02-6bd6-4160-bca0-3099b1bb8066 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 945 time: 0.0560048 Aug 31 16:31:07.156887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc805095-165c-40ff-857d-a24a705c268e req-4e15fcc5-6d0d-4c5d-8ed9-6a42ccf5e3e2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Aug 31 16:31:07.402351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:31:07.468070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:31:07.474359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:31:07.475391 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:07.570347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:07.598342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:31:07.601725 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b71cc9e-3d44-4596-8360-e8a9c4b133d6" -d '{"events": [{"server_uuid": "975026f2-d4bc-4a15-a8fa-7065871d64a1", "name": "network-vif-plugged", "status": "completed", "tag": "3d1cd7b3-495d-4209-ac06-8d0a74f41b88"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:07.616686 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:07.622917 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:07.663102 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf68657-0680-4274-9df9-6e9e7e5eeb56 x-openstack-request-id: req-caf68657-0680-4274-9df9-6e9e7e5eeb56 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:07.663427 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975026f2-d4bc-4a15-a8fa-7065871d64a1", "name": "network-vif-plugged", "status": "completed", "tag": "3d1cd7b3-495d-4209-ac06-8d0a74f41b88", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:07.663717 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caf68657-0680-4274-9df9-6e9e7e5eeb56 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:07.664049 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88', 'code': 200} Aug 31 16:31:07.701998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:07.767804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fdb4-df0b-40fc-bd08-3dcdc3b9c597 req-e7c4ae75-b6c3-46f6-b8b5-4399aa842cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:07.769520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3b1fdb4-df0b-40fc-bd08-3dcdc3b9c597 req-e7c4ae75-b6c3-46f6-b8b5-4399aa842cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 1098 time: 0.0501845 Aug 31 16:31:07.820087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b3b1fdb4-df0b-40fc-bd08-3dcdc3b9c597 req-3966fcd5-16be-47f5-8933-2c3ce79df23e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Aug 31 16:31:08.301102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20a5e4-6310-4d89-b829-da6ec6f2fdfb req-bcbe1c9a-2b62-47b0-b3b9-c0419feb6f10 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:08.302900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da20a5e4-6310-4d89-b829-da6ec6f2fdfb req-bcbe1c9a-2b62-47b0-b3b9-c0419feb6f10 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0623333 Aug 31 16:31:08.347805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da20a5e4-6310-4d89-b829-da6ec6f2fdfb req-3e697805-040b-4e70-ac3b-475a7b063647 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Aug 31 16:31:09.477938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d8a8-89b4-4f36-9efe-f01bf1450926 req-85a41a1a-7671-461b-82aa-ce1b9737ed17 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:09.479541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bae7d8a8-89b4-4f36-9efe-f01bf1450926 req-85a41a1a-7671-461b-82aa-ce1b9737ed17 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0544276 Aug 31 16:31:09.535820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bae7d8a8-89b4-4f36-9efe-f01bf1450926 req-303cc4de-6018-46da-bf7d-bb81e520fb5e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Aug 31 16:31:09.671373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f997e6a-6e92-461e-818e-2ed876bae6bb req-f856c6fe-10ab-4cdc-988c-e95d1a59802b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:09.672946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f997e6a-6e92-461e-818e-2ed876bae6bb req-f856c6fe-10ab-4cdc-988c-e95d1a59802b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0578051 Aug 31 16:31:09.721258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f997e6a-6e92-461e-818e-2ed876bae6bb req-e4712561-6bb3-4d7b-baee-781b148aa123 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Aug 31 16:31:09.884633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b06a77-6d84-4296-b3cd-e1fd71f4dde7 req-bb952379-1a8d-4c9b-a7d3-c3558dc25408 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:09.886250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4b06a77-6d84-4296-b3cd-e1fd71f4dde7 req-bb952379-1a8d-4c9b-a7d3-c3558dc25408 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0793631 Aug 31 16:31:09.939559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4b06a77-6d84-4296-b3cd-e1fd71f4dde7 req-ff631483-75f2-4d88-8bcb-eae600d3d12f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Aug 31 16:31:10.300270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9a3cd-682f-4710-9faa-c40bd79b77a7 req-562f5140-1bb5-428c-aed8-529e818fa23a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:10.302123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5f9a3cd-682f-4710-9faa-c40bd79b77a7 req-562f5140-1bb5-428c-aed8-529e818fa23a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0598061 Aug 31 16:31:10.356443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e5f9a3cd-682f-4710-9faa-c40bd79b77a7 req-ab056c34-afa2-4a9f-aa55-449139aa3301 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Aug 31 16:31:11.522077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa986-908d-4f67-b6bd-71badcae9626 req-34abe7ad-b881-4ec3-b69e-8e22dbfd7c3a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:11.524451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e3aa986-908d-4f67-b6bd-71badcae9626 req-34abe7ad-b881-4ec3-b69e-8e22dbfd7c3a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0788925 Aug 31 16:31:11.575689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e3aa986-908d-4f67-b6bd-71badcae9626 req-3fa6fcd3-fbc0-41c8-a78a-707ac6318e7b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Aug 31 16:31:11.943994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-e1f5d295-d174-41d3-a678-2a59085f8116 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:11.945908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-e1f5d295-d174-41d3-a678-2a59085f8116 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 946 time: 0.0804133 Aug 31 16:31:12.062764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:12.063013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:12.169274 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:12.169719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:12.189072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:12.361440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:12.375405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['3d1cd7b3-495d-4209-ac06-8d0a74f41b88'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:31:12.404156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=3d1cd7b3-495d-4209-ac06-8d0a74f41b88,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:12.414422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.414747 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.415097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.415450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.415771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.416096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.416454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.416780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.417105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.417432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.417758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.418085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:12.461915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:31:12.466130 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:12.468302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c90c6e17-6486-4fd0-8ca3-d43a8861df50 req-a24501ca-547d-49eb-9f61-288873803fbb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "DELETE /v2.0/ports/3d1cd7b3-495d-4209-ac06-8d0a74f41b88 HTTP/1.1" status: 204 len: 173 time: 0.5127349 Aug 31 16:31:12.468772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'name': 'network-vif-deleted', 'tag': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:31:12.471309 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a9036d-2b68-456c-8541-5ea35dc6cbfc" -d '{"events": [{"server_uuid": "975026f2-d4bc-4a15-a8fa-7065871d64a1", "name": "network-vif-deleted", "tag": "3d1cd7b3-495d-4209-ac06-8d0a74f41b88"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:12.525820 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84515595-2e53-4ec4-bcc0-6bcc1435132f x-openstack-request-id: req-84515595-2e53-4ec4-bcc0-6bcc1435132f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:12.526431 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975026f2-d4bc-4a15-a8fa-7065871d64a1", "name": "network-vif-deleted", "tag": "3d1cd7b3-495d-4209-ac06-8d0a74f41b88", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:12.526431 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84515595-2e53-4ec4-bcc0-6bcc1435132f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:12.526768 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975026f2-d4bc-4a15-a8fa-7065871d64a1', 'name': 'network-vif-deleted', 'tag': '3d1cd7b3-495d-4209-ac06-8d0a74f41b88', 'status': 'completed', 'code': 200} Aug 31 16:31:12.694573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb29d9d8-c2d9-4ca1-a1cd-f4d11b6248b0 req-e7ebf7d7-484b-463a-b2b2-179f5f81751d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Aug 31 16:31:13.821859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3852af20-2e3e-485a-9f19-7d5184e0cac2 req-26c61bee-807c-4c80-8005-aba031119377 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0435250 Aug 31 16:31:14.939906 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fcdb5963-b385-41fd-994d-85b555288820 req-2a1db6d6-a8e1-4983-a65b-32137bf7bda1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0339890 Aug 31 16:31:15.421304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:15.443362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:15.443701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 3d1cd7b3-495d-4209-ac06-8d0a74f41b88 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:16.059864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc3b6963-7cf6-4fc6-9e5f-1572d1e2a623 req-a22251a7-78f4-4d2d-8443-aaca45ccd2a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0291069 Aug 31 16:31:17.211924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f92f2d18-992e-472d-8f94-e3fff93e169c req-6bbcc47d-a46c-4f0b-b690-36104a10757b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=975026f2-d4bc-4a15-a8fa-7065871d64a1 HTTP/1.1" status: 200 len: 210 time: 0.0351756 Aug 31 16:31:21.069706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-884559b8-4db0-44a3-93fb-65bd60906c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:24.448801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:24.485819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39252) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:24.715485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Deleting port 39b4dd2f-fd2e-4ac2-9548-41cba4a9ffcd {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:24.716118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:24.824582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:24.824995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:24.842781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Calling delete_port for 39b4dd2f-fd2e-4ac2-9548-41cba4a9ffcd owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:25.053833 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.087021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event deleted for resources: {'Port': ['ID=39b4dd2f-fd2e-4ac2-9548-41cba4a9ffcd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:25.157936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.158416 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Floating IP 1a161a2a-9285-45f1-8610-df43be8b259a disassociated (deleted). External IP: 172.25.6.186, port: 94ae5fa5-62fe-464e-8bdc-60e12d88e213. Aug 31 16:31:25.266313 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.380168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.450247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Router 7c173621-c59c-41c5-b477-d31d56f4dead has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:31:25.613435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:25.621643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.632973 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] Sync routers for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:25.645736 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:31:25.647165 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:30:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:25.682398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9ffea4e6-a0c8-4c6d-96e4-b25a823a94cf tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "DELETE /v2.0/floatingips/1a161a2a-9285-45f1-8610-df43be8b259a HTTP/1.1" status: 204 len: 168 time: 1.1953454 Aug 31 16:31:25.683147 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:31:25.686589 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d55e79-a8ec-4e8f-8099-41c7667b4afa" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:25.722249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1f19-1d21-4efc-8ba5-f8f62eff3988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.938679 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:31:25.945199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:25.976381 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf85fc5b-ef9c-4716-80f1-9ddc831f158b x-openstack-request-id: req-cf85fc5b-ef9c-4716-80f1-9ddc831f158b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:25.976709 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:25.976978 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf85fc5b-ef9c-4716-80f1-9ddc831f158b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:25.977398 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'status': 'completed', 'code': 200} Aug 31 16:31:26.104417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-ce11aba0-800b-4948-8ca1-1f0e5f5db8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:26.114565 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-ce11aba0-800b-4948-8ca1-1f0e5f5db8e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4146a0c691874778a0bc4ee1f83d5524&device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 1097 time: 0.1044888 Aug 31 16:31:26.169445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492004-f1d5-40ee-9cfa-595e659df419 req-50561d4c-31f7-44ff-bcb2-cfe7cce0e4ac tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:26.173219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d492004-f1d5-40ee-9cfa-595e659df419 req-50561d4c-31f7-44ff-bcb2-cfe7cce0e4ac tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 945 time: 0.1060388 Aug 31 16:31:26.260024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d492004-f1d5-40ee-9cfa-595e659df419 req-3770f152-094e-4be1-bf7b-e132cce9cb87 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791123 Aug 31 16:31:26.320009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-7fe45688-cdf6-4c5d-b4f1-7fbcce17e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:26.321604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-7fe45688-cdf6-4c5d-b4f1-7fbcce17e817 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 200 len: 914 time: 0.2012541 Aug 31 16:31:26.379503 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-418f69db-89d4-4b2d-a58a-6fc0d19389bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 200 len: 217 time: 0.0423524 Aug 31 16:31:26.453085 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:26.464362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-3b1b32d5-3747-4a6c-af10-cc0f14cac5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:26.467809 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-3b1b32d5-3747-4a6c-af10-cc0f14cac5da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 200 len: 852 time: 0.0791738 Aug 31 16:31:26.486565 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] Checking router: 7c173621-c59c-41c5-b477-d31d56f4dead for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:26.499394 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:31:26.500282 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:31:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:26.538336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-1ecb10cc-36e3-4cfc-9385-47f84d154d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:26.541184 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-1ecb10cc-36e3-4cfc-9385-47f84d154d0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf666042-5f6b-4e37-98e8-3bbfed79e4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641298 Aug 31 16:31:26.652630 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:31:26.757567 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-f2186141-9dfa-4e42-b42b-0dcffc45f97d service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074394 Aug 31 16:31:26.931408 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:26.990228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86bff7-6ba2-4aea-afd5-9f44ee5e2a63 None None] The sync data for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 is: [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:27:22Z', 'revision_number': 4, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '20d00dfb-a77e-4bf8-9e07-fca7e90940f9', 'name': '', 'network_id': 'bf666042-5f6b-4e37-98e8-3bbfed79e4f5', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'mac_address': 'fa:16:3e:cc:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:19Z', 'updated_at': '2021-08-31T16:27:48Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'subnets': [{'id': '2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:26.991142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-76d55e79-a8ec-4e8f-8099-41c7667b4afa req-f28322dc-2ef9-426e-b58a-d5702d0227de service neutron] 10.222.0.49 "GET /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252350 Aug 31 16:31:27.407780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d49b5-c204-4cad-b4fd-df86d652bede None None] New status for floating IP 1a161a2a-9285-45f1-8610-df43be8b259a: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:31:27.481000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e1b5-f850-4aef-bb70-ce01e637873c req-3035bbea-b0a2-47f0-a458-9452837497a4 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:27.482729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb78e1b5-f850-4aef-bb70-ce01e637873c req-3035bbea-b0a2-47f0-a458-9452837497a4 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 945 time: 0.1152864 Aug 31 16:31:27.548017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb78e1b5-f850-4aef-bb70-ce01e637873c req-b179177e-237e-43e6-8707-e7857455bea4 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/security-groups?id=b687d35c-aac0-4e66-9a45-50b7f1364f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499070 Aug 31 16:31:27.630976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-59b77af5-f108-4310-b439-940a1dacadd4 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:27.632658 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-59b77af5-f108-4310-b439-940a1dacadd4 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 945 time: 0.0573287 Aug 31 16:31:27.738859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:27.777324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Deleting port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:27.778232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:27.904129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] For port 94ae5fa5-62fe-464e-8bdc-60e12d88e213, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=94ae5fa5-62fe-464e-8bdc-60e12d88e213,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:27.904554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:27.923050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Calling delete_port for 94ae5fa5-62fe-464e-8bdc-60e12d88e213 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:28.084951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:28.116568 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event deleted for resources: {'Port': ['ID=94ae5fa5-62fe-464e-8bdc-60e12d88e213,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:28.180891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] No DVR routers for this DVR port 94ae5fa5-62fe-464e-8bdc-60e12d88e213 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:31:28.183796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:28.185919 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cc9cbb0e-8214-4d33-8d93-9def650687d4 req-c1c3c4ee-924e-4d96-8bfc-1625bc8061db tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.49 "DELETE /v2.0/ports/94ae5fa5-62fe-464e-8bdc-60e12d88e213 HTTP/1.1" status: 204 len: 173 time: 0.5474823 Aug 31 16:31:28.186400 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'name': 'network-vif-deleted', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:31:28.188789 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b03cbc4-30c5-47b9-9af0-b58431b47a9b" -d '{"events": [{"server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "name": "network-vif-deleted", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:28.236817 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed5526-2f18-4fd4-a5a0-d71269ace7f4 x-openstack-request-id: req-6bed5526-2f18-4fd4-a5a0-d71269ace7f4 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:28.237253 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc541a8-f849-4da8-be0f-1c5960f384c2", "name": "network-vif-deleted", "tag": "94ae5fa5-62fe-464e-8bdc-60e12d88e213", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:28.237770 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bed5526-2f18-4fd4-a5a0-d71269ace7f4 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:28.238222 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc541a8-f849-4da8-be0f-1c5960f384c2', 'name': 'network-vif-deleted', 'tag': '94ae5fa5-62fe-464e-8bdc-60e12d88e213', 'status': 'completed', 'code': 200} Aug 31 16:31:28.763550 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6434d86-5b9e-4b0a-831f-ae979162dc27 req-0fd92dbe-a067-4437-8613-476b29a6eb17 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.0897243 Aug 31 16:31:29.910472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9f0faf1-e894-4bcc-a209-81f6825872eb req-9685dfd3-e1d7-43b1-9264-966d5766814b tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.0440509 Aug 31 16:31:31.025424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02b894ff-6e2d-45db-835a-02f00408c58f req-83e8a406-28e7-4b00-8587-e1f592af28ea tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.0330553 Aug 31 16:31:31.869362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39342) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:32.054098 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.089242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94ae5fa5-62fe-464e-8bdc-60e12d88e213 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:32.123208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 94ae5fa5-62fe-464e-8bdc-60e12d88e213 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:32.123940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 94ae5fa5-62fe-464e-8bdc-60e12d88e213 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:32.198995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.200838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0937923-a3af-44c0-84e0-0c966bd3ff45 req-0c790636-c92d-4aa0-b0d9-3ae687342d6c tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfc541a8-f849-4da8-be0f-1c5960f384c2 HTTP/1.1" status: 200 len: 210 time: 0.0461433 Aug 31 16:31:32.206031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.271059 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe93035-26ae-4cdc-8604-5b397006daf8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:32.277006 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b783186f491c4181aa58684fbfd27753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042535 Aug 31 16:31:32.279228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.279674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.280022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.280245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39350) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:32.280440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.280724 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.281055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.281445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.281841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.282278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.282616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.282944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.283274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eae319-d367-4429-84a8-edd7c5acdaa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:32.359190 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c34ecba7-15d5-4cce-b254-386bfc7113dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.392849 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c34ecba7-15d5-4cce-b254-386bfc7113dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.454063 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c34ecba7-15d5-4cce-b254-386bfc7113dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.459994 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c34ecba7-15d5-4cce-b254-386bfc7113dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:32.464786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c34ecba7-15d5-4cce-b254-386bfc7113dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afe93035-26ae-4cdc-8604-5b397006daf8 HTTP/1.1" status: 204 len: 168 time: 0.1806598 Aug 31 16:31:32.472433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ecba7-15d5-4cce-b254-386bfc7113dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe93035-26ae-4cdc-8604-5b397006daf8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:33.260059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39358) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:33.326314 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af12b017-6ca2-4872-8928-77108761a271 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:33.357508 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af12b017-6ca2-4872-8928-77108761a271 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:33.413271 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:31:33.430493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af12b017-6ca2-4872-8928-77108761a271 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:33.433317 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-af12b017-6ca2-4872-8928-77108761a271 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:33.434554 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-af12b017-6ca2-4872-8928-77108761a271 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] 10.222.0.43 "DELETE /v2.0/security-groups/b687d35c-aac0-4e66-9a45-50b7f1364f5e HTTP/1.1" status: 204 len: 168 time: 0.1734271 Aug 31 16:31:33.446551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12b017-6ca2-4872-8928-77108761a271 tempest-TestVolumeBackupRestore-1935218637 tempest-TestVolumeBackupRestore-1935218637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b687d35c-aac0-4e66-9a45-50b7f1364f5e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:38.147169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39822) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:38.578806 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:39.182271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Deleting port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:39.183067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:39.281681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] For port 20d00dfb-a77e-4bf8-9e07-fca7e90940f9, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:39.282048 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:39.296590 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Calling delete_port for 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:39.510599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:39.553035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d00dfb-a77e-4bf8-9e07-fca7e90940f9,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:39.775169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:40.044322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Router 7c173621-c59c-41c5-b477-d31d56f4dead has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:31:40.181812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:40.187343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a905887-8fec-4685-9ba7-eeea4ee03628 admin admin] 10.222.0.43 "PUT /v2.0/routers/7c173621-c59c-41c5-b477-d31d56f4dead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386975 Aug 31 16:31:40.189557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39828) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:40.197023 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] Sync routers for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:40.207096 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:31:40.208064 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:31:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:40.321270 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:40.351884 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:31:40.471838 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:40.540712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Deleting port 39b6d8cc-109d-4e57-887e-4baa604334b2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:40.541074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:40.580232 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:31:39Z', 'revision_number': 5, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port': {'id': '39b6d8cc-109d-4e57-887e-4baa604334b2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:12Z', 'updated_at': '2021-08-31T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:40.612854 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] Checking router: 7c173621-c59c-41c5-b477-d31d56f4dead for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:40.622761 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] Routers {'7c173621-c59c-41c5-b477-d31d56f4dead'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:31:40.623392 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:31:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7c173621-c59c-41c5-b477-d31d56f4dead'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:40.635599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] For port 39b6d8cc-109d-4e57-887e-4baa604334b2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=39b6d8cc-109d-4e57-887e-4baa604334b2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:40.635972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:40.652662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Calling delete_port for 39b6d8cc-109d-4e57-887e-4baa604334b2 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:40.735169 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] Set router 7c173621-c59c-41c5-b477-d31d56f4dead gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:31:40.802758 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:31:40Z', 'revision_number': 6, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:40.834150 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12234b-5a71-4c10-b16a-585a1f3d4b73 None None] The sync data for ids ['7c173621-c59c-41c5-b477-d31d56f4dead'] in n-d-793621-35 is: [{'id': '7c173621-c59c-41c5-b477-d31d56f4dead', 'name': 'tempest-TestVolumeBackupRestore-393052048-router', 'tenant_id': '4146a0c691874778a0bc4ee1f83d5524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:10Z', 'updated_at': '2021-08-31T16:31:40Z', 'revision_number': 6, 'project_id': '4146a0c691874778a0bc4ee1f83d5524', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:40.903542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:40.933084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Pushing event deleted for resources: {'Port': ['ID=39b6d8cc-109d-4e57-887e-4baa604334b2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:41.001941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.107473 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.109611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.162442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.163340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c173621-c59c-41c5-b477-d31d56f4dead {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:31:41.168854 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.170064 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-bb305270-ffde-4b0f-b8a0-c077f9e5607b admin admin] 10.222.0.43 "DELETE /v2.0/routers/7c173621-c59c-41c5-b477-d31d56f4dead HTTP/1.1" status: 204 len: 168 time: 0.9795725 Aug 31 16:31:41.172870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39848) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:41.234487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Deleting subnet 2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:31:41.238990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.283000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.378458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.434887 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.463404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:41.465588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.469897 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-02784490-5e21-4c16-b7ff-882eab8a0b38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2aeaef56-7adf-4e24-91b2-7aeaf5b5c0a1 HTTP/1.1" status: 204 len: 168 time: 0.2934139 Aug 31 16:31:41.470362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39850) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:41.474465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00257fd-0316-498b-9326-12a1bd8d8101 None None] Network bf666042-5f6b-4e37-98e8-3bbfed79e4f5 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:31:41.543173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.612663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Deleting port 5f46116b-032d-4f12-b2a6-79b6ada9468f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:41.613015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.699607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] For port 5f46116b-032d-4f12-b2a6-79b6ada9468f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f46116b-032d-4f12-b2a6-79b6ada9468f,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:41.700372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.703798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] DHCP port deletion for bf666042-5f6b-4e37-98e8-3bbfed79e4f5 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:31:41.725995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Calling delete_port for 5f46116b-032d-4f12-b2a6-79b6ada9468f owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:41.766074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Deleting port 5f46116b-032d-4f12-b2a6-79b6ada9468f {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:41.766547 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.856576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.862883 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] For port 5f46116b-032d-4f12-b2a6-79b6ada9468f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5f46116b-032d-4f12-b2a6-79b6ada9468f,segment=NetworkSegment(4bd6b890-1da3-4bfd-856e-16f382a69636),segment_id=4bd6b890-1da3-4bfd-856e-16f382a69636)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:41.863919 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:41.882792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Calling delete_port for 5f46116b-032d-4f12-b2a6-79b6ada9468f owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:41.898575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] No DVR routers for this DVR port 5f46116b-032d-4f12-b2a6-79b6ada9468f on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:31:41.902446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f46116b-032d-4f12-b2a6-79b6ada9468f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:42.001563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 39b6d8cc-109d-4e57-887e-4baa604334b2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:42.029007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 39b6d8cc-109d-4e57-887e-4baa604334b2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:42.029459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 39b6d8cc-109d-4e57-887e-4baa604334b2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:42.029792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f46116b-032d-4f12-b2a6-79b6ada9468f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:42.034991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.047071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf666042-5f6b-4e37-98e8-3bbfed79e4f5']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:42.060044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5f46116b-032d-4f12-b2a6-79b6ada9468f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:42.060696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5f46116b-032d-4f12-b2a6-79b6ada9468f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:42.061285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:42.065169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd6b890-1da3-4bfd-856e-16f382a69636') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:42.065169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd6b890-1da3-4bfd-856e-16f382a69636') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:42.078991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.089614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:42.089768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20d00dfb-a77e-4bf8-9e07-fca7e90940f9 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:42.099560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.112480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.115208 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:31:42.115726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:31:42.119048 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:31:42.142621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Pushing event deleted for resources: {'Port': ['ID=5f46116b-032d-4f12-b2a6-79b6ada9468f,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:42.147130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] No DVR routers for this DVR port 5f46116b-032d-4f12-b2a6-79b6ada9468f on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:31:42.165415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.166035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.166761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.167414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.168019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.168621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.169944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.170445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.170983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.171519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.171943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.172541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795021d4-586a-4e4b-ad10-56e7a3c49750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:31:42.182362 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.188180 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.193593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bf666042-5f6b-4e37-98e8-3bbfed79e4f5 HTTP/1.1" status: 204 len: 168 time: 0.7190082 Aug 31 16:31:42.193593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39862) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:42.211109 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1d107-2e0a-455e-bb3f-29724380f577 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf666042-5f6b-4e37-98e8-3bbfed79e4f5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:42.612990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.890543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Deleting port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:42.890900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.972380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] For port 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,segment=NetworkSegment(916bf9cb-f9d4-47ac-9fb5-6015406e605c),segment_id=916bf9cb-f9d4-47ac-9fb5-6015406e605c)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:42.972767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:42.988493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Calling delete_port for 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:43.188311 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:43.215306 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dbe5fb-333e-4f48-a96f-95da2ad8f7c2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:43.422693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.012233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Router 2692f42e-7d49-42fc-af3d-f225d58a207d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:31:44.158347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:31:44.171441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] Sync routers for ids ['2692f42e-7d49-42fc-af3d-f225d58a207d'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:31:44.172036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1c13cbfc-f66a-495e-9f13-bd66f24edf75 admin admin] 10.222.0.43 "PUT /v2.0/routers/2692f42e-7d49-42fc-af3d-f225d58a207d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749603 Aug 31 16:31:44.172036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39868) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:44.180862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] Routers {'2692f42e-7d49-42fc-af3d-f225d58a207d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:31:44.181692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:31:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2692f42e-7d49-42fc-af3d-f225d58a207d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:44.307053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.313723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] Set router 2692f42e-7d49-42fc-af3d-f225d58a207d gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:31:44.417769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.486476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Deleting port d3ac2474-8ace-460c-9750-2259becd4d1e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:44.486822 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.514434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:31:43Z', 'revision_number': 5, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port': {'id': 'd3ac2474-8ace-460c-9750-2259becd4d1e', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:27:30Z', 'updated_at': '2021-08-31T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:44.586375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] For port d3ac2474-8ace-460c-9750-2259becd4d1e, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d3ac2474-8ace-460c-9750-2259becd4d1e,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:44.586674 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.602460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Calling delete_port for d3ac2474-8ace-460c-9750-2259becd4d1e owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:44.744288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] Checking router: 2692f42e-7d49-42fc-af3d-f225d58a207d for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:31:44.753591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] Routers {'2692f42e-7d49-42fc-af3d-f225d58a207d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:31:44.754319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:31:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2692f42e-7d49-42fc-af3d-f225d58a207d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:44.805495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.836044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ac2474-8ace-460c-9750-2259becd4d1e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:44.869739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] Set router 2692f42e-7d49-42fc-af3d-f225d58a207d gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:31:44.907322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:44.961598 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:31:44Z', 'revision_number': 6, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:45.008455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690db3f-2d03-4839-a728-d0369d0d14aa None None] The sync data for ids ['2692f42e-7d49-42fc-af3d-f225d58a207d'] in n-d-793621-35 is: [{'id': '2692f42e-7d49-42fc-af3d-f225d58a207d', 'name': 'tempest-TestVolumeBackupRestore-2025383910-router', 'tenant_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:27:29Z', 'updated_at': '2021-08-31T16:31:44Z', 'revision_number': 6, 'project_id': 'd67a6d4bec064e49aa21052fb4bb144b', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:31:45.048706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.048706 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.105195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.105654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2692f42e-7d49-42fc-af3d-f225d58a207d {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:31:45.110091 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.111185 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6c32b08c-a3bc-4498-99e5-39f6c3ecc50d admin admin] 10.222.0.43 "DELETE /v2.0/routers/2692f42e-7d49-42fc-af3d-f225d58a207d HTTP/1.1" status: 204 len: 168 time: 0.9378552 Aug 31 16:31:45.114661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39872) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:45.167482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Deleting subnet 962e2766-7d34-4b9f-a10c-f829a719ad8a {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:31:45.170994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.211656 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.291208 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.350309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.376789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962e2766-7d34-4b9f-a10c-f829a719ad8a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:45.381400 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.383703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0c31ccfe-77d5-49b3-8b53-d9cd98678c3f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/962e2766-7d34-4b9f-a10c-f829a719ad8a HTTP/1.1" status: 204 len: 168 time: 0.2680554 Aug 31 16:31:45.387971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373a4a7-6a89-4c39-95d4-5b91b7c9831d None None] Network 807f787b-4390-46f5-8df7-c9b726fc6154 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:31:45.388596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39874) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:45.486899 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.547029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Deleting port aecf138e-0de4-4050-a326-eb862e0f9ffd {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:31:45.547029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.631001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] For port aecf138e-0de4-4050-a326-eb862e0f9ffd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=aecf138e-0de4-4050-a326-eb862e0f9ffd,segment=NetworkSegment(916bf9cb-f9d4-47ac-9fb5-6015406e605c),segment_id=916bf9cb-f9d4-47ac-9fb5-6015406e605c)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:31:45.631535 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.654580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Calling delete_port for aecf138e-0de4-4050-a326-eb862e0f9ffd owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:31:45.761165 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.788535 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecf138e-0de4-4050-a326-eb862e0f9ffd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:45.794249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] No DVR routers for this DVR port aecf138e-0de4-4050-a326-eb862e0f9ffd on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:31:45.878805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669fe90-6e92-4114-9ee5-37c0cc5d4fe0 None None] DHCP port deletion for 807f787b-4390-46f5-8df7-c9b726fc6154 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:31:45.889331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.910902 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807f787b-4390-46f5-8df7-c9b726fc6154']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:45.924830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916bf9cb-f9d4-47ac-9fb5-6015406e605c') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:45.925124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916bf9cb-f9d4-47ac-9fb5-6015406e605c') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:31:45.938055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.955751 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.962459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:31:45.962858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:31:45.964587 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:31:45.972954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d3ac2474-8ace-460c-9750-2259becd4d1e no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:45.994850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d3ac2474-8ace-460c-9750-2259becd4d1e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:45.995198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d3ac2474-8ace-460c-9750-2259becd4d1e not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:45.995629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:46.018442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:46.018812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 45dbe5fb-333e-4f48-a96f-95da2ad8f7c2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:46.019211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device aecf138e-0de4-4050-a326-eb862e0f9ffd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:31:46.035576 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:46.042574 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: aecf138e-0de4-4050-a326-eb862e0f9ffd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:31:46.043092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device aecf138e-0de4-4050-a326-eb862e0f9ffd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:31:46.043567 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:46.047785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/807f787b-4390-46f5-8df7-c9b726fc6154 HTTP/1.1" status: 204 len: 168 time: 0.6576688 Aug 31 16:31:46.061690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec86dc8-6f0d-48a3-954d-acdda01da3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=807f787b-4390-46f5-8df7-c9b726fc6154,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:46.311916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39884) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:46.358580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4adf1839-4331-417a-9719-32ce409f6cdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4146a0c691874778a0bc4ee1f83d5524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450039 Aug 31 16:31:46.361859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 39888) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:46.442559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c3f-e7ee-4308-a880-ec54fe015381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:46.515005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c3f-e7ee-4308-a880-ec54fe015381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:46.589416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-76127205-f651-4efc-8d6a-eab42ba31e4f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:46.590981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-76127205-f651-4efc-8d6a-eab42ba31e4f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1462953 Aug 31 16:31:46.608294 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-1c772b13-0065-45c3-ac1c-52b96c05e627 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0112004 Aug 31 16:31:46.615175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c3f-e7ee-4308-a880-ec54fe015381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:46.618412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8c3f-e7ee-4308-a880-ec54fe015381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:46.619689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dfcb8c3f-e7ee-4308-a880-ec54fe015381 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8846e0fb-50e6-421c-8dcf-f0d432c7a2dc HTTP/1.1" status: 204 len: 168 time: 0.2566564 Aug 31 16:31:46.657894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb8c3f-e7ee-4308-a880-ec54fe015381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8846e0fb-50e6-421c-8dcf-f0d432c7a2dc,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:46.686709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-ff3809e5-ad3b-4e9b-a256-a2aa48ee7e30 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656395 Aug 31 16:31:46.804689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-1197dadf-880e-4f2e-aa97-8d523188ee5b service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060724 Aug 31 16:31:46.924503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-ea290137-a992-4066-ba67-98adb90508cc service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126726 Aug 31 16:31:46.999930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39898) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:47.051362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-21bf2293-4923-49b3-bbea-6c689321ef2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d67a6d4bec064e49aa21052fb4bb144b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498998 Aug 31 16:31:47.053742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 39900) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:31:47.117234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-958884e5-5e78-41fb-b17f-9e343151c9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:47.153721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-958884e5-5e78-41fb-b17f-9e343151c9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:47.242216 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-958884e5-5e78-41fb-b17f-9e343151c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:47.247239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-958884e5-5e78-41fb-b17f-9e343151c9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:47.248614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-958884e5-5e78-41fb-b17f-9e343151c9ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67e0dc31-0a5b-4db0-a014-5a4b1f2c2e97 HTTP/1.1" status: 204 len: 168 time: 0.1936796 Aug 31 16:31:47.259042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958884e5-5e78-41fb-b17f-9e343151c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e0dc31-0a5b-4db0-a014-5a4b1f2c2e97,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:47.295559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-345f6906-7d2f-484c-be8a-f2e8999c164e req-18243ffe-254a-487a-a3c2-33eafb5038e0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 210 time: 0.0501688 Aug 31 16:31:48.400875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8eb60236-49a2-41ff-a1a0-25579b58fa10 req-ab4e9697-e240-496a-8a4f-34cce198093b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Aug 31 16:31:48.540453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-957e8e4d-0a66-4e47-8860-b6d210c29ae5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:48.542478 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-957e8e4d-0a66-4e47-8860-b6d210c29ae5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1368659 Aug 31 16:31:48.558499 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': '55e1a879-8f86-4254-8c55-5806e331ff66', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:48.701119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:31:48.706080 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:48.870976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.5 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/f2f9cc4d-3c19-47ea-933f-34dde92da00d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:31:49.081193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.095881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object f2f9cc4d-3c19-47ea-933f-34dde92da00d will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:31:49.133680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.187625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:31:49.191189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:31:49.196500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:31:49.201373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=f2f9cc4d-3c19-47ea-933f-34dde92da00d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:49.274693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:49.275907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.299887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-dad2b7c9-ff3e-41b4-9180-cfd09b01f44f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482696 Aug 31 16:31:49.313506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Request body: {'port': {'device_id': '55e1a879-8f86-4254-8c55-5806e331ff66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:31:49.378484 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.445719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ef2ad88a-30dc-4b6c-bda5-e7af72132980 None None] Provisioning for port f2f9cc4d-3c19-47ea-933f-34dde92da00d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:31:49.461055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-ef2ad88a-30dc-4b6c-bda5-e7af72132980 None None] Provisioning complete for port f2f9cc4d-3c19-47ea-933f-34dde92da00d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:31:49.461745 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ef2ad88a-30dc-4b6c-bda5-e7af72132980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.508015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ad88a-30dc-4b6c-bda5-e7af72132980 None None] Port f2f9cc4d-3c19-47ea-933f-34dde92da00d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:31:49.580497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5caa-4548-45d7-b784-98f2f14b7da7 req-4331aec4-924f-4ff6-a059-58e5f4c2b885 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:49.583652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-091f5caa-4548-45d7-b784-98f2f14b7da7 req-4331aec4-924f-4ff6-a059-58e5f4c2b885 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 931 time: 0.0793889 Aug 31 16:31:49.630961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-091f5caa-4548-45d7-b784-98f2f14b7da7 req-ddf8409b-71f7-49c9-bfd4-fd5849a1b875 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Aug 31 16:31:49.743040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f9cc4d-3c19-47ea-933f-34dde92da00d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:31:49.752491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.766713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Transition to ACTIVE for port object f2f9cc4d-3c19-47ea-933f-34dde92da00d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:31:49.771282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:49.826610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f9cc4d-3c19-47ea-933f-34dde92da00d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:49.948607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Attempting to bind port f2f9cc4d-3c19-47ea-933f-34dde92da00d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:31:49.949150 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Attempting to bind port f2f9cc4d-3c19-47ea-933f-34dde92da00d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:31:49.949708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Attempting to bind port f2f9cc4d-3c19-47ea-933f-34dde92da00d on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:31:49.959366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Port f2f9cc4d-3c19-47ea-933f-34dde92da00d on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:31:49.959981 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Attempting to bind port f2f9cc4d-3c19-47ea-933f-34dde92da00d on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:31:49.969929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:31:49.970505 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:31:49.971175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:31:49.971941 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Bound port: f2f9cc4d-3c19-47ea-933f-34dde92da00d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:31:49.972725 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:50.090588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] For port f2f9cc4d-3c19-47ea-933f-34dde92da00d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:31:50.096005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] For port f2f9cc4d-3c19-47ea-933f-34dde92da00d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:31:50.100883 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:50.158455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.159120 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:50.160721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2f9cc4d-3c19-47ea-933f-34dde92da00d HTTP/1.1" status: 200 len: 1092 time: 0.8524764 Aug 31 16:31:50.161164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e1a879-8f86-4254-8c55-5806e331ff66', 'tag': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:31:50.163441 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7366aa71-1998-403d-8476-036928b41171" -d '{"events": [{"name": "network-changed", "server_uuid": "55e1a879-8f86-4254-8c55-5806e331ff66", "tag": "f2f9cc4d-3c19-47ea-933f-34dde92da00d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:31:50.186531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd9b3f-4c89-4f61-8334-f7047011c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f9cc4d-3c19-47ea-933f-34dde92da00d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:31:50.252363 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404398a0-88e8-475f-8c89-712be7a73193 x-openstack-request-id: req-404398a0-88e8-475f-8c89-712be7a73193 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:31:50.252824 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e1a879-8f86-4254-8c55-5806e331ff66", "tag": "f2f9cc4d-3c19-47ea-933f-34dde92da00d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:31:50.253230 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-404398a0-88e8-475f-8c89-712be7a73193 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:31:50.253818 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e1a879-8f86-4254-8c55-5806e331ff66', 'tag': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d', 'status': 'completed', 'code': 200} Aug 31 16:31:50.285163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-72dafc70-1fe6-480c-aba7-3c741908493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.286682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-72dafc70-1fe6-480c-aba7-3c741908493e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 1095 time: 0.0693121 Aug 31 16:31:50.333911 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-b97f8ebb-3876-40ed-b934-2dbc912bf647 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d HTTP/1.1" status: 200 len: 217 time: 0.0389197 Aug 31 16:31:50.387124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-4d35aefc-3f73-44a3-83fc-c4e36381f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.388664 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-4d35aefc-3f73-44a3-83fc-c4e36381f8a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0483749 Aug 31 16:31:50.436169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-c5b6adae-188d-48c1-8615-fd72b1348251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.437722 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-c5b6adae-188d-48c1-8615-fd72b1348251 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424783 Aug 31 16:31:50.542828 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-1d50536e-a3d8-40d1-9e69-a026017f1e36 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971169 Aug 31 16:31:50.644973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bdbdb7e-0df9-4c99-ba3b-d473e551638b req-c3068676-cece-46f4-b50c-f2245aec7211 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954289 Aug 31 16:31:50.779917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366aa71-1998-403d-8476-036928b41171 req-65bf0c84-468e-4f99-bd4b-00da40450bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.782647 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-65bf0c84-468e-4f99-bd4b-00da40450bd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 1095 time: 0.0785677 Aug 31 16:31:50.792094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662374-8f16-47d8-bc7b-314ca18b54e0 req-a20dfe7b-2c91-407a-abd3-0e77daa830e8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.794465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5662374-8f16-47d8-bc7b-314ca18b54e0 req-a20dfe7b-2c91-407a-abd3-0e77daa830e8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0575550 Aug 31 16:31:50.837057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5662374-8f16-47d8-bc7b-314ca18b54e0 req-d0ebde20-068b-443e-821a-1959f128677a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Aug 31 16:31:50.908431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366aa71-1998-403d-8476-036928b41171 req-754c3303-2a8b-44cf-a8fc-2fdf4b59c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:50.909961 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-754c3303-2a8b-44cf-a8fc-2fdf4b59c5b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.1198936 Aug 31 16:31:50.968699 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-35defd3f-f74c-4c2f-8f58-6f9bc9432540 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d HTTP/1.1" status: 200 len: 217 time: 0.0514781 Aug 31 16:31:51.020320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366aa71-1998-403d-8476-036928b41171 req-b56aa6d4-693e-4cb9-9b11-70568014b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:51.021826 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-b56aa6d4-693e-4cb9-9b11-70568014b228 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0462952 Aug 31 16:31:51.063651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-533cd973-9830-4e11-886d-f86967c03572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:51.073333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366aa71-1998-403d-8476-036928b41171 req-35aa36e2-809f-42bb-a523-a09aaf0ef1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:51.074882 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-35aa36e2-809f-42bb-a523-a09aaf0ef1b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459497 Aug 31 16:31:51.179506 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-6b5797ec-236a-43ab-99b7-29045db84a33 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972290 Aug 31 16:31:51.278636 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7366aa71-1998-403d-8476-036928b41171 req-7681788f-fe83-4e8a-8873-41cff4156fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921569 Aug 31 16:31:51.985113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6597-5307-41c8-a331-c0be5a3afbba req-114ffafb-c601-4911-b962-bec56e4060c5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:51.987230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-832f6597-5307-41c8-a331-c0be5a3afbba req-114ffafb-c601-4911-b962-bec56e4060c5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0692599 Aug 31 16:31:52.050182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-832f6597-5307-41c8-a331-c0be5a3afbba req-53423691-5c65-4e7c-87e4-27f9e9e0fe22 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510638 Aug 31 16:31:53.175906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb0348-fef1-4464-829c-a9b828884764 req-ec88d03a-0737-41a5-94f8-9d78c0917876 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:53.177545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cbb0348-fef1-4464-829c-a9b828884764 req-ec88d03a-0737-41a5-94f8-9d78c0917876 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0498829 Aug 31 16:31:53.218043 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cbb0348-fef1-4464-829c-a9b828884764 req-df19fc0d-88a9-4fb6-b83c-5a0e28fb6dc8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Aug 31 16:31:54.357934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22c50-792e-455b-a1a7-748b2dc1b764 req-cb6529d0-3dc2-4928-a0b6-a03b6a51842d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:54.359586 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9c22c50-792e-455b-a1a7-748b2dc1b764 req-cb6529d0-3dc2-4928-a0b6-a03b6a51842d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0611961 Aug 31 16:31:54.408064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9c22c50-792e-455b-a1a7-748b2dc1b764 req-f9659285-1084-4cf9-86a7-0c774cddb8e7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361385 Aug 31 16:31:54.432720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:55.267980 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:55.375838 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:55.548527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f96f-1690-4e06-b980-2485337a0bf3 req-b9ddf2b8-b42f-41a6-98b6-a6793b3862d4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:55.550066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b560f96f-1690-4e06-b980-2485337a0bf3 req-b9ddf2b8-b42f-41a6-98b6-a6793b3862d4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0530350 Aug 31 16:31:55.591421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b560f96f-1690-4e06-b980-2485337a0bf3 req-8056ebd0-cdda-48c7-9c4c-a9e8b4551969 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Aug 31 16:31:55.647427 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e0bb02f5-64e6-4b80-a207-3d3e8e069163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:55.928667 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:56.725752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ababe8-df32-4c28-9fb0-d0147c004b6d req-3576d371-4fd8-4ac4-bc5c-08478d02b75b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:56.727371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5ababe8-df32-4c28-9fb0-d0147c004b6d req-3576d371-4fd8-4ac4-bc5c-08478d02b75b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0613403 Aug 31 16:31:56.772406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5ababe8-df32-4c28-9fb0-d0147c004b6d req-24135f2b-35c7-48ea-89ad-562187434e96 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Aug 31 16:31:57.723934 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:31:57.900177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a850e-f9f3-44ec-b2fd-5d3a120516a0 req-19cd925b-99c4-4585-8611-68b95d7d2ac5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:57.901793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-124a850e-f9f3-44ec-b2fd-5d3a120516a0 req-19cd925b-99c4-4585-8611-68b95d7d2ac5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0567362 Aug 31 16:31:57.944762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-124a850e-f9f3-44ec-b2fd-5d3a120516a0 req-41a8ebb8-b87e-4332-88ea-46956e39973d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Aug 31 16:31:59.095255 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c114e-1fd1-4953-8863-b3a090028b25 req-02f66966-0f92-433a-9398-48d3003f27c3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:31:59.097311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-979c114e-1fd1-4953-8863-b3a090028b25 req-02f66966-0f92-433a-9398-48d3003f27c3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0550523 Aug 31 16:31:59.141916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-979c114e-1fd1-4953-8863-b3a090028b25 req-c4d2f86b-5139-4212-a7ee-cd14d0cd6bf5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381551 Aug 31 16:32:00.219172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f2f9cc4d-3c19-47ea-933f-34dde92da00d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:32:00.281374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22204c-9975-459b-b710-32ddeb940859 req-32e1a586-cc04-4115-803f-6487bd3b004b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:00.283038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e22204c-9975-459b-b710-32ddeb940859 req-32e1a586-cc04-4115-803f-6487bd3b004b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 943 time: 0.0605500 Aug 31 16:32:00.331202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e22204c-9975-459b-b710-32ddeb940859 req-18142a7d-6f47-4979-9f01-d6a0e8489397 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Aug 31 16:32:00.360533 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f2f9cc4d-3c19-47ea-933f-34dde92da00d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:00.384520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d', 'mac_address': 'fa:16:3e:3e:24:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:32:00.441368 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:00.461460 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f9cc4d-3c19-47ea-933f-34dde92da00d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:32:00.490635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f2f9cc4d-3c19-47ea-933f-34dde92da00d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:00.494950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:00.546361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=f2f9cc4d-3c19-47ea-933f-34dde92da00d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:00.740798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f2f9cc4d-3c19-47ea-933f-34dde92da00d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:32:01.455109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16a39f-70fd-4c38-b523-03b52449b339 req-7f5c158a-6549-49f6-8407-728579c521b7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:01.456613 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d16a39f-70fd-4c38-b523-03b52449b339 req-7f5c158a-6549-49f6-8407-728579c521b7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 944 time: 0.0538714 Aug 31 16:32:01.496325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d16a39f-70fd-4c38-b523-03b52449b339 req-f12edfb6-86e6-4fba-ad5c-6cf66df06383 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Aug 31 16:32:02.234064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f2f9cc4d-3c19-47ea-933f-34dde92da00d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:32:02.296539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port f2f9cc4d-3c19-47ea-933f-34dde92da00d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:32:02.300909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port f2f9cc4d-3c19-47ea-933f-34dde92da00d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:32:02.301285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:02.410773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:02.436131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e1a879-8f86-4254-8c55-5806e331ff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:32:02.438444 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448c093f-69af-42af-b926-b9e7b505f336" -d '{"events": [{"server_uuid": "55e1a879-8f86-4254-8c55-5806e331ff66", "name": "network-vif-plugged", "status": "completed", "tag": "f2f9cc4d-3c19-47ea-933f-34dde92da00d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:32:02.455485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port f2f9cc4d-3c19-47ea-933f-34dde92da00d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:02.459820 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:02.491463 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff530e8-d084-4580-b332-c0af41b20530 x-openstack-request-id: req-8ff530e8-d084-4580-b332-c0af41b20530 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:32:02.491862 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e1a879-8f86-4254-8c55-5806e331ff66", "name": "network-vif-plugged", "status": "completed", "tag": "f2f9cc4d-3c19-47ea-933f-34dde92da00d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:32:02.492267 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ff530e8-d084-4580-b332-c0af41b20530 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:32:02.492926 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e1a879-8f86-4254-8c55-5806e331ff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d', 'code': 200} Aug 31 16:32:02.527720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=f2f9cc4d-3c19-47ea-933f-34dde92da00d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:02.636325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42445c2e-44f8-4916-a2cd-38df60cf5bb7 req-61f28240-9ed0-4436-9e06-6bd921866aed tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:02.637841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42445c2e-44f8-4916-a2cd-38df60cf5bb7 req-61f28240-9ed0-4436-9e06-6bd921866aed tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0590386 Aug 31 16:32:02.682233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42445c2e-44f8-4916-a2cd-38df60cf5bb7 req-b4d4317a-286a-41a4-b91c-844faa5e4ab6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377803 Aug 31 16:32:02.741596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8d60a-415a-4933-a11b-bb43e6a0dc8c req-5bfc10a9-7051-4455-9251-e0e01db24111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:02.744295 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73f8d60a-415a-4933-a11b-bb43e6a0dc8c req-5bfc10a9-7051-4455-9251-e0e01db24111 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 1097 time: 0.1956522 Aug 31 16:32:02.783231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-73f8d60a-415a-4933-a11b-bb43e6a0dc8c req-c5dc4503-e4b5-4bd0-a83e-2443598cc8b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Aug 31 16:32:03.853446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dec564-5c6f-43b2-93ad-69bb7108060d req-d79bf0c1-0109-4d99-a775-53dfd537332b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:03.855400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7dec564-5c6f-43b2-93ad-69bb7108060d req-d79bf0c1-0109-4d99-a775-53dfd537332b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0735567 Aug 31 16:32:03.906320 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7dec564-5c6f-43b2-93ad-69bb7108060d req-0658a22a-c83d-4436-9a63-835297e0a88f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Aug 31 16:32:05.049754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3987a0f-1696-4435-8568-b583ca1c2a3e req-4fc7b7b1-0da0-476c-8bed-bea86dd16422 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:05.053055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3987a0f-1696-4435-8568-b583ca1c2a3e req-4fc7b7b1-0da0-476c-8bed-bea86dd16422 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0734253 Aug 31 16:32:05.111655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3987a0f-1696-4435-8568-b583ca1c2a3e req-7d010344-6132-4b93-99f5-bd62214d5de8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512850 Aug 31 16:32:05.237560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b724-a8a3-4b78-8dfb-60245bb8dcaf req-6525f606-6b84-42cc-8f18-378bac7e07e8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:05.239202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4221b724-a8a3-4b78-8dfb-60245bb8dcaf req-6525f606-6b84-42cc-8f18-378bac7e07e8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Aug 31 16:32:05.283139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4221b724-a8a3-4b78-8dfb-60245bb8dcaf req-ba8ade53-9c2b-44fe-97bc-383f6a9c82d1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Aug 31 16:32:08.323355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-da52467d-0ef9-4112-a524-0697d74b4d31 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:08.325903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-da52467d-0ef9-4112-a524-0697d74b4d31 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1519935 Aug 31 16:32:08.343048 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-023f8f43-7f65-4690-9ff6-be6e576280c6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0102868 Aug 31 16:32:08.427219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-31490ac2-f602-4e66-a5db-e02128070a8e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771999 Aug 31 16:32:08.527063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-6cd386bf-870f-4080-822f-8c40b86e7ace service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917740 Aug 31 16:32:08.669349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-0ffcf348-8087-4535-b2b6-7c3499160052 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355293 Aug 31 16:32:08.933923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0fdb684f-dd37-4d99-922f-147bdc9c463e req-13eb1163-ccc5-43b4-98f0-016c53ca4d79 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0389800 Aug 31 16:32:10.061794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4317801b-9a2c-480c-bc3b-50c95d928a28 req-1afcdcc6-4992-4bc2-b0d2-20a283dbbfd3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0505571 Aug 31 16:32:10.418022 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:32:10.682895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-9f7b0d28-4dac-47c7-9e56-5fd4156bed6b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:10.685726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-9f7b0d28-4dac-47c7-9e56-5fd4156bed6b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.6201510 Aug 31 16:32:10.707420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:10.883241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:32:10.887619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:11.097585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.10 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/632ba9ec-465b-4ce1-a98b-e522743ffa7a) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:32:11.222742 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-abed41c0-9d1c-45f0-9a27-7885d86173c8 req-60ce3407-5655-4430-a55e-27e1dd307ab1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0485973 Aug 31 16:32:11.331824 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:11.349543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object 632ba9ec-465b-4ce1-a98b-e522743ffa7a will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:32:11.388614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:11.404543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f2f9cc4d-3c19-47ea-933f-34dde92da00d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:32:11.445659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:32:11.452548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:32:11.455929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:32:11.482980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=632ba9ec-465b-4ce1-a98b-e522743ffa7a,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:11.560976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:11.561975 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:11.604770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-430ff9fa-6470-4d50-b59e-3709286bf163 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9081395 Aug 31 16:32:11.621166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-0ad28513-c38c-4d8a-94bc-cab1cedb4381 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:32:11.622737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-0ad28513-c38c-4d8a-94bc-cab1cedb4381 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120194 Aug 31 16:32:11.728762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Request body: {'port': {'device_id': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:11.809263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:11.836972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3784f1f6-9c2d-4312-8ab2-5f5927f9283a None None] Provisioning for port 632ba9ec-465b-4ce1-a98b-e522743ffa7a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:32:11.844075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3784f1f6-9c2d-4312-8ab2-5f5927f9283a None None] Provisioning complete for port 632ba9ec-465b-4ce1-a98b-e522743ffa7a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:32:11.845009 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3784f1f6-9c2d-4312-8ab2-5f5927f9283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:11.917204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3784f1f6-9c2d-4312-8ab2-5f5927f9283a None None] Port 632ba9ec-465b-4ce1-a98b-e522743ffa7a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:32:12.172809 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632ba9ec-465b-4ce1-a98b-e522743ffa7a {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:32:12.181699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:12.200514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Transition to ACTIVE for port object 632ba9ec-465b-4ce1-a98b-e522743ffa7a will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:32:12.205941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:12.306597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Pushing event updated for resources: {'Port': ['ID=632ba9ec-465b-4ce1-a98b-e522743ffa7a,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:12.445419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459374ad-ae58-4e18-9222-ab71bc70000a req-f0069be2-9a2e-4416-a5d0-242bfdfb9bc4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:12.448724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-459374ad-ae58-4e18-9222-ab71bc70000a req-f0069be2-9a2e-4416-a5d0-242bfdfb9bc4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.1021817 Aug 31 16:32:12.451354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Attempting to bind port 632ba9ec-465b-4ce1-a98b-e522743ffa7a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:32:12.451867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Attempting to bind port 632ba9ec-465b-4ce1-a98b-e522743ffa7a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:32:12.452534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Attempting to bind port 632ba9ec-465b-4ce1-a98b-e522743ffa7a on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:32:12.470506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Port 632ba9ec-465b-4ce1-a98b-e522743ffa7a on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:32:12.470884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Attempting to bind port 632ba9ec-465b-4ce1-a98b-e522743ffa7a on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:32:12.487741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:32:12.488277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:32:12.488568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:32:12.489041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Bound port: 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:32:12.489427 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:12.572251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-459374ad-ae58-4e18-9222-ab71bc70000a req-f69526ad-3c48-4484-a7bb-90020d49114c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127789 Aug 31 16:32:12.614207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] For port 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:32:12.619496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] For port 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:32:12.633236 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:12.677250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:12.677834 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:12.679375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] 10.222.0.30 "PUT /v2.0/ports/632ba9ec-465b-4ce1-a98b-e522743ffa7a HTTP/1.1" status: 200 len: 1093 time: 1.0464692 Aug 31 16:32:12.679832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'tag': '632ba9ec-465b-4ce1-a98b-e522743ffa7a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:32:12.682252 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df65227-6b05-45dd-8379-9b297bb5e3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3022eeeb-7f33-4c6f-b292-05b29f0b3826", "tag": "632ba9ec-465b-4ce1-a98b-e522743ffa7a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:32:12.719233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Pushing event updated for resources: {'Port': ['ID=632ba9ec-465b-4ce1-a98b-e522743ffa7a,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:12.763454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.763814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.764228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.764837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.765179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.765657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.766000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.766335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.766669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.766998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.767325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.767650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d43e890-773b-4f65-a345-e674fd506818 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:12.773180 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2b062b-fc96-42e5-a03a-dc60384c8603 x-openstack-request-id: req-6f2b062b-fc96-42e5-a03a-dc60384c8603 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:32:12.773473 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3022eeeb-7f33-4c6f-b292-05b29f0b3826", "tag": "632ba9ec-465b-4ce1-a98b-e522743ffa7a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:32:12.773731 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f2b062b-fc96-42e5-a03a-dc60384c8603 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:32:12.774135 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'tag': '632ba9ec-465b-4ce1-a98b-e522743ffa7a', 'status': 'completed', 'code': 200} Aug 31 16:32:12.793757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-4822f026-e365-4d40-a18d-4be1c908cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:12.795632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-4822f026-e365-4d40-a18d-4be1c908cf85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 1096 time: 0.0632558 Aug 31 16:32:12.845714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-816677a9-8b1b-459d-a450-b3d5dd6b64eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a HTTP/1.1" status: 200 len: 217 time: 0.0415537 Aug 31 16:32:12.922080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-840275a3-2e2f-45b8-ad0d-2930f0037652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:12.924283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-840275a3-2e2f-45b8-ad0d-2930f0037652 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0709927 Aug 31 16:32:12.995431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6134-7720-4210-8e28-d8f507545753 req-53a36cff-461c-4ab1-9fac-c2fbe82d7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:12.997094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-53a36cff-461c-4ab1-9fac-c2fbe82d7201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639958 Aug 31 16:32:13.152611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-560687bb-83d8-4fa2-8598-062130d68871 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478250 Aug 31 16:32:13.310079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-761d6134-7720-4210-8e28-d8f507545753 req-04b16ab1-c158-42c0-9a3f-c38210c579e0 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488581 Aug 31 16:32:13.428754 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-4d134432-98cd-457f-8fde-0bf3a848be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:13.430556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-4d134432-98cd-457f-8fde-0bf3a848be95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 1096 time: 0.0633278 Aug 31 16:32:13.595473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-6557cc83-bbe0-445c-80b3-39330ef0649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:13.600464 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-6557cc83-bbe0-445c-80b3-39330ef0649d service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.1618216 Aug 31 16:32:13.672392 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-f2634cee-04d2-40bf-aee5-09df3bee741b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a HTTP/1.1" status: 200 len: 217 time: 0.0647373 Aug 31 16:32:13.924997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-ecb3c9ff-3e7b-40f5-9ee1-aa52d0050868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:13.929894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-ecb3c9ff-3e7b-40f5-9ee1-aa52d0050868 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.2492523 Aug 31 16:32:14.026597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309f674-489d-47da-94c3-495197a16eda req-1db939d4-9d1d-4ea7-ae5a-2c6f4f66f543 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:14.029261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e309f674-489d-47da-94c3-495197a16eda req-1db939d4-9d1d-4ea7-ae5a-2c6f4f66f543 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.2255716 Aug 31 16:32:14.084656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-6a90eba1-4bc3-436c-9be8-9e30be7a561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:14.086222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-6a90eba1-4bc3-436c-9be8-9e30be7a561d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468275 Aug 31 16:32:14.131481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e309f674-489d-47da-94c3-495197a16eda req-3976cf61-7321-4220-a82e-f937e430ec37 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890057 Aug 31 16:32:14.305891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-304e0053-fc16-4f8d-9b61-557bcb8c5c77 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008622 Aug 31 16:32:14.486964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9df65227-6b05-45dd-8379-9b297bb5e3bd req-917d7724-7680-41ad-a0ff-bb13738533af service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725986 Aug 31 16:32:15.408727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8c50b-6f08-4fc6-b112-af4ee93334d8 req-7fd21a8f-badb-46b8-9175-d165b8a2b5aa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:15.411028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67f8c50b-6f08-4fc6-b112-af4ee93334d8 req-7fd21a8f-badb-46b8-9175-d165b8a2b5aa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.1071427 Aug 31 16:32:15.482993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67f8c50b-6f08-4fc6-b112-af4ee93334d8 req-6a116c8f-a76d-417f-a7af-c6f9acc5e389 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Aug 31 16:32:16.695534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6501d9d-896b-4b70-af54-f5d2c15a972f req-7edc05e4-71e0-4f29-851c-00b2fc416ffc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:16.697534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6501d9d-896b-4b70-af54-f5d2c15a972f req-7edc05e4-71e0-4f29-851c-00b2fc416ffc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.1019359 Aug 31 16:32:16.767674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6501d9d-896b-4b70-af54-f5d2c15a972f req-1e6efe3e-ed00-41c1-963f-4a182e633f54 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614698 Aug 31 16:32:17.922137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961fba4-0aec-4772-8d4e-a05386e6a77a req-05159086-0f1e-446a-896a-3d684a2c6673 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:17.931372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f961fba4-0aec-4772-8d4e-a05386e6a77a req-05159086-0f1e-446a-896a-3d684a2c6673 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0761061 Aug 31 16:32:17.972760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f961fba4-0aec-4772-8d4e-a05386e6a77a req-65167d5d-077f-4fbb-bd39-2c7095cbadab tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Aug 31 16:32:19.164960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a86d0-d584-4934-b781-215934f4b891 req-df17be2b-acee-42ea-94ba-e5989a333e45 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:19.173138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-710a86d0-d584-4934-b781-215934f4b891 req-df17be2b-acee-42ea-94ba-e5989a333e45 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0842443 Aug 31 16:32:19.225653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-710a86d0-d584-4934-b781-215934f4b891 req-e8fa3b31-f148-47da-91c9-b593a5fb4792 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Aug 31 16:32:20.392428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9242309-7c04-4be4-a689-578b15c2b3fa req-d1e21446-f3a1-420c-abea-d1cde92da684 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:20.394889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9242309-7c04-4be4-a689-578b15c2b3fa req-d1e21446-f3a1-420c-abea-d1cde92da684 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0675180 Aug 31 16:32:20.455645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9242309-7c04-4be4-a689-578b15c2b3fa req-9a0b70b0-4ea3-4901-b71d-773e2068c065 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Aug 31 16:32:21.069000 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-17cfa04e-1e70-414c-851a-b246f7b424b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:21.642953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62352c83-d10d-417c-920e-42dd268f338f req-3b3767f7-88f6-43e3-81f2-16369991a57f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:21.648751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62352c83-d10d-417c-920e-42dd268f338f req-3b3767f7-88f6-43e3-81f2-16369991a57f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0944903 Aug 31 16:32:21.732515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62352c83-d10d-417c-920e-42dd268f338f req-a128ad8a-8c8c-4aad-9b5e-9df08a261aed tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Aug 31 16:32:22.877143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a47d-7f9d-46cb-a737-487abdab353b req-e0382891-1c0c-4e3a-90d7-e204fb988fd7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:22.878819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b952a47d-7f9d-46cb-a737-487abdab353b req-e0382891-1c0c-4e3a-90d7-e204fb988fd7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0585723 Aug 31 16:32:22.922802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b952a47d-7f9d-46cb-a737-487abdab353b req-ad544640-8f72-4a71-bf7d-f82e2055e80e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Aug 31 16:32:24.061950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b7a45-42bb-497f-926e-25a146882257 req-703f25e9-0bf6-4de6-93f0-3945985da011 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:24.063636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a04b7a45-42bb-497f-926e-25a146882257 req-703f25e9-0bf6-4de6-93f0-3945985da011 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0583348 Aug 31 16:32:24.116424 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a04b7a45-42bb-497f-926e-25a146882257 req-c9d8b6ca-f08d-4b45-86e4-74a8813b0fc9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Aug 31 16:32:24.445502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:25.258379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46e16-50f6-404e-928b-15321fcbbec6 req-e42f28de-9d36-4935-9ac2-beb25fdfa160 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:25.260126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1eb46e16-50f6-404e-928b-15321fcbbec6 req-e42f28de-9d36-4935-9ac2-beb25fdfa160 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0597413 Aug 31 16:32:25.264533 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:25.302184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1eb46e16-50f6-404e-928b-15321fcbbec6 req-e1d09a8e-5ce1-4979-aee7-e886ba0b7f25 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346854 Aug 31 16:32:25.403861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:25.652884 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-078e6b19-db96-4fd1-b378-39c12c9b1071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:25.936135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:26.427488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235347f-48dc-47a0-bc88-8b5840bc87c4 req-f6a351e2-ca86-4bfd-a1c9-7873b9fc946e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:26.429057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3235347f-48dc-47a0-bc88-8b5840bc87c4 req-f6a351e2-ca86-4bfd-a1c9-7873b9fc946e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0513599 Aug 31 16:32:26.470969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3235347f-48dc-47a0-bc88-8b5840bc87c4 req-24e6d4e1-4124-402e-9f13-e801fd184265 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353203 Aug 31 16:32:27.605735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087385f-2e96-4e4f-9841-565f0b3d14bc req-e6fe10ff-6ed9-4336-8da5-9e0aa44023f4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:27.607342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a087385f-2e96-4e4f-9841-565f0b3d14bc req-e6fe10ff-6ed9-4336-8da5-9e0aa44023f4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0645540 Aug 31 16:32:27.654551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a087385f-2e96-4e4f-9841-565f0b3d14bc req-ce46c0c7-5d51-443f-9cbf-1e9f3a653c95 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Aug 31 16:32:27.726021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:28.783054 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10d496-3abe-4e45-b702-80495cc67881 req-44f5bfe4-e19f-48a1-998d-9667e071d666 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:28.785740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df10d496-3abe-4e45-b702-80495cc67881 req-44f5bfe4-e19f-48a1-998d-9667e071d666 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0586774 Aug 31 16:32:28.830720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df10d496-3abe-4e45-b702-80495cc67881 req-bb873fa7-43c9-4a93-980e-ba6d1a30d29b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Aug 31 16:32:29.972780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e449773-2f80-43b6-adef-43a074caae08 req-7b5284fe-5b67-42c8-85ce-eaac1996ebc5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:29.974360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e449773-2f80-43b6-adef-43a074caae08 req-7b5284fe-5b67-42c8-85ce-eaac1996ebc5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0647650 Aug 31 16:32:30.016942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e449773-2f80-43b6-adef-43a074caae08 req-170b916c-0534-40cb-9c55-83ffd087f373 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Aug 31 16:32:31.175436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311ece-175c-4da4-a46d-8deb9728c1e5 req-9b548755-9242-447f-9aa6-8cbe7f5d15db tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:31.177170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc311ece-175c-4da4-a46d-8deb9728c1e5 req-9b548755-9242-447f-9aa6-8cbe7f5d15db tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0732265 Aug 31 16:32:31.227543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc311ece-175c-4da4-a46d-8deb9728c1e5 req-063591c4-d93d-48b4-a3ff-f61894af70de tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Aug 31 16:32:32.381556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf7cfc-38d3-44dd-9120-e31090676f42 req-b4e56370-764a-44b4-81d1-f6ee49185e7d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:32.383332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33bf7cfc-38d3-44dd-9120-e31090676f42 req-b4e56370-764a-44b4-81d1-f6ee49185e7d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0613253 Aug 31 16:32:32.425301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33bf7cfc-38d3-44dd-9120-e31090676f42 req-3d442105-6900-4e43-8865-f9e73de31e0a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Aug 31 16:32:32.921791 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-9a4e7fbb-9102-4793-9602-45b8d77176eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522985 Aug 31 16:32:33.009316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-292bf021-7879-42e2-a500-ffaf4c3295b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:33.010968 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-292bf021-7879-42e2-a500-ffaf4c3295b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 1097 time: 0.0453815 Aug 31 16:32:33.117688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-65c592b3-948e-4210-a775-b8f3fceb2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:33.119344 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-65c592b3-948e-4210-a775-b8f3fceb2b4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0884464 Aug 31 16:32:33.167456 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-fb2483c6-f92c-4e08-bc09-700bf81e289f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d HTTP/1.1" status: 200 len: 217 time: 0.0394156 Aug 31 16:32:33.222019 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-44b44afc-d6ba-4ddd-9de1-649e413ec76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:33.223663 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-44b44afc-d6ba-4ddd-9de1-649e413ec76e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0497818 Aug 31 16:32:33.273192 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-ce8cdc92-4673-4bdf-ab03-3aa868a67edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:33.274779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-ce8cdc92-4673-4bdf-ab03-3aa868a67edc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446074 Aug 31 16:32:33.383119 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-d88f1af4-f8ff-48cd-ad20-6d9c850d76cd service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982020 Aug 31 16:32:33.479004 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-42ea5d85-11be-46ff-b071-7661aee4b01b req-27327b3a-c2a3-44c1-9e23-6b68ffc97160 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888371 Aug 31 16:32:33.566216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dbf22-4921-432d-92fc-36e8a1fbd4f0 req-cb1386c6-c95f-4492-b2c8-72afa03a763c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:33.568114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d4dbf22-4921-432d-92fc-36e8a1fbd4f0 req-cb1386c6-c95f-4492-b2c8-72afa03a763c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 944 time: 0.0618286 Aug 31 16:32:33.610605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d4dbf22-4921-432d-92fc-36e8a1fbd4f0 req-4b969d1e-2db1-4ad3-8897-f9aaefccb988 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364070 Aug 31 16:32:34.007984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 632ba9ec-465b-4ce1-a98b-e522743ffa7a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:32:34.115353 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:34.127170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '632ba9ec-465b-4ce1-a98b-e522743ffa7a', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': '632ba9ec-465b-4ce1-a98b-e522743ffa7a', 'mac_address': 'fa:16:3e:ac:f6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:32:34.167418 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:34.180430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632ba9ec-465b-4ce1-a98b-e522743ffa7a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:32:34.201078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:34.207146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:34.258518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=632ba9ec-465b-4ce1-a98b-e522743ffa7a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:34.419174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['632ba9ec-465b-4ce1-a98b-e522743ffa7a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:32:34.743657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba26fe1-00f5-4260-bbf7-28124bc9e188 req-59278f23-1065-467f-ab4c-b6ce4e1617d7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:34.745183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ba26fe1-00f5-4260-bbf7-28124bc9e188 req-59278f23-1065-467f-ab4c-b6ce4e1617d7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 945 time: 0.0592635 Aug 31 16:32:34.786342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1ba26fe1-00f5-4260-bbf7-28124bc9e188 req-d953a308-e6cb-42b8-b096-31c6a139e9bd tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Aug 31 16:32:35.916559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f02cf-13d1-49f6-8823-246de95d2c4a req-75899045-46e3-4050-9da6-a831a80513d4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:35.918471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-417f02cf-13d1-49f6-8823-246de95d2c4a req-75899045-46e3-4050-9da6-a831a80513d4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 945 time: 0.0577562 Aug 31 16:32:35.962230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-417f02cf-13d1-49f6-8823-246de95d2c4a req-9127a742-7262-4323-b3a5-3d81ef5fd6c2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Aug 31 16:32:36.007531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 632ba9ec-465b-4ce1-a98b-e522743ffa7a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:32:36.062414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 632ba9ec-465b-4ce1-a98b-e522743ffa7a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:32:36.067852 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 632ba9ec-465b-4ce1-a98b-e522743ffa7a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:32:36.068345 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:36.162347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:36.191761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632ba9ec-465b-4ce1-a98b-e522743ffa7a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:32:36.194086 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af1ea7-1eae-4dc4-a31e-ff9f47f65cd5" -d '{"events": [{"server_uuid": "3022eeeb-7f33-4c6f-b292-05b29f0b3826", "name": "network-vif-plugged", "status": "completed", "tag": "632ba9ec-465b-4ce1-a98b-e522743ffa7a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:32:36.212227 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:36.216907 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:36.247138 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8aecf4-8de9-4a8f-b3de-448c193c8525 x-openstack-request-id: req-2b8aecf4-8de9-4a8f-b3de-448c193c8525 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:32:36.247467 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3022eeeb-7f33-4c6f-b292-05b29f0b3826", "name": "network-vif-plugged", "status": "completed", "tag": "632ba9ec-465b-4ce1-a98b-e522743ffa7a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:32:36.247635 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b8aecf4-8de9-4a8f-b3de-448c193c8525 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:32:36.248048 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632ba9ec-465b-4ce1-a98b-e522743ffa7a', 'code': 200} Aug 31 16:32:36.292008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=632ba9ec-465b-4ce1-a98b-e522743ffa7a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:36.345705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee0574-ac5d-4765-9e65-1131cbb428ab req-96693ab6-c0ba-4fb6-aed6-7c1d30b81a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:36.347238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bee0574-ac5d-4765-9e65-1131cbb428ab req-96693ab6-c0ba-4fb6-aed6-7c1d30b81a93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 1098 time: 0.0460422 Aug 31 16:32:36.391854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bee0574-ac5d-4765-9e65-1131cbb428ab req-53362b2f-c1c6-43d3-a94d-8ee8ba603a37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Aug 31 16:32:37.098786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a296b-1db9-4029-b062-6531496edc27 req-71b3ca3c-8154-428a-b598-0cdb046fd232 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:37.100359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a5a296b-1db9-4029-b062-6531496edc27 req-71b3ca3c-8154-428a-b598-0cdb046fd232 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 946 time: 0.0585315 Aug 31 16:32:37.141595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a5a296b-1db9-4029-b062-6531496edc27 req-2539e795-9caa-4dcb-a34d-06098a640a58 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Aug 31 16:32:38.269233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b17ef-ae51-4e21-80eb-99a894fc7511 req-76abd1c8-5af2-443d-868c-506231033608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:38.270821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c7b17ef-ae51-4e21-80eb-99a894fc7511 req-76abd1c8-5af2-443d-868c-506231033608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Aug 31 16:32:38.314583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c7b17ef-ae51-4e21-80eb-99a894fc7511 req-911caa43-b734-4cb9-b6c3-464e8d96e6ef tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Aug 31 16:32:38.439411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116ddd6-64fa-47e4-8984-95a64553fd5e req-31d82956-0364-46cb-9b1b-480629b70bf3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:38.441109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f116ddd6-64fa-47e4-8984-95a64553fd5e req-31d82956-0364-46cb-9b1b-480629b70bf3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Aug 31 16:32:38.490468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f116ddd6-64fa-47e4-8984-95a64553fd5e req-41ed37c4-ad01-46d4-89a3-b4bf5f098fce tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Aug 31 16:32:38.836987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ea61b-b96e-4349-b463-c44d8b7bc03b req-d2f70b7f-220b-495f-8384-00eed686530b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:38.838570 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2ea61b-b96e-4349-b463-c44d8b7bc03b req-d2f70b7f-220b-495f-8384-00eed686530b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 946 time: 0.0685153 Aug 31 16:32:38.884970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2ea61b-b96e-4349-b463-c44d8b7bc03b req-a5658a17-87aa-477b-bb30-87dbd94ca3c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Aug 31 16:32:40.008035 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86b444-688c-4d1f-ac53-5defb3d00716 req-b1617afe-3cfd-4404-818f-fc337dad344e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:40.009563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f86b444-688c-4d1f-ac53-5defb3d00716 req-b1617afe-3cfd-4404-818f-fc337dad344e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 946 time: 0.0520377 Aug 31 16:32:40.051598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f86b444-688c-4d1f-ac53-5defb3d00716 req-cf345f80-d8dd-4a42-98dc-1bd4283762ac tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Aug 31 16:32:40.376760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-16860a2a-3350-4b1f-bbe5-2e2ee520c336 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:40.378221 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-16860a2a-3350-4b1f-bbe5-2e2ee520c336 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 946 time: 0.0589054 Aug 31 16:32:40.480406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port 632ba9ec-465b-4ce1-a98b-e522743ffa7a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:32:40.480756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:40.572481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port 632ba9ec-465b-4ce1-a98b-e522743ffa7a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=632ba9ec-465b-4ce1-a98b-e522743ffa7a,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:40.572855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:40.586947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for 632ba9ec-465b-4ce1-a98b-e522743ffa7a owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:32:40.732914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:40.747048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f2f9cc4d-3c19-47ea-933f-34dde92da00d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:32:40.750490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['632ba9ec-465b-4ce1-a98b-e522743ffa7a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:32:40.764601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=632ba9ec-465b-4ce1-a98b-e522743ffa7a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:40.822974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port 632ba9ec-465b-4ce1-a98b-e522743ffa7a on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:32:40.828970 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:40.831656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0050486f-4e28-423b-bd0f-8157bfe301f3 req-3a8a3f9f-28b1-4c48-bd08-ade5eb6c8608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "DELETE /v2.0/ports/632ba9ec-465b-4ce1-a98b-e522743ffa7a HTTP/1.1" status: 204 len: 173 time: 0.4465714 Aug 31 16:32:40.832368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'name': 'network-vif-deleted', 'tag': '632ba9ec-465b-4ce1-a98b-e522743ffa7a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:32:40.834990 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376de1c8-136d-4195-b9ef-f0d37c83e69b" -d '{"events": [{"server_uuid": "3022eeeb-7f33-4c6f-b292-05b29f0b3826", "name": "network-vif-deleted", "tag": "632ba9ec-465b-4ce1-a98b-e522743ffa7a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:32:40.887827 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35312a3-8b4f-4759-916a-ab81033cbe38 x-openstack-request-id: req-c35312a3-8b4f-4759-916a-ab81033cbe38 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:32:40.888159 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3022eeeb-7f33-4c6f-b292-05b29f0b3826", "name": "network-vif-deleted", "tag": "632ba9ec-465b-4ce1-a98b-e522743ffa7a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:32:40.888499 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c35312a3-8b4f-4759-916a-ab81033cbe38 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:32:40.888912 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022eeeb-7f33-4c6f-b292-05b29f0b3826', 'name': 'network-vif-deleted', 'tag': '632ba9ec-465b-4ce1-a98b-e522743ffa7a', 'status': 'completed', 'code': 200} Aug 31 16:32:41.168130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71677a0e-57ff-4f6d-b75e-fc4e7ef4c5d7 req-6aaf4680-fe41-4449-a5c1-2cc698aeac2b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0371594 Aug 31 16:32:42.283728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d3b5b631-dc08-4012-b504-f5cb5b5ecc6d req-d447d7e6-fa65-4a54-95d8-15f2a9e8ff05 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0330207 Aug 31 16:32:43.396327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7055ac48-4352-4a4f-ae22-2d53ad84f1a5 req-af4ff957-b960-409d-863b-64070dde1614 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Aug 31 16:32:44.055760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 632ba9ec-465b-4ce1-a98b-e522743ffa7a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:32:44.078594 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 632ba9ec-465b-4ce1-a98b-e522743ffa7a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:32:44.078937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 632ba9ec-465b-4ce1-a98b-e522743ffa7a not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:32:44.519200 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-191cb01d-0e2a-49a1-8632-18ad367b56ca req-78e4b32b-4552-430f-94f9-414e7bc62882 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=3022eeeb-7f33-4c6f-b292-05b29f0b3826 HTTP/1.1" status: 200 len: 210 time: 0.0293980 Aug 31 16:32:47.417136 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:32:50.107110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091efc0c-ee9d-4129-b070-d5f890d21c11 req-f26c5c53-b33a-4d0d-a126-ffaea1f25ef0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:50.108672 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-091efc0c-ee9d-4129-b070-d5f890d21c11 req-f26c5c53-b33a-4d0d-a126-ffaea1f25ef0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0547013 Aug 31 16:32:50.149362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-091efc0c-ee9d-4129-b070-d5f890d21c11 req-7931b504-ca60-4ca6-be1a-28e3c46362e9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Aug 31 16:32:51.060984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-46c96035-b5e0-462c-aba9-3557404c417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:51.280648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa271a2d-a277-4493-ab39-6c0e0d1251c5 req-309bd490-086f-45cf-8b3b-073b80325eaa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:51.282609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa271a2d-a277-4493-ab39-6c0e0d1251c5 req-309bd490-086f-45cf-8b3b-073b80325eaa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0546300 Aug 31 16:32:51.332757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa271a2d-a277-4493-ab39-6c0e0d1251c5 req-8b39cf4b-5eac-4a70-8782-d4d9e4a42e3c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c9d8f29-6301-46d5-81ac-3102736f0426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 Aug 31 16:32:51.573669 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15cc6-6540-479c-881b-861ea7426802 req-ef4ff867-076c-41de-b14d-6fa61a148fca tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:32:51.575076 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aed15cc6-6540-479c-881b-861ea7426802 req-ef4ff867-076c-41de-b14d-6fa61a148fca tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 945 time: 0.0557344 Aug 31 16:32:51.668577 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port f2f9cc4d-3c19-47ea-933f-34dde92da00d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:32:51.668925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:51.769802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port f2f9cc4d-3c19-47ea-933f-34dde92da00d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=f2f9cc4d-3c19-47ea-933f-34dde92da00d,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:32:51.770167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:51.783841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for f2f9cc4d-3c19-47ea-933f-34dde92da00d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:32:51.921979 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:51.938536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['f2f9cc4d-3c19-47ea-933f-34dde92da00d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:32:51.959205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=f2f9cc4d-3c19-47ea-933f-34dde92da00d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:51.972159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.972548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.972896 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.973249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.973592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.973934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.974375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.974623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.974958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.975290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.975717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:51.975942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:32:52.013324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port f2f9cc4d-3c19-47ea-933f-34dde92da00d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:32:52.015973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:52.018066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aed15cc6-6540-479c-881b-861ea7426802 req-27ab46d7-c400-46fc-bebc-82ef9fa35413 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "DELETE /v2.0/ports/f2f9cc4d-3c19-47ea-933f-34dde92da00d HTTP/1.1" status: 204 len: 173 time: 0.4362664 Aug 31 16:32:52.018530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e1a879-8f86-4254-8c55-5806e331ff66', 'name': 'network-vif-deleted', 'tag': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:32:52.020865 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8283ca1e-4162-4652-908f-7a40a2c6fd05" -d '{"events": [{"server_uuid": "55e1a879-8f86-4254-8c55-5806e331ff66", "name": "network-vif-deleted", "tag": "f2f9cc4d-3c19-47ea-933f-34dde92da00d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:32:52.226328 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e048e-2ce9-4ea4-8268-74aa0c84d796 x-openstack-request-id: req-564e048e-2ce9-4ea4-8268-74aa0c84d796 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:32:52.226623 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e1a879-8f86-4254-8c55-5806e331ff66", "name": "network-vif-deleted", "tag": "f2f9cc4d-3c19-47ea-933f-34dde92da00d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:32:52.226946 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-564e048e-2ce9-4ea4-8268-74aa0c84d796 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:32:52.227277 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e1a879-8f86-4254-8c55-5806e331ff66', 'name': 'network-vif-deleted', 'tag': 'f2f9cc4d-3c19-47ea-933f-34dde92da00d', 'status': 'completed', 'code': 200} Aug 31 16:32:52.469092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e38c11bb-b44b-47ad-b78c-b0fa1ecb7b77 req-2fd96bcc-0523-49b7-badf-fbdae7ce064c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 210 time: 0.0296180 Aug 31 16:32:53.581932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-438d067e-97ab-4cb7-8e82-e8a90ee248ee req-d4341362-4da5-4af4-813b-90ffc56a2368 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 210 time: 0.0293996 Aug 31 16:32:54.443933 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:54.544180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f2f9cc4d-3c19-47ea-933f-34dde92da00d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:32:54.567805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: f2f9cc4d-3c19-47ea-933f-34dde92da00d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:32:54.568247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device f2f9cc4d-3c19-47ea-933f-34dde92da00d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:32:54.696958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0be9194f-429d-4dc3-8c50-eefa6dd18d70 req-ef23b9fa-869a-4bf1-af71-59d79055db7d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 210 time: 0.0315413 Aug 31 16:32:55.270983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:55.403079 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:55.667123 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a29ed40f-6c81-46f9-ac13-3a3556a43c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:55.833497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd968e92-36fa-4317-af9c-67f8d25839f3 req-e93b4ada-9345-4f4d-bc66-08fab7425e6a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=55e1a879-8f86-4254-8c55-5806e331ff66 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Aug 31 16:32:55.939430 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:57.729439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:58.944731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40212) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:58.950377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343567642', 'description': 'tempest-secgroup-smoke-1343567642 description', 'project_id': '959f21b743ac42ddb5925b20fe092afd'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:58.975499 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.058335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.062463 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.090338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.091653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457877 Aug 31 16:32:59.095180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40214) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:59.096222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3cc71-f46e-447f-8856-6adc721a4738 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2eb53-238a-4aec-9009-0acff05242de,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.100534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group_rule': {'security_group_id': '1ab2eb53-238a-4aec-9009-0acff05242de', 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:59.128510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.186401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.190873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.210108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88441fb0-3125-4c79-8684-5dc35bfcf358,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.217844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.219066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cdf87d8d-1b02-407a-a4dc-acef74732d60 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226485 Aug 31 16:32:59.221835 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40216) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:59.226394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group_rule': {'security_group_id': '1ab2eb53-238a-4aec-9009-0acff05242de', 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:59.254235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.313596 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.318681 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.348877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81251ed2-e1ad-4f0d-bf82-09883d24034c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.355933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.357784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-06cf9b2d-a4f7-409a-99d2-7fb42b6536a7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348562 Aug 31 16:32:59.360521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40218) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:59.366399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group_rule': {'security_group_id': '1ab2eb53-238a-4aec-9009-0acff05242de', 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:59.396919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.458507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.462299 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.480534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbc9ae3-d460-45c8-b0dd-59fe019edcb5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.488050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.489598 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-56c7e8b4-843b-43a2-86e2-0f62b3b035b9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276891 Aug 31 16:32:59.492700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40220) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:59.497510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group_rule': {'security_group_id': '1ab2eb53-238a-4aec-9009-0acff05242de', 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:59.525451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.591934 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.596295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.614769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bd7b75-9b3c-4f67-ac36-2b1f537b0f96,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.624584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.628412 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d8a3a088-287e-4f20-9d73-6ee383925e5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345608 Aug 31 16:32:59.631204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40222) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:59.635881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group_rule': {'security_group_id': '1ab2eb53-238a-4aec-9009-0acff05242de', 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:59.662789 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Project 959f21b743ac42ddb5925b20fe092afd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:32:59.668451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.742398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.747915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.766277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277c98b9-4cff-4bd1-a85c-c24ad6bb17d1,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.773193 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.777705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a0feb09c-1cff-4c9f-9ba5-7985673c6aa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427579 Aug 31 16:32:59.777783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40224) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:32:59.782724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'security_group_rule': {'security_group_id': '1ab2eb53-238a-4aec-9009-0acff05242de', 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:32:59.809913 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Project 959f21b743ac42ddb5925b20fe092afd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:32:59.815388 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.882081 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.886197 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.906495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ba070b-2067-4bca-9697-b328c0e67e33,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:32:59.911687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:32:59.913773 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-76dfeaf7-8eac-4830-99c1-0646c81bfc2a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347969 Aug 31 16:33:14.348439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-f17a4196-ad81-4edf-baae-a42a812f15e0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343567642&fields=id&tenant_id=959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 267 time: 0.0354679 Aug 31 16:33:14.459199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-9d986235-6870-4197-a8d2-1a421893a89d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:14.460778 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-9d986235-6870-4197-a8d2-1a421893a89d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1054866 Aug 31 16:33:14.475645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-3d266746-8a81-4f85-a7da-c5ac7458da70 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0090425 Aug 31 16:33:14.526537 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-42825553-7e84-4a91-b945-31ff275d79d4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454459 Aug 31 16:33:14.591941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-acd5a491-3617-4e85-b9d0-52fdd4c28560 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:33:14.593030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-acd5a491-3617-4e85-b9d0-52fdd4c28560 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554597 Aug 31 16:33:14.683746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-d1a93cf8-1982-492e-b21e-dd8f006af482 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844853 Aug 31 16:33:14.772899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-f57dd2da-724c-45eb-a129-ab1ff226410e service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Aug 31 16:33:15.078686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c76a5d8e-5ec3-4a19-ba35-353685b8980c req-3e09bd0b-d887-4c34-b6da-7282d9ffc20b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0317879 Aug 31 16:33:16.009988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-89f39e5e-06b9-44a1-bfbe-002e49980974 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:16.011989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-89f39e5e-06b9-44a1-bfbe-002e49980974 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1245584 Aug 31 16:33:16.062439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-dcb3e964-2242-4185-8403-9b2f95954926 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 380 time: 0.0370378 Aug 31 16:33:16.073000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': '465dd63a-670a-489b-90aa-733139f9fdf9', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'security_groups': ['1ab2eb53-238a-4aec-9009-0acff05242de']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:33:16.196477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51c8ad92-efc2-4f38-864a-e4dafd7f6fc8 req-8bdc093a-effb-4b07-945e-a02951dc23cc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0405161 Aug 31 16:33:16.219078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:33:16.222618 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:16.362895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.11 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/f48fce2c-b271-4ad6-94b9-c38a68d64c2e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:33:16.517971 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:16.533708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object f48fce2c-b271-4ad6-94b9-c38a68d64c2e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:33:16.567374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:16.617047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:33:16.620306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:33:16.622943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:33:16.658608 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:16.674292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.674651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.675000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.675376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.675717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.676140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.676519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.676864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.677198 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.677574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.677913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.678350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:16.700779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:16.701875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:16.720156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4c258e76-7981-4ad3-94f9-6c6269efc190 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6508780 Aug 31 16:33:16.733418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Request body: {'port': {'device_id': '465dd63a-670a-489b-90aa-733139f9fdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:33:16.800664 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:16.969998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9564e1b0-4999-4416-8119-21344ee6372a None None] Provisioning for port f48fce2c-b271-4ad6-94b9-c38a68d64c2e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:33:16.974544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9564e1b0-4999-4416-8119-21344ee6372a None None] Provisioning complete for port f48fce2c-b271-4ad6-94b9-c38a68d64c2e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:33:16.974921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9564e1b0-4999-4416-8119-21344ee6372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:17.012253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9564e1b0-4999-4416-8119-21344ee6372a None None] Port f48fce2c-b271-4ad6-94b9-c38a68d64c2e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:33:17.157370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48fce2c-b271-4ad6-94b9-c38a68d64c2e {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:33:17.165378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:17.178128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Transition to ACTIVE for port object f48fce2c-b271-4ad6-94b9-c38a68d64c2e will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:33:17.182498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:17.309444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Pushing event updated for resources: {'Port': ['ID=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:17.378684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Attempting to bind port f48fce2c-b271-4ad6-94b9-c38a68d64c2e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:33:17.379006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Attempting to bind port f48fce2c-b271-4ad6-94b9-c38a68d64c2e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:33:17.379444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Attempting to bind port f48fce2c-b271-4ad6-94b9-c38a68d64c2e on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:33:17.387358 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Port f48fce2c-b271-4ad6-94b9-c38a68d64c2e on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:33:17.387831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Attempting to bind port f48fce2c-b271-4ad6-94b9-c38a68d64c2e on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:33:17.400908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41020-96cd-486f-9828-07aca77c4d63 req-9990b17f-f53a-46ec-8614-b5b268d3c052 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:17.402684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31e41020-96cd-486f-9828-07aca77c4d63 req-9990b17f-f53a-46ec-8614-b5b268d3c052 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0945232 Aug 31 16:33:17.404108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:33:17.404559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:33:17.405033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:33:17.405544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Bound port: f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:33:17.405999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:17.490914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31e41020-96cd-486f-9828-07aca77c4d63 req-90661ec9-9ac3-4ef9-a367-1387b1c25c7c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747404 Aug 31 16:33:17.508774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] For port f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:33:17.512392 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] For port f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:33:17.517790 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:17.550062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:17.550802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:17.552271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] 10.222.0.30 "PUT /v2.0/ports/f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 200 len: 1093 time: 0.8234015 Aug 31 16:33:17.554571 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:33:17.556890 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b16e2c3-a185-4488-842a-105fe29ae64b" -d '{"events": [{"name": "network-changed", "server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:33:17.583556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9654f1-9ce1-42d4-9203-6399401b0585 service neutron] Pushing event updated for resources: {'Port': ['ID=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:17.634248 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956f8806-70dd-4f46-bf22-95493d751dc2 x-openstack-request-id: req-956f8806-70dd-4f46-bf22-95493d751dc2 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:33:17.634678 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:33:17.635307 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-956f8806-70dd-4f46-bf22-95493d751dc2 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:33:17.635817 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'status': 'completed', 'code': 200} Aug 31 16:33:17.670501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-47bb8f99-986e-4c18-be2c-0dfbe57e5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:17.672288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-47bb8f99-986e-4c18-be2c-0dfbe57e5313 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0513418 Aug 31 16:33:17.722508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-3ea81299-2964-4299-b0b4-73b8ef9157f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 200 len: 217 time: 0.0409076 Aug 31 16:33:17.779273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-f1a1e8e2-eea0-4883-826f-2e6421c4aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:17.780964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-f1a1e8e2-eea0-4883-826f-2e6421c4aad5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0499711 Aug 31 16:33:17.834245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-ed66ce5b-de7f-4d6a-a11e-0aed45af2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:17.835779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-ed66ce5b-de7f-4d6a-a11e-0aed45af2a52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457997 Aug 31 16:33:17.941578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-8ccb3b2c-f2ae-46e8-b85d-65930095a483 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966039 Aug 31 16:33:18.038519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d49ab3-0f38-40e4-9466-bd1c5be8bb2f req-69590e65-7688-41ac-8a8d-f56105a5ff82 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Aug 31 16:33:18.129514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-31646ec2-aeec-4106-b223-294afe5034ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:18.131039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-31646ec2-aeec-4106-b223-294afe5034ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0423446 Aug 31 16:33:18.228001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-d71f7291-0b80-472b-858c-bd757e8472de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:18.229490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-d71f7291-0b80-472b-858c-bd757e8472de service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0913687 Aug 31 16:33:18.274373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-21858658-87e8-442d-88ef-456b28c8c818 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 200 len: 217 time: 0.0372093 Aug 31 16:33:18.330485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-1692f6a0-3391-40ca-ba0d-c014563ac8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:18.331899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-1692f6a0-3391-40ca-ba0d-c014563ac8c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0490448 Aug 31 16:33:18.378957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-9c0dbf7d-ff7c-4153-9fca-8096375fb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:18.380535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-9c0dbf7d-ff7c-4153-9fca-8096375fb680 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412462 Aug 31 16:33:18.479863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-0ec1dc0c-fb5b-42fb-b995-219b7660f2c2 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907614 Aug 31 16:33:18.648433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c7c1-6e7b-4f2e-877c-7f8979be6667 req-fbbd9303-2af4-4a01-b670-40f9238e8602 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:18.650054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b37c7c1-6e7b-4f2e-877c-7f8979be6667 req-fbbd9303-2af4-4a01-b670-40f9238e8602 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0835130 Aug 31 16:33:18.652004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b16e2c3-a185-4488-842a-105fe29ae64b req-3c807bde-2199-4f92-ae10-8e56f793914f service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633182 Aug 31 16:33:18.697587 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b37c7c1-6e7b-4f2e-877c-7f8979be6667 req-9b8d22c5-7da1-487f-8692-51cbce818472 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405464 Aug 31 16:33:19.820865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0cc7-2135-4428-a959-8d89d7b6fdfe req-c64b00f8-426c-4b15-a699-7da30c9ecf7a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:19.822413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81bf0cc7-2135-4428-a959-8d89d7b6fdfe req-c64b00f8-426c-4b15-a699-7da30c9ecf7a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0497119 Aug 31 16:33:19.872663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-81bf0cc7-2135-4428-a959-8d89d7b6fdfe req-ae01fd50-2ae9-4133-ba0f-2832d515270a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Aug 31 16:33:20.999241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389438-4f4d-4e23-b5d2-6685da30e24e req-855bce28-b58c-422a-b200-dca8d7870056 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:21.000696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3389438-4f4d-4e23-b5d2-6685da30e24e req-855bce28-b58c-422a-b200-dca8d7870056 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0509124 Aug 31 16:33:21.039565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3389438-4f4d-4e23-b5d2-6685da30e24e req-24a90e0e-ca96-475e-b0eb-0d5289d3ef15 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Aug 31 16:33:21.063894 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-037ab853-c304-4a6e-b0d2-170b9feeed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:22.157359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e6f65-4b04-40d3-8526-92518ce27431 req-8d2d5833-a16e-4f9e-b71a-9c83bf9748ca tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:22.158873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-177e6f65-4b04-40d3-8526-92518ce27431 req-8d2d5833-a16e-4f9e-b71a-9c83bf9748ca tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0499988 Aug 31 16:33:22.198467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-177e6f65-4b04-40d3-8526-92518ce27431 req-1a429cf6-68ce-45d7-86f1-ba99f3294721 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Aug 31 16:33:23.313234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71be791-adba-4e31-a2d6-34f0e94059e5 req-213efd2a-7df9-4f39-903b-98c86a4da1c2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:23.315242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a71be791-adba-4e31-a2d6-34f0e94059e5 req-213efd2a-7df9-4f39-903b-98c86a4da1c2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0499411 Aug 31 16:33:23.356149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a71be791-adba-4e31-a2d6-34f0e94059e5 req-cb318d98-72a1-4b6e-9fc0-fe1e235a909b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Aug 31 16:33:24.416522 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:33:24.441090 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:24.474692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7d0b-08e5-4b95-a3d8-7f98d589081b req-aed53fb2-4970-4e52-9937-4539d0491303 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:24.476253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fabc7d0b-08e5-4b95-a3d8-7f98d589081b req-aed53fb2-4970-4e52-9937-4539d0491303 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0492446 Aug 31 16:33:24.513232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fabc7d0b-08e5-4b95-a3d8-7f98d589081b req-e695ff73-ee41-4d04-b595-3cb1bbb801e2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Aug 31 16:33:25.264027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:25.399434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:25.633192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f0993-a4bb-47b9-a993-74ca95b69f15 req-a150d2aa-1f7b-4f7e-a6b5-589afa3f6a83 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:25.634753 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e43f0993-a4bb-47b9-a993-74ca95b69f15 req-a150d2aa-1f7b-4f7e-a6b5-589afa3f6a83 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0531251 Aug 31 16:33:25.662720 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0392-9e68-4763-9932-66efd7c15caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:25.677502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e43f0993-a4bb-47b9-a993-74ca95b69f15 req-ea57427d-3119-43e1-8956-055d018a1ba1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361409 Aug 31 16:33:25.936656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:26.800669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c5248-c93e-46fe-80d4-f4d0936026f7 req-9e54f4b7-aaa9-416a-8c39-82a78a59f308 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:26.802196 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-238c5248-c93e-46fe-80d4-f4d0936026f7 req-9e54f4b7-aaa9-416a-8c39-82a78a59f308 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.0508718 Aug 31 16:33:26.843433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-238c5248-c93e-46fe-80d4-f4d0936026f7 req-fdc33790-bde6-440d-bcbe-93038166b294 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352421 Aug 31 16:33:27.742141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:28.291092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f48fce2c-b271-4ad6-94b9-c38a68d64c2e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:33:28.369278 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ccc97-a5b3-4428-9a71-dc4c3d328d30 req-646b01ac-b55f-4b2a-93ef-81f94a01769c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:28.370797 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c67ccc97-a5b3-4428-9a71-dc4c3d328d30 req-646b01ac-b55f-4b2a-93ef-81f94a01769c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 944 time: 0.4496391 Aug 31 16:33:28.394743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:33:28.408537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'mac_address': 'fa:16:3e:96:b6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:33:28.411157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c67ccc97-a5b3-4428-9a71-dc4c3d328d30 req-11f0baee-b772-44b1-8c94-9e3ebb14aa01 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Aug 31 16:33:28.446692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:28.459442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48fce2c-b271-4ad6-94b9-c38a68d64c2e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:33:28.478862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:33:28.482969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:28.534492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:28.541801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.542110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.542452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.542792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.543128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.543462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.543792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.544125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.544545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.544872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.545200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.545523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:33:28.704902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f48fce2c-b271-4ad6-94b9-c38a68d64c2e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:33:29.528888 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c4e75-b071-498d-b5d4-661f7da114ce req-34e05988-9bbd-4d59-8ae0-58f2a72f5030 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:29.530378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-308c4e75-b071-498d-b5d4-661f7da114ce req-34e05988-9bbd-4d59-8ae0-58f2a72f5030 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Aug 31 16:33:29.571160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-308c4e75-b071-498d-b5d4-661f7da114ce req-72104ba4-dedd-416a-81f0-c668513060b7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347943 Aug 31 16:33:30.302743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f48fce2c-b271-4ad6-94b9-c38a68d64c2e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:33:30.351259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f48fce2c-b271-4ad6-94b9-c38a68d64c2e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:33:30.354906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f48fce2c-b271-4ad6-94b9-c38a68d64c2e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:33:30.355273 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:30.431083 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:30.452808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:33:30.455555 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f9eb7-fe70-42c8-a415-cb4f02b87e6f" -d '{"events": [{"server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "name": "network-vif-plugged", "status": "completed", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:33:30.468776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:33:30.473944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:30.537491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:30.560417 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddec2ea-e2bc-4c35-8729-c9e64c0ba36f x-openstack-request-id: req-3ddec2ea-e2bc-4c35-8729-c9e64c0ba36f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:33:30.560713 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "name": "network-vif-plugged", "status": "completed", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:33:30.560965 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ddec2ea-e2bc-4c35-8729-c9e64c0ba36f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:33:30.561359 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'code': 200} Aug 31 16:33:30.689221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528e9ef-5a30-46d9-80f5-a064f84e54ea req-cd970384-1c31-488d-bc23-6be354135fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:30.690849 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c528e9ef-5a30-46d9-80f5-a064f84e54ea req-cd970384-1c31-488d-bc23-6be354135fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0715415 Aug 31 16:33:30.708118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a2d1-eec4-4199-8b76-df5ab3a58e10 req-f4809660-ee57-4efd-96e6-02976b87f116 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:30.709598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0105a2d1-eec4-4199-8b76-df5ab3a58e10 req-f4809660-ee57-4efd-96e6-02976b87f116 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0646498 Aug 31 16:33:30.758701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c528e9ef-5a30-46d9-80f5-a064f84e54ea req-33d77f2e-4c2b-40ea-929e-807b56c43ee0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592926 Aug 31 16:33:30.766050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0105a2d1-eec4-4199-8b76-df5ab3a58e10 req-04234418-3bff-4387-9d26-00a886a9065a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502441 Aug 31 16:33:31.885492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbc6e-f34b-4725-ae4b-ecac82d33d80 req-7943d692-63cf-4368-a291-14775fa9885e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:31.887033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6dbbc6e-f34b-4725-ae4b-ecac82d33d80 req-7943d692-63cf-4368-a291-14775fa9885e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0510647 Aug 31 16:33:31.927737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6dbbc6e-f34b-4725-ae4b-ecac82d33d80 req-5c7d6d07-afaf-401c-8e5a-4acec4208a1a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337565 Aug 31 16:33:32.287959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-d0c7b2dd-3da8-4363-9fbb-819f1ec52173 req-79196790-c157-4c08-9922-58b821163e0b tempest-AttachVolumeNegativeTest-1935895136 tempest-AttachVolumeNegativeTest-1935895136-project] (101477) timed out ('10.222.0.43', 34774) {{(pid=101477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:33:33.049268 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe530-48da-4dc7-8263-9aaabae3e970 req-39e2032b-8b99-44fe-aa4c-557c6fdc1a68 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:33.050692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927fe530-48da-4dc7-8263-9aaabae3e970 req-39e2032b-8b99-44fe-aa4c-557c6fdc1a68 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0526326 Aug 31 16:33:33.091619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-927fe530-48da-4dc7-8263-9aaabae3e970 req-375b96a9-bf9c-473f-82ec-16303713bfa8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348585 Aug 31 16:33:33.230595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cdbbb-44fe-4f18-b3b7-710a379150c6 req-54151b49-afa7-475d-a5a3-84c5468cccec tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:33.232163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b8cdbbb-44fe-4f18-b3b7-710a379150c6 req-54151b49-afa7-475d-a5a3-84c5468cccec tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Aug 31 16:33:33.272348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b8cdbbb-44fe-4f18-b3b7-710a379150c6 req-4e8c1e75-84ac-4004-9e1b-ff4151c8add7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330806 Aug 31 16:33:33.294584 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40414) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:33:33.336585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05f0cb-1daf-4a50-94fe-c8fad45d2a79 tempest-TestVolumeBootPattern-1083853877 tempest-TestVolumeBootPattern-1083853877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:33.338088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7e05f0cb-1daf-4a50-94fe-c8fad45d2a79 tempest-TestVolumeBootPattern-1083853877 tempest-TestVolumeBootPattern-1083853877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1093 time: 0.0424631 Aug 31 16:33:33.341209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40416) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:33:33.345967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:33:33.369246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:33.470663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:33.573603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.25.6.205 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f354d90a-3d5c-46a6-ba57-e243928a6de2) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:33:33.682774 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:33.730753 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:33.772520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:33:33.775413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:33:33.779104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:33:33.802454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=f354d90a-3d5c-46a6-ba57-e243928a6de2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:34.145906 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:34.234266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:34.387180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:34.392438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:34.464149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=f354d90a-3d5c-46a6-ba57-e243928a6de2,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:33:34.476272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:34.581347 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Floating IP 2fcd7947-7157-41d1-8e6e-90f4cb6c838a associated. External IP: 172.25.6.205, port: f48fce2c-b271-4ad6-94b9-c38a68d64c2e. Aug 31 16:33:34.794172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:33:34.908522 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:33:34.919577 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:33:34.925626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:34.931734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:33:34.932405 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:33:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:33:34.962359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8f0699ed-370b-4686-879f-eeb88eb08850 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6199541 Aug 31 16:33:34.963177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:33:34.965592 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d4205-cc57-4aad-9495-383f9edb1489" -d '{"events": [{"name": "network-changed", "server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:33:35.072107 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ee31f-116a-4070-a82d-244e88eec782 x-openstack-request-id: req-851ee31f-116a-4070-a82d-244e88eec782 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:33:35.072437 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:33:35.072693 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-851ee31f-116a-4070-a82d-244e88eec782 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:33:35.073108 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'status': 'completed', 'code': 200} Aug 31 16:33:35.134385 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:33:35.137576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4205-cc57-4aad-9495-383f9edb1489 req-68b3bca1-1fcb-4b10-859f-961db9c57150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:35.138965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-68b3bca1-1fcb-4b10-859f-961db9c57150 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0432584 Aug 31 16:33:35.230578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4205-cc57-4aad-9495-383f9edb1489 req-6f0942d2-93ff-4d22-b0e2-8611b67c3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:35.232166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-6f0942d2-93ff-4d22-b0e2-8611b67c3928 service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0854774 Aug 31 16:33:35.311610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-914dfd41-1b14-474b-8047-9537ace2e2ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 200 len: 1000 time: 0.0699875 Aug 31 16:33:35.367031 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '2fcd7947-7157-41d1-8e6e-90f4cb6c838a', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:96:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465dd63a-670a-489b-90aa-733139f9fdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:33:34Z', 'updated_at': '2021-08-31T16:33:34Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:33:35.367940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4205-cc57-4aad-9495-383f9edb1489 req-4f49b0f4-78e1-4382-9812-d23cecdc8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:35.369527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-4f49b0f4-78e1-4382-9812-d23cecdc8a2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0494635 Aug 31 16:33:35.394781 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:33:35.403508 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:33:35.404115 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:33:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:33:35.421301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4205-cc57-4aad-9495-383f9edb1489 req-75a45e8a-4bb0-4f5b-8dc6-5912d9ae2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:35.423420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-75a45e8a-4bb0-4f5b-8dc6-5912d9ae2ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462425 Aug 31 16:33:35.511405 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:33:35.530071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-459f43f6-619d-4866-9c71-8b980d7883e8 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986860 Aug 31 16:33:35.631281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-838d4205-cc57-4aad-9495-383f9edb1489 req-9baa967d-16ea-4151-9030-e9c856daaeec service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906603 Aug 31 16:33:35.747159 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '2fcd7947-7157-41d1-8e6e-90f4cb6c838a', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:96:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465dd63a-670a-489b-90aa-733139f9fdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:33:34Z', 'updated_at': '2021-08-31T16:33:34Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:33:35.775133 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32f69c-396c-48c9-beb4-d4d67278f5cf None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '2fcd7947-7157-41d1-8e6e-90f4cb6c838a', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:96:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465dd63a-670a-489b-90aa-733139f9fdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:33:34Z', 'updated_at': '2021-08-31T16:33:34Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:33:35.988581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb518e-73a1-48a9-a7bd-e7b669702ed1 None None] New status for floating IP 2fcd7947-7157-41d1-8e6e-90f4cb6c838a: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:33:36.318585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-72a1b3d5-81f0-4723-96ec-0f4f662fe8c7 req-61086e06-4211-4665-8c75-b234e28f2117 service neutron] (101477) timed out ('10.222.0.43', 38252) {{(pid=101477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:33:36.774870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-59ecf7ff-541e-422e-8a6a-43ebf9f8f429 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439191 Aug 31 16:33:36.865200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-ccbe07fd-756f-409b-b28e-d37b4ca821f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:36.866720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-ccbe07fd-756f-409b-b28e-d37b4ca821f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0460999 Aug 31 16:33:36.976830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-bcd4ff50-a90b-4887-954e-ae687bb2a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:36.978363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-bcd4ff50-a90b-4887-954e-ae687bb2a553 service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0883408 Aug 31 16:33:37.052755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-2a45b75b-0b2f-4893-a84b-a09de88dde89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 200 len: 1002 time: 0.0664237 Aug 31 16:33:37.105126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-8f5ed07f-c015-4a36-9e13-29840d8b0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:37.106625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-8f5ed07f-c015-4a36-9e13-29840d8b0e28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0448070 Aug 31 16:33:37.157487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-06d5b0a8-6fd4-409a-af08-c68262129b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:33:37.159034 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-06d5b0a8-6fd4-409a-af08-c68262129b46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430875 Aug 31 16:33:37.270668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-1c295c98-1542-4aef-800f-adcee49c5cce service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029630 Aug 31 16:33:37.374390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-116b603d-4d2f-4156-95fb-2636921ceb64 req-5a07e682-3f88-4a5f-a20d-b891b714840c service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897210 Aug 31 16:33:51.065267 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-70d83c12-80ad-4375-ae29-19ed21ba7b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:54.441589 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:55.268596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:55.402251 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:55.670801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-966a14bd-1116-40ba-949e-3c5644faf9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:55.940987 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:33:57.741210 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:01.416950 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:34:21.065670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-524aa453-77e9-421a-b3f0-9060e8a977f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:24.454781 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:25.269796 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:25.396549 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:25.666971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16ed6dcc-4ce9-4a86-9424-86b2417cd20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:25.946922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:27.739662 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:38.417209 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:34:38.787922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-0ee4e1a9-39f6-4c28-84c7-081371232a0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432169 Aug 31 16:34:38.888991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-5e67fb89-67bf-4900-b8c0-b5516665e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:34:38.891704 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-5e67fb89-67bf-4900-b8c0-b5516665e558 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0575206 Aug 31 16:34:39.009510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-c363bd93-4686-4c71-8ac3-70f1127adc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:34:39.011142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-c363bd93-4686-4c71-8ac3-70f1127adc43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0985794 Aug 31 16:34:39.085793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-3de512fd-23f6-436e-bb48-585f1b813d89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 200 len: 1002 time: 0.0668404 Aug 31 16:34:39.142299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-5e72426d-e0ba-4198-ba3b-8d0160ece955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:34:39.144450 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-5e72426d-e0ba-4198-ba3b-8d0160ece955 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0516052 Aug 31 16:34:39.193025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-8709358d-977a-4c4e-9708-bb6889af68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:34:39.194571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-8709358d-977a-4c4e-9708-bb6889af68a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428700 Aug 31 16:34:39.297860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-b7e6f8ea-8e41-43f8-bf71-27897623b016 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951934 Aug 31 16:34:39.401341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10671af3-bc44-4f8f-8bbe-3b3f8d7a99db req-64068e7e-3e27-48a5-915f-85415944c3de service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921633 Aug 31 16:34:51.070664 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fee89fda-ab99-47ca-b0af-b52515b2c579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:54.462989 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:55.272120 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:55.397444 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:55.670218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0f75-f8f0-40b4-a996-312e6b659443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:55.948831 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:34:57.741211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:15.417416 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:35:21.071910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1268-d016-4ae5-94e9-05782739217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:24.466567 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:25.272321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:25.410321 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:25.672167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-74a139d9-175a-49d2-8c78-2f04f10980fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:25.951150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:27.743749 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:32.633798 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f429b-cb85-4d5e-b541-62d74f5128a4 req-76f9dddd-8e08-4763-96ec-0da5b0ffca01 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:32.635348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f6f429b-cb85-4d5e-b541-62d74f5128a4 req-76f9dddd-8e08-4763-96ec-0da5b0ffca01 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.1095092 Aug 31 16:35:32.672147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1f6f429b-cb85-4d5e-b541-62d74f5128a4 req-a375dad9-7365-4245-9275-6e0dc8615eb7 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Aug 31 16:35:33.827729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0c75a-b92a-466e-afa7-e5e15fe56c15 req-6606ff89-c007-430f-a8cd-533cea9ce63f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:33.829260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3dc0c75a-b92a-466e-afa7-e5e15fe56c15 req-6606ff89-c007-430f-a8cd-533cea9ce63f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0520732 Aug 31 16:35:33.866820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3dc0c75a-b92a-466e-afa7-e5e15fe56c15 req-e48ebcb4-f922-4a43-9d74-083d3ccc5b9c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Aug 31 16:35:34.200938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-e51ed4f0-448e-46ba-98ff-f3668014bbd3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:34.202449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-e51ed4f0-448e-46ba-98ff-f3668014bbd3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0495853 Aug 31 16:35:34.295635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port f48fce2c-b271-4ad6-94b9-c38a68d64c2e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:35:34.295886 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:34.384084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port f48fce2c-b271-4ad6-94b9-c38a68d64c2e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:35:34.384481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:34.552799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:34.553843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:34.554164 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Floating IP 2fcd7947-7157-41d1-8e6e-90f4cb6c838a disassociated. External IP: 172.25.6.205, port: f48fce2c-b271-4ad6-94b9-c38a68d64c2e. Aug 31 16:35:34.554505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for f48fce2c-b271-4ad6-94b9-c38a68d64c2e owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:35:34.683104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:34.710975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=f48fce2c-b271-4ad6-94b9-c38a68d64c2e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:34.723137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.723488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.723854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.724166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.724534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.725377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.725695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.726024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.726346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.726670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.726998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.727324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:34.837083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:35:34.967326 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d543992-03b9-46eb-aceb-732434d837b3 req-425ed02a-a950-4c11-9da1-487842302549 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0305417 Aug 31 16:35:34.970189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:35:34.980320 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:35:34.990203 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:35:34.990663 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:35:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:35.012081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port f48fce2c-b271-4ad6-94b9-c38a68d64c2e on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:35:35.014636 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:35.016612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-23e23193-aa7c-44c4-b89e-a5cf47b9bf34 req-3b7bed7c-0bba-450b-8800-2175d2ae0a33 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "DELETE /v2.0/ports/f48fce2c-b271-4ad6-94b9-c38a68d64c2e HTTP/1.1" status: 204 len: 173 time: 0.8075256 Aug 31 16:35:35.017039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'name': 'network-vif-deleted', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:35:35.019310 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c89ddb1-a68a-4645-aa2f-c5e9a461cf33" -d '{"events": [{"server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "name": "network-vif-deleted", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:35:35.066662 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18af9561-9662-420f-ab63-03260f0dc8f7 x-openstack-request-id: req-18af9561-9662-420f-ab63-03260f0dc8f7 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:35:35.067233 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465dd63a-670a-489b-90aa-733139f9fdf9", "name": "network-vif-deleted", "tag": "f48fce2c-b271-4ad6-94b9-c38a68d64c2e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:35:35.067719 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18af9561-9662-420f-ab63-03260f0dc8f7 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:35:35.068326 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465dd63a-670a-489b-90aa-733139f9fdf9', 'name': 'network-vif-deleted', 'tag': 'f48fce2c-b271-4ad6-94b9-c38a68d64c2e', 'status': 'completed', 'code': 200} Aug 31 16:35:35.110555 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:35:35.321148 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:35.347867 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:35:35.356627 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:35:35.357220 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:35:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:35.462352 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:35:35.672725 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:35.797605 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fcbe8-d6db-44a2-ac72-54b32574d8d0 None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:35:36.033561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cc20f-ab7f-4291-b8f4-112ae0efa519 None None] New status for floating IP 2fcd7947-7157-41d1-8e6e-90f4cb6c838a: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:35:36.085206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eca48dda-02c6-4eee-8797-aac4fa0988b7 req-d4443d4a-1f61-4e28-b601-3fa082c0a2cd tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0323691 Aug 31 16:35:36.885381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f48fce2c-b271-4ad6-94b9-c38a68d64c2e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:35:36.905900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: f48fce2c-b271-4ad6-94b9-c38a68d64c2e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:35:36.906237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f48fce2c-b271-4ad6-94b9-c38a68d64c2e not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:35:37.182297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1dbaf2b-ea7b-4f87-b7da-baed1a7f9aa5 req-7905d13b-0bc6-4a66-92fb-0f118c3c20ea tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Aug 31 16:35:38.279590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e9da40d0-e4d0-446c-a60b-0422e6a823f5 req-121b10ba-b8e8-4edc-87b9-4406f4448d94 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Aug 31 16:35:38.763650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-027fd42c-2d08-44e0-9770-57598e573d48 req-edb7660a-b814-4394-88f1-9f76bd9a39b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=465dd63a-670a-489b-90aa-733139f9fdf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306842 Aug 31 16:35:38.836374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-027fd42c-2d08-44e0-9770-57598e573d48 req-876d0d0b-9805-4113-8886-613681286c0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=465dd63a-670a-489b-90aa-733139f9fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0279136 Aug 31 16:35:39.039090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fd42c-2d08-44e0-9770-57598e573d48 req-69a9bcba-5493-48df-89ca-50e1c299587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:39.040746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-027fd42c-2d08-44e0-9770-57598e573d48 req-69a9bcba-5493-48df-89ca-50e1c299587b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=959f21b743ac42ddb5925b20fe092afd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1851883 Aug 31 16:35:39.581699 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-45178f18-e79c-4566-912f-6ecd077a9fd3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343567642&fields=id&tenant_id=959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 267 time: 0.1064742 Aug 31 16:35:39.611943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fd42c-2d08-44e0-9770-57598e573d48 req-b5408182-a015-4375-94c4-97b877e78405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:39.613439 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-027fd42c-2d08-44e0-9770-57598e573d48 req-b5408182-a015-4375-94c4-97b877e78405 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5646887 Aug 31 16:35:39.718713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-04d49dd2-306d-479e-8512-a5c38ad468de tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:39.720264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-04d49dd2-306d-479e-8512-a5c38ad468de tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1280472 Aug 31 16:35:39.740211 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-8b88d5f5-aa0c-452d-8ae1-73c001ad71ff tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0099065 Aug 31 16:35:39.795304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-4e525b8d-767e-4633-b037-df3c81c63553 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489402 Aug 31 16:35:39.898293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-41248319-b3dd-41e0-b9a4-5b2256df9ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903320 Aug 31 16:35:39.986410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-ffc9b5eb-3a42-4534-905c-bd6c5783aadf service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818503 Aug 31 16:35:40.277292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7223434-26bc-4a23-b77a-4f26d6b7e1f4 req-746e400a-935a-4aaa-aece-f72b87733ade tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 210 time: 0.0274470 Aug 31 16:35:41.256176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-93addcbe-e777-4010-8695-14dd4843b303 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:41.257693 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-93addcbe-e777-4010-8695-14dd4843b303 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1142778 Aug 31 16:35:41.378582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1da9eeee-efe5-4b82-b10b-d6445d199897 req-3fbaf3df-c965-4a34-9659-063074cfbd1b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 210 time: 0.0285623 Aug 31 16:35:41.616712 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-35e82c12-0973-4570-9bff-f1bc99758781 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 380 time: 0.3502595 Aug 31 16:35:41.626050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'security_groups': ['1ab2eb53-238a-4aec-9009-0acff05242de']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:41.736485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:35:41.740148 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:41.875672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.8 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:42.016501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.030971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:35:42.065240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.113768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:42.116997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:42.121977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:35:42.149479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:42.160167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.160167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.160535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.160875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.161220 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.161559 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.161884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.162240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.162580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.162908 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.163255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.163638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:42.193294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:42.194595 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.212700 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-d3028f55-c2ca-4868-8b9d-c4a354d385c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901868 Aug 31 16:35:42.223358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-b5086e80-1bc4-46ad-8654-5d613dad5a1b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:35:42.224577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-b5086e80-1bc4-46ad-8654-5d613dad5a1b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059934 Aug 31 16:35:42.237317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Request body: {'port': {'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:42.300918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.368080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-133b81dd-329b-4286-9716-5a281e1430ac None None] Provisioning for port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:35:42.372385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-133b81dd-329b-4286-9716-5a281e1430ac None None] Provisioning complete for port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:35:42.372788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-133b81dd-329b-4286-9716-5a281e1430ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.421907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-133b81dd-329b-4286-9716-5a281e1430ac None None] Port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:35:42.534986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecc0c-8583-4ee5-8db0-8cf6666c842a req-0ad82514-922a-47c1-9212-58a90600bac8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:42.537462 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e2ecc0c-8583-4ee5-8db0-8cf6666c842a req-0ad82514-922a-47c1-9212-58a90600bac8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 931 time: 0.0744185 Aug 31 16:35:42.579965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e2ecc0c-8583-4ee5-8db0-8cf6666c842a req-226042a4-d81d-4022-a072-a92330fe36ce tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349336 Aug 31 16:35:42.645397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:35:42.653597 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.666362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Transition to ACTIVE for port object 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:35:42.670015 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.718610 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Pushing event updated for resources: {'Port': ['ID=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:42.795184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Attempting to bind port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:35:42.795547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Attempting to bind port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:35:42.796001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Attempting to bind port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:35:42.800747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:35:42.801071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Attempting to bind port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:35:42.806989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:35:42.807338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:35:42.807742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:35:42.808213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Bound port: 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:35:42.808582 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.881033 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] For port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:35:42.884898 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] For port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:35:42.890113 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.932453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:42.933039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:42.934432 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] 10.222.0.49 "PUT /v2.0/ports/58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 1092 time: 0.7018416 Aug 31 16:35:42.934880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:35:42.937189 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91" -d '{"events": [{"name": "network-changed", "server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:35:43.008267 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eacbbc9-08e5-44b3-91ee-8cf5fe609edd x-openstack-request-id: req-8eacbbc9-08e5-44b3-91ee-8cf5fe609edd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:35:43.008614 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:35:43.008939 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eacbbc9-08e5-44b3-91ee-8cf5fe609edd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:35:43.009359 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'status': 'completed', 'code': 200} Aug 31 16:35:43.011703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d1a7-33cc-4e03-8db8-726caa857736 service neutron] Pushing event updated for resources: {'Port': ['ID=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:43.029152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-4815d44c-e7b1-4d9e-9d59-3d94b2540ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.030714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-4815d44c-e7b1-4d9e-9d59-3d94b2540ddb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1095 time: 0.0530834 Aug 31 16:35:43.079748 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-ceec82e7-c13e-4397-a531-ca92d9e93446 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 217 time: 0.0408604 Aug 31 16:35:43.131902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-0a56cc62-012b-4944-92ef-1db9c97bec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.133538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-0a56cc62-012b-4944-92ef-1db9c97bec67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0467956 Aug 31 16:35:43.182883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-f4b145f3-3f09-4451-99af-23a60de45eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.184494 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-f4b145f3-3f09-4451-99af-23a60de45eee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435760 Aug 31 16:35:43.285750 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-8e1456fc-4e7c-4a78-80da-fcd704ec5a02 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940824 Aug 31 16:35:43.375552 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8e56cd9b-3034-4ca3-b41e-4cdb4d8a0b2f req-837ff041-9337-4065-a890-69d1ae76419e service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828135 Aug 31 16:35:43.464453 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-ee915afc-ee31-4510-9f84-557601ceb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.465875 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-ee915afc-ee31-4510-9f84-557601ceb102 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1095 time: 0.0475507 Aug 31 16:35:43.555154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-f14cbe74-9f48-4609-b9e6-09c1f560f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.556586 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-f14cbe74-9f48-4609-b9e6-09c1f560f60f service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0844402 Aug 31 16:35:43.600109 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-5cbd9ea4-27f9-42cb-9ca3-1db3e2d48992 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 217 time: 0.0367031 Aug 31 16:35:43.656221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-d1fdeee0-5de5-40f5-b382-945710f05704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.657727 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-d1fdeee0-5de5-40f5-b382-945710f05704 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0509470 Aug 31 16:35:43.700406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92bbd-2022-45e2-ae3a-617bad3927c8 req-924276b4-3484-49d3-9156-30da7ee2c3e9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.704733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1b92bbd-2022-45e2-ae3a-617bad3927c8 req-924276b4-3484-49d3-9156-30da7ee2c3e9 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0528841 Aug 31 16:35:43.705127 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-befc6b63-3ef9-401e-81eb-9d0733afaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:43.706686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-befc6b63-3ef9-401e-81eb-9d0733afaa3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423265 Aug 31 16:35:43.742746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1b92bbd-2022-45e2-ae3a-617bad3927c8 req-65383933-065c-4ac5-b0d4-db0f24e0a489 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Aug 31 16:35:43.810056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-be5f22f7-f9b4-4af9-83bf-50e1093d6891 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Aug 31 16:35:43.910086 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1bbcfb8c-d3f2-4ee7-840a-dafb791bce91 req-8c3e658b-c679-4cdf-a845-4316d401e6a6 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930836 Aug 31 16:35:44.863879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefe3c2-3bce-4ac9-9c03-a2f2c561bba6 req-563e3881-514f-4840-b993-00978939fa74 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:44.865401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdefe3c2-3bce-4ac9-9c03-a2f2c561bba6 req-563e3881-514f-4840-b993-00978939fa74 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0494506 Aug 31 16:35:44.904763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdefe3c2-3bce-4ac9-9c03-a2f2c561bba6 req-5a06ce6a-be1f-4ce7-af23-fcfedb067246 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332520 Aug 31 16:35:46.023746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a7b62-3edb-4299-9e83-23bb85d74358 req-017d5f68-1c81-4c07-9d49-7d64f4ac79c1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:46.025278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7a7b62-3edb-4299-9e83-23bb85d74358 req-017d5f68-1c81-4c07-9d49-7d64f4ac79c1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0531452 Aug 31 16:35:46.063115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7a7b62-3edb-4299-9e83-23bb85d74358 req-4e3cd39b-3be7-406a-98ae-4533b5039c3c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Aug 31 16:35:47.185488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e90ec-13a7-4efc-b6c6-e89eb26b266b req-a307bb21-cc2b-4ccb-8e01-12a575e2871d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:47.187004 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e90ec-13a7-4efc-b6c6-e89eb26b266b req-a307bb21-cc2b-4ccb-8e01-12a575e2871d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0496056 Aug 31 16:35:47.224008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-da3e90ec-13a7-4efc-b6c6-e89eb26b266b req-8e35dcf9-3ffe-4cc1-b657-0896fc1c2b13 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310426 Aug 31 16:35:48.340691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ea54d-237a-4e81-9284-5a7b2d251557 req-f18a64ab-1a2c-4b11-816f-88de74b1bea5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:48.342098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a6ea54d-237a-4e81-9284-5a7b2d251557 req-f18a64ab-1a2c-4b11-816f-88de74b1bea5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0508666 Aug 31 16:35:48.379150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a6ea54d-237a-4e81-9284-5a7b2d251557 req-2499c8f3-c8f0-4d57-b570-a4ccd595a610 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Aug 31 16:35:49.502545 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e394-5f81-4e9e-a010-1af6967a5bd8 req-71269cfb-6147-4c54-a0af-d9d37e24bed3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:49.504067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce90e394-5f81-4e9e-a010-1af6967a5bd8 req-71269cfb-6147-4c54-a0af-d9d37e24bed3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0539091 Aug 31 16:35:49.542067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce90e394-5f81-4e9e-a010-1af6967a5bd8 req-6d4f728d-570e-4236-ad8a-8ca6dac3294d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Aug 31 16:35:50.658966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998803a8-e3af-42bb-9fc3-2cba699873f1 req-d39d3e3a-6f53-4671-b587-a6bd99e69e2f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:50.660498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-998803a8-e3af-42bb-9fc3-2cba699873f1 req-d39d3e3a-6f53-4671-b587-a6bd99e69e2f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0491354 Aug 31 16:35:50.698521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-998803a8-e3af-42bb-9fc3-2cba699873f1 req-0fe44e0b-7133-4fe0-af9c-418f44bf85e0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Aug 31 16:35:51.073670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bf90153d-bfb2-475a-a8e8-1916961c63b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:51.814812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60be49-910c-425d-921b-c92febd03a1b req-e691f570-bb9e-456f-8ddb-d89a97218628 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:51.816391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de60be49-910c-425d-921b-c92febd03a1b req-e691f570-bb9e-456f-8ddb-d89a97218628 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0488255 Aug 31 16:35:51.857010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de60be49-910c-425d-921b-c92febd03a1b req-08feaa8e-57a0-4841-b16e-ac867f7c5cb1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Aug 31 16:35:52.418096 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:35:52.974896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e32ee-dc16-4908-9d36-fe8c0d3dbebc req-01b0149e-a3f3-4eff-9f1a-cf8af6fbd978 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:52.977181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c5e32ee-dc16-4908-9d36-fe8c0d3dbebc req-01b0149e-a3f3-4eff-9f1a-cf8af6fbd978 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 943 time: 0.0538650 Aug 31 16:35:53.013687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c5e32ee-dc16-4908-9d36-fe8c0d3dbebc req-dd40a154-c2b3-4c1c-8e11-e19c78bce608 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Aug 31 16:35:53.576123 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:35:53.667011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:35:53.678214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:35:53.729908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:53.743108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:35:53.762418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:35:53.766571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:53.812666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:53.820401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.820749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.821088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.821423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.821767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.822080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.822405 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.822980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.823302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.823621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.823938 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.824279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:35:53.985782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:35:54.132500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4749eb-3e41-4b02-b756-cd2bb24a50ce req-49dc8d8f-d6f2-4251-bbaf-87e9b371184e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:54.133913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc4749eb-3e41-4b02-b756-cd2bb24a50ce req-49dc8d8f-d6f2-4251-bbaf-87e9b371184e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 944 time: 0.0487950 Aug 31 16:35:54.171688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc4749eb-3e41-4b02-b756-cd2bb24a50ce req-e45282f5-efc7-468c-bfcf-10433f13da3e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Aug 31 16:35:54.485845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.274092 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.287955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d0a9-d017-43c6-816c-a3e63c3ec676 req-4f22a68d-37a1-4266-b079-707498a9e421 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:55.289555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9268d0a9-d017-43c6-816c-a3e63c3ec676 req-4f22a68d-37a1-4266-b079-707498a9e421 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 944 time: 0.0508838 Aug 31 16:35:55.328008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9268d0a9-d017-43c6-816c-a3e63c3ec676 req-12832fd6-6abd-49e3-a866-2b2cadb2387e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Aug 31 16:35:55.409377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.583982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:35:55.632437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:35:55.636289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:35:55.636668 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.685848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9e949fab-e826-40b0-9d40-69489b7e41a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.731834 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.755190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:35:55.757494 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d6f35-2678-4f9d-878a-8421dccd90fc" -d '{"events": [{"server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "name": "network-vif-plugged", "status": "completed", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:35:55.770104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:35:55.774907 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:55.798163 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4f4a9-be61-49b8-9866-4a84960f1418 x-openstack-request-id: req-34d4f4a9-be61-49b8-9866-4a84960f1418 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:35:55.798453 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "name": "network-vif-plugged", "status": "completed", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:35:55.798704 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34d4f4a9-be61-49b8-9866-4a84960f1418 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:35:55.799094 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'code': 200} Aug 31 16:35:55.824966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:55.899711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78ff2-cebc-4b1b-b643-dc5731477005 req-64927556-42dc-4be3-897c-36c377da60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:55.901163 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-50b78ff2-cebc-4b1b-b643-dc5731477005 req-64927556-42dc-4be3-897c-36c377da60db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0466831 Aug 31 16:35:55.936123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-50b78ff2-cebc-4b1b-b643-dc5731477005 req-a69bf4ca-36d6-49ff-bfe9-7f33fa786a1a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283606 Aug 31 16:35:55.954559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:56.449394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76838-cbdd-4a18-b657-58bd790bbdb7 req-8674707d-1654-4f09-a632-82be8c6351c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:56.450899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22d76838-cbdd-4a18-b657-58bd790bbdb7 req-8674707d-1654-4f09-a632-82be8c6351c0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 945 time: 0.0542917 Aug 31 16:35:56.488357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22d76838-cbdd-4a18-b657-58bd790bbdb7 req-803f5d27-de92-4f0b-80cb-5708ef673ad6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Aug 31 16:35:57.602928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460f863-0d1c-41dc-9dd1-9cb7fedaef5a req-877d18af-6d31-4ab1-a31f-84b88d811a0e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:57.604465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a460f863-0d1c-41dc-9dd1-9cb7fedaef5a req-877d18af-6d31-4ab1-a31f-84b88d811a0e tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 945 time: 0.0500124 Aug 31 16:35:57.642319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a460f863-0d1c-41dc-9dd1-9cb7fedaef5a req-255741a2-847c-4b26-93a9-7eb9b16a4a08 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Aug 31 16:35:57.748951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:57.755869 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32780e34-a863-4715-ab52-98fb74d2e18a req-b9a267ac-9d11-460d-95b8-210fad00430b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:57.757448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32780e34-a863-4715-ab52-98fb74d2e18a req-b9a267ac-9d11-460d-95b8-210fad00430b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 945 time: 0.0503986 Aug 31 16:35:57.796420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32780e34-a863-4715-ab52-98fb74d2e18a req-8dddfca3-8a87-4761-ae11-4607d82ae8b8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Aug 31 16:35:57.818664 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40562) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:35:57.970192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f197b914-d9e1-4604-a201-5f807461e9e5 tempest-TestVolumeBootPattern-1083853877 tempest-TestVolumeBootPattern-1083853877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:57.971707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f197b914-d9e1-4604-a201-5f807461e9e5 tempest-TestVolumeBootPattern-1083853877 tempest-TestVolumeBootPattern-1083853877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1092 time: 0.1520534 Aug 31 16:35:57.974470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40566) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:35:57.979269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:35:58.001217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.110800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.224738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.25.6.34 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/458f18d7-a255-4911-a24a-efa5c8874c10) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:35:58.326139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.365228 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.410896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:35:58.413940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:35:58.418280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:35:58.421338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=458f18d7-a255-4911-a24a-efa5c8874c10,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:58.769293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.841809 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.993464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:58.998035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:59.065459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=458f18d7-a255-4911-a24a-efa5c8874c10,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:35:59.076383 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:59.174775 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Floating IP cefe614d-5a6a-4c88-9120-d0900d8a02bc associated. External IP: 172.25.6.34, port: 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f. Aug 31 16:35:59.379642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:35:59.491154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:35:59.501712 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:35:59.507005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:35:59.510710 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:35:59.511313 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:35:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:59.534476 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3320e58b-319d-43ac-bd52-1189e12d9ca5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5589988 Aug 31 16:35:59.535078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:35:59.537373 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04763efa-be9b-4696-84c2-1b401fac9bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:35:59.574698 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daad756c-fe66-4f10-9ed0-eefe716b448c x-openstack-request-id: req-daad756c-fe66-4f10-9ed0-eefe716b448c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:35:59.574994 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:35:59.575247 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daad756c-fe66-4f10-9ed0-eefe716b448c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:35:59.575651 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'status': 'completed', 'code': 200} Aug 31 16:35:59.622707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:35:59.642823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-d47719af-1b52-4ad3-b145-43c0866006fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:59.644284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-d47719af-1b52-4ad3-b145-43c0866006fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0479085 Aug 31 16:35:59.737118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-42a3d686-5508-4cad-ab01-74ca34960cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:59.738619 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-42a3d686-5508-4cad-ab01-74ca34960cb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0869923 Aug 31 16:35:59.818610 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-dd464cba-78a4-4348-984c-3b8362139c98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 998 time: 0.0729325 Aug 31 16:35:59.848979 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:35:58Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:59.867823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-98ae09df-8de9-42d8-b3ad-dededdf08062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:59.869337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-98ae09df-8de9-42d8-b3ad-dededdf08062 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0442309 Aug 31 16:35:59.875134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:35:59.883862 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:35:59.884501 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:35:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:35:59.914831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-b5afb939-8e03-4d16-a7d6-6857b4235d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:35:59.916326 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-b5afb939-8e03-4d16-a7d6-6857b4235d47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401549 Aug 31 16:35:59.996753 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:36:00.010901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-c4dce711-6a95-4e71-b7b7-b78e49aea083 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878692 Aug 31 16:36:00.103028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-04763efa-be9b-4696-84c2-1b401fac9bbf req-190c23c7-ec3c-4e99-87c5-9ab5b9997820 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858665 Aug 31 16:36:00.226399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:35:58Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:36:00.255277 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aba40-9836-437d-aa95-f500e5d06005 None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:35:58Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:36:00.454658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb942b9-236d-446e-8a4e-de84e7da74ce None None] New status for floating IP cefe614d-5a6a-4c88-9120-d0900d8a02bc: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:36:21.073677 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a7be77ac-74f8-4940-8f60-44f3130d9687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:24.510356 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:25.275353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:25.416052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:25.677081 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60e1bc6d-58a4-4e4e-93ad-d07c35bb653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:25.958520 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:27.748505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:29.418935 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:36:34.890369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-4623de3b-b9bc-422a-bfda-5af023b1dc8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403910 Aug 31 16:36:34.977020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-bb08e58f-90f5-4a68-950a-ff1995085bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:36:34.978579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-bb08e58f-90f5-4a68-950a-ff1995085bd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0444965 Aug 31 16:36:35.079512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-bdfcc9a6-77d3-475f-9279-13c536b69b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:36:35.080933 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-bdfcc9a6-77d3-475f-9279-13c536b69b8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0836539 Aug 31 16:36:35.148938 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-dbfbb81a-6331-475b-af9b-2fad504bc20a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 1000 time: 0.0610642 Aug 31 16:36:35.197862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-7b6504c7-8b45-4dbe-be59-6243729e15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:36:35.199292 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-7b6504c7-8b45-4dbe-be59-6243729e15e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0440485 Aug 31 16:36:35.242532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-64937264-6786-4793-afab-e8c9b7ec2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:36:35.244016 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-64937264-6786-4793-afab-e8c9b7ec2209 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386624 Aug 31 16:36:35.337954 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-ec0c5ad4-8538-4089-88f4-e09c81b145be service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Aug 31 16:36:35.427738 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fa841e07-84a2-44fa-bb8f-095d43e51c1f req-3d50a1f0-28c7-4548-a29f-06e154d8695a service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831556 Aug 31 16:36:51.078216 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-81031f78-07cb-4980-b7f5-6a54a39a35ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:54.510698 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:55.278383 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:55.420258 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:55.678167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9f33b783-cf26-4804-bcc6-6f0142760ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:55.960702 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:36:57.752846 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:06.417937 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:37:21.081343 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-514ec752-9779-40ab-9df9-c33bcb759030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:24.507591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:25.279559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:25.418348 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:25.680332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ad8a91e9-a8c6-497e-9868-b1265e4806fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:25.965660 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:27.753939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:34.938096 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-b43785df-155c-4252-939c-6b1f0d749259 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897660 Aug 31 16:37:35.023818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-4ed2a45d-f00d-44df-8811-04506fd4172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:35.025335 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-4ed2a45d-f00d-44df-8811-04506fd4172b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0454156 Aug 31 16:37:35.132521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-321097a3-4785-4f72-b922-49c17d5756a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:35.134028 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-321097a3-4785-4f72-b922-49c17d5756a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0894651 Aug 31 16:37:35.205475 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-aba6cd93-c2d7-42e4-ae74-f99a36078106 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 1000 time: 0.0643249 Aug 31 16:37:35.255056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-f244fe8b-9bb7-413b-a348-75048f8f0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:35.256606 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-f244fe8b-9bb7-413b-a348-75048f8f0455 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0443723 Aug 31 16:37:35.303417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-622d47ad-0c28-41bd-9301-6cb06a1727a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:35.304970 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-622d47ad-0c28-41bd-9301-6cb06a1727a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415807 Aug 31 16:37:35.401146 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-be511fd3-050c-4714-a1db-303539a370ba service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878289 Aug 31 16:37:35.514813 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1e7e383b-12be-4bfa-9a8f-565c3ae0a94c req-be7da1c4-ade9-456e-81e2-22b3fe3b4a6d service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068304 Aug 31 16:37:41.020092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-f921f451-b204-45b9-a9f7-686b7fb15d41 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343567642&fields=id&tenant_id=959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 267 time: 0.0344183 Aug 31 16:37:41.140604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-531a8c3f-56f4-469c-bc40-dc70307e9750 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:41.142085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-531a8c3f-56f4-469c-bc40-dc70307e9750 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1150351 Aug 31 16:37:41.156922 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d96fba62-6cd5-495d-b2a3-11cfc1ae5534 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/quotas/959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 375 time: 0.0091293 Aug 31 16:37:41.459558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-3be453ae-2e4d-45e4-8eb1-44145c9ab9e1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2973509 Aug 31 16:37:41.553814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-7a159617-ed57-47b9-aa83-13b461d538d8 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815392 Aug 31 16:37:41.643285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-be609297-1355-4386-94c5-df5b51ba8361 service neutron] 10.222.0.43 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831659 Aug 31 16:37:41.932041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6acaaf3-9173-4b38-8c8c-5a0d1f2c05c8 req-d26920fd-b60c-4b0d-b3f8-c7fc5ba65296 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Aug 31 16:37:42.968939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-2354611c-7d2c-47de-b97f-b7bfb83e6847 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:42.970562 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-2354611c-7d2c-47de-b97f-b7bfb83e6847 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 811 time: 0.1134324 Aug 31 16:37:43.041973 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-0d60ab95-6943-454e-8d13-508433578552 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959f21b743ac42ddb5925b20fe092afd HTTP/1.1" status: 200 len: 380 time: 0.0623171 Aug 31 16:37:43.043856 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6002cada-e3b6-4774-8806-40e11ceb53a5 req-e75f3a6a-9815-407c-b25e-9e768fb2f166 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 210 time: 0.0391221 Aug 31 16:37:43.051937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'port': {'device_id': 'e804accf-1601-40b0-a860-8372fcd43159', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'admin_state_up': True, 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'security_groups': ['1ab2eb53-238a-4aec-9009-0acff05242de']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:37:43.182985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Made reservation on behalf of 959f21b743ac42ddb5925b20fe092afd for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:37:43.187191 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:43.313463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.20.0.9 (496ce44e-fff1-4d88-b4fa-e8c668437874/e7b344d7-eb09-4c45-a8ec-fe9172479ac6/2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:37:43.417920 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:37:43.458421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:43.473629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Transition to ACTIVE for port object 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:37:43.507998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:43.553985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:37:43.557733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:37:43.561916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:37:43.568698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:37:43.599226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.599581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.599934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.600315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.600659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.601002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.601335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.601705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.602039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.602371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.602703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.603042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:43.630229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:43.631002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:43.647282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d5fb4102-d119-4314-b3b9-cbf80a498003 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991786 Aug 31 16:37:43.714456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Request body: {'port': {'device_id': 'e804accf-1601-40b0-a860-8372fcd43159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:37:43.780058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:43.845956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7fe3f0d0-4020-42ef-ad52-2d81b4bb7954 None None] Provisioning for port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:37:43.852057 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7fe3f0d0-4020-42ef-ad52-2d81b4bb7954 None None] Provisioning complete for port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:37:43.852641 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f0d0-4020-42ef-ad52-2d81b4bb7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:43.892435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3f0d0-4020-42ef-ad52-2d81b4bb7954 None None] Port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:37:44.052810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:37:44.060942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:44.074124 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Transition to ACTIVE for port object 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:37:44.077585 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:44.216817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Pushing event updated for resources: {'Port': ['ID=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:37:44.262578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e095a-0bef-44d5-ae60-335042e12f08 req-2ff1fade-ace7-498a-ab39-27cb40f27ea8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:44.264280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f38e095a-0bef-44d5-ae60-335042e12f08 req-2ff1fade-ace7-498a-ab39-27cb40f27ea8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.1420002 Aug 31 16:37:44.267271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Attempting to bind port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:37:44.267609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Attempting to bind port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:37:44.267950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Attempting to bind port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:37:44.275025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e on network 496ce44e-fff1-4d88-b4fa-e8c668437874 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:37:44.275356 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Attempting to bind port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e on network 496ce44e-fff1-4d88-b4fa-e8c668437874 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:37:44.292399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:37:44.292753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Checking segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:37:44.293146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Bound using segment: {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:37:44.293711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Bound port: 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8175297a-e94a-43ae-ba6d-af1494d82a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:37:44.294073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:44.352222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f38e095a-0bef-44d5-ae60-335042e12f08 req-c7a21363-ce39-4c5c-9318-b8e579e3da31 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780895 Aug 31 16:37:44.387438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] For port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:37:44.390906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] For port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:37:44.395378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:44.431055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:44.432021 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:44.433594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] 10.222.0.30 "PUT /v2.0/ports/2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 200 len: 1092 time: 0.7775750 Aug 31 16:37:44.434050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:37:44.436576 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b" -d '{"events": [{"name": "network-changed", "server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:37:44.470350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873b28e-d0c5-4cfc-880e-10c1c85d8950 service neutron] Pushing event updated for resources: {'Port': ['ID=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:37:44.492028 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1970b0-a76d-4db2-bd68-9f475551f543 x-openstack-request-id: req-4f1970b0-a76d-4db2-bd68-9f475551f543 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:37:44.492513 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:37:44.492681 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f1970b0-a76d-4db2-bd68-9f475551f543 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:37:44.493061 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'status': 'completed', 'code': 200} Aug 31 16:37:44.545246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-4e9c29f3-4748-4c64-9695-91a0865bcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:44.546851 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-4e9c29f3-4748-4c64-9695-91a0865bcb7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1095 time: 0.0436015 Aug 31 16:37:44.602939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-d4e7dee3-c454-4711-b5ef-545d9c9d53de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 200 len: 217 time: 0.0429993 Aug 31 16:37:44.657756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-148e16b0-307c-46a2-85be-9a173af06179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:44.659263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-148e16b0-307c-46a2-85be-9a173af06179 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0461957 Aug 31 16:37:44.707668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-11a252d5-76cc-417a-a105-fcb0b2b43481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:44.709232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-11a252d5-76cc-417a-a105-fcb0b2b43481 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402920 Aug 31 16:37:44.815407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-1ca35a47-dc4a-43aa-9c85-5d52aa3d8f92 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936313 Aug 31 16:37:44.913409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83150d2-aa38-4255-b558-c0ce7c2a9414 req-84f9da65-5cde-4b66-8e3a-40ad712853b8 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873067 Aug 31 16:37:45.002657 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-2609d485-44ad-439c-bfa7-c7a64f1795a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:45.004215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-2609d485-44ad-439c-bfa7-c7a64f1795a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1095 time: 0.0418351 Aug 31 16:37:45.102532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-bfddefba-6c6c-41ac-955a-296020645997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:45.104081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-bfddefba-6c6c-41ac-955a-296020645997 service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0928068 Aug 31 16:37:45.149617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-5f55c286-0e91-4a1c-805b-2ecab03daaf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 200 len: 217 time: 0.0363600 Aug 31 16:37:45.199561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-02a18183-45ac-4b75-b776-6c0de2b1db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:45.201217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-02a18183-45ac-4b75-b776-6c0de2b1db56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0452218 Aug 31 16:37:45.250669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-c2509862-dc20-4c76-ae27-9855bf6bd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:45.252225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-c2509862-dc20-4c76-ae27-9855bf6bd278 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437217 Aug 31 16:37:45.344964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-e7718433-4874-4ee6-9c6a-5cc467bf4f04 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Aug 31 16:37:45.480644 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdbd5ba9-9306-4ece-8a34-9688cfa9044b req-8b3da34a-92a7-4924-8f5e-2e2c57bfb9a1 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268566 Aug 31 16:37:45.499220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ab3b8-98de-4d54-82a3-f32a7e6e8cb8 req-9419c411-bb0c-4010-ab4c-3894033476ef tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:45.500847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f3ab3b8-98de-4d54-82a3-f32a7e6e8cb8 req-9419c411-bb0c-4010-ab4c-3894033476ef tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0719688 Aug 31 16:37:45.541404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f3ab3b8-98de-4d54-82a3-f32a7e6e8cb8 req-03bd33cd-0e83-4706-ad1b-6585a638debb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Aug 31 16:37:46.658244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff60b1-ca8d-4278-802c-bc617ed30320 req-db802d75-5338-47d1-9061-961baccfad1d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:46.659791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79ff60b1-ca8d-4278-802c-bc617ed30320 req-db802d75-5338-47d1-9061-961baccfad1d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0501137 Aug 31 16:37:46.699193 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-79ff60b1-ca8d-4278-802c-bc617ed30320 req-3c95e427-db9e-49f7-831a-c35edb13cdd3 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Aug 31 16:37:47.815488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dbbe3-afc1-4661-bf28-d5466de23003 req-4dd76766-6cdb-4fa0-b5e0-630bebd11087 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:47.816989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b2dbbe3-afc1-4661-bf28-d5466de23003 req-4dd76766-6cdb-4fa0-b5e0-630bebd11087 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0515258 Aug 31 16:37:47.854941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b2dbbe3-afc1-4661-bf28-d5466de23003 req-471979cd-e3a7-451f-804f-97e46f66f41d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Aug 31 16:37:48.971236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c647cd3-09aa-40cd-b604-111dd05b52d3 req-d6f58d92-3fff-4fd7-be14-09b0893fc7d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:48.972831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c647cd3-09aa-40cd-b604-111dd05b52d3 req-d6f58d92-3fff-4fd7-be14-09b0893fc7d2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0503974 Aug 31 16:37:49.010471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c647cd3-09aa-40cd-b604-111dd05b52d3 req-da80ab45-bc9c-42be-98b9-85331567ec5c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Aug 31 16:37:50.126519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753312-35d1-4dde-8862-6246876084c4 req-f8e90176-c10b-4f70-a85b-120d805ac8ed tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:50.128011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc753312-35d1-4dde-8862-6246876084c4 req-f8e90176-c10b-4f70-a85b-120d805ac8ed tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0500443 Aug 31 16:37:50.164707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc753312-35d1-4dde-8862-6246876084c4 req-68562641-635e-4131-bc19-a83e16642b51 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307152 Aug 31 16:37:51.083998 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a1392fe8-4372-4297-b3dc-f411f0861053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:51.285720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc5bdf-ca8a-4062-87f4-d0d172081039 req-48597447-8196-4a78-b2e5-0cbd42953610 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:51.287199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fccc5bdf-ca8a-4062-87f4-d0d172081039 req-48597447-8196-4a78-b2e5-0cbd42953610 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0540087 Aug 31 16:37:51.326135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fccc5bdf-ca8a-4062-87f4-d0d172081039 req-0051fec5-8ccc-4669-b5dc-fd3b41b5bebe tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Aug 31 16:37:52.441723 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae2dc6-401b-4024-a9c1-d7f816e4af37 req-e86e75aa-0bdf-4639-9cf2-f8ef3de60eb5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:52.443258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48ae2dc6-401b-4024-a9c1-d7f816e4af37 req-e86e75aa-0bdf-4639-9cf2-f8ef3de60eb5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0494902 Aug 31 16:37:52.481915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48ae2dc6-401b-4024-a9c1-d7f816e4af37 req-be4bc1cf-1668-46b3-8ca1-4d4f625a7259 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Aug 31 16:37:53.607507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de75f-043b-4816-91f6-793fb862b81c req-75dda166-15ab-4b8e-ae5c-13e0ce8ae062 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:53.609053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab5de75f-043b-4816-91f6-793fb862b81c req-75dda166-15ab-4b8e-ae5c-13e0ce8ae062 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0559943 Aug 31 16:37:53.648981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab5de75f-043b-4816-91f6-793fb862b81c req-765d3c74-36e9-42f9-a39b-77fe5b899890 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338821 Aug 31 16:37:54.507043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:54.782481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaaf4f-681b-4829-a77e-9ac411215e83 req-a7a5a12f-0222-4a70-8e4d-fcbc704f646c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:54.783944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbaaaf4f-681b-4829-a77e-9ac411215e83 req-a7a5a12f-0222-4a70-8e4d-fcbc704f646c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 943 time: 0.0551333 Aug 31 16:37:54.824865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bbaaaf4f-681b-4829-a77e-9ac411215e83 req-400a7c09-5c68-4423-90d6-f7d8f420bd1f tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Aug 31 16:37:55.281829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:55.433757 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:55.682280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:37:55.685595 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7e42-df1f-4831-b235-6bcfb9a1b3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:55.780967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:37:55.791098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'port_id': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'mac_address': 'fa:16:3e:56:41:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:37:55.828921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:55.841445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:37:55.860407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:37:55.864471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:55.912428 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:37:55.919792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.920138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.920501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.920834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.921165 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.921492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.921816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.922137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.922459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.922780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.923129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.923546 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:37:55.947972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3701b-ca6e-4b0c-a33d-f1f8968d8da7 req-1fa2fad3-7df5-46ce-b31c-d5fa11468e9d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:55.949514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bea3701b-ca6e-4b0c-a33d-f1f8968d8da7 req-1fa2fad3-7df5-46ce-b31c-d5fa11468e9d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 944 time: 0.0496988 Aug 31 16:37:55.966741 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:55.989051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bea3701b-ca6e-4b0c-a33d-f1f8968d8da7 req-37b3f454-f16c-460f-b8b7-0827d2626a3d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Aug 31 16:37:56.147495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:37:57.104921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99d1b8-20f6-4f1b-afe0-e0f4be410bf0 req-b5dbcd38-dcf1-49f8-bdf2-031962298b22 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:57.106395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc99d1b8-20f6-4f1b-afe0-e0f4be410bf0 req-b5dbcd38-dcf1-49f8-bdf2-031962298b22 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 944 time: 0.0488987 Aug 31 16:37:57.144519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc99d1b8-20f6-4f1b-afe0-e0f4be410bf0 req-318b0eee-24e1-4a60-86dd-abcfa57c957b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Aug 31 16:37:57.681870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:37:57.730538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:37:57.734323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:37:57.734704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:57.778919 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:57.822832 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:57.844931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:37:57.847161 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3aaa6-ee17-4668-af6b-740c8a2a9550" -d '{"events": [{"server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "name": "network-vif-plugged", "status": "completed", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:37:57.860142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:37:57.864596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:57.887227 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639caaf-9fe6-4ab5-b39e-19b4784dce8c x-openstack-request-id: req-e639caaf-9fe6-4ab5-b39e-19b4784dce8c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:37:57.887514 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "name": "network-vif-plugged", "status": "completed", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:37:57.887768 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e639caaf-9fe6-4ab5-b39e-19b4784dce8c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:37:57.888158 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'code': 200} Aug 31 16:37:57.913721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:37:57.993737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f92923-da84-4281-9e88-d8cbdd2db82e req-4eecd647-bd01-4d39-a31f-7abafd370631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:57.996076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13f92923-da84-4281-9e88-d8cbdd2db82e req-4eecd647-bd01-4d39-a31f-7abafd370631 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1097 time: 0.0545185 Aug 31 16:37:58.032047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13f92923-da84-4281-9e88-d8cbdd2db82e req-12bd3afa-2094-431b-8001-80e454492cb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286584 Aug 31 16:37:58.260617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ee30-f421-4ad5-a3aa-9ba071a9ce7a req-822a4437-666d-469e-a28b-68bc3a460b5a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:58.262018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e203ee30-f421-4ad5-a3aa-9ba071a9ce7a req-822a4437-666d-469e-a28b-68bc3a460b5a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Aug 31 16:37:58.299126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e203ee30-f421-4ad5-a3aa-9ba071a9ce7a req-ac0894b7-3bf9-4878-bb4c-a97d7fc9f20c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Aug 31 16:37:59.413737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b12409-75dc-44b7-b56d-5bbc13812fe6 req-df8eea10-a94d-4148-a353-6c4c7f21bcd5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:59.415337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7b12409-75dc-44b7-b56d-5bbc13812fe6 req-df8eea10-a94d-4148-a353-6c4c7f21bcd5 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Aug 31 16:37:59.454423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7b12409-75dc-44b7-b56d-5bbc13812fe6 req-d3111401-2364-42cc-881b-366430ee93d1 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Aug 31 16:37:59.571432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb2803-3f64-47f7-a81f-0b104e3226c7 req-d6f27b67-290f-4c34-9e5b-a71511eed63c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:59.572928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dfb2803-3f64-47f7-a81f-0b104e3226c7 req-d6f27b67-290f-4c34-9e5b-a71511eed63c tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 945 time: 0.0533702 Aug 31 16:37:59.611117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dfb2803-3f64-47f7-a81f-0b104e3226c7 req-fc29db71-f714-4f74-b7cc-c469f211d0d8 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Aug 31 16:37:59.633017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40710) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:37:59.673104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21258e-ae45-4a3a-b4bf-8ed554cfd4ee tempest-TestVolumeBootPattern-1083853877 tempest-TestVolumeBootPattern-1083853877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:37:59.674650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3e21258e-ae45-4a3a-b4bf-8ed554cfd4ee tempest-TestVolumeBootPattern-1083853877 tempest-TestVolumeBootPattern-1083853877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1092 time: 0.0406444 Aug 31 16:37:59.677332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40712) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:37:59.681694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:37:59.702526 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:59.801068 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:37:59.902610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Allocated IP 172.25.6.150 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b4697f84-dbc2-4783-8bf6-348a54353913) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:38:00.007973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.047787 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.088089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:38:00.091240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:38:00.095357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:38:00.100769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=b4697f84-dbc2-4783-8bf6-348a54353913,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:38:00.453566 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.518120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.667129 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.671740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.739848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event updated for resources: {'Port': ['ID=b4697f84-dbc2-4783-8bf6-348a54353913,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:38:00.753688 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:00.851786 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Floating IP b962894c-4d3f-4818-bf9a-df2d61c6370c associated. External IP: 172.25.6.150, port: 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e. Aug 31 16:38:01.318276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:38:01.425277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:38:01.436919 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:38:01.441667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:01.445879 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:38:01.446980 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:37:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:38:01.480210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-896a1e0c-d33b-4235-8b28-ae2dff9b1fb0 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7907548 Aug 31 16:38:01.480210 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:38:01.480210 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05279c25-a14f-4ab0-9e3e-3c80422f5a23" -d '{"events": [{"name": "network-changed", "server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:38:01.508431 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeffe684-8dd3-4cdf-9aa1-a4ee37297b5a x-openstack-request-id: req-aeffe684-8dd3-4cdf-9aa1-a4ee37297b5a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:38:01.508650 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:38:01.509724 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeffe684-8dd3-4cdf-9aa1-a4ee37297b5a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:38:01.509851 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'status': 'completed', 'code': 200} Aug 31 16:38:01.562130 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:38:01.574034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-614af29c-c0bd-4d8a-b1f7-a3a3e09b0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:01.575555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-614af29c-c0bd-4d8a-b1f7-a3a3e09b0d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1097 time: 0.0420806 Aug 31 16:38:01.671505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-2d2eb055-de5c-4a2e-8c4c-b03d2b8c462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:01.673060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-2d2eb055-de5c-4a2e-8c4c-b03d2b8c462f service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0897794 Aug 31 16:38:01.739987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-3ac7a684-efdc-4f07-8ef7-bcc38d5487ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 200 len: 999 time: 0.0595145 Aug 31 16:38:01.787489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'b962894c-4d3f-4818-bf9a-df2d61c6370c', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:56:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e804accf-1601-40b0-a860-8372fcd43159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:38:00Z', 'updated_at': '2021-08-31T16:38:00Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}, {'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:36:00Z', 'revision_number': 1, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:38:01.796613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-97fc46c4-cb1a-446e-945d-013c8466faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:01.798087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-97fc46c4-cb1a-446e-945d-013c8466faed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0477340 Aug 31 16:38:01.817082 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:38:01.826046 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:38:01.826649 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:37:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:38:01.845602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-8871ed33-5c44-404c-b431-8aadcf83f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:01.847455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-8871ed33-5c44-404c-b431-8aadcf83f055 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418935 Aug 31 16:38:01.939914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-cb4eb490-d606-4399-b41b-6d4822ef89f3 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851765 Aug 31 16:38:02.023776 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:38:02.039603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05279c25-a14f-4ab0-9e3e-3c80422f5a23 req-2489dec9-6ec8-44b2-bd14-65b6b9ebf7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897398 Aug 31 16:38:02.247439 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'b962894c-4d3f-4818-bf9a-df2d61c6370c', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:56:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e804accf-1601-40b0-a860-8372fcd43159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:38:00Z', 'updated_at': '2021-08-31T16:38:00Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}, {'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:36:00Z', 'revision_number': 1, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:38:02.272647 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371aa006-ac2f-4cfc-bec4-3f68b7e2058f None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'b962894c-4d3f-4818-bf9a-df2d61c6370c', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:56:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e804accf-1601-40b0-a860-8372fcd43159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:38:00Z', 'updated_at': '2021-08-31T16:38:00Z', 'revision_number': 0, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}, {'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:36:00Z', 'revision_number': 1, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:38:02.471880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5776b1-337f-4b98-936e-4b9e66b02db7 None None] New status for floating IP b962894c-4d3f-4818-bf9a-df2d61c6370c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:38:20.418620 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:38:21.085288 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67b03419-c5ab-466b-b616-138fc5e6fa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:24.497373 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:25.283149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:25.452670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:25.686935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24c8d0ac-232d-4165-8965-b58d5ac091a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:25.969295 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:27.760219 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:34.888874 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-d61b813b-97f4-4de3-b410-ab7127707f1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398457 Aug 31 16:38:34.973368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-a6233c9c-275c-4fe0-8551-ae3b8741e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:34.974870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-a6233c9c-275c-4fe0-8551-ae3b8741e2ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0451317 Aug 31 16:38:35.079513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-0f40ac4d-e292-4dc9-8b86-8907da13f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:35.080955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-0f40ac4d-e292-4dc9-8b86-8907da13f793 service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0869761 Aug 31 16:38:35.149510 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-afd01bb8-46fa-4531-9d4e-4a4baade5764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 1000 time: 0.0616884 Aug 31 16:38:35.199633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-f00f1755-d79c-488c-8f68-558aa3988597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:35.201133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-f00f1755-d79c-488c-8f68-558aa3988597 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0446239 Aug 31 16:38:35.245732 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-99545b4a-171c-42ed-a198-0dc0a4175996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:35.247219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-99545b4a-171c-42ed-a198-0dc0a4175996 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389686 Aug 31 16:38:35.340383 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-eefc5a9d-6e52-4f67-a081-0a74f0644c69 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 Aug 31 16:38:35.431887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-49cd2c7e-f6e8-42d9-a328-71eb41b8259a req-9a1c53f4-7e21-44fb-b888-ebaffe7054ab service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837924 Aug 31 16:38:42.763274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-a9b5fbf9-2009-4def-9d18-1bcb23185fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406861 Aug 31 16:38:42.846575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-d1adb7b3-7a3b-4e61-a921-e299f7a42bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:42.848151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-d1adb7b3-7a3b-4e61-a921-e299f7a42bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1097 time: 0.0408802 Aug 31 16:38:42.952484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-1ae6b84e-43d6-4673-97a9-f111e9c39a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:42.954114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-1ae6b84e-43d6-4673-97a9-f111e9c39a11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0862453 Aug 31 16:38:43.020818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-8e142b1e-6ff5-44a0-8136-8a97808d78ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 200 len: 1001 time: 0.0586407 Aug 31 16:38:43.078021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-faac3f9a-4581-497f-ba0d-f2f7090416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:43.079517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-faac3f9a-4581-497f-ba0d-f2f7090416d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0490098 Aug 31 16:38:43.125836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-45bc8b5d-eff3-4ec9-acab-fa6b04695591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:38:43.127336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-45bc8b5d-eff3-4ec9-acab-fa6b04695591 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400288 Aug 31 16:38:43.220357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-b2cf64e6-da16-41a9-b740-80c127d6fc33 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 Aug 31 16:38:43.318575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8703d72-3f93-4a10-a885-7d46a048bd62 req-125b5f72-3d0b-4d15-8ab8-e5ce10841816 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903981 Aug 31 16:38:51.087296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92417251-72ef-47f2-bb9a-79018069ff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:52.974667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-37beb12f-7481-425f-88a8-ec049ef16080 req-57bcff94-d8f0-41df-9622-9dcf84abced5 service neutron] (101478) timed out ('10.222.0.43', 36802) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:38:54.503181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:55.285526 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:55.450068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:55.688402 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f6c7aa73-5553-4e45-816f-e533875c7cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:55.971712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:38:57.422014 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:38:57.763100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:21.087598 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-33de91a4-d3dd-44e8-8d17-1a0030b7bc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:24.508201 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:25.287147 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:25.460767 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:25.689306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d66d302c-e57d-4313-bc06-038411c90b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:25.975788 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:27.765277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:29.946046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40756) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:30.103347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port b4697f84-dbc2-4783-8bf6-348a54353913 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:30.103632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:30.181616 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:30.181940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:30.193945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for b4697f84-dbc2-4783-8bf6-348a54353913 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:30.361273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:30.389487 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=b4697f84-dbc2-4783-8bf6-348a54353913,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:30.412087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.412465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.412812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.413155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.413498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.413837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.414169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.414552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.415456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.415867 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.416704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.416936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:30.459716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:30.460282 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Floating IP b962894c-4d3f-4818-bf9a-df2d61c6370c disassociated (deleted). External IP: 172.25.6.150, port: 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e. Aug 31 16:39:30.663596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:39:30.771872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:39:30.776701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:30.781379 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:39:30.791542 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:30.792266 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:30.804348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c5d10e6a-f92f-49b3-b4b3-ab1de025f178 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "DELETE /v2.0/floatingips/b962894c-4d3f-4818-bf9a-df2d61c6370c HTTP/1.1" status: 204 len: 168 time: 0.8571439 Aug 31 16:39:30.804956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:39:30.807241 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677" -d '{"events": [{"name": "network-changed", "server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:39:30.902326 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:31.023844 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6528902-c0f0-4b88-a41d-f756fa084c0d x-openstack-request-id: req-c6528902-c0f0-4b88-a41d-f756fa084c0d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:39:31.024355 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:39:31.024604 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6528902-c0f0-4b88-a41d-f756fa084c0d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:39:31.025115 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'status': 'completed', 'code': 200} Aug 31 16:39:31.125022 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-3412ee18-3df7-4b51-91b9-6bd8f916155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:31.126540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-3412ee18-3df7-4b51-91b9-6bd8f916155b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 1097 time: 0.0763400 Aug 31 16:39:31.136202 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:36:00Z', 'revision_number': 1, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:31.139112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8a4c-7ed1-49f6-9af3-3344c18f62cc req-1672ff21-f0c5-469d-a820-b7f2b686f7a2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:31.140618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45ba8a4c-7ed1-49f6-9af3-3344c18f62cc req-1672ff21-f0c5-469d-a820-b7f2b686f7a2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 945 time: 0.0641279 Aug 31 16:39:31.162702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:39:31.171339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:31.171937 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:31.224459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45ba8a4c-7ed1-49f6-9af3-3344c18f62cc req-349e872d-043f-4b41-8812-6ea54a92d1d4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750825 Aug 31 16:39:31.253189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-29397c48-77b2-41a4-8e53-5b2adece33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:31.255358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-29397c48-77b2-41a4-8e53-5b2adece33ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.1138401 Aug 31 16:39:31.276416 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:31.301792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-81e45cfa-d213-418b-ba4d-3c3ffd3ecce1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 200 len: 217 time: 0.0389345 Aug 31 16:39:31.353451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-ca7cba53-d42b-4790-9319-15c804a31333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:31.354955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-ca7cba53-d42b-4790-9319-15c804a31333 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0457013 Aug 31 16:39:31.407368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-dcff642a-1ca4-4826-a850-f2790dead565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:31.408917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-dcff642a-1ca4-4826-a850-f2790dead565 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405595 Aug 31 16:39:31.506124 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:36:00Z', 'revision_number': 1, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:31.508748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-c8f765b8-391e-44c7-9363-82e2e5e1d0ea service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859916 Aug 31 16:39:31.532717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0e05f-bad0-487d-aa14-6894c9a195a4 None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'cefe614d-5a6a-4c88-9120-d0900d8a02bc', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'port_id': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'mac_address': 'fa:16:3e:27:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:35:58Z', 'updated_at': '2021-08-31T16:36:00Z', 'revision_number': 1, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:39:31.608108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c16cdbd9-a0ce-4623-8f20-99ca42ed2677 req-6dfce048-5077-45c9-ac21-29fdb67ae6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884497 Aug 31 16:39:31.768019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110210e0-8d21-41a3-a23d-dd20af5586f1 None None] New status for floating IP b962894c-4d3f-4818-bf9a-df2d61c6370c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:39:32.340647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aba4a-8cdb-4bb4-8c9e-23ceab52ba49 req-72fa89fe-68bc-48aa-87ea-3944f8ccff78 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:32.342164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-134aba4a-8cdb-4bb4-8c9e-23ceab52ba49 req-72fa89fe-68bc-48aa-87ea-3944f8ccff78 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 945 time: 0.0500743 Aug 31 16:39:32.382137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-134aba4a-8cdb-4bb4-8c9e-23ceab52ba49 req-d297c9c1-f1f1-4183-9aa1-20b501e877ab tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Aug 31 16:39:32.816546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-f1d1059c-46e6-4483-b505-b4812068d80a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:32.818981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-f1d1059c-46e6-4483-b505-b4812068d80a tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 945 time: 0.0560758 Aug 31 16:39:32.917637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:32.917975 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:33.019839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:33.021036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:33.033426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:33.171941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:33.212083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:33.258066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:39:33.260685 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:33.262676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c097f0c9-01d3-400d-bb0b-f6b27e7e3d4a req-a7465174-0be0-4176-b305-2aa90cd611fa tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.30 "DELETE /v2.0/ports/2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e HTTP/1.1" status: 204 len: 173 time: 0.4343598 Aug 31 16:39:33.263121 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'name': 'network-vif-deleted', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:39:33.265419 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9408c95-28fc-4c6c-b3e0-44036f964c60" -d '{"events": [{"server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "name": "network-vif-deleted", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:39:33.301786 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe1fd8-7fa8-4320-b3f1-a31d5e42cc2a x-openstack-request-id: req-1ebe1fd8-7fa8-4320-b3f1-a31d5e42cc2a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:39:33.302126 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e804accf-1601-40b0-a860-8372fcd43159", "name": "network-vif-deleted", "tag": "2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:39:33.302417 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ebe1fd8-7fa8-4320-b3f1-a31d5e42cc2a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:39:33.302815 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e804accf-1601-40b0-a860-8372fcd43159', 'name': 'network-vif-deleted', 'tag': '2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e', 'status': 'completed', 'code': 200} Aug 31 16:39:33.481087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45b90a94-04fe-4318-8407-2aa2cff0b783 req-f03b2894-a18a-475e-82e0-bc8ed2e4b731 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 210 time: 0.0270698 Aug 31 16:39:34.422142 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:39:34.578080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7df6468c-64b2-435e-9448-b6c4bde223dc req-e1d88349-490a-4373-98ad-f333711d4b25 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Aug 31 16:39:34.885994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-cea0cacd-71b6-4d15-b161-2d95b8c4ffde service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408952 Aug 31 16:39:34.975270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-4f3bef49-a07d-41a7-a257-24fbd0ce7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:34.977011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-4f3bef49-a07d-41a7-a257-24fbd0ce7573 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0460362 Aug 31 16:39:35.080280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-5411fe73-6638-4c5a-a9ed-e8c55f89bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:35.081690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-5411fe73-6638-4c5a-a9ed-e8c55f89bfac service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0856745 Aug 31 16:39:35.153178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-8fadb31f-891f-410f-a8c8-0987786687c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 1000 time: 0.0639083 Aug 31 16:39:35.210456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-4072ee08-5f00-40d2-a82d-fae30129c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:35.212178 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-4072ee08-5f00-40d2-a82d-fae30129c83f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0521867 Aug 31 16:39:35.261910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-f4d63e9b-b043-48d2-bb62-80bd8a04c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:35.264441 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-f4d63e9b-b043-48d2-bb62-80bd8a04c857 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453975 Aug 31 16:39:35.358892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-555f1da6-cea9-4b9f-838f-b5f3ae0e810c service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875363 Aug 31 16:39:35.455107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-45e4d92a-5689-4b7c-90bf-fac41165db91 req-475e7f2d-cddb-41b1-841f-79bdd40dd64a service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888801 Aug 31 16:39:35.676662 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-822b1795-893b-4784-89e2-1f499ae7adf8 req-0e07dc23-2285-4221-a941-80db026d98ef tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 210 time: 0.0303025 Aug 31 16:39:36.190822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:39:36.212777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:39:36.213124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 2f92d7a9-b1b0-4a3a-a4dc-b8e1ad47536e not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:39:36.781423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d258817b-d689-4ae3-a1dc-5d1dab9d600b req-8d6c894c-6d18-4a8a-aed8-1d3e7d89b078 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=e804accf-1601-40b0-a860-8372fcd43159 HTTP/1.1" status: 200 len: 210 time: 0.0267463 Aug 31 16:39:42.139359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40802) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:42.294677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port 458f18d7-a255-4911-a24a-efa5c8874c10 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:42.295076 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:42.369168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:42.369498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:42.381625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for 458f18d7-a255-4911-a24a-efa5c8874c10 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:42.530641 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:42.558638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=458f18d7-a255-4911-a24a-efa5c8874c10,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:42.619322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:42.619684 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Floating IP cefe614d-5a6a-4c88-9120-d0900d8a02bc disassociated (deleted). External IP: 172.25.6.34, port: 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f. Aug 31 16:39:43.077266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:39:43.187101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:39:43.191639 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:43.198913 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:39:43.209665 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:43.210375 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:43.222559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-560ff5ac-83d4-4085-9b57-9941de93d8bb tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "DELETE /v2.0/floatingips/cefe614d-5a6a-4c88-9120-d0900d8a02bc HTTP/1.1" status: 204 len: 168 time: 1.0820944 Aug 31 16:39:43.223157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:39:43.225459 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af" -d '{"events": [{"name": "network-changed", "server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:39:43.315122 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:43.385605 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf8683-3dd4-42f2-b6fe-7c7a1746377d x-openstack-request-id: req-0acf8683-3dd4-42f2-b6fe-7c7a1746377d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:39:43.386095 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:39:43.386464 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0acf8683-3dd4-42f2-b6fe-7c7a1746377d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:39:43.386956 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'status': 'completed', 'code': 200} Aug 31 16:39:43.449337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-2d449a69-f684-4d5e-a92d-d9f477b78f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:43.450868 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-2d449a69-f684-4d5e-a92d-d9f477b78f8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=959f21b743ac42ddb5925b20fe092afd&device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 1097 time: 0.0436909 Aug 31 16:39:43.484479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056365eb-7797-4436-97b8-976d3df0136e req-afcdae94-a78e-48f9-92ae-510bf71385e4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:43.486033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-056365eb-7797-4436-97b8-976d3df0136e req-afcdae94-a78e-48f9-92ae-510bf71385e4 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 945 time: 0.0510550 Aug 31 16:39:43.530837 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:43.540621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-056365eb-7797-4436-97b8-976d3df0136e req-f5ad89fb-eb57-4802-bd2b-798c434bddfc tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Aug 31 16:39:43.548976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-5d47ab5e-c3da-47af-aca7-3f2796380d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:43.550487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-5d47ab5e-c3da-47af-aca7-3f2796380d53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 200 len: 912 time: 0.0924964 Aug 31 16:39:43.595448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-7f6e2fbf-ae22-4a85-b5dc-1bf30a5eba5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 200 len: 217 time: 0.0374978 Aug 31 16:39:43.647889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-da0ea4e7-df9c-4125-a98a-bb8506164ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:43.649510 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-da0ea4e7-df9c-4125-a98a-bb8506164ce9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 200 len: 850 time: 0.0461338 Aug 31 16:39:43.656337 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:39:43.664674 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:43.665279 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:43.700543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-71d16cba-643c-4b3f-a9e9-dfa89e93a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:43.702082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-71d16cba-643c-4b3f-a9e9-dfa89e93a6ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=496ce44e-fff1-4d88-b4fa-e8c668437874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454321 Aug 31 16:39:43.769530 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:43.791809 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-af290d53-669d-4c77-8a60-87d6f19e7721 service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818470 Aug 31 16:39:43.971794 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:44.003073 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d90cfb-331c-4e70-b448-13162d8eba32 None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:28:58Z', 'revision_number': 4, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '0e3ef4aa-7db2-406b-b0fe-f10a453a0e11', 'name': '', 'network_id': '496ce44e-fff1-4d88-b4fa-e8c668437874', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'mac_address': 'fa:16:3e:ed:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:57Z', 'updated_at': '2021-08-31T16:29:09Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'subnets': [{'id': 'e7b344d7-eb09-4c45-a8ec-fe9172479ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:39:44.194091 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-533b9c43-ab3f-4fa5-8a4d-6ce17e97f7af req-a1051e6a-5b9b-4734-9c81-6f6a5c30976d service neutron] 10.222.0.49 "GET /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947470 Aug 31 16:39:44.237430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d150f5-4de4-4531-88d7-31b00d02576f None None] New status for floating IP cefe614d-5a6a-4c88-9120-d0900d8a02bc: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:39:44.645120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e21e8-d05a-40b3-b28a-40b5547b00b0 req-158c078a-f07b-49bc-b435-7a6be4b98aa2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:44.647233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d34e21e8-d05a-40b3-b28a-40b5547b00b0 req-158c078a-f07b-49bc-b435-7a6be4b98aa2 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 31 16:39:44.684914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d34e21e8-d05a-40b3-b28a-40b5547b00b0 req-7183106d-ae7e-43e3-847e-92c8f2cfa18b tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab2eb53-238a-4aec-9009-0acff05242de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Aug 31 16:39:44.950951 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-ecaa99c3-fe8b-48cf-8f34-9214caedbb08 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:39:44.952631 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-ecaa99c3-fe8b-48cf-8f34-9214caedbb08 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 945 time: 0.0494668 Aug 31 16:39:45.049910 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:45.050501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:45.140717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] For port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:45.141079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:45.153624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:45.283935 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:45.311031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:45.325758 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.326113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.326461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.326803 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.327146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.327478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.327810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.328153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.328496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.328826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.329159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.329490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:45.363344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] No DVR routers for this DVR port 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:39:45.366422 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:45.368446 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-47aa37e3-1d6f-4abf-a7ee-0450ba65a845 req-256c1b90-4710-44ab-b0cb-0a4a1855c71d tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.49 "DELETE /v2.0/ports/58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f HTTP/1.1" status: 204 len: 173 time: 0.4101410 Aug 31 16:39:45.368887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'name': 'network-vif-deleted', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:39:45.371139 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fd0a63-c713-4db8-a17f-764cc62ce0d2" -d '{"events": [{"server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "name": "network-vif-deleted", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:39:45.465962 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd51548-6180-456b-a84d-3d4993e8a2fd x-openstack-request-id: req-cbd51548-6180-456b-a84d-3d4993e8a2fd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:39:45.466258 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e825b1f-ba2c-45aa-b2b5-0de74cede00f", "name": "network-vif-deleted", "tag": "58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:39:45.466511 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbd51548-6180-456b-a84d-3d4993e8a2fd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:39:45.466914 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e825b1f-ba2c-45aa-b2b5-0de74cede00f', 'name': 'network-vif-deleted', 'tag': '58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f', 'status': 'completed', 'code': 200} Aug 31 16:39:45.799608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56b90639-3ec5-4810-912a-896f0cd36fd6 req-bb27d7df-efa8-4e25-a89e-0f1b96b1d4ec tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 210 time: 0.0345044 Aug 31 16:39:46.896082 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee5e5add-821d-4636-9c03-0d3d40148ca4 req-b70889ce-5b28-4e8d-b7ab-0029c2815a46 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 210 time: 0.0284069 Aug 31 16:39:47.994836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8e43dca-fd3f-410f-a696-52c3c57fbf06 req-b8c8d042-47aa-4aec-885d-3b26e050b020 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 210 time: 0.0282230 Aug 31 16:39:48.778689 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:39:48.798910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:39:48.799257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 58f7ae52-1b63-4a51-97b0-bf8c9ec4c78f not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:39:49.104365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-740194fe-a31c-4218-844c-075741888a69 req-e44ab13d-7c73-4cca-9273-a9c7dac97093 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e825b1f-ba2c-45aa-b2b5-0de74cede00f HTTP/1.1" status: 200 len: 210 time: 0.0287848 Aug 31 16:39:50.160805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40832) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:50.283543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Deleting port f354d90a-3d5c-46a6-ba57-e243928a6de2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:50.283893 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:50.366292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:50.366722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:50.378531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Calling delete_port for f354d90a-3d5c-46a6-ba57-e243928a6de2 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:50.514619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:50.541452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'Port': ['ID=f354d90a-3d5c-46a6-ba57-e243928a6de2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:50.598230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:50.600821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:50.601980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-90c48157-9688-444f-8834-0a27781eb2b6 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "DELETE /v2.0/floatingips/2fcd7947-7157-41d1-8e6e-90f4cb6c838a HTTP/1.1" status: 204 len: 168 time: 0.4401889 Aug 31 16:39:51.089815 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b21e639c-93e3-4508-9ac5-da3a76fd39e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:52.870405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40846) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:52.933745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64daa63d-2b1b-4b3a-a399-c99ae0e91f52 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:52.960631 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64daa63d-2b1b-4b3a-a399-c99ae0e91f52 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:53.020610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64daa63d-2b1b-4b3a-a399-c99ae0e91f52 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:53.023728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-64daa63d-2b1b-4b3a-a399-c99ae0e91f52 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:53.025017 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-64daa63d-2b1b-4b3a-a399-c99ae0e91f52 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ab2eb53-238a-4aec-9009-0acff05242de HTTP/1.1" status: 204 len: 168 time: 0.1535943 Aug 31 16:39:53.035599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daa63d-2b1b-4b3a-a399-c99ae0e91f52 tempest-TestVolumeBootPattern-996155571 tempest-TestVolumeBootPattern-996155571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2eb53-238a-4aec-9009-0acff05242de,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:53.107173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40850) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:53.628907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:53.888128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Deleting port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:53.888421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:53.967367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] For port 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:53.967727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:53.980265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Calling delete_port for 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:54.159293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:54.186136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3ef4aa-7db2-406b-b0fe-f10a453a0e11,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:54.359531 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:54.516244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:54.593631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:39:54.698445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:39:54.703690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-023506a8-69e8-499e-b349-500a97fb322c admin admin] 10.222.0.43 "PUT /v2.0/routers/d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5944977 Aug 31 16:39:54.706009 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40856) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:54.707136 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] Sync routers for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:39:54.718318 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:54.719176 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:54.811103 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:54.824586 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:54.911222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:54.968727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Deleting port 249de4b6-fb02-4e40-b177-502bdb319015 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:54.969073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.004987 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '249de4b6-fb02-4e40-b177-502bdb319015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:39:54Z', 'revision_number': 5, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port': {'id': '249de4b6-fb02-4e40-b177-502bdb319015', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:28:54Z', 'updated_at': '2021-08-31T16:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:55.031216 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] Checking router: d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:39:55.039563 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] Routers {'d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:55.040179 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:55.046741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] For port 249de4b6-fb02-4e40-b177-502bdb319015, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=249de4b6-fb02-4e40-b177-502bdb319015,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:55.047111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.060389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Calling delete_port for 249de4b6-fb02-4e40-b177-502bdb319015 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:55.127207 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] Set router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:55.181876 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:39:54Z', 'revision_number': 6, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:55.208631 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8f35b-ab2a-419b-99ac-554dd96a727c None None] The sync data for ids ['d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37'] in n-d-793621-35 is: [{'id': 'd9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37', 'name': 'tempest-TestVolumeBootPattern-973035982-router', 'tenant_id': '959f21b743ac42ddb5925b20fe092afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:28:53Z', 'updated_at': '2021-08-31T16:39:54Z', 'revision_number': 6, 'project_id': '959f21b743ac42ddb5925b20fe092afd', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:39:55.227384 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.255289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Pushing event deleted for resources: {'Port': ['ID=249de4b6-fb02-4e40-b177-502bdb319015,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:55.287911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.316362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.465912 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.671399 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.673602 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.693370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a5050f85-6c4e-450f-8ce8-aa27ffa46058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.716521 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.717065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:39:55.725500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.726690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-711c747b-ba11-42da-bbb7-721868446565 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d9cb13fb-d1b1-4fd6-989e-f60bcbc0bc37 HTTP/1.1" status: 204 len: 168 time: 1.0197508 Aug 31 16:39:55.731466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40862) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:55.778879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Deleting subnet e7b344d7-eb09-4c45-a8ec-fe9172479ac6 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:39:55.781903 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.816241 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.912952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.975985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:55.981921 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.002270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b344d7-eb09-4c45-a8ec-fe9172479ac6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:56.006465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.008449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-462b8b02-a16b-45d9-8d1c-6fd30da7e910 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7b344d7-eb09-4c45-a8ec-fe9172479ac6 HTTP/1.1" status: 204 len: 168 time: 0.2779744 Aug 31 16:39:56.010905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 40864) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:56.015646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a682d47-8bf6-46d4-a2a0-2ee478937180 None None] Network 496ce44e-fff1-4d88-b4fa-e8c668437874 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:39:56.086008 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.144102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Deleting port 48aa961c-2074-4319-868e-b4993ab1edef {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:56.144540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.228953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] For port 48aa961c-2074-4319-868e-b4993ab1edef, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=48aa961c-2074-4319-868e-b4993ab1edef,segment=NetworkSegment(8175297a-e94a-43ae-ba6d-af1494d82a7f),segment_id=8175297a-e94a-43ae-ba6d-af1494d82a7f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:56.229574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.239105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 249de4b6-fb02-4e40-b177-502bdb319015 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:39:56.248552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Calling delete_port for 48aa961c-2074-4319-868e-b4993ab1edef owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:56.269382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 249de4b6-fb02-4e40-b177-502bdb319015 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:39:56.269593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 249de4b6-fb02-4e40-b177-502bdb319015 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:39:56.270017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:39:56.294443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:39:56.294786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0e3ef4aa-7db2-406b-b0fe-f10a453a0e11 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:39:56.332291 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.362204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Pushing event deleted for resources: {'Port': ['ID=48aa961c-2074-4319-868e-b4993ab1edef,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:56.367587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] No DVR routers for this DVR port 48aa961c-2074-4319-868e-b4993ab1edef on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:39:56.433264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809ee83-6139-4123-a594-8b6e3568c70a None None] DHCP port deletion for 496ce44e-fff1-4d88-b4fa-e8c668437874 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:39:56.449543 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.459715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496ce44e-fff1-4d88-b4fa-e8c668437874']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:56.469803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8175297a-e94a-43ae-ba6d-af1494d82a7f') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:56.470100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8175297a-e94a-43ae-ba6d-af1494d82a7f') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:56.478756 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.492862 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.498900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:39:56.499285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:39:56.500938 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:39:56.558964 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.564453 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:56.566274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] 10.222.0.43 "DELETE /v2.0/networks/496ce44e-fff1-4d88-b4fa-e8c668437874 HTTP/1.1" status: 204 len: 168 time: 0.5543821 Aug 31 16:39:56.570070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40868) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:56.577938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc669c-d6fd-4df7-9628-32d0b69079ff admin admin] Pushing event deleted for resources: {'Network': ['ID=496ce44e-fff1-4d88-b4fa-e8c668437874,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:56.916167 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:57.162228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Deleting port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:57.162564 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:57.241566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] For port ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,segment=NetworkSegment(503f96a1-e665-4125-aefa-418d8b77e2a8),segment_id=503f96a1-e665-4125-aefa-418d8b77e2a8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:57.241930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:57.255532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Calling delete_port for ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:57.433464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:57.461571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:57.627314 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:57.771785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:57.860339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:39:57.969613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:39:57.975068 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3608a945-a25b-4981-93e2-20a589050ab7 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c8c3acc-e7bc-4536-84a6-677ffab5b272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037795 Aug 31 16:39:57.977730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40872) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:57.979019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] Sync routers for ids ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:39:57.989277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] Routers {'5c8c3acc-e7bc-4536-84a6-677ffab5b272'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:57.990472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:58.082961 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.102537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] Set router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:58.193510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.251820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Deleting port d146e56f-3d9c-4dd7-b721-350deed3e3a2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:58.252572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.269436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48aa961c-2074-4319-868e-b4993ab1edef no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:39:58.296847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 48aa961c-2074-4319-868e-b4993ab1edef {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:39:58.297189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 48aa961c-2074-4319-868e-b4993ab1edef not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:39:58.312526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:39:57Z', 'revision_number': 5, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port': {'id': 'd146e56f-3d9c-4dd7-b721-350deed3e3a2', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:29:02Z', 'updated_at': '2021-08-31T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:58.342923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] Checking router: 5c8c3acc-e7bc-4536-84a6-677ffab5b272 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:39:58.350257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] For port d146e56f-3d9c-4dd7-b721-350deed3e3a2, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d146e56f-3d9c-4dd7-b721-350deed3e3a2,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:58.350623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.351733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] Routers {'5c8c3acc-e7bc-4536-84a6-677ffab5b272'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:39:58.352386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:39:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:58.362776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Calling delete_port for d146e56f-3d9c-4dd7-b721-350deed3e3a2 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:58.437792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] Set router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:39:58.491443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:39:58Z', 'revision_number': 6, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:58.521895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef61660-35fb-4e12-b172-1dddf2948d60 None None] The sync data for ids ['5c8c3acc-e7bc-4536-84a6-677ffab5b272'] in n-d-793621-35 is: [{'id': '5c8c3acc-e7bc-4536-84a6-677ffab5b272', 'name': 'tempest-TestVolumeBootPattern-258504642-router', 'tenant_id': '444835756ae74af8b9358cd6ca412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:29:01Z', 'updated_at': '2021-08-31T16:39:58Z', 'revision_number': 6, 'project_id': '444835756ae74af8b9358cd6ca412611', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:39:58.531898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.560714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d146e56f-3d9c-4dd7-b721-350deed3e3a2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:58.619062 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.711878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.714122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.760965 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.761613 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c8c3acc-e7bc-4536-84a6-677ffab5b272 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:39:58.766567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.767730 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e7382cfc-0085-4547-8a6a-04e283d75a84 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5c8c3acc-e7bc-4536-84a6-677ffab5b272 HTTP/1.1" status: 204 len: 168 time: 0.7890639 Aug 31 16:39:58.770265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:58.815097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Deleting subnet 3cf5aed6-6f91-45b7-a53a-6eb0189c5265 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:39:58.818640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.853651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:58.947786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.001072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.028367 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf5aed6-6f91-45b7-a53a-6eb0189c5265,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:59.032878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.034733 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-25f4ec93-ca5e-4d86-aa48-03d47ea8ef47 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3cf5aed6-6f91-45b7-a53a-6eb0189c5265 HTTP/1.1" status: 204 len: 168 time: 0.2629488 Aug 31 16:39:59.037272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:59.038337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f89a3d-1269-48fe-b70b-be72f7830c60 None None] Network 1f45cc63-23e2-4130-952d-39f9b956f34a requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:39:59.103701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.160500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Deleting port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:59.160845 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.226039 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] For port 3ad26a9b-8196-4f27-9c62-5a9d7265af80, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=3ad26a9b-8196-4f27-9c62-5a9d7265af80,segment=NetworkSegment(503f96a1-e665-4125-aefa-418d8b77e2a8),segment_id=503f96a1-e665-4125-aefa-418d8b77e2a8)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:59.226384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.238659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Calling delete_port for 3ad26a9b-8196-4f27-9c62-5a9d7265af80 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:59.296695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] DHCP port deletion for 1f45cc63-23e2-4130-952d-39f9b956f34a request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:39:59.324208 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.348470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad26a9b-8196-4f27-9c62-5a9d7265af80,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:59.350903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Deleting port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:39:59.351492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.354736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] No DVR routers for this DVR port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:39:59.420931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] For port 3ad26a9b-8196-4f27-9c62-5a9d7265af80, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:39:59.421190 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.426183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.435119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Calling delete_port for 3ad26a9b-8196-4f27-9c62-5a9d7265af80 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:39:59.436862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f45cc63-23e2-4130-952d-39f9b956f34a']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:59.437820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 16:39:59.439028 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.449886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503f96a1-e665-4125-aefa-418d8b77e2a8') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:59.450224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503f96a1-e665-4125-aefa-418d8b77e2a8') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:39:59.460358 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.464949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Pushing event deleted for resources: {'Port': ['ID=3ad26a9b-8196-4f27-9c62-5a9d7265af80,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:59.472895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] No DVR routers for this DVR port 3ad26a9b-8196-4f27-9c62-5a9d7265af80 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:39:59.475523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.475975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.476352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.476695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.477037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.477373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.477733 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.478036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.478364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.478690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.479017 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.479342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcb4c4-d939-4b5e-af24-3e078600fe67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:39:59.480611 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.487519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:39:59.487931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:39:59.490277 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:39:59.545275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.551527 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.554244 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f45cc63-23e2-4130-952d-39f9b956f34a HTTP/1.1" status: 204 len: 168 time: 0.5160296 Aug 31 16:39:59.568916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e084e-71e2-489a-a216-588199ea5bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1f45cc63-23e2-4130-952d-39f9b956f34a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:39:59.685900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40880) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:59.727552 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-53e31687-01de-41b8-ae61-ccde377a9c55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=959f21b743ac42ddb5925b20fe092afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402470 Aug 31 16:39:59.729883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:39:59.779627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d885994-6a55-435e-84c1-5ca9a51b7436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.800942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d885994-6a55-435e-84c1-5ca9a51b7436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.852427 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d885994-6a55-435e-84c1-5ca9a51b7436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.855013 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5d885994-6a55-435e-84c1-5ca9a51b7436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:39:59.856148 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5d885994-6a55-435e-84c1-5ca9a51b7436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c9d8f29-6301-46d5-81ac-3102736f0426 HTTP/1.1" status: 204 len: 168 time: 0.1253304 Aug 31 16:39:59.863742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d885994-6a55-435e-84c1-5ca9a51b7436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d8f29-6301-46d5-81ac-3102736f0426,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:00.200865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40888) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:00.220155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3ad26a9b-8196-4f27-9c62-5a9d7265af80 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:40:00.245204 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d83436b-016b-4e80-b147-a8d79200d370 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=444835756ae74af8b9358cd6ca412611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403154 Aug 31 16:40:00.245411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 40890) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:00.248158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 3ad26a9b-8196-4f27-9c62-5a9d7265af80 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:40:00.248549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 3ad26a9b-8196-4f27-9c62-5a9d7265af80 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:40:00.248966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:40:00.270172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:40:00.270551 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ca7fdd11-6ca6-4bd5-bee7-a9dd5778d123 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:40:00.271004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d146e56f-3d9c-4dd7-b721-350deed3e3a2 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:40:00.290080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d146e56f-3d9c-4dd7-b721-350deed3e3a2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:40:00.290425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d146e56f-3d9c-4dd7-b721-350deed3e3a2 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:40:00.294812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f0c104c-9e8d-4e16-8a88-8790a979400e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:00.318649 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f0c104c-9e8d-4e16-8a88-8790a979400e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:00.364297 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f0c104c-9e8d-4e16-8a88-8790a979400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:00.367385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0f0c104c-9e8d-4e16-8a88-8790a979400e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:00.368588 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0f0c104c-9e8d-4e16-8a88-8790a979400e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22857eb2-30b0-4c62-978e-579581b6abe0 HTTP/1.1" status: 204 len: 168 time: 0.1223929 Aug 31 16:40:00.378283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c104c-9e8d-4e16-8a88-8790a979400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22857eb2-30b0-4c62-978e-579581b6abe0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:10.422828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-a79ee965-28ef-4670-b720-41c0a47dc41b tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=73c6e259bb5a4b8a9ddd7b9ce3e2913d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306702 Aug 31 16:40:10.606827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-988fc8c7-b31a-4c90-9aa8-2641890829cc tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:10.608352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-988fc8c7-b31a-4c90-9aa8-2641890829cc tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800003 Aug 31 16:40:10.623096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-61d87451-49bf-42c6-ba74-e7df6b8f8e95 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/quotas/73c6e259bb5a4b8a9ddd7b9ce3e2913d HTTP/1.1" status: 200 len: 375 time: 0.0090811 Aug 31 16:40:10.658594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-e9c926cc-f57f-4aed-bbe0-09d07796aa36 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=73c6e259bb5a4b8a9ddd7b9ce3e2913d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302458 Aug 31 16:40:10.815375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fef040a3-06e1-498b-be1f-85523a95727c req-c6e25472-a183-4853-95a9-a4af8695d166 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 210 time: 0.0260990 Aug 31 16:40:11.421850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:40:11.812832 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-74f1ca09-9870-4e45-87e3-de24e65d97c0 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=73c6e259bb5a4b8a9ddd7b9ce3e2913d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308425 Aug 31 16:40:11.923265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adf5756f-54c6-4a47-8abc-9e0654cb4172 req-1d3e7a22-0509-4632-890e-e17397f288ca tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 210 time: 0.0272963 Aug 31 16:40:12.006810 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-043f0c6b-9beb-4aa6-b6f3-19194f06e350 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:12.008173 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-043f0c6b-9beb-4aa6-b6f3-19194f06e350 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899078 Aug 31 16:40:12.020048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Request body: {'port': {'device_id': '167947e5-b316-4a92-bf4f-37def4e37408', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'admin_state_up': True, 'tenant_id': '73c6e259bb5a4b8a9ddd7b9ce3e2913d'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:40:12.123902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Made reservation on behalf of 73c6e259bb5a4b8a9ddd7b9ce3e2913d for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:40:12.127380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:12.136440 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:12.230751 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:12.235024 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:12.307379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a09bccb-a243-4440-909b-f622c9bca29f,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:12.364421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Allocated IP 192.168.233.37 (e215b394-dc22-4e56-a106-489cb1174df0/040ea188-22b2-454c-8c40-897b9af5849d/97d67195-008b-46d7-9fd0-a5e137d92fa2) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:40:12.810425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:12.824551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Transition to ACTIVE for port object 97d67195-008b-46d7-9fd0-a5e137d92fa2 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:40:12.857319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:12.902783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Network e215b394-dc22-4e56-a106-489cb1174df0 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:40:12.905905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:40:12.909913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:40:12.939243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Pushing event updated for resources: {'Port': ['ID=97d67195-008b-46d7-9fd0-a5e137d92fa2,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:12.980236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:12.981207 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.002670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-5892250e-d9e5-4b95-8191-ddf505d0f3e5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9858019 Aug 31 16:40:13.017842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Request body: {'port': {'device_id': '167947e5-b316-4a92-bf4f-37def4e37408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:40:13.052864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd20a-6dca-4749-8e40-b7deb5b81e98 req-6553ed45-d03f-4a5e-a8bd-acf16114f810 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:13.055268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f2fd20a-6dca-4749-8e40-b7deb5b81e98 req-6553ed45-d03f-4a5e-a8bd-acf16114f810 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 935 time: 0.0576956 Aug 31 16:40:13.085105 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.114092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0f2fd20a-6dca-4749-8e40-b7deb5b81e98 req-c552c6af-6cd2-4cd8-90c0-5ef21350e548 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Aug 31 16:40:13.237306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d2bacbe-3dd8-43c4-949c-6516b2df878e None None] Provisioning for port 97d67195-008b-46d7-9fd0-a5e137d92fa2 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:40:13.241130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d2bacbe-3dd8-43c4-949c-6516b2df878e None None] Provisioning complete for port 97d67195-008b-46d7-9fd0-a5e137d92fa2 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:40:13.241540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d2bacbe-3dd8-43c4-949c-6516b2df878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.276107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bacbe-3dd8-43c4-949c-6516b2df878e None None] Port 97d67195-008b-46d7-9fd0-a5e137d92fa2 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:40:13.369254 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d67195-008b-46d7-9fd0-a5e137d92fa2 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:40:13.377920 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.390795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Transition to ACTIVE for port object 97d67195-008b-46d7-9fd0-a5e137d92fa2 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:40:13.395005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.445725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Pushing event updated for resources: {'Port': ['ID=97d67195-008b-46d7-9fd0-a5e137d92fa2,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:13.522546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Attempting to bind port 97d67195-008b-46d7-9fd0-a5e137d92fa2 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:40:13.523022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Attempting to bind port 97d67195-008b-46d7-9fd0-a5e137d92fa2 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:40:13.523384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Attempting to bind port 97d67195-008b-46d7-9fd0-a5e137d92fa2 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:40:13.528435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Port 97d67195-008b-46d7-9fd0-a5e137d92fa2 on network e215b394-dc22-4e56-a106-489cb1174df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:40:13.528697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Attempting to bind port 97d67195-008b-46d7-9fd0-a5e137d92fa2 on network e215b394-dc22-4e56-a106-489cb1174df0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:40:13.534686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:40:13.535037 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Checking segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:40:13.535429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Bound using segment: {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:40:13.535875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Bound port: 97d67195-008b-46d7-9fd0-a5e137d92fa2, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:40:13.536409 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.617446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] For port 97d67195-008b-46d7-9fd0-a5e137d92fa2, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:40:13.621308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] For port 97d67195-008b-46d7-9fd0-a5e137d92fa2, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:40:13.625009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.659351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:13.659993 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:13.662068 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] 10.222.0.49 "PUT /v2.0/ports/97d67195-008b-46d7-9fd0-a5e137d92fa2 HTTP/1.1" status: 200 len: 1096 time: 0.6495750 Aug 31 16:40:13.662511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167947e5-b316-4a92-bf4f-37def4e37408', 'tag': '97d67195-008b-46d7-9fd0-a5e137d92fa2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:40:13.664833 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07" -d '{"events": [{"name": "network-changed", "server_uuid": "167947e5-b316-4a92-bf4f-37def4e37408", "tag": "97d67195-008b-46d7-9fd0-a5e137d92fa2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:40:13.721438 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65e6b16-d1b3-4869-ace1-e76fd17528fe x-openstack-request-id: req-f65e6b16-d1b3-4869-ace1-e76fd17528fe {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:40:13.721718 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167947e5-b316-4a92-bf4f-37def4e37408", "tag": "97d67195-008b-46d7-9fd0-a5e137d92fa2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:40:13.721974 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f65e6b16-d1b3-4869-ace1-e76fd17528fe {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:40:13.722374 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167947e5-b316-4a92-bf4f-37def4e37408', 'tag': '97d67195-008b-46d7-9fd0-a5e137d92fa2', 'status': 'completed', 'code': 200} Aug 31 16:40:13.749712 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562e681-cbd0-4141-b692-56f8adc23a4d service neutron] Pushing event updated for resources: {'Port': ['ID=97d67195-008b-46d7-9fd0-a5e137d92fa2,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:13.766592 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-e21ac7dd-0fe7-4789-94a7-dc488867fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:13.768139 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-e21ac7dd-0fe7-4789-94a7-dc488867fffa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73c6e259bb5a4b8a9ddd7b9ce3e2913d&device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 1099 time: 0.0619957 Aug 31 16:40:13.819895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-9d491870-b711-46bf-b75c-e00a87ade8e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2 HTTP/1.1" status: 200 len: 217 time: 0.0428116 Aug 31 16:40:13.873946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-ab6fc8af-edb2-42da-aab8-5d4ca9b2df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:13.875413 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-ab6fc8af-edb2-42da-aab8-5d4ca9b2df2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0485535 Aug 31 16:40:13.920634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3331b-7156-435f-8468-7c25319954f0 req-0f540ac1-07d2-4b14-98e1-9ee72b9f7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:13.922161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-0f540ac1-07d2-4b14-98e1-9ee72b9f7d21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396228 Aug 31 16:40:14.016363 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-f350febc-87d4-4d7d-bc73-9896c40d6a15 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 Aug 31 16:40:14.108797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-65e3331b-7156-435f-8468-7c25319954f0 req-4c8ce73e-b46d-4f0b-beb2-fe7398704afa service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Aug 31 16:40:14.197434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-96f5d96f-564f-4048-b698-7b62e1224836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:14.198965 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-96f5d96f-564f-4048-b698-7b62e1224836 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73c6e259bb5a4b8a9ddd7b9ce3e2913d&device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 1099 time: 0.0433676 Aug 31 16:40:14.225441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dfa72-4908-4fe5-9d15-35cd3c0e313a req-eb3e46c7-9793-4e45-8459-d82e7af31f46 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:14.226987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc3dfa72-4908-4fe5-9d15-35cd3c0e313a req-eb3e46c7-9793-4e45-8459-d82e7af31f46 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 947 time: 0.0523393 Aug 31 16:40:14.265033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc3dfa72-4908-4fe5-9d15-35cd3c0e313a req-6f35a975-c3f5-433b-a416-dcd032f6d823 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Aug 31 16:40:14.294140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-a28b93f0-a337-46c2-9965-6c82e1d2cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:14.295622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-a28b93f0-a337-46c2-9965-6c82e1d2cdf6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e215b394-dc22-4e56-a106-489cb1174df0 HTTP/1.1" status: 200 len: 870 time: 0.0897009 Aug 31 16:40:14.338543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-74e02d4e-07b5-44d6-aaa9-5dafb55b9c2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2 HTTP/1.1" status: 200 len: 217 time: 0.0351934 Aug 31 16:40:14.387618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-a3ee2670-1a2f-4dbc-b086-d3353aff7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:14.389058 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-a3ee2670-1a2f-4dbc-b086-d3353aff7a26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=040ea188-22b2-454c-8c40-897b9af5849d HTTP/1.1" status: 200 len: 843 time: 0.0439229 Aug 31 16:40:14.440462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-e5d6e831-b991-4d48-b9a5-c76bbfb96aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:14.442268 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-e5d6e831-b991-4d48-b9a5-c76bbfb96aec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e215b394-dc22-4e56-a106-489cb1174df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443833 Aug 31 16:40:14.531688 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-0adee634-fa5e-452e-a1fb-e46a14223ed7 service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804021 Aug 31 16:40:14.624814 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b87f68b7-3f71-4335-a7a2-db0ac84f8a07 req-242c6158-f111-43d6-ba8c-295243025b2e service neutron] 10.222.0.49 "GET /v2.0/networks/e215b394-dc22-4e56-a106-489cb1174df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855777 Aug 31 16:40:15.379053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db2cb-e7df-4e74-98e9-686293eeaa4a req-f1e5f5b1-e789-4b2f-ab74-714b20f4aca4 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:15.380553 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb6db2cb-e7df-4e74-98e9-686293eeaa4a req-f1e5f5b1-e789-4b2f-ab74-714b20f4aca4 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 947 time: 0.0480516 Aug 31 16:40:15.417810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb6db2cb-e7df-4e74-98e9-686293eeaa4a req-490a1a53-e4b5-4261-82fd-993bbe878b33 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Aug 31 16:40:16.532267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250f341-f146-4ae0-82f0-c582859ce8d1 req-2bc4acf1-14c3-44f5-9bb2-447d518df6b0 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:16.533744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e250f341-f146-4ae0-82f0-c582859ce8d1 req-2bc4acf1-14c3-44f5-9bb2-447d518df6b0 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 947 time: 0.0479248 Aug 31 16:40:16.572458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e250f341-f146-4ae0-82f0-c582859ce8d1 req-11f95457-d699-4cbf-8aca-71160ad8c7fc tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Aug 31 16:40:16.870178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 97d67195-008b-46d7-9fd0-a5e137d92fa2 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:40:16.967808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 97d67195-008b-46d7-9fd0-a5e137d92fa2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:16.979674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '97d67195-008b-46d7-9fd0-a5e137d92fa2', 'network_id': 'e215b394-dc22-4e56-a106-489cb1174df0', 'port_id': '97d67195-008b-46d7-9fd0-a5e137d92fa2', 'mac_address': 'fa:16:3e:c3:2d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ea188-22b2-454c-8c40-897b9af5849d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:40:17.015775 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:17.028111 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d67195-008b-46d7-9fd0-a5e137d92fa2 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:40:17.047158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 97d67195-008b-46d7-9fd0-a5e137d92fa2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:17.050690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:17.101140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=97d67195-008b-46d7-9fd0-a5e137d92fa2,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:17.273307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['97d67195-008b-46d7-9fd0-a5e137d92fa2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:40:17.688414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a432ea-d7a8-4f71-aefe-32b18628dc3b req-8551624b-7faa-460e-ab31-02a482b46b2f tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:17.689902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25a432ea-d7a8-4f71-aefe-32b18628dc3b req-8551624b-7faa-460e-ab31-02a482b46b2f tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 948 time: 0.0519857 Aug 31 16:40:17.729831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25a432ea-d7a8-4f71-aefe-32b18628dc3b req-b5e01881-563f-44ec-8340-ef4eebe3b9a9 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Aug 31 16:40:18.842795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5795d6-febb-4620-a082-e161c261b275 req-415d15fd-7b1c-4b73-905d-faad1324e56c tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:18.844298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e5795d6-febb-4620-a082-e161c261b275 req-415d15fd-7b1c-4b73-905d-faad1324e56c tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 948 time: 0.0482140 Aug 31 16:40:18.882716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e5795d6-febb-4620-a082-e161c261b275 req-04835d1b-2f6b-44e8-bff4-25140a26bae9 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Aug 31 16:40:18.901189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 97d67195-008b-46d7-9fd0-a5e137d92fa2 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:40:18.956757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 97d67195-008b-46d7-9fd0-a5e137d92fa2 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:40:18.960732 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 97d67195-008b-46d7-9fd0-a5e137d92fa2 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:40:18.961111 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:19.040107 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:19.062114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167947e5-b316-4a92-bf4f-37def4e37408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d67195-008b-46d7-9fd0-a5e137d92fa2'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:40:19.064391 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f144caa9-7f6f-433a-95aa-b02717243f80" -d '{"events": [{"server_uuid": "167947e5-b316-4a92-bf4f-37def4e37408", "name": "network-vif-plugged", "status": "completed", "tag": "97d67195-008b-46d7-9fd0-a5e137d92fa2"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:40:19.077284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 97d67195-008b-46d7-9fd0-a5e137d92fa2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:19.081328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:19.131772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=97d67195-008b-46d7-9fd0-a5e137d92fa2,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:19.175092 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e2f84b-d5c5-4ad1-b656-535b19d5d896 x-openstack-request-id: req-60e2f84b-d5c5-4ad1-b656-535b19d5d896 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:40:19.175389 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167947e5-b316-4a92-bf4f-37def4e37408", "name": "network-vif-plugged", "status": "completed", "tag": "97d67195-008b-46d7-9fd0-a5e137d92fa2", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:40:19.175647 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60e2f84b-d5c5-4ad1-b656-535b19d5d896 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:40:19.176053 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167947e5-b316-4a92-bf4f-37def4e37408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d67195-008b-46d7-9fd0-a5e137d92fa2', 'code': 200} Aug 31 16:40:19.267316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afde0a-9609-4aef-b9b8-05ad4766cceb req-427ec6d6-d59e-4b63-a822-3083b754d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:19.268736 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-36afde0a-9609-4aef-b9b8-05ad4766cceb req-427ec6d6-d59e-4b63-a822-3083b754d6f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 1101 time: 0.0393496 Aug 31 16:40:19.303269 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-36afde0a-9609-4aef-b9b8-05ad4766cceb req-c8443941-2a0d-4220-981b-f0f88d24dd74 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265059 Aug 31 16:40:20.006129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d9145-63d4-475a-9178-421b8f892ca3 req-afec73cf-e67d-4be1-8d43-20d5b52425ec tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:20.007633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-038d9145-63d4-475a-9178-421b8f892ca3 req-afec73cf-e67d-4be1-8d43-20d5b52425ec tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 949 time: 0.0500720 Aug 31 16:40:20.047218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-038d9145-63d4-475a-9178-421b8f892ca3 req-b7c326c4-eea2-4eeb-affe-70d1e7332892 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335116 Aug 31 16:40:21.091568 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2357eecc-b12f-47df-bf1c-6422357fd8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:21.165344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c500d-249a-41f2-9c31-6f2a4ba88791 req-37e762a6-d113-4de1-af61-a8843bc8e172 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:21.166800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-939c500d-249a-41f2-9c31-6f2a4ba88791 req-37e762a6-d113-4de1-af61-a8843bc8e172 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 949 time: 0.0516944 Aug 31 16:40:21.204622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-939c500d-249a-41f2-9c31-6f2a4ba88791 req-bb15f9b6-086e-4e39-b6f9-c758f9cba7b4 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Aug 31 16:40:21.584900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-b120f854-c510-41b7-80db-73dd28118119 req-26b65fd5-d54c-48e1-ae7f-ccf8afb10248 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:40:21.585942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b120f854-c510-41b7-80db-73dd28118119 req-26b65fd5-d54c-48e1-ae7f-ccf8afb10248 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132090 Aug 31 16:40:22.186587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee9fd-89d2-4e6b-bc27-28a259a9d33a req-6e1681fd-e78b-43f4-95d7-e4bd7f7db486 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:22.188078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-066ee9fd-89d2-4e6b-bc27-28a259a9d33a req-6e1681fd-e78b-43f4-95d7-e4bd7f7db486 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 949 time: 0.0497038 Aug 31 16:40:22.226480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-066ee9fd-89d2-4e6b-bc27-28a259a9d33a req-2e84f398-2900-4a56-a860-e6ea927a1ed5 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Aug 31 16:40:23.342169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478f39f-8cca-44da-82ca-5c02478168aa req-61802f4f-ed5e-4e16-86ab-7eae66981f3f tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:23.343691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c478f39f-8cca-44da-82ca-5c02478168aa req-61802f4f-ed5e-4e16-86ab-7eae66981f3f tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 949 time: 0.0506384 Aug 31 16:40:23.382206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c478f39f-8cca-44da-82ca-5c02478168aa req-5a60aab8-7b08-44a5-b60e-0c41e2d9cf17 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a09bccb-a243-4440-909b-f622c9bca29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Aug 31 16:40:23.478520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774941d-b904-451e-837e-2f5876448952 req-36bcd0b9-3ac2-425e-a21a-3006b9fbdea2 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:23.480035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7774941d-b904-451e-837e-2f5876448952 req-36bcd0b9-3ac2-425e-a21a-3006b9fbdea2 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.49 "GET /v2.0/ports?device_id=167947e5-b316-4a92-bf4f-37def4e37408 HTTP/1.1" status: 200 len: 949 time: 0.0523133 Aug 31 16:40:23.581623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Deleting port 97d67195-008b-46d7-9fd0-a5e137d92fa2 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:40:23.581881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:23.669088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] For port 97d67195-008b-46d7-9fd0-a5e137d92fa2, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=97d67195-008b-46d7-9fd0-a5e137d92fa2,segment=NetworkSegment(9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef),segment_id=9dfed8dd-b76d-4a5b-982b-fb9fd1b380ef)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:23.669461 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:23.682802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Calling delete_port for 97d67195-008b-46d7-9fd0-a5e137d92fa2 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:40:23.823066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:23.834853 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['97d67195-008b-46d7-9fd0-a5e137d92fa2'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:40:23.853808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Pushing event deleted for resources: {'Port': ['ID=97d67195-008b-46d7-9fd0-a5e137d92fa2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:23.900605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] No DVR routers for this DVR port 97d67195-008b-46d7-9fd0-a5e137d92fa2 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:40:23.903164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:23.905180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7774941d-b904-451e-837e-2f5876448952 req-131383ed-6035-4647-839f-3157e5122828 tempest-ServersAdminNegativeTestJSON-1154589279 tempest-ServersAdminNegativeTestJSON-1154589279-project] 10.222.0.49 "DELETE /v2.0/ports/97d67195-008b-46d7-9fd0-a5e137d92fa2 HTTP/1.1" status: 204 len: 173 time: 0.4156940 Aug 31 16:40:23.905622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167947e5-b316-4a92-bf4f-37def4e37408', 'name': 'network-vif-deleted', 'tag': '97d67195-008b-46d7-9fd0-a5e137d92fa2'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:40:23.907872 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d23b23-21a3-4f19-9fc1-5d35365936fc" -d '{"events": [{"server_uuid": "167947e5-b316-4a92-bf4f-37def4e37408", "name": "network-vif-deleted", "tag": "97d67195-008b-46d7-9fd0-a5e137d92fa2"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:40:23.953999 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4221964-2032-4309-8949-6bb824cc1d74 x-openstack-request-id: req-e4221964-2032-4309-8949-6bb824cc1d74 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:40:23.954290 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167947e5-b316-4a92-bf4f-37def4e37408", "name": "network-vif-deleted", "tag": "97d67195-008b-46d7-9fd0-a5e137d92fa2", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:40:23.954568 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4221964-2032-4309-8949-6bb824cc1d74 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:40:23.954967 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167947e5-b316-4a92-bf4f-37def4e37408', 'name': 'network-vif-deleted', 'tag': '97d67195-008b-46d7-9fd0-a5e137d92fa2', 'status': 'completed', 'code': 200} Aug 31 16:40:24.528684 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:24.685048 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41048) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:24.847053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-718af225-3e17-4de4-94b1-6a70e789fbb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73c6e259bb5a4b8a9ddd7b9ce3e2913d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608119 Aug 31 16:40:24.850278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41054) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:24.899758 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d411c6-93c5-4549-944b-69fca926250a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:24.921444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d411c6-93c5-4549-944b-69fca926250a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:24.969211 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d411c6-93c5-4549-944b-69fca926250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:24.972569 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d411c6-93c5-4549-944b-69fca926250a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:24.974579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4d411c6-93c5-4549-944b-69fca926250a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a09bccb-a243-4440-909b-f622c9bca29f HTTP/1.1" status: 204 len: 168 time: 0.1232390 Aug 31 16:40:24.983463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d411c6-93c5-4549-944b-69fca926250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a09bccb-a243-4440-909b-f622c9bca29f,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:25.243562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41060) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:25.257449 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-785904fa-238d-4963-a962-2628a500a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.289031 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.345778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-785904fa-238d-4963-a962-2628a500a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.349641 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-785904fa-238d-4963-a962-2628a500a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.389358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785904fa-238d-4963-a962-2628a500a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12483897-5f23-4b31-a1db-1122f6cfac87,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:25.393714 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-785904fa-238d-4963-a962-2628a500a3d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2660e55ff22f44d0871a67573b3b3b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489975 Aug 31 16:40:25.397387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41062) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:25.445963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d17e0474-134a-489d-94e6-852713c3eb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.461299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.469517 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d17e0474-134a-489d-94e6-852713c3eb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.528852 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d17e0474-134a-489d-94e6-852713c3eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.531957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d17e0474-134a-489d-94e6-852713c3eb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.536633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d17e0474-134a-489d-94e6-852713c3eb10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12483897-5f23-4b31-a1db-1122f6cfac87 HTTP/1.1" status: 204 len: 168 time: 0.1344686 Aug 31 16:40:25.540733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e0474-134a-489d-94e6-852713c3eb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12483897-5f23-4b31-a1db-1122f6cfac87,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:25.695556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-400e476e-711e-409c-ab46-a3b77e91e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:25.982297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.255452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41084) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:26.350880 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-42795308-network', 'tenant_id': '4f2dd32e896f44a3bbd65fdcee87f7f7'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:40:26.371771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Made reservation on behalf of 4f2dd32e896f44a3bbd65fdcee87f7f7 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:40:26.374120 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.382423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.472122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.476510 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.500386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:40:26.510129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:26.514992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.515337 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Added segment 2e489e28-b39a-4d5a-997e-72805ecd61ad of type vlan for network dab51689-0b89-47a1-8b0b-d79dbd11f46b Aug 31 16:40:26.558045 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.581835 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.582768 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:26.583884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.633697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3771255 Aug 31 16:40:26.636853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41088) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:26.641829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Request body: {'subnet': {'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-42795308-subnet', 'tenant_id': '4f2dd32e896f44a3bbd65fdcee87f7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:40:26.644624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113aeda-6953-427e-8264-0a56713c2e63 admin admin] Pushing event updated for resources: {'Network': ['ID=dab51689-0b89-47a1-8b0b-d79dbd11f46b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:26.655431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network dab51689-0b89-47a1-8b0b-d79dbd11f46b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:40:26.666449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Made reservation on behalf of 4f2dd32e896f44a3bbd65fdcee87f7f7 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:40:26.669139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.868356 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.919464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8e4e29-fac7-462d-884a-5fecfdfb401d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:26.938029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Checking segment: {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:40:26.938395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Network hostable DHCP agents. Network: dab51689-0b89-47a1-8b0b-d79dbd11f46b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:40:26.960000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Network dab51689-0b89-47a1-8b0b-d79dbd11f46b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:40:26.964308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 97d67195-008b-46d7-9fd0-a5e137d92fa2 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:40:26.968972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, dab51689-0b89-47a1-8b0b-d79dbd11f46b) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:40:26.975138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:26.975763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:26.990565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75610a9-2e23-4724-95ee-358c4ecef531 None None] Network dab51689-0b89-47a1-8b0b-d79dbd11f46b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:40:26.991227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e491fb49-7534-494b-84de-fe9262c8734b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3531091 Aug 31 16:40:26.992802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 97d67195-008b-46d7-9fd0-a5e137d92fa2 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:40:26.993150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 97d67195-008b-46d7-9fd0-a5e137d92fa2 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:40:27.113439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e5445-d5a7-497d-bf38-7ffe56b80e87 None None] Network dab51689-0b89-47a1-8b0b-d79dbd11f46b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:40:27.419578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-3a32659c-c848-49e0-b72d-1e452299ce5e tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:27.421013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-3a32659c-c848-49e0-b72d-1e452299ce5e tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 810 time: 0.0984650 Aug 31 16:40:27.437118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-823e9ebd-4ce2-4b3c-9111-e8cf36c52cef tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/quotas/4f2dd32e896f44a3bbd65fdcee87f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0091686 Aug 31 16:40:27.473368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-9e7d2ed2-c7af-4627-9ff3-c8e2b9da3f32 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307782 Aug 31 16:40:27.562170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-685bb766-c9cd-4c32-9bed-15c3b8eaecbd service neutron] 10.222.0.43 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813539 Aug 31 16:40:27.656441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-10c1d4a2-3c89-4ea2-9347-4fbe33979b95 service neutron] 10.222.0.43 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878534 Aug 31 16:40:27.779086 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:27.814984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db774c8d-955a-4f2a-9636-3fb2408648db req-2a4b1c96-432f-4141-a2bd-afbd6d5a4566 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 210 time: 0.0271673 Aug 31 16:40:28.879484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-094ab67e-1b6c-4c13-a470-1c309f63f8cb tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:28.881685 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-094ab67e-1b6c-4c13-a470-1c309f63f8cb tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.49 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 810 time: 0.1178150 Aug 31 16:40:28.895418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Request body: {'port': {'device_id': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b', 'admin_state_up': True, 'tenant_id': '4f2dd32e896f44a3bbd65fdcee87f7f7'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:40:28.918504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d34abe26-5045-4738-93b7-9e423f99f222 req-23b3f667-baa5-4868-aa60-4da936b53dbd tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 210 time: 0.0295227 Aug 31 16:40:29.008791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Made reservation on behalf of 4f2dd32e896f44a3bbd65fdcee87f7f7 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:40:29.012174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.141402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Allocated IP 172.20.0.6 (dab51689-0b89-47a1-8b0b-d79dbd11f46b/fe8e4e29-fac7-462d-884a-5fecfdfb401d/c9dce6bb-6512-412a-bce0-c73dce9f0163) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:40:29.294709 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.338001 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.382624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Network dab51689-0b89-47a1-8b0b-d79dbd11f46b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:40:29.385770 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:40:29.389632 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:40:29.396543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:29.444465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:29.445193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.459224 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-a1aac54f-ee87-460a-a14e-7264ec3fed8f tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688860 Aug 31 16:40:29.471290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Request body: {'port': {'device_id': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:40:29.527580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.806986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dce6bb-6512-412a-bce0-c73dce9f0163 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:40:29.814693 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.828061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Transition to ACTIVE for port object c9dce6bb-6512-412a-bce0-c73dce9f0163 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:40:29.832230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:29.881392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:29.963831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:40:29.964176 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:40:29.964545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 on network dab51689-0b89-47a1-8b0b-d79dbd11f46b {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:40:29.969281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Port c9dce6bb-6512-412a-bce0-c73dce9f0163 on network dab51689-0b89-47a1-8b0b-d79dbd11f46b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:40:29.969608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 on network dab51689-0b89-47a1-8b0b-d79dbd11f46b {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:40:29.974419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:40:29.974766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Checking segment: {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:40:29.975171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Bound using segment: {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:40:29.975585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Bound port: c9dce6bb-6512-412a-bce0-c73dce9f0163, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:40:29.975949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:30.034659 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f8b2-90a4-4bc4-85dd-7496b3e4faba req-42ca76d6-5289-4b31-b1c3-5a34e0a2ac34 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.036128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0b0f8b2-90a4-4bc4-85dd-7496b3e4faba req-42ca76d6-5289-4b31-b1c3-5a34e0a2ac34 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 943 time: 0.0490716 Aug 31 16:40:30.045036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:40:30.048912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:40:30.053869 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:30.077303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0b0f8b2-90a4-4bc4-85dd-7496b3e4faba req-44b807a7-21d2-49d9-a00d-d77fc01d4099 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Aug 31 16:40:30.093180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.093794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:30.095170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] 10.222.0.49 "PUT /v2.0/ports/c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 1092 time: 0.6279922 Aug 31 16:40:30.095607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:40:30.097844 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91355627-88bc-4f41-9091-a7ce70051f24" -d '{"events": [{"name": "network-changed", "server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:40:30.118358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4c966-78e9-4de3-9bd3-fa90fa05b1ae service neutron] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:30.144351 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29831e05-b3c0-41cb-abe4-449f911db4aa x-openstack-request-id: req-29831e05-b3c0-41cb-abe4-449f911db4aa {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:40:30.144646 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:40:30.144903 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29831e05-b3c0-41cb-abe4-449f911db4aa {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:40:30.145308 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'status': 'completed', 'code': 200} Aug 31 16:40:30.173805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-05934d80-b8f9-4bb2-bbb9-4111114154f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.175320 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-05934d80-b8f9-4bb2-bbb9-4111114154f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1095 time: 0.0417318 Aug 31 16:40:30.220784 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-d67db010-729d-4f95-851f-51f4f88afa0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0368714 Aug 31 16:40:30.269672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-841a9aeb-1f4f-432f-a44d-f1b9c713262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.271126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-841a9aeb-1f4f-432f-a44d-f1b9c713262a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0436063 Aug 31 16:40:30.300944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-bd2be3f2-4670-43a1-a539-79905bd37a3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231607 Aug 31 16:40:30.399296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-f9b7a206-33be-4c23-9462-12cba81fc5f3 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909400 Aug 31 16:40:30.490367 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3a0da5fa-95bd-4566-b702-8a328af5c1c0 req-e4e4d940-8087-42a7-8e60-bcf031e7f001 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842023 Aug 31 16:40:30.575878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355627-88bc-4f41-9091-a7ce70051f24 req-6e94a62e-f04e-45c5-ac0e-fe051d24f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.577309 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-6e94a62e-f04e-45c5-ac0e-fe051d24f2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1095 time: 0.0412972 Aug 31 16:40:30.669652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355627-88bc-4f41-9091-a7ce70051f24 req-231c227f-166a-4836-a166-8d41d7615b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.671144 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-231c227f-166a-4836-a166-8d41d7615b00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 911 time: 0.0870705 Aug 31 16:40:30.712480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-d558a58d-3bf6-4f9d-8904-18fa5650b1bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0336466 Aug 31 16:40:30.767388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91355627-88bc-4f41-9091-a7ce70051f24 req-35212c9a-68a1-44fb-aab8-370b48019876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:30.768905 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-35212c9a-68a1-44fb-aab8-370b48019876 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0500331 Aug 31 16:40:30.800872 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-1fa3e9ba-67cc-498f-ab4d-e61961c66695 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240581 Aug 31 16:40:30.898362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-bbc38bed-99ee-4fb1-9e58-b7dacf5e12f4 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897245 Aug 31 16:40:30.992704 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-91355627-88bc-4f41-9091-a7ce70051f24 req-2ac12433-ed70-4384-88fd-8bc9834121ea service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876317 Aug 31 16:40:31.197959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7564ad3-8522-4f7e-a38a-26b4662cb5ea req-4c9c6991-40f4-4812-a581-c89d7b3c200e tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:31.199426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7564ad3-8522-4f7e-a38a-26b4662cb5ea req-4c9c6991-40f4-4812-a581-c89d7b3c200e tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 943 time: 0.0524299 Aug 31 16:40:31.236514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7564ad3-8522-4f7e-a38a-26b4662cb5ea req-c250cac3-13e4-4e5a-a6fc-efb6843cc258 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Aug 31 16:40:32.354554 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9959-64f9-4e4d-84c2-bce6df6223f4 req-76755fe0-f890-4b30-9f17-c58a8dcaf362 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:32.356024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12fe9959-64f9-4e4d-84c2-bce6df6223f4 req-76755fe0-f890-4b30-9f17-c58a8dcaf362 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 943 time: 0.0487580 Aug 31 16:40:32.392070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-12fe9959-64f9-4e4d-84c2-bce6df6223f4 req-acd76a35-be31-4441-ac73-0cc5fd031b8c tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300159 Aug 31 16:40:33.010937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:40:33.107969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:33.119538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b', 'port_id': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8e4e29-fac7-462d-884a-5fecfdfb401d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:40:33.155840 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:33.168395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dce6bb-6512-412a-bce0-c73dce9f0163 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:40:33.187461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:33.191812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:33.240837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:33.381416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c9dce6bb-6512-412a-bce0-c73dce9f0163'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:40:33.609468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a4ea-e8e0-4d3b-8725-44ee7352ea9a req-aac9acc7-561e-4275-bd54-ac5101d93f34 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:33.611108 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a714a4ea-e8e0-4d3b-8725-44ee7352ea9a req-aac9acc7-561e-4275-bd54-ac5101d93f34 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 944 time: 0.1508648 Aug 31 16:40:33.651765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a714a4ea-e8e0-4d3b-8725-44ee7352ea9a req-053032e6-6591-4ab0-855a-732e3c0e6539 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Aug 31 16:40:34.773854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808518ef-98d0-4184-b5a7-518f0401b69e req-c73defd3-2b9b-43ca-9407-00b79af064bd tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:34.775330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-808518ef-98d0-4184-b5a7-518f0401b69e req-c73defd3-2b9b-43ca-9407-00b79af064bd tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 944 time: 0.0528965 Aug 31 16:40:34.812330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-808518ef-98d0-4184-b5a7-518f0401b69e req-a81dbaec-1ced-4c19-a841-8337962f03af tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Aug 31 16:40:35.025469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:40:35.076407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c9dce6bb-6512-412a-bce0-c73dce9f0163 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:40:35.079987 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c9dce6bb-6512-412a-bce0-c73dce9f0163 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:40:35.080386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:35.156436 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:35.180328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:40:35.182538 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e638e2c2-8927-420d-b08f-3767a06dce67" -d '{"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-plugged", "status": "completed", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:40:35.195147 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:40:35.199306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:35.221917 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff275af-7a43-4524-90a9-ef5fa5cbe8cc x-openstack-request-id: req-2ff275af-7a43-4524-90a9-ef5fa5cbe8cc {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:40:35.222201 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-plugged", "status": "completed", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:40:35.222449 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ff275af-7a43-4524-90a9-ef5fa5cbe8cc {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:40:35.222837 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'code': 200} Aug 31 16:40:35.249838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:40:35.311602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa31c15-305d-475f-a3e3-c609c602fec4 req-b6d608d2-41c8-4fc2-86f8-923f3aa218e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:35.313039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fa31c15-305d-475f-a3e3-c609c602fec4 req-b6d608d2-41c8-4fc2-86f8-923f3aa218e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1097 time: 0.0405805 Aug 31 16:40:35.349553 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6fa31c15-305d-475f-a3e3-c609c602fec4 req-47006f50-93fe-4ce2-9045-89c1c5e22786 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294409 Aug 31 16:40:35.927553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f2eea-35be-48c6-b623-e11232271b60 req-1d1055d1-6141-4289-a04e-dc1687d582df tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:35.929151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d67f2eea-35be-48c6-b623-e11232271b60 req-1d1055d1-6141-4289-a04e-dc1687d582df tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Aug 31 16:40:35.968054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d67f2eea-35be-48c6-b623-e11232271b60 req-9b0d0b7c-14b1-4e6d-a7cd-a97f3fd67ef5 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 Aug 31 16:40:37.081985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd950e3-96bc-48ca-92eb-1e13e0913ea8 req-a5d85a92-fafd-4d21-ae96-0f1c6683af07 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:37.083976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1fd950e3-96bc-48ca-92eb-1e13e0913ea8 req-a5d85a92-fafd-4d21-ae96-0f1c6683af07 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0488334 Aug 31 16:40:37.122608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1fd950e3-96bc-48ca-92eb-1e13e0913ea8 req-91428ee7-43d1-44e0-b0e5-db0438b2ee42 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Aug 31 16:40:37.305800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41146) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:40:37.370108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26893f-2e37-4cfd-9c51-bb1ef4750ad4 req-fa495a7c-c142-4b05-b9a8-31145a5e3667 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:37.371606 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab26893f-2e37-4cfd-9c51-bb1ef4750ad4 req-fa495a7c-c142-4b05-b9a8-31145a5e3667 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0531824 Aug 31 16:40:37.440050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab26893f-2e37-4cfd-9c51-bb1ef4750ad4 req-919846e1-11d7-43a6-8224-37a5c49e56fc tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Aug 31 16:40:37.444491 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-cbfc0124-4f5e-47bf-9a04-3cd2d373eaed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375196 Aug 31 16:40:37.454326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-50fd6cb7-abf4-476d-af52-be4fc8cddc32 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:40:37.455575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-50fd6cb7-abf4-476d-af52-be4fc8cddc32 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062354 Aug 31 16:40:38.560273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b36a0-7fbc-4b7a-9d50-561065fd4e40 req-8581398c-94d0-44a6-a30f-1e3fffb7ff96 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:38.561763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de7b36a0-7fbc-4b7a-9d50-561065fd4e40 req-8581398c-94d0-44a6-a30f-1e3fffb7ff96 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Aug 31 16:40:38.571378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-d43c160a-e30d-41bf-acd5-8c61d87b8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:38.572944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-d43c160a-e30d-41bf-acd5-8c61d87b8a9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1097 time: 0.0418010 Aug 31 16:40:38.600028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-de7b36a0-7fbc-4b7a-9d50-561065fd4e40 req-8dc71286-8f8a-4764-9cfe-b09ca2964c34 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 31 16:40:38.666674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-b0d8ef68-cbf8-480f-a7e6-dfb628b1cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:38.668161 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-b0d8ef68-cbf8-480f-a7e6-dfb628b1cb78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 911 time: 0.0888431 Aug 31 16:40:38.710453 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-148c3eea-79ac-422f-8f52-bd78dd88a7d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0358377 Aug 31 16:40:38.758753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-a27d002f-6cbf-4db3-9aeb-3f167af32898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:38.760300 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-a27d002f-6cbf-4db3-9aeb-3f167af32898 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0436280 Aug 31 16:40:38.795119 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-c8eded4c-6268-46bc-a6a7-51bedad4972d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285461 Aug 31 16:40:38.884069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-20ddc556-2d28-4f75-8980-498a5826c31a service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822527 Aug 31 16:40:38.987829 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-36c4bec3-374d-4174-b91e-c380929b4fc1 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974507 Aug 31 16:40:39.717873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038d9de-ac41-4318-bb91-e9069de80dfc req-79a5ff5c-ab45-47e0-aec1-0946c75ba7a5 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:39.719453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d038d9de-ac41-4318-bb91-e9069de80dfc req-79a5ff5c-ab45-47e0-aec1-0946c75ba7a5 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Aug 31 16:40:39.761930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d038d9de-ac41-4318-bb91-e9069de80dfc req-f49480c1-07dd-4172-9429-388bf59dbf6b tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Aug 31 16:40:40.877052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729606-bf81-4673-9f29-e79e393eca8d req-15c4a518-9c83-4527-9eed-447cbea21c6a tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:40.878523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17729606-bf81-4673-9f29-e79e393eca8d req-15c4a518-9c83-4527-9eed-447cbea21c6a tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Aug 31 16:40:40.916324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17729606-bf81-4673-9f29-e79e393eca8d req-10947a5c-d79e-4be6-a9bd-9dbfd1a9e339 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Aug 31 16:40:42.033481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae7dd0-9deb-4c4e-8dbe-4f0d766424ce req-03c951bb-5a94-49a9-8a10-d093701b4cd6 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:42.034885 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8dae7dd0-9deb-4c4e-8dbe-4f0d766424ce req-03c951bb-5a94-49a9-8a10-d093701b4cd6 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0484412 Aug 31 16:40:42.072681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8dae7dd0-9deb-4c4e-8dbe-4f0d766424ce req-cf57019d-e5e6-4e9c-9b56-7238fff2072d tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Aug 31 16:40:43.193525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118d21-e1bb-4131-8c2d-8d06d8635225 req-7619d0bd-d6be-49bc-b0e9-21b6feef6609 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:43.195011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22118d21-e1bb-4131-8c2d-8d06d8635225 req-7619d0bd-d6be-49bc-b0e9-21b6feef6609 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0551188 Aug 31 16:40:43.231972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22118d21-e1bb-4131-8c2d-8d06d8635225 req-f371ff32-b94d-4b29-bc43-c11396c51029 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Aug 31 16:40:44.347328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343d41a-384d-4971-b88b-8cdec2484bd9 req-a308513d-5012-448d-92e1-942153637292 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:44.348983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3343d41a-384d-4971-b88b-8cdec2484bd9 req-a308513d-5012-448d-92e1-942153637292 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0497732 Aug 31 16:40:44.390177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3343d41a-384d-4971-b88b-8cdec2484bd9 req-9a021f79-0ec8-4ce4-869f-ffe25eb5862d tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346360 Aug 31 16:40:45.506569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557af68-44f4-4ad7-8616-c14c779a094d req-45293a5e-868e-4a05-9022-89a98d478526 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:45.508055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c557af68-44f4-4ad7-8616-c14c779a094d req-45293a5e-868e-4a05-9022-89a98d478526 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Aug 31 16:40:45.545358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c557af68-44f4-4ad7-8616-c14c779a094d req-00a56894-d591-4cdb-b9ce-96a767bc4e19 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Aug 31 16:40:46.666047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56c91d-e890-4abd-bf5c-6d74f6a07c87 req-1661f88e-c3a2-4475-8c1d-f279bac6ab01 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:46.667545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af56c91d-e890-4abd-bf5c-6d74f6a07c87 req-1661f88e-c3a2-4475-8c1d-f279bac6ab01 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0555873 Aug 31 16:40:46.705701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-af56c91d-e890-4abd-bf5c-6d74f6a07c87 req-62044029-ef0f-4d40-a68a-9a992f9696d8 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 31 16:40:47.820805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030719-6b9a-480a-8103-99f9d59e8fcb req-866dfc1a-90d7-45d4-bb8c-d1c864072be2 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:47.822289 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5030719-6b9a-480a-8103-99f9d59e8fcb req-866dfc1a-90d7-45d4-bb8c-d1c864072be2 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Aug 31 16:40:47.860449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a5030719-6b9a-480a-8103-99f9d59e8fcb req-0447951b-835b-4e5d-8bed-0da4047af3ff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Aug 31 16:40:48.421176 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:40:48.977312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e676-e357-4712-a22d-85fc0542b846 req-2acc5ada-37a2-4d79-a66e-ef6cf2bb3639 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:48.978806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1792e676-e357-4712-a22d-85fc0542b846 req-2acc5ada-37a2-4d79-a66e-ef6cf2bb3639 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Aug 31 16:40:49.017281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1792e676-e357-4712-a22d-85fc0542b846 req-30062901-1696-43f1-a5fd-1835b2bfe28e tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Aug 31 16:40:50.138211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc149-9d34-4da9-a71f-5bee281709b0 req-abf300ed-331e-4858-872e-d9c3d454a8aa tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:50.139703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-458bc149-9d34-4da9-a71f-5bee281709b0 req-abf300ed-331e-4858-872e-d9c3d454a8aa tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Aug 31 16:40:50.176786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-458bc149-9d34-4da9-a71f-5bee281709b0 req-78c76736-2fb9-4644-9a59-57750376d156 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304468 Aug 31 16:40:51.094037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-73e00461-7bb4-47e4-b50b-016114d47234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:51.302579 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b01d78-4aad-4dc6-bc04-ddb4343940e2 req-2a404502-fef0-4131-a0f5-468263f68c84 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:51.303985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76b01d78-4aad-4dc6-bc04-ddb4343940e2 req-2a404502-fef0-4131-a0f5-468263f68c84 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Aug 31 16:40:51.343978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-76b01d78-4aad-4dc6-bc04-ddb4343940e2 req-87e21f6c-60f0-4038-9b65-a43d0d9572a6 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Aug 31 16:40:52.458315 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7f853-340a-4c79-928e-1500f4fbb2a3 req-7ed74d37-7cbe-4199-a5e1-50651c59fe91 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:52.459823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fa7f853-340a-4c79-928e-1500f4fbb2a3 req-7ed74d37-7cbe-4199-a5e1-50651c59fe91 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0498016 Aug 31 16:40:52.497479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5fa7f853-340a-4c79-928e-1500f4fbb2a3 req-b80c5d4b-73dc-4b23-a7b2-64776c38e39b tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Aug 31 16:40:53.616082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f099eba-3e60-41bd-a64e-fc51e4436992 req-75d1c9c0-2bd2-4b05-80d6-baf2666a2883 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:53.617602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f099eba-3e60-41bd-a64e-fc51e4436992 req-75d1c9c0-2bd2-4b05-80d6-baf2666a2883 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0531461 Aug 31 16:40:53.655748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f099eba-3e60-41bd-a64e-fc51e4436992 req-cdcb0ea8-3ae2-4144-9475-b13df6bfa235 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Aug 31 16:40:54.513791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:54.774192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ae7d0-98fb-461d-b29b-496018cd45c9 req-caca2fe2-b968-48b6-808f-6fbac5cfa7c2 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:54.775796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a78ae7d0-98fb-461d-b29b-496018cd45c9 req-caca2fe2-b968-48b6-808f-6fbac5cfa7c2 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0526810 Aug 31 16:40:54.813751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a78ae7d0-98fb-461d-b29b-496018cd45c9 req-4adb2266-463b-4cd6-ace4-905a5f6ced30 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Aug 31 16:40:55.291786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:55.470231 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:55.696552 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-83d3624b-3df9-45ba-80f0-a1bdd7143f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:55.939368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4c291-e6a2-46ed-bd54-dbb21f90e163 req-c9cb0062-54f7-4e2d-a8e9-6a7975dbb255 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:55.941555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ff4c291-e6a2-46ed-bd54-dbb21f90e163 req-c9cb0062-54f7-4e2d-a8e9-6a7975dbb255 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Aug 31 16:40:55.986423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ff4c291-e6a2-46ed-bd54-dbb21f90e163 req-1a52b56e-a35b-4b0e-9afd-cfcdde8c9ec5 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Aug 31 16:40:55.988238 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:57.109821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55575efa-e73c-40a3-8161-4ea6a5c19360 req-165b7d22-8c8f-4496-996e-a0f1952dd110 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:57.111291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55575efa-e73c-40a3-8161-4ea6a5c19360 req-165b7d22-8c8f-4496-996e-a0f1952dd110 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0525517 Aug 31 16:40:57.154669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55575efa-e73c-40a3-8161-4ea6a5c19360 req-2504c1c7-c169-4da2-bc07-3ace3d4cf212 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Aug 31 16:40:57.768037 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:40:58.277693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2a640-66f8-426b-97cb-08dd5c27d3d8 req-7e82a64f-f8f2-4222-88ee-335e84693cf0 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:58.279191 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0a2a640-66f8-426b-97cb-08dd5c27d3d8 req-7e82a64f-f8f2-4222-88ee-335e84693cf0 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0495057 Aug 31 16:40:58.317039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a0a2a640-66f8-426b-97cb-08dd5c27d3d8 req-50eef1e1-edb7-4b25-ae11-72bafb6014f4 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Aug 31 16:40:59.432637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1c6d-8bba-498f-a1ea-226649599925 req-d487255d-ace9-4b11-acfb-d84c52d4f7c7 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:40:59.434141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-072d1c6d-8bba-498f-a1ea-226649599925 req-d487255d-ace9-4b11-acfb-d84c52d4f7c7 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Aug 31 16:40:59.473016 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-072d1c6d-8bba-498f-a1ea-226649599925 req-80ac157f-7028-4970-a04e-60537d1d7dd2 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Aug 31 16:41:00.592890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda5639-9fa0-4061-90b9-e3cf6571a005 req-e886de75-fd58-4dfe-83cb-a453414823ce tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:00.594492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffda5639-9fa0-4061-90b9-e3cf6571a005 req-e886de75-fd58-4dfe-83cb-a453414823ce tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Aug 31 16:41:00.632958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffda5639-9fa0-4061-90b9-e3cf6571a005 req-8ebda18a-711f-48f8-a083-5474562180bb tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Aug 31 16:41:01.749560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe08d-04ad-4c2a-bc93-8dda2d4c44d6 req-a9a47ce0-2a12-44b0-ac5b-781a545034e9 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:01.751077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6bbe08d-04ad-4c2a-bc93-8dda2d4c44d6 req-a9a47ce0-2a12-44b0-ac5b-781a545034e9 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0497782 Aug 31 16:41:01.788541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6bbe08d-04ad-4c2a-bc93-8dda2d4c44d6 req-11778ad2-24b9-4a40-bf12-ff631cf7ee79 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Aug 31 16:41:02.907311 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d70d-6e8b-4e3d-b21d-69911f069391 req-9a5ed277-3db0-4c77-9b43-3f2ed91a5570 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:02.908858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9554d70d-6e8b-4e3d-b21d-69911f069391 req-9a5ed277-3db0-4c77-9b43-3f2ed91a5570 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Aug 31 16:41:02.948838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9554d70d-6e8b-4e3d-b21d-69911f069391 req-dbcaaf6b-4816-42db-84f7-3884d71d56da tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339572 Aug 31 16:41:04.067689 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3935-7ebd-4976-9e48-bcfce7ecdc1d req-31aca4ce-9d6c-4530-9ac4-6a9d52a764c9 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:04.069194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2afb3935-7ebd-4976-9e48-bcfce7ecdc1d req-31aca4ce-9d6c-4530-9ac4-6a9d52a764c9 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0523736 Aug 31 16:41:04.106974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2afb3935-7ebd-4976-9e48-bcfce7ecdc1d req-ebd951c5-4e10-47b0-ad99-46a0c75c1e7b tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Aug 31 16:41:05.222460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf90541-ba59-4205-bca1-e78d4e6c63c4 req-6752c7dd-29b8-4563-9530-7b9d3d1c5e68 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:05.223999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf90541-ba59-4205-bca1-e78d4e6c63c4 req-6752c7dd-29b8-4563-9530-7b9d3d1c5e68 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Aug 31 16:41:05.267384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf90541-ba59-4205-bca1-e78d4e6c63c4 req-c4e205ff-1469-4a9a-b235-2fa3007e17ab tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Aug 31 16:41:05.896748 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-54ba580b-74b0-4a77-9878-e661252bd51b service neutron] show failed (client error): The resource could not be found. Aug 31 16:41:05.897766 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-54ba580b-74b0-4a77-9878-e661252bd51b service neutron] 10.222.0.49 "GET /v2.0/ports/c9dce6bb-6512-412a-bce0-c73dce9f0163/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0558753 Aug 31 16:41:06.121886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-28c3a002-289d-49c5-b9e7-90dabe7454eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:06.123313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-28c3a002-289d-49c5-b9e7-90dabe7454eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284&tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0744445 Aug 31 16:41:06.136241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:41:06.186853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:06.683452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317ad66-d52e-4148-afee-3985b5075fcd req-c2184921-6722-4d7c-b4f5-dc7656bb481a tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:06.684939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8317ad66-d52e-4148-afee-3985b5075fcd req-c2184921-6722-4d7c-b4f5-dc7656bb481a tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.3366487 Aug 31 16:41:06.689807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:06.745899 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:41:06.749730 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8317ad66-d52e-4148-afee-3985b5075fcd req-9c3a6481-2fa8-43a3-a231-36867ffac1c0 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577207 Aug 31 16:41:06.786816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:06.789108 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7819dc05-4570-42b6-939a-ecb355006e6b" -d '{"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-unplugged", "status": "completed", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:06.793516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:06.806135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Transition to ACTIVE for port object c9dce6bb-6512-412a-bce0-c73dce9f0163 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:41:06.810295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:06.843040 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34177e10-788f-4ae0-8342-8f81c4aeea20 x-openstack-request-id: req-34177e10-788f-4ae0-8342-8f81c4aeea20 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:06.843329 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-unplugged", "status": "completed", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:06.843578 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34177e10-788f-4ae0-8342-8f81c4aeea20 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:06.843963 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'code': 200} Aug 31 16:41:06.878107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] No DVR routers for this DVR port c9dce6bb-6512-412a-bce0-c73dce9f0163 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:41:06.881010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:06.893327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.893708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.894098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.894480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.894845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.895199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.895559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.895932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.896347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.896787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.897140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.897465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:06.925252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:41:06.925586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:41:06.925916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 on network dab51689-0b89-47a1-8b0b-d79dbd11f46b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:41:06.930246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Port c9dce6bb-6512-412a-bce0-c73dce9f0163 on network dab51689-0b89-47a1-8b0b-d79dbd11f46b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:41:06.930568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Attempting to bind port c9dce6bb-6512-412a-bce0-c73dce9f0163 on network dab51689-0b89-47a1-8b0b-d79dbd11f46b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:41:06.935951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:41:06.936243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Checking segment: {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:41:06.936627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Bound using segment: {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:41:06.937052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Bound port: c9dce6bb-6512-412a-bce0-c73dce9f0163, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e489e28-b39a-4d5a-997e-72805ecd61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:41:06.937406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:06.999718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:41:07.002822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:41:07.006186 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:07.044079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:07.044734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:07.046141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 1092 time: 0.9146295 Aug 31 16:41:07.062559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc003e-ad47-46d1-b23a-e5e5608134f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:07.110428 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-afb02c04-aa06-4b97-94f1-6422a1c4c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:07.111914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-afb02c04-aa06-4b97-94f1-6422a1c4c5d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1095 time: 0.0430534 Aug 31 16:41:07.202463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-36b699d2-f6bf-4c8a-9baf-bceb9e31dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:07.203838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-36b699d2-f6bf-4c8a-9baf-bceb9e31dc50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 911 time: 0.0848656 Aug 31 16:41:07.251019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-64e5e31e-6e06-4fec-8e74-2fe92adbc136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0397716 Aug 31 16:41:07.301617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-29b82d29-065e-4458-92b6-7424b6428ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:07.303065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-29b82d29-065e-4458-92b6-7424b6428ca8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0441697 Aug 31 16:41:07.334040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-3dfa5fd5-e724-4bb1-aff3-ffd5d8d25d0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239501 Aug 31 16:41:07.421850 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-d56443db-5760-4c8b-91bf-e2835ca527f0 service neutron] 10.222.0.30 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808291 Aug 31 16:41:07.515815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4e0407c-731a-45a9-93c0-a117bb3e52b1 req-4a03b0db-23f6-4400-a4b0-35b3831dfee0 service neutron] 10.222.0.30 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869830 Aug 31 16:41:07.867200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b02ee-a902-4dcd-b087-5a2a6e1187f6 req-36d66e5f-8a1b-4888-a06e-f40e7a754789 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:07.868763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a0b02ee-a902-4dcd-b087-5a2a6e1187f6 req-36d66e5f-8a1b-4888-a06e-f40e7a754789 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 943 time: 0.0493810 Aug 31 16:41:07.913941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0a0b02ee-a902-4dcd-b087-5a2a6e1187f6 req-d0bc05d3-5e1e-4d1e-adc4-360f0706d82b tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Aug 31 16:41:08.845701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:08.848161 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeb7930-e117-4a15-939b-b6aa07306ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:08.895908 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e8b8e-32a2-466f-8426-be2b78419d6c x-openstack-request-id: req-263e8b8e-32a2-466f-8426-be2b78419d6c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:08.896529 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:08.897057 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-263e8b8e-32a2-466f-8426-be2b78419d6c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:08.897462 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'status': 'completed', 'code': 200} Aug 31 16:41:08.964765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-376a3787-7ed6-4644-9a00-8bda4fdc2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:08.966377 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-376a3787-7ed6-4644-9a00-8bda4fdc2b07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1095 time: 0.0520296 Aug 31 16:41:08.977313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-112f1096-7340-4af2-a5d7-3b99a116ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:08.978866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-112f1096-7340-4af2-a5d7-3b99a116ba14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1095 time: 0.0546288 Aug 31 16:41:09.079439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-90dce255-8b19-4b25-b379-3dd72a1c6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:09.080990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-90dce255-8b19-4b25-b379-3dd72a1c6f07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 911 time: 0.1081500 Aug 31 16:41:09.126550 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-64544dac-7ea6-43d0-be80-23880aa8e8d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0385485 Aug 31 16:41:09.142650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100b937-ac8d-4295-a530-df84c06f4382 req-7af2e08f-0cb4-40b5-8958-db2d9b7c5bad tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:09.144178 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5100b937-ac8d-4295-a530-df84c06f4382 req-7af2e08f-0cb4-40b5-8958-db2d9b7c5bad tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 943 time: 0.1437538 Aug 31 16:41:09.175622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-2ab30039-296a-485a-a2ce-fc382ee9d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:09.177137 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-2ab30039-296a-485a-a2ce-fc382ee9d855 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0444195 Aug 31 16:41:09.179381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-e6130721-8e16-4875-99fc-fb62a3ad57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:09.180898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-e6130721-8e16-4875-99fc-fb62a3ad57d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 911 time: 0.1790581 Aug 31 16:41:09.181620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:41:09.210590 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-e486eb32-9d6a-4cb6-a590-87929d31426f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260062 Aug 31 16:41:09.221453 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:41:09.235907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5100b937-ac8d-4295-a530-df84c06f4382 req-7ffdf492-90b2-4756-83f2-b52bbba084ef tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848186 Aug 31 16:41:09.237397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-7bf65347-6af5-43cb-a99c-98698acf4de6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0448153 Aug 31 16:41:09.293502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-6e4a8812-8adb-423e-a25b-643c533757a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:09.295015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-6e4a8812-8adb-423e-a25b-643c533757a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0496755 Aug 31 16:41:09.319819 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-dd94a0b0-3c04-4736-9691-e379d45fc030 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016569 Aug 31 16:41:09.326648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-f288585c-e1b9-45a0-acde-4ef616d8ae7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246756 Aug 31 16:41:09.424035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-436bcde8-3304-4234-b76d-7f2712ea6c45 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970986 Aug 31 16:41:09.426052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-909cd6a8-1324-4b53-b840-487ce6e60863 service neutron] 10.222.0.30 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925510 Aug 31 16:41:09.517637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-beeb7930-e117-4a15-939b-b6aa07306ca1 req-ecd8f03f-f892-474c-af85-da03076149cd service neutron] 10.222.0.30 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841575 Aug 31 16:41:10.356789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522771d9-c5e9-4825-ad84-95840c5cdeca req-a56ea273-cc06-47a6-b401-4b60c127b075 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:10.358291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-522771d9-c5e9-4825-ad84-95840c5cdeca req-a56ea273-cc06-47a6-b401-4b60c127b075 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 943 time: 0.0544403 Aug 31 16:41:10.395228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-522771d9-c5e9-4825-ad84-95840c5cdeca req-a2f18d6a-fcba-45af-9075-9f556a8812d6 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Aug 31 16:41:10.661700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-1a55378c-0086-4fce-a152-c0e37ac86a5c tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:10.663156 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-1a55378c-0086-4fce-a152-c0e37ac86a5c tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284&tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 943 time: 0.0872166 Aug 31 16:41:10.682340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:41:10.723695 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-3ac9c356-9d16-4b79-ba48-e84caaeb124e service neutron] delete failed (client error): The resource could not be found. Aug 31 16:41:10.724723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-3ac9c356-9d16-4b79-ba48-e84caaeb124e service neutron] 10.222.0.49 "DELETE /v2.0/ports/c9dce6bb-6512-412a-bce0-c73dce9f0163/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0536301 Aug 31 16:41:10.780992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:10.792587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'network_id': 'dab51689-0b89-47a1-8b0b-d79dbd11f46b', 'port_id': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8e4e29-fac7-462d-884a-5fecfdfb401d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:41:10.808475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-685f12b3-d2ff-47a8-bbcb-701b8e2e0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:10.810039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-685f12b3-d2ff-47a8-bbcb-701b8e2e0c0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 1095 time: 0.0405524 Aug 31 16:41:10.830735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:10.844757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dce6bb-6512-412a-bce0-c73dce9f0163 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:41:10.864364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:10.869522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:10.924769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-00009c79-8860-44c4-bc85-679528bd503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:10.927113 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-00009c79-8860-44c4-bc85-679528bd503d service neutron] 10.222.0.49 "GET /v2.0/networks?id=dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 200 len: 911 time: 0.1101711 Aug 31 16:41:10.936887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:10.944724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.945065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.945400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.945735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.946064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.946393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.946716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.947035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.947356 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.947716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.948037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.948385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:10.968496 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-88b5965c-a861-4668-ba32-9c51327ec115 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 200 len: 217 time: 0.0342786 Aug 31 16:41:11.019699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-30497b50-feb5-4a9b-934d-51cd3597ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:11.021106 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-30497b50-feb5-4a9b-934d-51cd3597ec92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 200 len: 850 time: 0.0464621 Aug 31 16:41:11.052341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-b60c2c53-4600-4529-a8fa-ccc90b9bccc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dab51689-0b89-47a1-8b0b-d79dbd11f46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242114 Aug 31 16:41:11.103332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c9dce6bb-6512-412a-bce0-c73dce9f0163'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:41:11.142470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-843eb2e9-5851-42d8-8ee0-f69261d0723b service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827625 Aug 31 16:41:11.247246 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-73f24637-29da-4112-aab9-f08681336be7 service neutron] 10.222.0.49 "GET /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977252 Aug 31 16:41:11.929670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cfcf4-ab59-430c-9836-01ceac004f60 req-7dbd87b2-a54b-41aa-89c8-0e0bae93803d tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:11.931105 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-136cfcf4-ab59-430c-9836-01ceac004f60 req-7dbd87b2-a54b-41aa-89c8-0e0bae93803d tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 944 time: 0.0508528 Aug 31 16:41:11.972409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-136cfcf4-ab59-430c-9836-01ceac004f60 req-6186e6a1-8295-488a-b550-eedadc98bc59 tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Aug 31 16:41:12.148469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-d96d8cd2-2fe3-48a1-b6a0-0b0013770689 req-b67c60d0-386b-4a72-a6a5-c57aa090e608 service neutron] (101478) timed out ('10.222.0.43', 35020) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:41:12.708458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:41:12.757317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port c9dce6bb-6512-412a-bce0-c73dce9f0163 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:41:12.761202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port c9dce6bb-6512-412a-bce0-c73dce9f0163 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:41:12.761571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:12.840571 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:12.863263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:12.865535 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac75d99-d8f2-4194-8715-5bf392e2c699" -d '{"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-plugged", "status": "completed", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:12.880742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:12.885357 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:12.913037 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969316dd-6e91-40f2-9f3d-906bd4b82df6 x-openstack-request-id: req-969316dd-6e91-40f2-9f3d-906bd4b82df6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:12.913322 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-plugged", "status": "completed", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:12.913573 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-969316dd-6e91-40f2-9f3d-906bd4b82df6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:12.913953 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'code': 200} Aug 31 16:41:12.942633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:13.094183 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980d6a-d178-4eb4-a6f4-8b1de3bfa43a req-51f3057e-8b84-4cd1-bc78-a105fadc9ddc tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:13.095703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba980d6a-d178-4eb4-a6f4-8b1de3bfa43a req-51f3057e-8b84-4cd1-bc78-a105fadc9ddc tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0514641 Aug 31 16:41:13.133926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ba980d6a-d178-4eb4-a6f4-8b1de3bfa43a req-83e88a5b-68ba-4798-8190-1f039566164c tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Aug 31 16:41:13.214566 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-b05423d9-8486-43b8-8c65-394e51c95e8d tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:13.216651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-b05423d9-8486-43b8-8c65-394e51c95e8d tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.30 "GET /v2.0/ports?device_id=68ec5956-2e5f-4edf-8600-9caa6cfc8284 HTTP/1.1" status: 200 len: 945 time: 0.0554059 Aug 31 16:41:13.315387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Deleting port c9dce6bb-6512-412a-bce0-c73dce9f0163 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:41:13.315928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:13.410092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] For port c9dce6bb-6512-412a-bce0-c73dce9f0163, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c9dce6bb-6512-412a-bce0-c73dce9f0163,segment=NetworkSegment(2e489e28-b39a-4d5a-997e-72805ecd61ad),segment_id=2e489e28-b39a-4d5a-997e-72805ecd61ad)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:13.410512 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:13.423837 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Calling delete_port for c9dce6bb-6512-412a-bce0-c73dce9f0163 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:41:13.556548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:13.568971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c9dce6bb-6512-412a-bce0-c73dce9f0163'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:41:13.591799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Pushing event deleted for resources: {'Port': ['ID=c9dce6bb-6512-412a-bce0-c73dce9f0163,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:13.633587 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] No DVR routers for this DVR port c9dce6bb-6512-412a-bce0-c73dce9f0163 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:41:13.637549 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:13.639550 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc9f0b7e-42a7-4d73-b8ff-e2116916e3c2 req-c53fabc3-99aa-4612-bfcf-4324a2d2faff tempest-DeleteServersTestJSON-1910018851 tempest-DeleteServersTestJSON-1910018851-project] 10.222.0.30 "DELETE /v2.0/ports/c9dce6bb-6512-412a-bce0-c73dce9f0163 HTTP/1.1" status: 204 len: 173 time: 0.4169562 Aug 31 16:41:13.639993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-deleted', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:13.642272 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39e920-db87-4b13-a723-5471dcba7930" -d '{"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-deleted", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:13.681994 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf748ee8-71df-4350-8d2a-73049c931c61 x-openstack-request-id: req-bf748ee8-71df-4350-8d2a-73049c931c61 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:13.682341 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec5956-2e5f-4edf-8600-9caa6cfc8284", "name": "network-vif-deleted", "tag": "c9dce6bb-6512-412a-bce0-c73dce9f0163", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:13.682603 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf748ee8-71df-4350-8d2a-73049c931c61 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:13.683036 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec5956-2e5f-4edf-8600-9caa6cfc8284', 'name': 'network-vif-deleted', 'tag': 'c9dce6bb-6512-412a-bce0-c73dce9f0163', 'status': 'completed', 'code': 200} Aug 31 16:41:14.264314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41264) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:41:14.308558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Deleting subnet fe8e4e29-fac7-462d-884a-5fecfdfb401d {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:41:14.311642 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.346715 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.395555 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.451038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.477357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8e4e29-fac7-462d-884a-5fecfdfb401d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:14.482265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.484144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-15345429-65c1-4a9c-8a7a-69d48cfb0062 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fe8e4e29-fac7-462d-884a-5fecfdfb401d HTTP/1.1" status: 204 len: 168 time: 0.2188113 Aug 31 16:41:14.486791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41266) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:41:14.553987 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.635020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.645371 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab51689-0b89-47a1-8b0b-d79dbd11f46b']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:41:14.656499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e489e28-b39a-4d5a-997e-72805ecd61ad') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:41:14.656806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e489e28-b39a-4d5a-997e-72805ecd61ad') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:41:14.665559 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.680060 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.686043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:41:14.686423 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:41:14.688116 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:41:14.745968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.751988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.753988 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dab51689-0b89-47a1-8b0b-d79dbd11f46b HTTP/1.1" status: 204 len: 168 time: 0.2662380 Aug 31 16:41:14.767247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365f7e9-0b9f-472d-aec9-574b4b18c319 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab51689-0b89-47a1-8b0b-d79dbd11f46b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:14.858393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41270) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:41:14.900004 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ab58a8b0-85c5-478f-b153-942dcbc87f87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f2dd32e896f44a3bbd65fdcee87f7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404413 Aug 31 16:41:14.902527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41272) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:41:14.950686 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:14.971472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.018620 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.021177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.022316 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1 HTTP/1.1" status: 204 len: 168 time: 0.1188798 Aug 31 16:41:15.030310 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c0e430-2db1-4c95-b3b4-ab9a3a2bf3e1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:15.037808 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.038157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.038500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.038977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.039313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.039647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.039977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.040335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.040735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.041060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.041387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.041711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aff43a-31d3-4ca1-8ad4-7d04b6cee243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:41:15.694279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41294) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:41:15.804276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1846752745-network', 'tenant_id': 'af38fc850978453999beb6e86558facb'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:41:15.827674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Made reservation on behalf of af38fc850978453999beb6e86558facb for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:41:15.829949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.838192 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.929622 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.933465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.960380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:41:15.971982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4521b-5ffc-402c-b29b-2b8707fde27f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:15.977548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:15.977894 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Added segment 537bef78-7af4-4875-afbf-6abbaabd4d54 of type vlan for network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 Aug 31 16:41:16.022119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:16.054614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:16.055581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:16.056164 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:16.126064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4304695 Aug 31 16:41:16.132472 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41298) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:41:16.134992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Request body: {'subnet': {'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1846752745-subnet', 'tenant_id': 'af38fc850978453999beb6e86558facb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:41:16.144113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb0d37-ec8b-42f9-b5d3-2e827c391d8d admin admin] Pushing event updated for resources: {'Network': ['ID=d80dcc1e-d1b3-4130-ab13-e5bd8affe087,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:16.154738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:41:16.157957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Made reservation on behalf of af38fc850978453999beb6e86558facb for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:41:16.160412 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:16.333337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:16.390792 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:16.401031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Checking segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:41:16.401388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Network hostable DHCP agents. Network: d80dcc1e-d1b3-4130-ab13-e5bd8affe087, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:41:16.416932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:41:16.426740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d80dcc1e-d1b3-4130-ab13-e5bd8affe087) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:41:16.431282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:16.431932 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:16.437239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e07e3-8d71-4ff7-85ca-47fcf7043a94 None None] Network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:41:16.447793 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dbea6e96-261b-46f0-9c84-af1021449d9c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3175399 Aug 31 16:41:16.565347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ff85f-c8d9-4f4e-b895-55b7c4f1cddd None None] Network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:41:16.736216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:41:16.756537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: c9dce6bb-6512-412a-bce0-c73dce9f0163 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:41:16.756916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c9dce6bb-6512-412a-bce0-c73dce9f0163 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:41:16.880692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-8516dc0a-687c-49d3-8a0d-920201c29e69 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:16.882087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-8516dc0a-687c-49d3-8a0d-920201c29e69 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 815 time: 0.1077929 Aug 31 16:41:16.897470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-4eb4555a-6517-427b-bc17-c74b2e1c360d tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/quotas/af38fc850978453999beb6e86558facb HTTP/1.1" status: 200 len: 375 time: 0.0094333 Aug 31 16:41:16.930296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-655d6b87-0d78-496e-8bc2-1cfa14f93d90 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268154 Aug 31 16:41:17.022658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-9ebb0179-3aae-4fce-92bb-efd98f3f7655 service neutron] 10.222.0.43 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Aug 31 16:41:17.111726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-b7257953-098e-404d-9b5b-99df44933626 service neutron] 10.222.0.43 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Aug 31 16:41:17.265563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cb28f57-4663-4e44-bc8a-4e40c59b3346 req-eb48b51d-2d37-449f-9862-4c40cedd5456 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 210 time: 0.0265222 Aug 31 16:41:18.159684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-9b060217-6f8b-4991-8c92-1c4f534867db tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:18.161942 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-9b060217-6f8b-4991-8c92-1c4f534867db tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 815 time: 0.1101034 Aug 31 16:41:18.175119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Request body: {'port': {'device_id': '63203417-e4d2-4df7-9901-d5d8fb745541', 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'admin_state_up': True, 'tenant_id': 'af38fc850978453999beb6e86558facb'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:41:18.282307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Made reservation on behalf of af38fc850978453999beb6e86558facb for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:41:18.285782 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:18.377437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0d3f22bb-c1f4-4fa3-9da0-369eba551f37 req-6e7624a7-a750-4e46-b1cb-ff0c88dde030 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 210 time: 0.0343180 Aug 31 16:41:18.437572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Allocated IP 172.20.0.7 (d80dcc1e-d1b3-4130-ab13-e5bd8affe087/3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41/7632f6d0-593b-4b13-9e68-950e5cfb5b63) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:41:18.583249 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:18.621667 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:18.665140 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:41:18.668804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:41:18.672654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:41:18.679030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:18.728960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:18.729501 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:18.744024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-99ad51a2-47c0-422b-9cee-6d58c7d10a94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730371 Aug 31 16:41:18.756073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Request body: {'port': {'device_id': '63203417-e4d2-4df7-9901-d5d8fb745541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:41:18.808928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:19.073077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7632f6d0-593b-4b13-9e68-950e5cfb5b63 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:41:19.080804 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:19.093345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Transition to ACTIVE for port object 7632f6d0-593b-4b13-9e68-950e5cfb5b63 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:41:19.096554 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:19.161678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:19.208979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:41:19.209309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:41:19.209635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:41:19.213850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:41:19.214170 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:41:19.219628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:41:19.219959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Checking segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:41:19.220370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Bound using segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:41:19.220796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Bound port: 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:41:19.221151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:19.285114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:41:19.288414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:41:19.292391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:19.324790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:19.325245 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:19.326647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 1092 time: 0.5746696 Aug 31 16:41:19.327080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:19.329415 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:19.357272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fc107-2e3e-4857-8d06-ce88a6ec41a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:19.393160 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd868451-e539-4324-93d4-8c3329744eb1 x-openstack-request-id: req-fd868451-e539-4324-93d4-8c3329744eb1 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:19.393460 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:19.393715 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd868451-e539-4324-93d4-8c3329744eb1 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:19.394118 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'status': 'completed', 'code': 200} Aug 31 16:41:19.411329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-a2ab4c83-2ae3-4dfd-b0fa-d3a02170c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:19.413058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-a2ab4c83-2ae3-4dfd-b0fa-d3a02170c1ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1095 time: 0.0461993 Aug 31 16:41:19.461984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-b763d3e8-213c-4efb-ba2c-346f5a5eadf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0409334 Aug 31 16:41:19.545930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-92579803-13ac-46e6-a559-3ea639e4ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:19.547430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-92579803-13ac-46e6-a559-3ea639e4ae2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0748575 Aug 31 16:41:19.555784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0ff1b-2b1b-49b6-abce-c7038372f620 req-22e8518d-8f94-40c4-a0ee-e2d614cc2694 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:19.557249 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7cd0ff1b-2b1b-49b6-abce-c7038372f620 req-22e8518d-8f94-40c4-a0ee-e2d614cc2694 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.0983381 Aug 31 16:41:19.589509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-799fee84-70f9-441a-85fb-df99f25fc681 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311000 Aug 31 16:41:19.660238 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7cd0ff1b-2b1b-49b6-abce-c7038372f620 req-05a26eb1-09f1-4ae7-8494-f04d52f3502a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935705 Aug 31 16:41:19.700807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-9f5d0180-d924-414c-8bc6-883e90d6e7ed service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030908 Aug 31 16:41:19.795310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8b38050-ac50-4740-97be-eff94ebb55b1 req-29258bd4-d241-43c9-8124-4dd87e88c0e2 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875425 Aug 31 16:41:19.887865 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-f99b717b-b0a7-4722-a991-83bcc7ff0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:19.889399 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-f99b717b-b0a7-4722-a991-83bcc7ff0655 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1095 time: 0.0491488 Aug 31 16:41:19.983541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-6d0bd077-1558-4f79-9df5-900a412c62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:19.985085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-6d0bd077-1558-4f79-9df5-900a412c62d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0884447 Aug 31 16:41:20.028261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-a18015ba-b93b-4b97-9bb6-22875d60e1c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0353162 Aug 31 16:41:20.085585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-efba602a-8805-4d0d-af85-f09ff8ae50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:20.087246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-efba602a-8805-4d0d-af85-f09ff8ae50e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0519874 Aug 31 16:41:20.120025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-d0db0c71-f2b0-4854-bb36-40dce7777d51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252225 Aug 31 16:41:20.211855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-a84555a7-bb9d-4d12-baa3-0007cfed6059 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830102 Aug 31 16:41:20.308271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87bd9b54-6ff8-4a57-b2d1-f8422a539c9e req-01f97cf1-3f0e-4b8c-b0eb-9d64e88c63f1 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886037 Aug 31 16:41:20.777189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822edbd-330e-470b-9d47-66efff53d348 req-f6959d3b-e917-4e6e-b7fb-4ec7917f5777 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:20.778783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4822edbd-330e-470b-9d47-66efff53d348 req-f6959d3b-e917-4e6e-b7fb-4ec7917f5777 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.0525126 Aug 31 16:41:20.818832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4822edbd-330e-470b-9d47-66efff53d348 req-07e37334-5101-4d7c-8cf4-71d411eb485a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Aug 31 16:41:21.094888 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5ed678bb-2419-42ad-9f0c-94d22f45416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:21.940946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96216-8391-4b27-9ece-969c2da15dee req-fa9e181c-a611-4f2f-8c51-45663b4645d6 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:21.942484 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bf96216-8391-4b27-9ece-969c2da15dee req-fa9e181c-a611-4f2f-8c51-45663b4645d6 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.0542538 Aug 31 16:41:21.986184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bf96216-8391-4b27-9ece-969c2da15dee req-94823c54-b50a-4e50-8ac7-5774a3e70b41 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Aug 31 16:41:22.766858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:41:22.858765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:22.869753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'port_id': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'mac_address': 'fa:16:3e:14:99:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:41:22.910100 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:22.922940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7632f6d0-593b-4b13-9e68-950e5cfb5b63 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:41:22.942898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:22.946777 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:22.993547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:23.103101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19c16c-7e99-445a-a97c-7f00ff6ed938 req-4e483811-5bf6-413a-8c1b-453266320535 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:23.104617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a19c16c-7e99-445a-a97c-7f00ff6ed938 req-4e483811-5bf6-413a-8c1b-453266320535 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 944 time: 0.0528889 Aug 31 16:41:23.139298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['7632f6d0-593b-4b13-9e68-950e5cfb5b63'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:41:23.142681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a19c16c-7e99-445a-a97c-7f00ff6ed938 req-dd9ff58a-ced8-42f5-944a-5d0f5a8bed36 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Aug 31 16:41:24.264393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66177c-4f49-4ccc-bf84-ef1abae59b9c req-ffc0781c-1a94-41c7-bbf6-e86646924d99 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:24.265904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f66177c-4f49-4ccc-bf84-ef1abae59b9c req-ffc0781c-1a94-41c7-bbf6-e86646924d99 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 944 time: 0.0485122 Aug 31 16:41:24.302821 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4f66177c-4f49-4ccc-bf84-ef1abae59b9c req-9bb04050-9bdb-4305-aab8-00721b3c6453 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Aug 31 16:41:24.528657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:24.776792 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:41:24.825244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:41:24.828780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:41:24.829157 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:24.906341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:24.929378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:24.931631 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0bba8a-5012-42a7-beab-b34fe5136f6c" -d '{"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-plugged", "status": "completed", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:24.947750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:24.952611 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:24.975886 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c814b4b-e925-4f59-88ee-8aa8e6a70806 x-openstack-request-id: req-1c814b4b-e925-4f59-88ee-8aa8e6a70806 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:24.976155 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-plugged", "status": "completed", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:24.976443 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c814b4b-e925-4f59-88ee-8aa8e6a70806 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:24.976831 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'code': 200} Aug 31 16:41:25.002446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:25.064131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b919-d350-480c-abc9-e5058faf4647 req-562cc13b-2ba5-41b3-b796-29fc7a859d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:25.066171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5241b919-d350-480c-abc9-e5058faf4647 req-562cc13b-2ba5-41b3-b796-29fc7a859d51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1097 time: 0.0393555 Aug 31 16:41:25.104992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5241b919-d350-480c-abc9-e5058faf4647 req-5fa08927-cd1f-4821-8a8d-84f30c4a13e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Aug 31 16:41:25.294389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:25.418928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faacf6f-98d3-42f7-88a2-1150fc9dea60 req-7a38998d-b7ea-4958-b103-0586369e7ee1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:25.419989 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:41:25.422511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8faacf6f-98d3-42f7-88a2-1150fc9dea60 req-7a38998d-b7ea-4958-b103-0586369e7ee1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0502391 Aug 31 16:41:25.463410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8faacf6f-98d3-42f7-88a2-1150fc9dea60 req-a25aa1a7-e161-4891-8efd-da5d1059b9b7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Aug 31 16:41:25.472481 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:25.696655 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6cd01ede-4268-4141-a9cd-5218cd9c65cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:25.987159 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:26.577019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c5722-efa2-4a9c-b7df-97c96b41da5f req-fa5269ff-04c2-4429-bddb-0ac04c58d0a9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:26.578478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-208c5722-efa2-4a9c-b7df-97c96b41da5f req-fa5269ff-04c2-4429-bddb-0ac04c58d0a9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Aug 31 16:41:26.615527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-208c5722-efa2-4a9c-b7df-97c96b41da5f req-8bf1e99e-cc99-49c3-bc92-5249bfc9beae tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 Aug 31 16:41:26.730550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797abf6-7e63-4000-aa2f-ee6384c49e5b req-a4feb8c1-2110-4052-b44f-4de1e7de1ec2 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:26.732078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4797abf6-7e63-4000-aa2f-ee6384c49e5b req-a4feb8c1-2110-4052-b44f-4de1e7de1ec2 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Aug 31 16:41:26.774668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4797abf6-7e63-4000-aa2f-ee6384c49e5b req-b55ce0d7-ed61-44c3-a282-f95b7f3069ec tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359962 Aug 31 16:41:26.984879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d88ff-e3ee-47b2-81dd-752f0fda9df5 req-d1bf1a2a-5a22-4f66-b598-82fe766c0986 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:26.986414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e5d88ff-e3ee-47b2-81dd-752f0fda9df5 req-d1bf1a2a-5a22-4f66-b598-82fe766c0986 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Aug 31 16:41:27.023088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e5d88ff-e3ee-47b2-81dd-752f0fda9df5 req-6f386303-158f-4bc2-acdc-3718721f1751 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Aug 31 16:41:27.141125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4733d0-c145-44cf-be87-103024db391e req-9950b15e-1ccd-4f09-91cd-8b2567bca821 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:27.142626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb4733d0-c145-44cf-be87-103024db391e req-9950b15e-1ccd-4f09-91cd-8b2567bca821 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0492542 Aug 31 16:41:27.180871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb4733d0-c145-44cf-be87-103024db391e req-a5ccf318-7984-42a2-b7b4-f923cb44bceb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Aug 31 16:41:27.449314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-a60f5bd1-435b-4a5c-9f82-0d2ab7c19640 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763652 Aug 31 16:41:27.462384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913deb4d-cc37-4ab4-ae42-f93a4c3919d6 req-a6cdfa15-da15-42cf-af8f-0ed0a3470eeb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:27.464075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-913deb4d-cc37-4ab4-ae42-f93a4c3919d6 req-a6cdfa15-da15-42cf-af8f-0ed0a3470eeb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0832584 Aug 31 16:41:27.504765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-913deb4d-cc37-4ab4-ae42-f93a4c3919d6 req-e6462aa6-4266-4b1a-9d8b-871d5dfcd1d2 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Aug 31 16:41:27.771668 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:28.567737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-04e6a5eb-2b0d-4194-95de-017992c7ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:28.569309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-04e6a5eb-2b0d-4194-95de-017992c7ea3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1097 time: 0.0421031 Aug 31 16:41:28.966265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d778d-4324-4fd2-93f0-c5663d75a38d req-553712b3-0ad1-437f-9653-82243e991e2d tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:28.968605 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e5d778d-4324-4fd2-93f0-c5663d75a38d req-553712b3-0ad1-437f-9653-82243e991e2d tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.3847606 Aug 31 16:41:28.989132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-3e394cb3-c46b-4d39-9af6-d110031f455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:28.990591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-3e394cb3-c46b-4d39-9af6-d110031f455c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.4144800 Aug 31 16:41:29.041657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-31f21dba-de5f-43ab-b78c-bde7dac33b90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0423818 Aug 31 16:41:29.062184 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e5d778d-4324-4fd2-93f0-c5663d75a38d req-23935f27-088c-4e55-8a79-b439765671b7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845299 Aug 31 16:41:29.096007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-70c79826-cca8-40c6-90f8-60ea0c6b3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:29.097515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-70c79826-cca8-40c6-90f8-60ea0c6b3484 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0484016 Aug 31 16:41:29.128499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-040b7e22-59a9-4027-8817-12571724daf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237622 Aug 31 16:41:29.216036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-9ccc1541-f945-45eb-9133-97a2a238354b service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806875 Aug 31 16:41:29.310095 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-7e4ab349-eae5-498f-b8bb-a047576331e7 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869765 Aug 31 16:41:30.178350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c87fa9-b1b0-4b68-a2a2-dacebd15705d req-7d24198a-4d69-4fa3-a608-ef878d181b2a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:30.179837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54c87fa9-b1b0-4b68-a2a2-dacebd15705d req-7d24198a-4d69-4fa3-a608-ef878d181b2a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Aug 31 16:41:30.218054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54c87fa9-b1b0-4b68-a2a2-dacebd15705d req-78222fbc-d5f5-44f9-afbf-da4eb3ed8217 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Aug 31 16:41:31.336719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ee02-aef9-49ce-9f8e-6e8f9730912a req-ec460c3e-b0ee-4464-b464-a6a98fc281c9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:31.338198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9967ee02-aef9-49ce-9f8e-6e8f9730912a req-ec460c3e-b0ee-4464-b464-a6a98fc281c9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0526481 Aug 31 16:41:31.377954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9967ee02-aef9-49ce-9f8e-6e8f9730912a req-237262b2-0a61-4aac-9ab9-b74fbcba13b5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Aug 31 16:41:32.494818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11518ba8-55f2-4660-b6ec-31ffa21de7d3 req-82ec1040-cb84-4d16-a9a9-cb60ff88c56c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:32.496275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11518ba8-55f2-4660-b6ec-31ffa21de7d3 req-82ec1040-cb84-4d16-a9a9-cb60ff88c56c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Aug 31 16:41:32.533351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11518ba8-55f2-4660-b6ec-31ffa21de7d3 req-0c9c970e-3926-43fc-bf66-39960bc7adca tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Aug 31 16:41:33.649092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1920f-36cb-4108-af47-7fd4fb340cb6 req-415c15de-cdb6-47c3-9605-2dfa9d10c8e5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:33.651852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02c1920f-36cb-4108-af47-7fd4fb340cb6 req-415c15de-cdb6-47c3-9605-2dfa9d10c8e5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0505724 Aug 31 16:41:33.690976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02c1920f-36cb-4108-af47-7fd4fb340cb6 req-632f65b1-c917-414b-b186-50fe78d1e858 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Aug 31 16:41:34.814622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d285b-f6e8-4606-be48-dc63bec6dbaf req-12f1f54e-223a-43f9-8f2e-c48e8d1c7bb1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:34.816526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d8d285b-f6e8-4606-be48-dc63bec6dbaf req-12f1f54e-223a-43f9-8f2e-c48e8d1c7bb1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0558443 Aug 31 16:41:34.855490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d8d285b-f6e8-4606-be48-dc63bec6dbaf req-4b54572c-7e84-4896-8b22-ce9b7538987b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Aug 31 16:41:35.972040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98856c-7913-4192-82a2-586a07cb25db req-57c103a9-af5a-4291-b68c-ee938b093aa7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:35.973584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b98856c-7913-4192-82a2-586a07cb25db req-57c103a9-af5a-4291-b68c-ee938b093aa7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Aug 31 16:41:36.011053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1b98856c-7913-4192-82a2-586a07cb25db req-8f23e4f5-72aa-4ec2-93ba-a1290475aa76 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Aug 31 16:41:37.124109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb365eb-be47-408f-af08-5b64ab34c957 req-fa234af7-a4f0-4d5b-950c-96f0fa13eb32 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:37.125616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbb365eb-be47-408f-af08-5b64ab34c957 req-fa234af7-a4f0-4d5b-950c-96f0fa13eb32 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0486054 Aug 31 16:41:37.163296 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbb365eb-be47-408f-af08-5b64ab34c957 req-0967582b-f0d9-4de1-8ca6-66dbed337eeb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Aug 31 16:41:38.281207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dace7-5b43-45b7-aa62-7ace2c17efa5 req-b81c7848-7163-4957-8cc9-8db197df9ad8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:38.282710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-672dace7-5b43-45b7-aa62-7ace2c17efa5 req-b81c7848-7163-4957-8cc9-8db197df9ad8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Aug 31 16:41:38.320446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-672dace7-5b43-45b7-aa62-7ace2c17efa5 req-7cc9a430-a638-4790-a69b-9de64a0b4f1a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Aug 31 16:41:39.435568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c8a33-7026-4279-adf6-bd648119d1cc req-0c7295b2-3318-4146-abd1-2a1062fafffb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:39.437112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-926c8a33-7026-4279-adf6-bd648119d1cc req-0c7295b2-3318-4146-abd1-2a1062fafffb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0505195 Aug 31 16:41:39.477112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-926c8a33-7026-4279-adf6-bd648119d1cc req-7a1ff367-eab0-4cf2-83ed-6b236ab37df1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Aug 31 16:41:40.590175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3121c73-fab1-4dab-aaf7-a0bf36d7fcf7 req-9cf74c4b-58f3-4c8f-9667-a2fc8e7b6221 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:40.591656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3121c73-fab1-4dab-aaf7-a0bf36d7fcf7 req-9cf74c4b-58f3-4c8f-9667-a2fc8e7b6221 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Aug 31 16:41:40.629480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3121c73-fab1-4dab-aaf7-a0bf36d7fcf7 req-c24759d3-88da-4136-98ad-d461981825f4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Aug 31 16:41:41.751471 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df092-7565-46ab-9116-f866af81d7e6 req-a79a9b37-58d3-4e90-b700-d6bddc6470f1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:41.753022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd8df092-7565-46ab-9116-f866af81d7e6 req-a79a9b37-58d3-4e90-b700-d6bddc6470f1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Aug 31 16:41:41.792542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd8df092-7565-46ab-9116-f866af81d7e6 req-54484ac6-f0a7-475e-86c6-c84b41084006 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Aug 31 16:41:42.908539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b042f1-28bc-483d-acbf-480c8e6a3b53 req-7e7cdf14-405c-4d76-8ef2-e8ba10b64b37 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:42.910171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7b042f1-28bc-483d-acbf-480c8e6a3b53 req-7e7cdf14-405c-4d76-8ef2-e8ba10b64b37 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Aug 31 16:41:42.948407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7b042f1-28bc-483d-acbf-480c8e6a3b53 req-03ca2afe-2fc9-43a7-b8e0-6d514bb70f39 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Aug 31 16:41:44.065502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3046b3-e61c-4c30-b40c-f089d730abfa req-0fc99d2a-81d4-4aef-b3e5-ef6436c33416 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:44.067001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b3046b3-e61c-4c30-b40c-f089d730abfa req-0fc99d2a-81d4-4aef-b3e5-ef6436c33416 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Aug 31 16:41:44.104653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b3046b3-e61c-4c30-b40c-f089d730abfa req-2e58e605-2a1c-412e-8a4f-9eb49dc41b54 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Aug 31 16:41:45.241857 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f50286-2ac6-43fe-b6ed-ace064d984d8 req-6002d1c8-1db5-458c-b9e7-cd29b6772943 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:45.243356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71f50286-2ac6-43fe-b6ed-ace064d984d8 req-6002d1c8-1db5-458c-b9e7-cd29b6772943 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0525575 Aug 31 16:41:45.281035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71f50286-2ac6-43fe-b6ed-ace064d984d8 req-4e42e737-4c2c-45b4-9c5c-6b1d2626867e tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Aug 31 16:41:46.396132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3fec3-0023-4a90-a1eb-20645a00077f req-f382ffc8-4ca1-4f84-a051-3e635da584e7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:46.397678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5de3fec3-0023-4a90-a1eb-20645a00077f req-f382ffc8-4ca1-4f84-a051-3e635da584e7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0485506 Aug 31 16:41:46.435639 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5de3fec3-0023-4a90-a1eb-20645a00077f req-4e904d5a-e199-44c4-87af-67f0abe30b62 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Aug 31 16:41:47.357892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-ae282609-d35a-4a9f-8dd7-d2c85b6a50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:47.359406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-ae282609-d35a-4a9f-8dd7-d2c85b6a50a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1097 time: 0.0404413 Aug 31 16:41:47.471744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-41af6acd-e8a3-4507-ad17-9682630b0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:47.473306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-41af6acd-e8a3-4507-ad17-9682630b0407 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0937989 Aug 31 16:41:47.518035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-d5fb33b7-5979-4c8f-a6f7-f1f2f3f79cdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0371609 Aug 31 16:41:47.594971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-85779de2-6968-4b07-ad98-b357dd324e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:47.596543 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-85779de2-6968-4b07-ad98-b357dd324e5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0704195 Aug 31 16:41:47.604892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d998321-a3e7-4fc7-b350-4340a5bd76e0 req-11c2a205-7065-473c-8b49-950ea5542eca tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:47.606274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d998321-a3e7-4fc7-b350-4340a5bd76e0 req-11c2a205-7065-473c-8b49-950ea5542eca tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0908506 Aug 31 16:41:47.637805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-aa9ff231-9ca9-43bb-a716-f841f27d7cd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305986 Aug 31 16:41:47.712060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d998321-a3e7-4fc7-b350-4340a5bd76e0 req-0f507252-f747-417c-b069-b892210c1774 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967078 Aug 31 16:41:47.749218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-4b2fae2e-2d85-4ddc-b21b-43a5e63cae9b service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029677 Aug 31 16:41:47.843894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e2b11ace-c489-47f5-97c0-ed2f8afc9a80 req-7bad9eb9-8f2f-44ec-a87e-5d70e6ff12d3 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Aug 31 16:41:48.831819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b48a26-ebc9-4de7-894c-cbfba37540a8 req-0ed36ea6-c17d-4a61-b387-98b5dd1a4eec tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:48.833459 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6b48a26-ebc9-4de7-894c-cbfba37540a8 req-0ed36ea6-c17d-4a61-b387-98b5dd1a4eec tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Aug 31 16:41:48.871226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6b48a26-ebc9-4de7-894c-cbfba37540a8 req-4200eddf-2958-4961-bd7c-3f7206c4cc04 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Aug 31 16:41:49.990694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935456c7-7f3d-4bd0-82f6-54ea99a591d5 req-6807740c-1683-4c8e-8991-d9710766e7e3 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:49.992100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-935456c7-7f3d-4bd0-82f6-54ea99a591d5 req-6807740c-1683-4c8e-8991-d9710766e7e3 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0541744 Aug 31 16:41:50.029382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-935456c7-7f3d-4bd0-82f6-54ea99a591d5 req-7cbbd071-5e41-49dc-bbe1-a4e41b52f22c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Aug 31 16:41:51.097066 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89eba0c4-3200-4ba8-837b-1ea2d001f2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:51.146943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740589bd-fee3-40e0-959a-cc57f8d8627e req-c7ec6343-089e-4076-83eb-21a93d75db73 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:51.148470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-740589bd-fee3-40e0-959a-cc57f8d8627e req-c7ec6343-089e-4076-83eb-21a93d75db73 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0498056 Aug 31 16:41:51.188391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-740589bd-fee3-40e0-959a-cc57f8d8627e req-18098790-fac8-454b-8a50-aaee3007cf90 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339198 Aug 31 16:41:52.305860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a10f-dee8-40cd-80ba-608b31136b07 req-8a9c10f7-4fd6-41f3-bead-333650376335 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:52.307349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a218a10f-dee8-40cd-80ba-608b31136b07 req-8a9c10f7-4fd6-41f3-bead-333650376335 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Aug 31 16:41:52.345313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a218a10f-dee8-40cd-80ba-608b31136b07 req-fafdc8c2-aa92-4098-a358-c8dcc252bfd4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Aug 31 16:41:53.465817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddda9b-9eef-4a53-add4-8adf7e72b66c req-5814b0e2-761d-44ec-8446-892d35f1ae7e tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:53.467343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17ddda9b-9eef-4a53-add4-8adf7e72b66c req-5814b0e2-761d-44ec-8446-892d35f1ae7e tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Aug 31 16:41:53.504522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17ddda9b-9eef-4a53-add4-8adf7e72b66c req-318623cd-941b-42e9-b849-9e53a5a214e1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Aug 31 16:41:54.527660 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:54.620950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede06c2-ea9d-48ba-b783-92e2a16ff523 req-3f0cbcbf-d405-468c-ab97-bd490447c33d tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:54.622453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bede06c2-ea9d-48ba-b783-92e2a16ff523 req-3f0cbcbf-d405-468c-ab97-bd490447c33d tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Aug 31 16:41:54.659840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bede06c2-ea9d-48ba-b783-92e2a16ff523 req-b5e7cd88-f5d6-4596-b139-870b08a6eb49 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Aug 31 16:41:55.296671 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:55.477481 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:55.702943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-11d8d25c-2f70-4dd0-bd0c-4d556671c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:55.789273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ad4a-b20c-4876-99cf-1cd8137ec4b5 req-4c233d07-e9af-48d5-9ebe-8ce6ed83bb3c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:55.790788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad57ad4a-b20c-4876-99cf-1cd8137ec4b5 req-4c233d07-e9af-48d5-9ebe-8ce6ed83bb3c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0562348 Aug 31 16:41:55.829711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad57ad4a-b20c-4876-99cf-1cd8137ec4b5 req-d155fa1f-c35b-49a1-b75d-8a687e514e50 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Aug 31 16:41:55.990419 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:56.294097 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-727f8a18-856a-479e-be0f-b3c7df393637 req-cf65ef1f-02a6-48a8-853c-c54f92680e36 service neutron] show failed (client error): The resource could not be found. Aug 31 16:41:56.295206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-cf65ef1f-02a6-48a8-853c-c54f92680e36 service neutron] 10.222.0.30 "GET /v2.0/ports/7632f6d0-593b-4b13-9e68-950e5cfb5b63/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0638990 Aug 31 16:41:56.522584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-7eaf4438-6949-4e37-98b8-5f641b0335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:56.524114 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-7eaf4438-6949-4e37-98b8-5f641b0335ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541&tenant_id=af38fc850978453999beb6e86558facb HTTP/1.1" status: 200 len: 1097 time: 0.0713143 Aug 31 16:41:56.535805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:41:56.590652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:56.958503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d04c9-2750-47c8-b9d5-abcb9827dfbf req-9617dc5e-cf13-4f0c-bb0b-da105b7fe1e9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:56.960067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f91d04c9-2750-47c8-b9d5-abcb9827dfbf req-9617dc5e-cf13-4f0c-bb0b-da105b7fe1e9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0522265 Aug 31 16:41:56.999085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f91d04c9-2750-47c8-b9d5-abcb9827dfbf req-9e0ca871-0adb-45e8-ba43-e739c737105a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Aug 31 16:41:57.109194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:41:57.142466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:41:57.182112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:57.184381 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffce2e78-bebc-4c5c-bf37-b619c6f9decf" -d '{"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-unplugged", "status": "completed", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:57.188142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:57.201206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Transition to ACTIVE for port object 7632f6d0-593b-4b13-9e68-950e5cfb5b63 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:41:57.204913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:57.238657 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd4a68e-c685-486b-a089-7d95f6ea9d5d x-openstack-request-id: req-2bd4a68e-c685-486b-a089-7d95f6ea9d5d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:57.238943 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-unplugged", "status": "completed", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:57.239203 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bd4a68e-c685-486b-a089-7d95f6ea9d5d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:57.239609 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'code': 200} Aug 31 16:41:57.256680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:57.271961 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] No DVR routers for this DVR port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:41:57.309426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:41:57.309766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:41:57.310105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:41:57.314290 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:41:57.314901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Attempting to bind port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:41:57.319730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:41:57.320070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Checking segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:41:57.320485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Bound using segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:41:57.320912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Bound port: 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:41:57.321266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:57.383110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:41:57.386104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:41:57.391058 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:57.423441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:57.424072 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:57.426081 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-6682614b-310d-449f-945e-1aece7a38529 service neutron] 10.222.0.49 "PUT /v2.0/ports/7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 1092 time: 0.8942900 Aug 31 16:41:57.460649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682614b-310d-449f-945e-1aece7a38529 service neutron] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:41:57.492417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-23f2d30d-0efc-4d28-b9dc-fc374d7d98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:57.493925 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-23f2d30d-0efc-4d28-b9dc-fc374d7d98e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1095 time: 0.0456653 Aug 31 16:41:57.584680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-cb047e4f-e627-4202-a510-62a9414d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:57.586174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-cb047e4f-e627-4202-a510-62a9414d451e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0857513 Aug 31 16:41:57.626801 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-fa28efae-189e-4d1d-94a7-960fb84b9110 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0339735 Aug 31 16:41:57.678414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8a18-856a-479e-be0f-b3c7df393637 req-b1c82541-362d-4f05-9583-0c799f090ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:57.679775 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-b1c82541-362d-4f05-9583-0c799f090ea0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0466030 Aug 31 16:41:57.710347 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-bc04e0bd-82f9-4bdc-86eb-46e0ee89ce28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242934 Aug 31 16:41:57.776491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:41:57.805443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-eeb70c4c-5cca-428d-83dc-52f62d6a709e service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881183 Aug 31 16:41:57.900101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-727f8a18-856a-479e-be0f-b3c7df393637 req-dd4b6088-e74e-4ec0-8ed1-869742960bc2 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882218 Aug 31 16:41:58.120021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de11f2-1fdd-4393-8ec5-21e02300e819 req-11a192a3-3e0b-4a53-830e-06f08a1f3b67 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:58.121541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22de11f2-1fdd-4393-8ec5-21e02300e819 req-11a192a3-3e0b-4a53-830e-06f08a1f3b67 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.0491009 Aug 31 16:41:58.166018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-22de11f2-1fdd-4393-8ec5-21e02300e819 req-214845f1-193d-4b43-991d-caded427f7ef tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Aug 31 16:41:59.203270 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:41:59.240772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:41:59.242410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:41:59.243120 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f17d4-0523-4945-9f25-75f1149eb50b" -d '{"events": [{"name": "network-changed", "server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:41:59.289508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0738e-c139-445e-a8a9-249328f82c0f req-6313386d-0b6c-44af-9090-0c16e74677b6 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.291023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70a0738e-c139-445e-a8a9-249328f82c0f req-6313386d-0b6c-44af-9090-0c16e74677b6 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.0544436 Aug 31 16:41:59.329665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70a0738e-c139-445e-a8a9-249328f82c0f req-3e7de6ea-76c7-4776-86eb-de7ff05607a4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Aug 31 16:41:59.383912 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d681248-8d27-4ed2-ba31-b274bd3f6128 x-openstack-request-id: req-7d681248-8d27-4ed2-ba31-b274bd3f6128 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:41:59.384350 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:41:59.384505 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d681248-8d27-4ed2-ba31-b274bd3f6128 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:41:59.384860 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'status': 'completed', 'code': 200} Aug 31 16:41:59.453339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-65389647-4ab5-49e1-a9da-db1992283576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.454792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-65389647-4ab5-49e1-a9da-db1992283576 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1095 time: 0.0461955 Aug 31 16:41:59.458891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-93aca188-6991-443c-bbef-c1de68fd350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.460428 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-93aca188-6991-443c-bbef-c1de68fd350f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1095 time: 0.0497253 Aug 31 16:41:59.554528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-2d93820a-a2c1-48da-b85f-baca2db17faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.556015 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-2d93820a-a2c1-48da-b85f-baca2db17faa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0938489 Aug 31 16:41:59.558060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-23ff89ed-5833-4bdd-bc04-2d39a69a48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.559530 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-23ff89ed-5833-4bdd-bc04-2d39a69a48e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0924509 Aug 31 16:41:59.597875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-b5a31475-ca5f-49fb-b112-d55e8847d9f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0341551 Aug 31 16:41:59.601168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-7d21d7cf-e735-4b03-88e2-ed25bcdb9fe9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0347075 Aug 31 16:41:59.646653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-f172d866-dd04-4c26-a38d-6c1d9755e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.648127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-f172d866-dd04-4c26-a38d-6c1d9755e58c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0439324 Aug 31 16:41:59.650757 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-f792aa5d-e19c-450d-9ea6-2bb6fdd8067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:41:59.652258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-f792aa5d-e19c-450d-9ea6-2bb6fdd8067a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0447032 Aug 31 16:41:59.679687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-f5ad196d-aba0-4f60-8ae0-933e085a68c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246966 Aug 31 16:41:59.683041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-84c98205-a57b-4ea4-aba7-6a4d7bf7b218 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245395 Aug 31 16:41:59.780255 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-fb5e0c81-2546-46f6-a262-29cf85794fa4 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906091 Aug 31 16:41:59.783119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-4bbaef6b-9c52-478f-a30f-1d4a05e98aaf service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965681 Aug 31 16:41:59.872792 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-45405671-7abf-492a-b511-69e7dbd3015f service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850434 Aug 31 16:41:59.884009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6b5f17d4-0523-4945-9f25-75f1149eb50b req-b85e445d-4534-401d-b684-44cda52b2f32 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933914 Aug 31 16:42:00.454826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d7199-3548-45d8-9571-0e4c7c55415f req-72a91190-a3d6-413d-ae1f-695bf1bd27fb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:00.456353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-035d7199-3548-45d8-9571-0e4c7c55415f req-72a91190-a3d6-413d-ae1f-695bf1bd27fb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.0549932 Aug 31 16:42:00.494115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-035d7199-3548-45d8-9571-0e4c7c55415f req-3dbdeea1-fdc2-4c91-b676-7dbd59e7a2f3 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Aug 31 16:42:00.746855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be09f4-76cd-411b-89f6-e7ce29f630cc req-86a426aa-d684-4798-ba1b-369146c59069 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:00.748330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56be09f4-76cd-411b-89f6-e7ce29f630cc req-86a426aa-d684-4798-ba1b-369146c59069 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 943 time: 0.1121824 Aug 31 16:42:00.764240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-c58ea615-ceef-40db-9cb4-21acb59ba79b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:00.765647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-c58ea615-ceef-40db-9cb4-21acb59ba79b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.30 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541&tenant_id=af38fc850978453999beb6e86558facb&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 943 time: 0.1028421 Aug 31 16:42:00.826179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56be09f4-76cd-411b-89f6-e7ce29f630cc req-dd4dfe7d-418e-4518-961d-66f61aa83d65 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711572 Aug 31 16:42:00.850926 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-0cf47162-af7e-4d3f-a9cb-e73df06fb158 service neutron] delete failed (client error): The resource could not be found. Aug 31 16:42:00.851941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-0cf47162-af7e-4d3f-a9cb-e73df06fb158 service neutron] 10.222.0.30 "DELETE /v2.0/ports/7632f6d0-593b-4b13-9e68-950e5cfb5b63/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0703018 Aug 31 16:42:00.935484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-87921c4b-627a-42ec-8047-1e431e32cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:00.937069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-87921c4b-627a-42ec-8047-1e431e32cd85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 1095 time: 0.0417666 Aug 31 16:42:01.028945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-9346c375-67fd-4330-9e53-54ba39221b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:01.030342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-9346c375-67fd-4330-9e53-54ba39221b5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0858381 Aug 31 16:42:01.072329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-c01d2443-4ff8-4a2d-abad-2ede31163a0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Aug 31 16:42:01.121880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-da5a9c1c-b1e3-4e7a-bb93-2fdcdd98589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:01.123348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-da5a9c1c-b1e3-4e7a-bb93-2fdcdd98589a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0433600 Aug 31 16:42:01.153575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-6d969c60-d0f3-4fc7-8160-6bdff6b33258 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231650 Aug 31 16:42:01.248417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-d77d4421-05ca-4ff2-8d68-7e04d9cbfd21 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874290 Aug 31 16:42:01.336896 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d68b814-34eb-4ae9-810b-378e6370dba9 req-b78b6060-8284-45a3-b7c8-78d8db603b35 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816751 Aug 31 16:42:01.359566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:42:01.457492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:01.469704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'port_id': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'mac_address': 'fa:16:3e:14:99:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:42:01.508414 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:01.521107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7632f6d0-593b-4b13-9e68-950e5cfb5b63 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:42:01.539651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:01.543450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:01.593604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:01.774101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['7632f6d0-593b-4b13-9e68-950e5cfb5b63'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:42:01.960842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0571e-2755-48c6-bbfb-36a254aee93c req-01f40024-9bd3-4da7-94e3-fa2891a70514 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:01.962385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c0571e-2755-48c6-bbfb-36a254aee93c req-01f40024-9bd3-4da7-94e3-fa2891a70514 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 944 time: 0.0626495 Aug 31 16:42:02.000473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1c0571e-2755-48c6-bbfb-36a254aee93c req-1ec53ca8-649c-49d2-81ce-95b16e1080ab tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 31 16:42:02.114189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fe4ac-a1ee-40c0-8067-1c8124f0d043 req-ae1fd0a0-eb94-4076-884a-fc850d7fc286 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:02.115912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852fe4ac-a1ee-40c0-8067-1c8124f0d043 req-ae1fd0a0-eb94-4076-884a-fc850d7fc286 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 944 time: 0.0495105 Aug 31 16:42:02.154626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-852fe4ac-a1ee-40c0-8067-1c8124f0d043 req-48798aa4-f230-4caf-9a61-6554b63990a0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Aug 31 16:42:02.266361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80890c28-7769-48da-a80d-e8dea0cb0e28 req-752d326f-9b62-46d2-8d37-79be8f258087 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:02.268080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80890c28-7769-48da-a80d-e8dea0cb0e28 req-752d326f-9b62-46d2-8d37-79be8f258087 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 944 time: 0.0485523 Aug 31 16:42:02.310594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-80890c28-7769-48da-a80d-e8dea0cb0e28 req-2ea8be91-f770-4862-b8f6-99e5a41bddcf tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Aug 31 16:42:02.418925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:42:02.671175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-bb4839cb-8000-4f53-8cd3-3beeb36f81ea tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:02.672611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-bb4839cb-8000-4f53-8cd3-3beeb36f81ea tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 815 time: 0.1117954 Aug 31 16:42:02.687768 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-2d8dd406-157b-4c7f-aacf-5aad3ae7b2f7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/quotas/af38fc850978453999beb6e86558facb HTTP/1.1" status: 200 len: 375 time: 0.0089121 Aug 31 16:42:02.736774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-d00c972a-0110-4f32-8229-1ba441b1f5ce tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428436 Aug 31 16:42:02.829882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-ea1971a5-b4ea-44ca-ac00-ee984db94e42 service neutron] 10.222.0.43 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855472 Aug 31 16:42:02.916530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-d19936c8-cf4b-412b-9532-fbe4fab9e69d service neutron] 10.222.0.43 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805280 Aug 31 16:42:03.077945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-189618ad-7d86-4217-a35b-8339adb6ce22 req-57a1efa2-c3b9-408e-a3dd-ec54ff097a7f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Aug 31 16:42:03.371666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:42:03.424501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:03.428679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:03.429050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:03.509635 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:03.531752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:03.534046 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b28ae2c-7069-44bb-b7a8-cd130d3aabbd" -d '{"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-plugged", "status": "completed", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:03.547844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:03.553141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:03.583748 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08acbe0-7f49-48e1-9814-a704794ec407 x-openstack-request-id: req-a08acbe0-7f49-48e1-9814-a704794ec407 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:03.585709 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-plugged", "status": "completed", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:03.585963 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a08acbe0-7f49-48e1-9814-a704794ec407 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:03.586360 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'code': 200} Aug 31 16:42:03.610841 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:03.871602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-7200b263-5574-4814-bf8c-0bc4cbaffd36 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:03.873151 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-7200b263-5574-4814-bf8c-0bc4cbaffd36 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.49 "GET /v2.0/ports?device_id=63203417-e4d2-4df7-9901-d5d8fb745541 HTTP/1.1" status: 200 len: 945 time: 0.0631306 Aug 31 16:42:04.055493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-f9cb03f6-8301-4c17-b606-a6ec28fd9287 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:04.056910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-f9cb03f6-8301-4c17-b606-a6ec28fd9287 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 815 time: 0.1781321 Aug 31 16:42:04.066744 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Deleting port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:42:04.067095 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.083881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Request body: {'port': {'device_id': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'admin_state_up': True, 'tenant_id': 'af38fc850978453999beb6e86558facb'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:04.172936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d303e0b-b7dc-4952-85df-40def03c7d69 req-09bc2d5b-b4f6-4334-964c-89aff404c973 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Aug 31 16:42:04.231353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] For port 7632f6d0-593b-4b13-9e68-950e5cfb5b63, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=7632f6d0-593b-4b13-9e68-950e5cfb5b63,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:04.231733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.253999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Calling delete_port for 7632f6d0-593b-4b13-9e68-950e5cfb5b63 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:42:04.313817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Made reservation on behalf of af38fc850978453999beb6e86558facb for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:42:04.317554 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.512367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.522680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Allocated IP 172.20.0.13 (d80dcc1e-d1b3-4130-ab13-e5bd8affe087/3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41/6e7f3370-98b0-40aa-8fec-8baf892bc5b5) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:42:04.524774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['7632f6d0-593b-4b13-9e68-950e5cfb5b63'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:42:04.556132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Pushing event deleted for resources: {'Port': ['ID=7632f6d0-593b-4b13-9e68-950e5cfb5b63,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:04.620786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] No DVR routers for this DVR port 7632f6d0-593b-4b13-9e68-950e5cfb5b63 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:42:04.629736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.632079 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.49 "DELETE /v2.0/ports/7632f6d0-593b-4b13-9e68-950e5cfb5b63 HTTP/1.1" status: 204 len: 173 time: 0.7515655 Aug 31 16:42:04.632561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-deleted', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:04.634807 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f0432-da44-47fb-bd1a-3d84b349e13e" -d '{"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-deleted", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:04.700771 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f8ce95-7554-4ef5-84e2-e9e9e80e0e54 x-openstack-request-id: req-f4f8ce95-7554-4ef5-84e2-e9e9e80e0e54 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:04.701073 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63203417-e4d2-4df7-9901-d5d8fb745541", "name": "network-vif-deleted", "tag": "7632f6d0-593b-4b13-9e68-950e5cfb5b63", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:04.701334 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4f8ce95-7554-4ef5-84e2-e9e9e80e0e54 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:04.701740 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63203417-e4d2-4df7-9901-d5d8fb745541', 'name': 'network-vif-deleted', 'tag': '7632f6d0-593b-4b13-9e68-950e5cfb5b63', 'status': 'completed', 'code': 200} Aug 31 16:42:04.767088 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.809022 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.820816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['7632f6d0-593b-4b13-9e68-950e5cfb5b63'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:42:04.860202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:42:04.865766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:04.868132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:42:04.874826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:04.923617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:04.924271 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:04.938799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4557d9eb-9f15-473e-b7ed-740f8506b2d4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676300 Aug 31 16:42:04.952047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Request body: {'port': {'device_id': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:05.008331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:05.270698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:42:05.278337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:05.290526 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Transition to ACTIVE for port object 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:05.294884 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:05.296361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78e8d9-bd5b-43d1-8559-0a75dd4ad202 req-ff3e7609-90cd-41f6-8c5c-d49c3719a085 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:05.297884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb78e8d9-bd5b-43d1-8559-0a75dd4ad202 req-ff3e7609-90cd-41f6-8c5c-d49c3719a085 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 932 time: 0.0541728 Aug 31 16:42:05.338162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb78e8d9-bd5b-43d1-8559-0a75dd4ad202 req-b7ed3e9b-2f0e-42d4-8692-8a08726c3652 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Aug 31 16:42:05.348425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:05.422680 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:42:05.423011 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:42:05.423338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:05.428340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:42:05.428658 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:05.433519 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:42:05.433853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Checking segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:42:05.434233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Bound using segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:42:05.434656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Bound port: 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:42:05.435005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:05.497612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:42:05.500490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:42:05.504784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:05.535132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:05.535789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:05.537211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 1093 time: 0.5895271 Aug 31 16:42:05.565215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9da3fa-6199-4f0f-9808-b019d811f6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:05.616606 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4f87a9b2-3d75-4eca-a4b0-c3a93dcbcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:05.618150 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-4f87a9b2-3d75-4eca-a4b0-c3a93dcbcc61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1096 time: 0.0451090 Aug 31 16:42:05.659041 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-ef934e98-69c3-4e8a-84c8-89f18b3f4775 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0334346 Aug 31 16:42:05.707993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-d3767b01-d45d-4f3b-8250-f21123d674c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:05.709516 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-d3767b01-d45d-4f3b-8250-f21123d674c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0439725 Aug 31 16:42:05.744423 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-6f79492b-0aa5-42dc-8b6e-02053248dc2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285830 Aug 31 16:42:05.839199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-e6341ae8-7c32-4cb2-ba5e-0015acd21dd3 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880401 Aug 31 16:42:05.937857 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5701c0c7-2aec-40b8-815e-59ba6d9a0181 req-50f12950-9a6d-4c2d-b502-8124d4e97016 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922418 Aug 31 16:42:06.454607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca7d77-8d03-4cfc-9542-8ff0865d7d5c req-47cc1034-a621-498f-a541-a2ae0d11b40f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:06.456106 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bca7d77-8d03-4cfc-9542-8ff0865d7d5c req-47cc1034-a621-498f-a541-a2ae0d11b40f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0509176 Aug 31 16:42:06.494065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3bca7d77-8d03-4cfc-9542-8ff0865d7d5c req-7a345dbd-8045-4ab2-8105-7f78d2979c6b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Aug 31 16:42:06.703090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:06.705468 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a59c5-3188-405d-b65e-9a7121086b00" -d '{"events": [{"name": "network-changed", "server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:06.740527 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3084ed1d-6898-4a64-a9cf-8a4f81b5239b x-openstack-request-id: req-3084ed1d-6898-4a64-a9cf-8a4f81b5239b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:06.740812 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:06.741061 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3084ed1d-6898-4a64-a9cf-8a4f81b5239b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:06.741456 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'status': 'completed', 'code': 200} Aug 31 16:42:06.804772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-7f19999f-1b06-49b1-829b-e147c255866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:06.806205 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-7f19999f-1b06-49b1-829b-e147c255866f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1096 time: 0.0434725 Aug 31 16:42:06.894960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-464239c8-85f8-44d5-831e-1279af188097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:06.896487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-464239c8-85f8-44d5-831e-1279af188097 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0834723 Aug 31 16:42:06.943438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-91f4e475-260b-4c3e-a2a4-aaf1959592cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0404329 Aug 31 16:42:06.992882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-4ece514e-8cd8-495e-9c34-9d774ce33789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:06.994353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-4ece514e-8cd8-495e-9c34-9d774ce33789 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0444942 Aug 31 16:42:07.024835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-7e405dbb-673e-477b-8e17-f323e00cd9de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234995 Aug 31 16:42:07.117486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-766d2593-ede3-46d7-9c7c-0b28059a3dd6 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854614 Aug 31 16:42:07.207171 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa8a59c5-3188-405d-b65e-9a7121086b00 req-21fc6c8d-06bc-4f64-a442-5817d20867b3 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823381 Aug 31 16:42:07.382934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:42:07.403047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 7632f6d0-593b-4b13-9e68-950e5cfb5b63 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:42:07.403388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 7632f6d0-593b-4b13-9e68-950e5cfb5b63 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:42:07.608804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923bfab-96bb-4df1-bc8c-56537897b9c5 req-06d56eee-12a3-4eb8-b9b4-e3a2c687d1ff tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:07.610302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e923bfab-96bb-4df1-bc8c-56537897b9c5 req-06d56eee-12a3-4eb8-b9b4-e3a2c687d1ff tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0480173 Aug 31 16:42:07.649266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e923bfab-96bb-4df1-bc8c-56537897b9c5 req-8bd0b243-8797-4b8a-9b63-5b421fb41e80 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Aug 31 16:42:08.766002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e128c2a-7d8b-45aa-a210-e6d74466fd5f req-0fdc56b4-2b27-4527-9ed7-e4b088b05f1b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:08.767490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e128c2a-7d8b-45aa-a210-e6d74466fd5f req-0fdc56b4-2b27-4527-9ed7-e4b088b05f1b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0524843 Aug 31 16:42:08.805160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e128c2a-7d8b-45aa-a210-e6d74466fd5f req-4d8b0d8f-1dce-4f9e-b6e6-f4a5be46bbba tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Aug 31 16:42:09.386935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:42:09.482134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:09.493302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'port_id': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'mac_address': 'fa:16:3e:86:e7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:42:09.529750 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:09.543186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:42:09.562421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:09.566174 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:09.611052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:09.758047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['6e7f3370-98b0-40aa-8fec-8baf892bc5b5'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:42:09.930934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413ead-50b1-4578-97ce-8eebd9eec916 req-520d5483-26bc-4a53-b51a-57dfb384e190 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:09.932501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8413ead-50b1-4578-97ce-8eebd9eec916 req-520d5483-26bc-4a53-b51a-57dfb384e190 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 945 time: 0.0567825 Aug 31 16:42:09.971127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b8413ead-50b1-4578-97ce-8eebd9eec916 req-e1a527e8-05c7-4eed-8f74-5614ae49f817 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Aug 31 16:42:11.088997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478e3b2-68ca-41f0-a0f2-0cab2c9d65b5 req-f317cbbd-a900-4641-9302-5b6056f59d4b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:11.090471 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9478e3b2-68ca-41f0-a0f2-0cab2c9d65b5 req-f317cbbd-a900-4641-9302-5b6056f59d4b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 945 time: 0.0491116 Aug 31 16:42:11.128632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9478e3b2-68ca-41f0-a0f2-0cab2c9d65b5 req-37efe8b6-561c-4e3c-904a-855ca587482c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Aug 31 16:42:11.382278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:42:11.429709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:11.433234 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:11.433614 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:11.512773 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:11.534995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:11.537312 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da001b-30fb-4b96-9e10-9cb78731a3de" -d '{"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:11.550029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:11.555151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:11.581530 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c971c79-1c0e-4fac-b486-492e2f333fc7 x-openstack-request-id: req-4c971c79-1c0e-4fac-b486-492e2f333fc7 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:11.581829 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:11.582081 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c971c79-1c0e-4fac-b486-492e2f333fc7 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:11.582471 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'code': 200} Aug 31 16:42:11.611704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:11.619936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.620304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.620646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.620980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.621310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.621637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.621963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.622293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.622611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.622927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.623248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.623565 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:11.673615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cbf74-be11-4288-99e5-9b69b51b6820 req-335dd1fa-134c-4ded-ab50-4a66f9e74303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:11.675154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f35cbf74-be11-4288-99e5-9b69b51b6820 req-335dd1fa-134c-4ded-ab50-4a66f9e74303 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1098 time: 0.0424335 Aug 31 16:42:11.709840 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f35cbf74-be11-4288-99e5-9b69b51b6820 req-b9c37bdb-f7ff-49a9-9f76-5ef74b5282d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278888 Aug 31 16:42:12.247894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d51b-c6a2-45ab-8bda-9de93b8f0687 req-e230414e-d1ee-4f0c-b185-4f3bf40026e8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:12.249395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8246d51b-c6a2-45ab-8bda-9de93b8f0687 req-e230414e-d1ee-4f0c-b185-4f3bf40026e8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0519755 Aug 31 16:42:12.286860 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8246d51b-c6a2-45ab-8bda-9de93b8f0687 req-8d2151e8-dc25-469a-999d-959f2d92716e tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Aug 31 16:42:13.405067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc6868-13f5-4400-9334-57161c46e094 req-47ecd3f8-8d85-4fae-b155-7c1e9e116dab tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:13.406610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63cc6868-13f5-4400-9334-57161c46e094 req-47ecd3f8-8d85-4fae-b155-7c1e9e116dab tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0514836 Aug 31 16:42:13.447247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-63cc6868-13f5-4400-9334-57161c46e094 req-bb557b5f-aab0-486a-9020-1c572c338ee7 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Aug 31 16:42:13.561762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733303fc-bd75-4873-aaf1-909a44aefd05 req-0f172c74-eede-40c4-8864-14fed4b1b5c5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:13.563157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-733303fc-bd75-4873-aaf1-909a44aefd05 req-0f172c74-eede-40c4-8864-14fed4b1b5c5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Aug 31 16:42:13.600643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-733303fc-bd75-4873-aaf1-909a44aefd05 req-4615dfff-f330-4215-96c7-7e33ce7e802f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Aug 31 16:42:13.869935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-45fd63f8-48b9-4d1d-87e5-4de8df2bb052 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722277 Aug 31 16:42:13.879924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c337-ab99-45cf-9e8d-3257a6535f87 req-98927402-2d9c-4931-8249-8a4bf13d88c2 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:13.881457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd67c337-ab99-45cf-9e8d-3257a6535f87 req-98927402-2d9c-4931-8249-8a4bf13d88c2 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0762661 Aug 31 16:42:13.922363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bd67c337-ab99-45cf-9e8d-3257a6535f87 req-1409e7ec-07a4-42a5-bd35-0d9e874d345e tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340476 Aug 31 16:42:14.948038 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-b62dc7d5-a373-47bd-a82f-d4c43d950181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:14.949578 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-b62dc7d5-a373-47bd-a82f-d4c43d950181 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1098 time: 0.0463128 Aug 31 16:42:15.040307 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-fd075803-ca66-489a-8952-2963e7a87b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:15.041853 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-fd075803-ca66-489a-8952-2963e7a87b83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0857379 Aug 31 16:42:15.046163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b23f79-2416-48b2-ac6d-edd150cc3ef9 req-f56c840e-b460-4fe3-8921-31078c4c0edd tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:15.047985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05b23f79-2416-48b2-ac6d-edd150cc3ef9 req-f56c840e-b460-4fe3-8921-31078c4c0edd tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0492594 Aug 31 16:42:15.087631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05b23f79-2416-48b2-ac6d-edd150cc3ef9 req-382cb6ba-f9eb-4747-89c0-7108791cb1d9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Aug 31 16:42:15.089131 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-6fb06a83-c388-4656-9349-c113dd15cc45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0403662 Aug 31 16:42:15.138204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-229d479d-5d73-4570-a655-7f506e37c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:15.139655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-229d479d-5d73-4570-a655-7f506e37c793 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0442212 Aug 31 16:42:15.169186 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-c833bbd5-e03f-4c78-b57f-ea630287ce10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230989 Aug 31 16:42:15.257549 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-994f5477-f452-404f-9564-0cba5ed71d87 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814035 Aug 31 16:42:15.351167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-db68fc73-cc23-47df-8d47-3c5a0a527c74 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866015 Aug 31 16:42:16.205932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d180a94-169e-4023-b866-44f17ab257a5 req-9da57f08-e062-4b87-90ca-36958e2fa8b8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:16.207428 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d180a94-169e-4023-b866-44f17ab257a5 req-9da57f08-e062-4b87-90ca-36958e2fa8b8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0519915 Aug 31 16:42:16.246819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d180a94-169e-4023-b866-44f17ab257a5 req-4d51a4bc-d6db-4cb7-853c-78e89177b2da tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Aug 31 16:42:17.364625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596c4db-990c-4190-98a9-83347d265a0a req-58e84b25-5217-4385-a8ba-173cfd8fd599 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:17.366130 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7596c4db-990c-4190-98a9-83347d265a0a req-58e84b25-5217-4385-a8ba-173cfd8fd599 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0498705 Aug 31 16:42:17.404263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7596c4db-990c-4190-98a9-83347d265a0a req-b14a2cc4-eea2-4d4d-924c-839656c91ce2 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Aug 31 16:42:18.520089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fce38-597e-4e4b-a723-33cbea0f16d6 req-749d360d-479b-4ed0-99e9-ce99849b4f26 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:18.521513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-392fce38-597e-4e4b-a723-33cbea0f16d6 req-749d360d-479b-4ed0-99e9-ce99849b4f26 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0493801 Aug 31 16:42:18.558767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-392fce38-597e-4e4b-a723-33cbea0f16d6 req-20a7e230-2e46-4c79-8421-76bb23be8862 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Aug 31 16:42:19.677687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6133-98e9-49c3-a51f-46322181cde8 req-a3efba1f-5d02-4eea-b9e4-8ce0efc5f06f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:19.679194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74fd6133-98e9-49c3-a51f-46322181cde8 req-a3efba1f-5d02-4eea-b9e4-8ce0efc5f06f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0525863 Aug 31 16:42:19.719096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74fd6133-98e9-49c3-a51f-46322181cde8 req-cbed5c80-02d5-4212-9993-b4fd30f5e459 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Aug 31 16:42:20.834941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c00e-b8e6-40ac-9cf9-5d4136d84060 req-0a0a7aa8-d18e-4110-8f79-0fbabc09d009 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:20.837085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6188c00e-b8e6-40ac-9cf9-5d4136d84060 req-0a0a7aa8-d18e-4110-8f79-0fbabc09d009 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0490716 Aug 31 16:42:20.873500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6188c00e-b8e6-40ac-9cf9-5d4136d84060 req-87b039af-33d8-487c-b13c-166dd99da3ce tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Aug 31 16:42:21.098899 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-04e8ab90-152a-4fdf-9e66-a58c5fdf4f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:21.990936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bdb9-72a5-49fa-b4f2-3e096643ecac req-4b787990-fd7b-4ee8-abcf-35b38ffa2de1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:21.992401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffb3bdb9-72a5-49fa-b4f2-3e096643ecac req-4b787990-fd7b-4ee8-abcf-35b38ffa2de1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0504024 Aug 31 16:42:22.029986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ffb3bdb9-72a5-49fa-b4f2-3e096643ecac req-7de1dcf2-acd4-4570-bf4a-185b4ae41c9e tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Aug 31 16:42:23.155575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509715c-cd11-415b-a6ac-96ffe6458a9b req-987d6a09-fd44-4aaa-860e-543bb1248ddf tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:23.157339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a509715c-cd11-415b-a6ac-96ffe6458a9b req-987d6a09-fd44-4aaa-860e-543bb1248ddf tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0528264 Aug 31 16:42:23.195497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a509715c-cd11-415b-a6ac-96ffe6458a9b req-2f464ae5-7cd0-49e5-93ce-a3aeadb93af5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Aug 31 16:42:24.310049 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fa3cd-4a0d-4d07-beb9-51eaf1b40958 req-a0001f7b-5135-474b-9436-b4b604aabb12 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:24.311526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c09fa3cd-4a0d-4d07-beb9-51eaf1b40958 req-a0001f7b-5135-474b-9436-b4b604aabb12 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0482149 Aug 31 16:42:24.350023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c09fa3cd-4a0d-4d07-beb9-51eaf1b40958 req-a8752b17-9e17-4ce9-993c-5868e1afaa89 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Aug 31 16:42:24.512631 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:25.298729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:25.467774 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80eb6-2e68-425a-95bd-cd96124321ae req-beb9d791-5b9c-4acc-8ece-af502f675a77 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:25.469337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1fa80eb6-2e68-425a-95bd-cd96124321ae req-beb9d791-5b9c-4acc-8ece-af502f675a77 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0518920 Aug 31 16:42:25.473189 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:25.507388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1fa80eb6-2e68-425a-95bd-cd96124321ae req-2c92a7c4-d86c-4985-9424-eabecb8f5fdc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 31 16:42:25.695207 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8bb628e3-1bf7-4a1d-9958-4c80cc4db7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:25.994039 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:26.626194 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ef454-4200-45fd-9af3-47e25f810c65 req-0fd4121c-4dd0-48d3-ae62-9ab75b05c5d0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:26.627682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-476ef454-4200-45fd-9af3-47e25f810c65 req-0fd4121c-4dd0-48d3-ae62-9ab75b05c5d0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0525923 Aug 31 16:42:26.665919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-476ef454-4200-45fd-9af3-47e25f810c65 req-a1a78337-b877-4440-bc0a-6d7a75612054 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322471 Aug 31 16:42:27.778132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:27.784505 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899554b4-78c8-49a9-8d65-4ee317497254 req-4a7b076b-dd69-4e57-accc-42e162d66066 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:27.786029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-899554b4-78c8-49a9-8d65-4ee317497254 req-4a7b076b-dd69-4e57-accc-42e162d66066 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Aug 31 16:42:27.824478 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-899554b4-78c8-49a9-8d65-4ee317497254 req-e5499e32-8270-4d50-99bb-b53b28c8f266 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Aug 31 16:42:28.943391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77a7e-b077-4859-841d-5b5398beb141 req-e814d395-f9c0-4141-a3f0-4976069a67ad tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:28.944615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbd77a7e-b077-4859-841d-5b5398beb141 req-e814d395-f9c0-4141-a3f0-4976069a67ad tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0493133 Aug 31 16:42:28.982596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbd77a7e-b077-4859-841d-5b5398beb141 req-e6d33c70-0317-494a-9acf-a2f293963fcb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Aug 31 16:42:30.104401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52640e-cd2a-497f-a112-516f57eb3911 req-b73e0525-75cd-496a-bfa5-8273c5fe5958 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:30.105894 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef52640e-cd2a-497f-a112-516f57eb3911 req-b73e0525-75cd-496a-bfa5-8273c5fe5958 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0564852 Aug 31 16:42:30.156443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef52640e-cd2a-497f-a112-516f57eb3911 req-145edfbb-0ea8-4e47-8184-c6668be367c4 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Aug 31 16:42:31.270813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41fdd-9582-4a22-9034-80aa8ae1d9fd req-d9a97241-8c5b-4589-849d-ee5383bbab94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:31.272341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18f41fdd-9582-4a22-9034-80aa8ae1d9fd req-d9a97241-8c5b-4589-849d-ee5383bbab94 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0487807 Aug 31 16:42:31.310974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18f41fdd-9582-4a22-9034-80aa8ae1d9fd req-da975c3a-53f2-4f65-8106-5b7c884ff9d3 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Aug 31 16:42:32.426985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32530-4f16-4f63-b7f8-1910ee9facab req-6ddb6dd9-4b47-42d1-80f7-9f2cd7abdd1f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:32.428557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75e32530-4f16-4f63-b7f8-1910ee9facab req-6ddb6dd9-4b47-42d1-80f7-9f2cd7abdd1f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0497239 Aug 31 16:42:32.468359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75e32530-4f16-4f63-b7f8-1910ee9facab req-e60e6d0f-9e5c-456e-a381-1b98fdb6eceb tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Aug 31 16:42:33.589059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c637ea8-7a6c-461d-94a5-88607e6c3d3b req-89aa092b-7de8-4992-84c1-facb7a38a86a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:33.590561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c637ea8-7a6c-461d-94a5-88607e6c3d3b req-89aa092b-7de8-4992-84c1-facb7a38a86a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Aug 31 16:42:33.628501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c637ea8-7a6c-461d-94a5-88607e6c3d3b req-2978596c-0c55-452e-b54e-b95b2858fbc5 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Aug 31 16:42:34.742916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521b39f-acb4-459e-8239-221d71f42a09 req-0c4c3abc-4dd5-48e6-8e0a-929adca015db tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:34.745032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f521b39f-acb4-459e-8239-221d71f42a09 req-0c4c3abc-4dd5-48e6-8e0a-929adca015db tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0494554 Aug 31 16:42:34.782624 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f521b39f-acb4-459e-8239-221d71f42a09 req-704258e4-d63d-4362-aa00-e15de5f4624d tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Aug 31 16:42:35.898415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d42047-8af3-4ce3-b21f-33f516778a19 req-9e4c7e4c-3488-4c3d-afb4-12a9003ae197 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:35.899955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93d42047-8af3-4ce3-b21f-33f516778a19 req-9e4c7e4c-3488-4c3d-afb4-12a9003ae197 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0480585 Aug 31 16:42:35.938951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93d42047-8af3-4ce3-b21f-33f516778a19 req-fa33d809-dd16-4d26-bc40-e6694efd411b tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 31 16:42:37.066051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c1c61-715f-47d0-9588-d1299e1c924d req-468c1428-252d-4c22-adc3-4f99d5660cf6 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:37.067465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-308c1c61-715f-47d0-9588-d1299e1c924d req-468c1428-252d-4c22-adc3-4f99d5660cf6 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0554032 Aug 31 16:42:37.107045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-308c1c61-715f-47d0-9588-d1299e1c924d req-fe306dbf-f8ae-4db4-bad6-ba57cb60c309 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Aug 31 16:42:37.972452 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-5555c90d-467e-4b7e-aa43-2ad243df4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:37.973960 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-5555c90d-467e-4b7e-aa43-2ad243df4e6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1098 time: 0.0924423 Aug 31 16:42:38.080604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-bee62542-1a26-4c2a-98e6-3a0ed02e93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:38.082030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-bee62542-1a26-4c2a-98e6-3a0ed02e93df service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0882416 Aug 31 16:42:38.123924 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-7287c171-3f86-4658-8eeb-236feacdf6e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0354221 Aug 31 16:42:38.179523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-2f50b172-f269-41f8-8c9a-6f8c1c1bbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:38.181102 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-2f50b172-f269-41f8-8c9a-6f8c1c1bbfbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0510936 Aug 31 16:42:38.214142 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-a6b7e488-6329-4e1c-98bd-fb9a08a34e5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255659 Aug 31 16:42:38.229142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3ced-45c2-41c0-8656-eab4993f2fca req-aa4574ac-7377-4542-9ce8-b229c6c530d9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:38.230663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0adb3ced-45c2-41c0-8656-eab4993f2fca req-aa4574ac-7377-4542-9ce8-b229c6c530d9 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0557692 Aug 31 16:42:38.269340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0adb3ced-45c2-41c0-8656-eab4993f2fca req-483aee4f-ad83-42af-9478-52186fc237df tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324817 Aug 31 16:42:38.309239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-b626efbf-2937-4690-83f7-f45325d25475 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878756 Aug 31 16:42:38.398502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2a1ee1c-5c35-4d87-a9a4-25f93124cbf8 req-c8bc8133-a9a5-4658-acdb-f31dc8e4b6da service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796371 Aug 31 16:42:39.384127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac1ba-cbad-441e-87bf-1fa3a57f178c req-29baa9ca-44b4-4c48-83ae-c589bcb0ec1f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:39.386167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e80ac1ba-cbad-441e-87bf-1fa3a57f178c req-29baa9ca-44b4-4c48-83ae-c589bcb0ec1f tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0487278 Aug 31 16:42:39.418095 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:42:39.423623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e80ac1ba-cbad-441e-87bf-1fa3a57f178c req-ccf54c07-48a8-487c-86d8-5c9dfa199241 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Aug 31 16:42:40.548412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8aa900-108a-4914-8f9b-d273bb862c8c req-8c12cad7-4eac-402b-8bfa-8de71cc586e0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:40.549791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e8aa900-108a-4914-8f9b-d273bb862c8c req-8c12cad7-4eac-402b-8bfa-8de71cc586e0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0525362 Aug 31 16:42:40.586133 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e8aa900-108a-4914-8f9b-d273bb862c8c req-3346e631-6f9f-4c2c-9e2c-4c9575447e25 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Aug 31 16:42:41.701393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a327de8-9acc-4f17-a7c3-3a84e0a6b5b8 req-354985a0-cfe7-45c7-83c4-9e5da3b51e0a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:41.702899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a327de8-9acc-4f17-a7c3-3a84e0a6b5b8 req-354985a0-cfe7-45c7-83c4-9e5da3b51e0a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Aug 31 16:42:41.741512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a327de8-9acc-4f17-a7c3-3a84e0a6b5b8 req-f67da907-7fdf-43f5-b240-29c678866706 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 31 16:42:42.228040 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-736362cd-2e9d-42fd-ac58-62db97e229a3 service neutron] show failed (client error): The resource could not be found. Aug 31 16:42:42.229155 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-736362cd-2e9d-42fd-ac58-62db97e229a3 service neutron] 10.222.0.49 "GET /v2.0/ports/6e7f3370-98b0-40aa-8fec-8baf892bc5b5/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0642698 Aug 31 16:42:42.476085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-39b1c041-f7fe-4335-b1f8-3372f23e61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:42.477897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-39b1c041-f7fe-4335-b1f8-3372f23e61d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49&tenant_id=af38fc850978453999beb6e86558facb HTTP/1.1" status: 200 len: 1098 time: 0.0890288 Aug 31 16:42:42.492283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-4fdb8b24-ca6e-4f9d-be5e-3e6255b6d434 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:42:42.493153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-4fdb8b24-ca6e-4f9d-be5e-3e6255b6d434 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049336 Aug 31 16:42:42.507424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:42.564925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:42.774244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:42.807725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:42:42.871262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:42.873505 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4d579b-f36d-4ebe-9078-e624e9b8856e" -d '{"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:42.877846 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:42.896299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Transition to ACTIVE for port object 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:42.904139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c3b2-7371-4755-baad-39dd9d19ec95 req-d776664c-cfe0-414f-9546-b75f5086bb06 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:42.905681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8653c3b2-7371-4755-baad-39dd9d19ec95 req-d776664c-cfe0-414f-9546-b75f5086bb06 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0954673 Aug 31 16:42:42.906890 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:43.272425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:43.274404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] No DVR routers for this DVR port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:42:43.286914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8653c3b2-7371-4755-baad-39dd9d19ec95 req-12c46eb9-ab28-460a-9fe4-4cbf84850cdd tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754931 Aug 31 16:42:43.288613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.288955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.289294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.289628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.289961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.290288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.290619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.290975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.291299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.291632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.291953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.292297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:43.326015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:42:43.326350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:42:43.326702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:43.331342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:42:43.331658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Attempting to bind port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on network d80dcc1e-d1b3-4130-ab13-e5bd8affe087 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:43.336910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:42:43.337245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Checking segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:42:43.337667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Bound using segment: {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:42:43.338646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Bound port: 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bef78-7af4-4875-afbf-6abbaabd4d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:42:43.339003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:43.355095 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f18e18-42be-43cf-a6d5-9e8b5e5f80cc x-openstack-request-id: req-61f18e18-42be-43cf-a6d5-9e8b5e5f80cc {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:43.355392 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:43.355640 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61f18e18-42be-43cf-a6d5-9e8b5e5f80cc {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:43.356042 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'code': 200} Aug 31 16:42:43.409075 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:42:43.412028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:42:43.416707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:43.454633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:43.455252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:43.456723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 1093 time: 0.9531426 Aug 31 16:42:43.476932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ed739-244e-4f04-98d1-d3b8ae42a2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:43.522950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-a3189065-32c6-4891-b34d-80fc51309edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:43.524407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-a3189065-32c6-4891-b34d-80fc51309edc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1096 time: 0.0407035 Aug 31 16:42:43.614859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-2c5b6ec3-69b8-46b9-9656-6e6d9a437b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:43.616360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-2c5b6ec3-69b8-46b9-9656-6e6d9a437b49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0846317 Aug 31 16:42:43.658187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-abb4e0f6-22dc-4b1e-a7f7-aa847dbca0db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0337713 Aug 31 16:42:43.710638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-34b2689c-9ae1-4d0f-8253-3f9fbd8515e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:43.712100 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-34b2689c-9ae1-4d0f-8253-3f9fbd8515e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0433357 Aug 31 16:42:43.745109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-708b97be-9e46-4f04-955c-907af3c8a8c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251644 Aug 31 16:42:43.844263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-1445c6d7-d963-4fa3-ace6-b8e737f5195b service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873342 Aug 31 16:42:43.939455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15fa402a-b6f1-4c0c-b6fa-b5fea18f79bb req-7db74e5c-e056-4ca9-be0f-fdc81631566d service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822890 Aug 31 16:42:44.412396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13c51-89cb-4389-a692-022b569072f0 req-80bcc057-a355-43cb-a822-820e1cf3bf70 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:44.413954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dd13c51-89cb-4389-a692-022b569072f0 req-80bcc057-a355-43cb-a822-820e1cf3bf70 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0546293 Aug 31 16:42:44.452841 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0dd13c51-89cb-4389-a692-022b569072f0 req-6995d145-8adb-450b-93bd-f6f499d3f8a8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Aug 31 16:42:45.357468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:45.359841 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db9084-f07d-41a7-9d56-9669a02785dd" -d '{"events": [{"name": "network-changed", "server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:45.407137 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27f308-6c0d-454a-b474-2d999f9b86ef x-openstack-request-id: req-aa27f308-6c0d-454a-b474-2d999f9b86ef {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:45.407431 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:45.407696 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa27f308-6c0d-454a-b474-2d999f9b86ef {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:45.408113 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'status': 'completed', 'code': 200} Aug 31 16:42:45.465726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-a680e740-6176-400a-bd28-d0a2d4881214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.467368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-a680e740-6176-400a-bd28-d0a2d4881214 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1096 time: 0.0422726 Aug 31 16:42:45.472789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-7dd51e7b-764e-4390-929e-0be0cce51b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.474404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-7dd51e7b-764e-4390-929e-0be0cce51b17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1096 time: 0.0418139 Aug 31 16:42:45.557143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-36fae6c1-3cff-4522-8f86-c728ef467701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.558622 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-36fae6c1-3cff-4522-8f86-c728ef467701 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0849423 Aug 31 16:42:45.607066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-6a0a0e08-a8ed-473c-bdde-e60b56018529 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0410774 Aug 31 16:42:45.609708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c58823-bdfb-44fc-9f52-a6fc7baee63c req-7476b27c-4d6c-42c4-a477-00817c61994c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.611182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62c58823-bdfb-44fc-9f52-a6fc7baee63c req-7476b27c-4d6c-42c4-a477-00817c61994c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0813303 Aug 31 16:42:45.615255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:42:45.623596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-b66580a1-b190-462d-815b-4cda3478f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.625306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-b66580a1-b190-462d-815b-4cda3478f8e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.1390734 Aug 31 16:42:45.660648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-4b972dd7-d41b-49ac-9554-7d99b845fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.662304 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-4b972dd7-d41b-49ac-9554-7d99b845fa33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0482714 Aug 31 16:42:45.668206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:42:45.704341 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-9e2e7e2e-43fa-4120-8e52-99365943a6e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341978 Aug 31 16:42:45.704941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-149c7820-e222-4a48-8c23-122e4ff9a97c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0557878 Aug 31 16:42:45.736659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62c58823-bdfb-44fc-9f52-a6fc7baee63c req-1513840e-6950-4116-afb0-ee8a92644abc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179996 Aug 31 16:42:45.779736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-1a9b3c06-62b4-44f7-b3c9-6ca04c871bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:45.781310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-1a9b3c06-62b4-44f7-b3c9-6ca04c871bfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0568354 Aug 31 16:42:45.810395 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-7ac2e46d-10ab-4167-9b52-700ee6117d84 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994284 Aug 31 16:42:45.816429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-782fa3c4-31ad-4af0-acfc-a7296ef94231 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259197 Aug 31 16:42:45.900689 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-314d55c6-9b5e-40c5-9128-833b21991e3a service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829544 Aug 31 16:42:45.906373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-66778c9f-3675-423d-9970-f96b5b9e59e3 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815773 Aug 31 16:42:46.013051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6db9084-f07d-41a7-9d56-9669a02785dd req-fab6b2dc-29fa-40a6-b3de-1c1c10563bbb service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988476 Aug 31 16:42:46.863832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a3fca-8f5b-472b-a323-330074d06752 req-918d924d-3022-4854-814a-06c89a79580a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:46.865360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc3a3fca-8f5b-472b-a323-330074d06752 req-918d924d-3022-4854-814a-06c89a79580a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0489962 Aug 31 16:42:46.903241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc3a3fca-8f5b-472b-a323-330074d06752 req-bf4f2a01-edaf-4e4b-8e12-585d20f1bab0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Aug 31 16:42:47.113453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4fdba-cacc-47e6-ba11-df6f1a1af2ad req-d67751b8-9997-4c9a-9590-97e2fcbda618 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:47.114991 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7a4fdba-cacc-47e6-ba11-df6f1a1af2ad req-d67751b8-9997-4c9a-9590-97e2fcbda618 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 944 time: 0.0505867 Aug 31 16:42:47.119329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6a76-9056-463d-92e9-97a486c129e6 req-2d9078ed-ec08-4aac-8936-6802523724a0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:47.121438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-2d9078ed-ec08-4aac-8936-6802523724a0 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.49 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49&tenant_id=af38fc850978453999beb6e86558facb&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 944 time: 0.0512686 Aug 31 16:42:47.159122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7a4fdba-cacc-47e6-ba11-df6f1a1af2ad req-3b199a16-01d8-4327-b881-ae62b163ed97 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 Aug 31 16:42:47.187515 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-39af6a76-9056-463d-92e9-97a486c129e6 req-a5f27a48-b1d7-4ffb-829b-ca802fb6ee37 service neutron] delete failed (client error): The resource could not be found. Aug 31 16:42:47.188852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-a5f27a48-b1d7-4ffb-829b-ca802fb6ee37 service neutron] 10.222.0.49 "DELETE /v2.0/ports/6e7f3370-98b0-40aa-8fec-8baf892bc5b5/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0597456 Aug 31 16:42:47.269775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6a76-9056-463d-92e9-97a486c129e6 req-510c8490-4e02-4bfc-b5a4-fc1961459e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:47.271167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-510c8490-4e02-4bfc-b5a4-fc1961459e67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1096 time: 0.0393112 Aug 31 16:42:47.362180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6a76-9056-463d-92e9-97a486c129e6 req-154741dc-21e6-4c21-8ced-3b79538b0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:47.363670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-154741dc-21e6-4c21-8ced-3b79538b0de1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.0849001 Aug 31 16:42:47.409526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-f7fc3bd1-90a7-452f-a98b-b65bdc480bbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0388153 Aug 31 16:42:47.411993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:42:47.458877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6a76-9056-463d-92e9-97a486c129e6 req-84dc5b5d-11db-4ff2-a49c-9160a57630b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:47.460401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-84dc5b5d-11db-4ff2-a49c-9160a57630b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0448554 Aug 31 16:42:47.492141 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-455a9a01-da44-489e-ab36-92303ba97d64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243254 Aug 31 16:42:47.504868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:47.516238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'network_id': 'd80dcc1e-d1b3-4130-ab13-e5bd8affe087', 'port_id': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'mac_address': 'fa:16:3e:86:e7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:42:47.553319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:47.569479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:42:47.585320 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-50c86d7b-f2c1-4ac9-9b37-f0af38fb3b1b service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865083 Aug 31 16:42:47.589275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:47.593487 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:47.640285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:47.676438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-39af6a76-9056-463d-92e9-97a486c129e6 req-d847ed93-c1de-4bda-8d17-7afcf6ef7f81 service neutron] 10.222.0.49 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839558 Aug 31 16:42:47.834618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['6e7f3370-98b0-40aa-8fec-8baf892bc5b5'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:42:48.291741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff393ca0-8b73-4176-bd45-4f573d53d338 req-835c3e86-b630-418d-946e-d8b4e3db814a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:48.293890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff393ca0-8b73-4176-bd45-4f573d53d338 req-835c3e86-b630-418d-946e-d8b4e3db814a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 945 time: 0.0608766 Aug 31 16:42:48.343181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff393ca0-8b73-4176-bd45-4f573d53d338 req-76d10a78-5dab-4820-bedc-9c4e5d94aeb8 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Aug 31 16:42:48.456094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbf4c2-7146-4b22-8c21-85bcd87af8a9 req-6550dba7-7659-4a16-a7b7-4f619624bb9c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:48.457623 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbbf4c2-7146-4b22-8c21-85bcd87af8a9 req-6550dba7-7659-4a16-a7b7-4f619624bb9c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 945 time: 0.0496001 Aug 31 16:42:48.495916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4dbbf4c2-7146-4b22-8c21-85bcd87af8a9 req-26d34304-f8e7-49f6-a449-e5d32a861ee3 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Aug 31 16:42:48.609565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc99c8-1ddb-4438-b3a7-1f9a54509e34 req-a0458c76-3e27-4586-a59b-56e619d36f14 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:48.610971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fddc99c8-1ddb-4438-b3a7-1f9a54509e34 req-a0458c76-3e27-4586-a59b-56e619d36f14 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Aug 31 16:42:48.648070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fddc99c8-1ddb-4438-b3a7-1f9a54509e34 req-0c0e6bf6-e671-4dce-b7b2-2bb8a48f519a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Aug 31 16:42:48.742054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-63c2ded8-9286-4f29-bad3-8c4efc243842 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454295 Aug 31 16:42:48.831823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-0718eeaf-369e-4504-865b-5f24f9feba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:48.833452 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-0718eeaf-369e-4504-865b-5f24f9feba6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af38fc850978453999beb6e86558facb&device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 1097 time: 0.0502222 Aug 31 16:42:48.956889 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-77ad59aa-1632-44c8-a9cf-8360d5d70817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:48.958438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-77ad59aa-1632-44c8-a9cf-8360d5d70817 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 200 len: 916 time: 0.1022441 Aug 31 16:42:49.008210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-637746fa-5b9d-4fad-a877-75677bf0cc2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0355148 Aug 31 16:42:49.052827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d522b-9d58-4b93-90f0-7be4376982d4 req-e37ecb83-eeeb-46d7-ade1-ccc53502adf1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:49.054304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-161d522b-9d58-4b93-90f0-7be4376982d4 req-e37ecb83-eeeb-46d7-ade1-ccc53502adf1 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 945 time: 0.1241677 Aug 31 16:42:49.086876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-64d8ee85-82af-48f6-94fd-9e038b70193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:49.088352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-64d8ee85-82af-48f6-94fd-9e038b70193c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 200 len: 855 time: 0.0712814 Aug 31 16:42:49.128355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-a33a54a3-8789-4429-8b03-8883c2fa3d46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d80dcc1e-d1b3-4130-ab13-e5bd8affe087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301561 Aug 31 16:42:49.131270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-161d522b-9d58-4b93-90f0-7be4376982d4 req-24abfd5c-3dc0-4945-94b2-6bbbfd29b603 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Aug 31 16:42:49.220655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-7c01d800-c649-4711-a02b-3826dc1b2235 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822685 Aug 31 16:42:49.315762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d11d295e-e632-4822-bd6d-4e7d46efb10d req-a7aecbc0-f89e-4d69-aa14-204e1aa3f164 service neutron] 10.222.0.30 "GET /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871630 Aug 31 16:42:49.429228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:42:49.484444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:49.487899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:49.488293 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:49.562240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:49.584216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:49.586457 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a7b8d7-d60b-4084-aa38-5e9ef7ecb760" -d '{"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:49.599603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:49.603903 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:49.631371 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b528c-302d-4ff9-b30a-87b98cd57951 x-openstack-request-id: req-611b528c-302d-4ff9-b30a-87b98cd57951 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:49.631678 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-plugged", "status": "completed", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:49.631919 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-611b528c-302d-4ff9-b30a-87b98cd57951 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:49.632336 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'code': 200} Aug 31 16:42:49.658172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:50.278793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7075fa-92da-4eae-abec-f593cd16087b req-2b739be5-bcaf-420c-8b6f-6428eed9f118 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:50.280541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e7075fa-92da-4eae-abec-f593cd16087b req-2b739be5-bcaf-420c-8b6f-6428eed9f118 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0799134 Aug 31 16:42:50.293918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-cc97aaf7-8887-42dc-b617-2e3a80901592 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:50.295431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-cc97aaf7-8887-42dc-b617-2e3a80901592 tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.30 "GET /v2.0/ports?device_id=94c5ecc1-6e08-4d5e-b400-53f525b67c49 HTTP/1.1" status: 200 len: 946 time: 0.0639725 Aug 31 16:42:50.376525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e7075fa-92da-4eae-abec-f593cd16087b req-a469f247-811b-49ec-a1f4-aec0329fb68a tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.43 "GET /v2.0/security-groups?id=aee4521b-5ffc-402c-b29b-2b8707fde27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800946 Aug 31 16:42:50.425621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Deleting port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:42:50.425859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:50.513177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] For port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,segment=NetworkSegment(537bef78-7af4-4875-afbf-6abbaabd4d54),segment_id=537bef78-7af4-4875-afbf-6abbaabd4d54)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:50.513543 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:50.531269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Calling delete_port for 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:42:50.654579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:50.669116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['6e7f3370-98b0-40aa-8fec-8baf892bc5b5'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:42:50.682216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Pushing event deleted for resources: {'Port': ['ID=6e7f3370-98b0-40aa-8fec-8baf892bc5b5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:50.729470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] No DVR routers for this DVR port 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:42:50.732083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:50.734186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e915d03-4196-4bf6-b1e6-d9ef32fd192b req-b8560ac7-d8b9-42e3-9308-56b857c0319c tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] 10.222.0.30 "DELETE /v2.0/ports/6e7f3370-98b0-40aa-8fec-8baf892bc5b5 HTTP/1.1" status: 204 len: 173 time: 0.4197898 Aug 31 16:42:50.734623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-deleted', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:42:50.736890 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee67e355-6b51-4029-8390-eb845d846b30" -d '{"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-deleted", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:42:50.775730 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd56b44-747f-4eec-a074-ec2e3020854a x-openstack-request-id: req-8fd56b44-747f-4eec-a074-ec2e3020854a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:42:50.776026 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c5ecc1-6e08-4d5e-b400-53f525b67c49", "name": "network-vif-deleted", "tag": "6e7f3370-98b0-40aa-8fec-8baf892bc5b5", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:42:50.776874 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fd56b44-747f-4eec-a074-ec2e3020854a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:42:50.777280 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5ecc1-6e08-4d5e-b400-53f525b67c49', 'name': 'network-vif-deleted', 'tag': '6e7f3370-98b0-40aa-8fec-8baf892bc5b5', 'status': 'completed', 'code': 200} Aug 31 16:42:51.099493 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a5e6abe2-0f4b-46f8-8833-6725912cd77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.498232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41630) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:51.542765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Deleting subnet 3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:42:51.545841 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.585675 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.624778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.677727 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.708544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:51.716664 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.722526 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3d5bfa1e-4d2f-4628-9621-c82ad8ac2d41 HTTP/1.1" status: 204 len: 168 time: 0.2193282 Aug 31 16:42:51.722688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:51.725320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.725668 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.726010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.726348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.726683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.727010 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.727414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.731855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.731855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.731855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.731855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.731855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267114a-807c-4f1a-b287-72571948485a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:51.799037 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.883493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.894524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80dcc1e-d1b3-4130-ab13-e5bd8affe087']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:51.905586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537bef78-7af4-4875-afbf-6abbaabd4d54') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:51.905883 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537bef78-7af4-4875-afbf-6abbaabd4d54') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:51.914768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.928874 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.934663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:42:51.935052 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:42:51.936784 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:42:51.990760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.997181 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:51.999487 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] 10.222.0.43 "DELETE /v2.0/networks/d80dcc1e-d1b3-4130-ab13-e5bd8affe087 HTTP/1.1" status: 204 len: 168 time: 0.2760320 Aug 31 16:42:52.015515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeba9a-bb4e-4e5f-94a4-71d3a6a778ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d80dcc1e-d1b3-4130-ab13-e5bd8affe087,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:52.109512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41636) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:52.154948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4482bda4-4b7e-4a01-a497-6e1acc8f0fdc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af38fc850978453999beb6e86558facb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442417 Aug 31 16:42:52.157433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41638) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:52.205025 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99713e4b-1bee-479f-a52f-5c09a0762868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:52.226363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99713e4b-1bee-479f-a52f-5c09a0762868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:52.272696 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99713e4b-1bee-479f-a52f-5c09a0762868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:52.275802 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99713e4b-1bee-479f-a52f-5c09a0762868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:52.277613 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-99713e4b-1bee-479f-a52f-5c09a0762868 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aee4521b-5ffc-402c-b29b-2b8707fde27f HTTP/1.1" status: 204 len: 168 time: 0.1192884 Aug 31 16:42:52.285642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713e4b-1bee-479f-a52f-5c09a0762868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4521b-5ffc-402c-b29b-2b8707fde27f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:52.986585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41660) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:53.081915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-635236180-network', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:53.102578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Made reservation on behalf of 0d9d64f4b5db4f80aa9072496ccbee42 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:42:53.105509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.114296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.205423 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.209067 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.238344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:42:53.247958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef2dfc3-19d1-4819-98c1-c0e3be97e419,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:53.252898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.253251 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Added segment 57cee840-4595-4dd4-8a62-727586170178 of type vlan for network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 Aug 31 16:42:53.293633 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.318201 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.319185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:53.319817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.374594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3869407 Aug 31 16:42:53.377442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41664) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:53.382160 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Request body: {'subnet': {'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-635236180-subnet', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:53.388112 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a15e-ba64-45d0-a26f-fd5dca1c1b67 admin admin] Pushing event updated for resources: {'Network': ['ID=9389f72d-ddd9-4c0b-91b3-ac191c8a3920,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:53.398753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:42:53.411709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Made reservation on behalf of 0d9d64f4b5db4f80aa9072496ccbee42 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:42:53.414347 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.467255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:42:53.492213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:42:53.492480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 6e7f3370-98b0-40aa-8fec-8baf892bc5b5 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:42:53.584243 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.631338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6704c249-4c90-4942-89a9-0f69a3b586f0,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:53.646510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:42:53.646870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Network hostable DHCP agents. Network: 9389f72d-ddd9-4c0b-91b3-ac191c8a3920, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:42:53.662342 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:42:53.671009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 9389f72d-ddd9-4c0b-91b3-ac191c8a3920) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:53.675715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:53.676888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.679786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18101bc5-1c59-4224-aaaa-1fa91c75bfe4 None None] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:42:53.691793 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9bff2e7b-db49-4fac-9743-542cdfe4fe86 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3133428 Aug 31 16:42:53.694528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41666) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:53.699676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:53.723586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.724702 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.784944 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.821789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:42:53.822684 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:53.964463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Allocated IP 172.20.0.2 (9389f72d-ddd9-4c0b-91b3-ac191c8a3920/6704c249-4c90-4942-89a9-0f69a3b586f0/4bf1374e-4f5e-4335-a6fe-bce65b8f7e66) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:42:54.114421 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.124454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Transition to ACTIVE for port object 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:54.140925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Transition to ACTIVE for port object 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:54.147003 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.188116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:42:54.191335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:54.193905 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:42:54.205810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Pushing event updated for resources: {'Port': ['ID=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:54.252672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Attempting to bind port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:42:54.253029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Attempting to bind port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:42:54.253398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Attempting to bind port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:54.258813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:42:54.259180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:42:54.259495 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.259873 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.259975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:42:54.260440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Bound port: 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:42:54.260885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.328786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] For port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:42:54.333663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] For port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:42:54.345384 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.414459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127f8b-819d-4ee5-b982-37444361dd7a None None] Pushing event updated for resources: {'Port': ['ID=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:54.487477 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.507049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.531116 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.633085 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Allocated IP 172.25.6.206 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/4532e606-756e-4b50-841e-ec5cb5b6a423) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:42:54.740398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.777819 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:54.824227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:42:54.827229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:54.831182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:42:54.836846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=4532e606-756e-4b50-841e-ec5cb5b6a423,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:55.086368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.285663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc4b5d5-11a8-473a-9c9f-7054cd8840cf None None] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:42:55.289127 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.424819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:42:55.519083 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.538484 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:42:55.539690 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.540365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1b1c805c-a4f4-45b0-a971-ff40b20fcb7f None None] Provisioning for port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:55.551409 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:42:55.553825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.557502 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-02829780-d1a8-40ea-8919-bf082c1f8ba0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8595374 Aug 31 16:42:55.558852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41668) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:55.567567 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:42:55.568254 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:42:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:55.683467 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:42:55.701382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f61a3553-8374-4ed9-aefb-ecc996104dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.901299 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:54Z', 'revision_number': 3, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:55.928686 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:42:55.929035 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Updating router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 port 4532e606-756e-4b50-841e-ec5cb5b6a423 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:42:55.954986 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:55.997835 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.007310 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.170999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Allocated IP 172.20.0.1 (9389f72d-ddd9-4c0b-91b3-ac191c8a3920/6704c249-4c90-4942-89a9-0f69a3b586f0/6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:42:56.294741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.307023 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.308439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Transition to ACTIVE for port object 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:56.317894 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Transition to ACTIVE for port object 4532e606-756e-4b50-841e-ec5cb5b6a423 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:56.323959 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.344256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.362181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:42:56.377528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Attempting to bind port 4532e606-756e-4b50-841e-ec5cb5b6a423 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:42:56.377892 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Attempting to bind port 4532e606-756e-4b50-841e-ec5cb5b6a423 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:42:56.378254 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Attempting to bind port 4532e606-756e-4b50-841e-ec5cb5b6a423 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:56.383680 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Pushing event updated for resources: {'Port': ['ID=4532e606-756e-4b50-841e-ec5cb5b6a423,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:56.392772 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.393093 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.393431 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.393756 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.394082 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.394402 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.394722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.395036 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.395354 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.395674 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.395993 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.396355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:42:56.400655 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:42:56.401032 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:42:56.402012 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.402356 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:42:56.402838 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Bound port: 4532e606-756e-4b50-841e-ec5cb5b6a423, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:42:56.403200 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.411508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:42:56.415511 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:56.418173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:56.420874 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:42:56.428179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:56.433166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:56.433924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.487034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] For port 4532e606-756e-4b50-841e-ec5cb5b6a423, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:42:56.487615 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.496722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] For port 4532e606-756e-4b50-841e-ec5cb5b6a423, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4532e606-756e-4b50-841e-ec5cb5b6a423,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:42:56.503975 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.576139 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:42:56.577263 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:42:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:56.582025 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.627272 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:56.638636 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.652880 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330bcf-1cae-4804-b462-8aff0c106bd0 None None] Pushing event updated for resources: {'Port': ['ID=4532e606-756e-4b50-841e-ec5cb5b6a423,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:56.693876 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.711860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:56.738639 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:42:56.808432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ef7635b-24d2-4566-a758-335d73aa233f None None] Provisioning for port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:56.813011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ef7635b-24d2-4566-a758-335d73aa233f None None] Provisioning complete for port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:56.813753 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ef7635b-24d2-4566-a758-335d73aa233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.859786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7635b-24d2-4566-a758-335d73aa233f None None] Port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:42:56.929736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.938425 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:56.942753 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:54Z', 'revision_number': 3, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:56.969344 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73085c07-daf5-47bb-9f48-ab0c6c07532c None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:54Z', 'revision_number': 3, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:42:57.007371 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:57.009356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:57.108417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:42:57.109760 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:57.241347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:42:57.360798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:42:57.365871 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-05c03adb-e7df-4569-bf40-0d6036676612 admin admin] 10.222.0.43 "PUT /v2.0/routers/7a116490-d4fa-4841-a7fe-d10f6bae8fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061240 Aug 31 16:42:57.393578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-758d10a8-1efb-4298-a1ff-50cbb9cb534e None None] Provisioning complete for port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:57.394015 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-758d10a8-1efb-4298-a1ff-50cbb9cb534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:57.432075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-758d10a8-1efb-4298-a1ff-50cbb9cb534e None None] Port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:42:57.781745 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.010319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:58.016443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630646730', 'description': 'tempest-description--428238424'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:58.036836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.130874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.130874 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.162730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.164703 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1533477 Aug 31 16:42:58.168281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41678) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:58.170485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37033df-98fc-4d61-a374-5f8ea24b41e9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124014d9-9151-4ba0-b45c-064660d750b5,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:58.173632 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'security_group_rule': {'security_group_id': '124014d9-9151-4ba0-b45c-064660d750b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:58.209477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.267784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.271996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.294217 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff741f9-73b1-46a2-8b7f-ac8558b211a4,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:58.300102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.304158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-250a4ca2-0c14-4a59-9b33-aad5493693b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318533 Aug 31 16:42:58.304158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41680) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:58.309557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'security_group_rule': {'security_group_id': '124014d9-9151-4ba0-b45c-064660d750b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:58.337713 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.408071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4532e606-756e-4b50-841e-ec5cb5b6a423 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:42:58.414877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.419565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.443082 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e817a4-78ca-4351-b2bc-038d46c307ca,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:58.447038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.452934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 41682) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:42:58.453692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-56a12fe1-8c81-4e1b-86e7-3f4eff8df955 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474600 Aug 31 16:42:58.457831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:42:58.468333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4532e606-756e-4b50-841e-ec5cb5b6a423 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:42:58.476391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4532e606-756e-4b50-841e-ec5cb5b6a423 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:58.476923 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.492651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.571492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:42:58.577915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.595545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.597811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:42:58.598452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:42:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:58.604485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4532e606-756e-4b50-841e-ec5cb5b6a423, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4532e606-756e-4b50-841e-ec5cb5b6a423,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:42:58.638904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.639719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:42:58.704994 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Allocated IP 172.25.6.199 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/08cc7c87-a1d8-449c-8740-604fceacc8b4) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:42:58.769248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4532e606-756e-4b50-841e-ec5cb5b6a423,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:58.791651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:42:58.794097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:42:58.794471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.811248 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.857401 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:58.903381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:42:58.906372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:42:58.910100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:42:58.932364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'Port': ['ID=08cc7c87-a1d8-449c-8740-604fceacc8b4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:59.006130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.043123 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.062890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 2, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:59.094947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:42:59.095301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Updating router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:42:59.120008 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.195501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.202023 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.266292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'Port': ['ID=08cc7c87-a1d8-449c-8740-604fceacc8b4,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:59.282038 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.296206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.297671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cdca2342-428d-4fe3-a222-9d452e48a4c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8436980 Aug 31 16:42:59.387309 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.397806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Transition to ACTIVE for port object 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:42:59.404381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.440908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-ac25af34-f670-4226-b3a9-4e59641479fc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1630646730&fields=id&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 267 time: 0.0339606 Aug 31 16:42:59.455423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174556d7-7222-48cc-b3f4-3e4f7bed8fba None None] Pushing event updated for resources: {'Port': ['ID=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:59.511381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Attempting to bind port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:42:59.511381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Attempting to bind port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:42:59.511869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Attempting to bind port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:42:59.517585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:42:59.518742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:42:59.518742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.519073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:42:59.519667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Bound port: 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:42:59.520152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.560972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-ada8ec2b-0c1b-4b0d-8a1b-1fbf98139479 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:42:59.562423 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-ada8ec2b-0c1b-4b0d-8a1b-1fbf98139479 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1088774 Aug 31 16:42:59.582138 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-bf755ad2-cc84-4dae-b296-d64096f3d8ad tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/quotas/0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 375 time: 0.0111558 Aug 31 16:42:59.589996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] For port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:42:59.593373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] For port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:42:59.601349 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:42:59.643209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-37b4f56a-7ee6-4d2a-80f7-7cbdc893f020 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544755 Aug 31 16:42:59.664440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:42:59.665258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:42:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:42:59.670085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174556d7-7222-48cc-b3f4-3e4f7bed8fba None None] Pushing event updated for resources: {'Port': ['ID=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:42:59.766947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-70f96464-77c3-43f9-bd7c-e1583ccf57fa service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087861 Aug 31 16:42:59.794789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:42:59.867147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-1c9d4436-bd75-4e31-8217-4595f3cdbbd8 service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910227 Aug 31 16:43:00.030087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:42:59Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:43:00.038846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3e13f04-f4ee-401d-9c64-1d230c9700ab req-0733634e-03e3-44d9-a849-480795a25d23 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 210 time: 0.0347972 Aug 31 16:43:00.058725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4cef-6f5b-47a2-b884-d04c223ea039 None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:42:59Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:43:00.402791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4532e606-756e-4b50-841e-ec5cb5b6a423 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:43:00.459144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4532e606-756e-4b50-841e-ec5cb5b6a423 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:43:00.459521 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:00.552677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:43:00.604862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:43:00.610100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:43:00.610559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:00.694944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:00.731512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:43:00.736532 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:00.786915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:43:01.016734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-54b04c66-d3aa-4700-b223-9880924bdc49 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:01.018455 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-54b04c66-d3aa-4700-b223-9880924bdc49 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1205981 Aug 31 16:43:01.066270 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-27b99583-e6f4-45fe-83f2-8534738bfc7a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 380 time: 0.0384316 Aug 31 16:43:01.077229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'port': {'device_id': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'admin_state_up': True, 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'security_groups': ['124014d9-9151-4ba0-b45c-064660d750b5']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:43:01.156119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06dad849-2da9-42a3-9a36-279f4423c69a req-0a6dfcd4-740f-4d79-8a76-baca1f43eadd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 210 time: 0.0344877 Aug 31 16:43:01.196177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Made reservation on behalf of 0d9d64f4b5db4f80aa9072496ccbee42 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:43:01.200458 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:01.328645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Allocated IP 172.20.0.8 (9389f72d-ddd9-4c0b-91b3-ac191c8a3920/6704c249-4c90-4942-89a9-0f69a3b586f0/c7de6524-bf08-446f-8aaf-4a537017776a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:43:01.465419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:01.479597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Transition to ACTIVE for port object c7de6524-bf08-446f-8aaf-4a537017776a will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:43:01.512367 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:01.555432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:43:01.559058 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:43:01.563002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:43:01.591030 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:43:01.617846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:01.618499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:01.638458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-b4a63f2b-d563-4d4d-b351-c32879e90f37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659513 Aug 31 16:43:01.651020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Request body: {'port': {'device_id': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:43:01.860566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d41f5d38-5a95-4420-a3d8-c8da06a0d69a None None] Provisioning for port c7de6524-bf08-446f-8aaf-4a537017776a completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:43:01.864894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d41f5d38-5a95-4420-a3d8-c8da06a0d69a None None] Provisioning complete for port c7de6524-bf08-446f-8aaf-4a537017776a triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:43:01.865420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d41f5d38-5a95-4420-a3d8-c8da06a0d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:01.908474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-d41f5d38-5a95-4420-a3d8-c8da06a0d69a None None] Port c7de6524-bf08-446f-8aaf-4a537017776a cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:43:02.036796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.253463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf468dd-434f-4dfa-bce1-1a809fb4a8c3 req-a63b1b6d-854c-495d-be23-9ae095a0ce83 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:02.255155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cf468dd-434f-4dfa-bce1-1a809fb4a8c3 req-a63b1b6d-854c-495d-be23-9ae095a0ce83 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 931 time: 0.0494277 Aug 31 16:43:02.298174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cf468dd-434f-4dfa-bce1-1a809fb4a8c3 req-694d8103-1a21-4c92-9976-d0f557678474 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351648 Aug 31 16:43:02.315289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de6524-bf08-446f-8aaf-4a537017776a {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:43:02.321055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:43:02.326370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.340205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Transition to ACTIVE for port object c7de6524-bf08-446f-8aaf-4a537017776a will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:43:02.343894 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.370216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:43:02.370582 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.443006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:43:02.481537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:43:02.481887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:43:02.482226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:43:02.487704 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Port c7de6524-bf08-446f-8aaf-4a537017776a on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:43:02.488035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:43:02.493223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:43:02.493571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:43:02.493971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:43:02.494407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Bound port: c7de6524-bf08-446f-8aaf-4a537017776a, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:43:02.494773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.566833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:43:02.570177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:43:02.574411 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.613360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:02.613983 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:02.615380 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] 10.222.0.49 "PUT /v2.0/ports/c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 1092 time: 0.9687591 Aug 31 16:43:02.615837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:43:02.618114 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ab5cc-870c-48e4-a132-55a659831094" -d '{"events": [{"name": "network-changed", "server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:43:02.643337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55b36f-f2c7-407d-a8a6-d60a095fee75 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:43:02.671517 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ddd93c-0a61-4593-b4f0-7786c91776ca x-openstack-request-id: req-24ddd93c-0a61-4593-b4f0-7786c91776ca {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:43:02.671891 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:43:02.672227 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24ddd93c-0a61-4593-b4f0-7786c91776ca {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:43:02.672723 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'status': 'completed', 'code': 200} Aug 31 16:43:02.711287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-18eb2263-d7f0-4734-b5fe-6ba5782e944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:02.712996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-18eb2263-d7f0-4734-b5fe-6ba5782e944f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1095 time: 0.0518711 Aug 31 16:43:02.759126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-7de9ee77-53f1-4722-9dc5-4753bf37611e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 217 time: 0.0375679 Aug 31 16:43:02.811273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-ffd00574-2f53-42db-b742-f7eba46ad9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:02.813271 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-ffd00574-2f53-42db-b742-f7eba46ad9a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0466266 Aug 31 16:43:02.864795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-1c37e1f3-4d06-4be7-8d30-1d65b46e316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:02.866565 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-1c37e1f3-4d06-4be7-8d30-1d65b46e316f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462992 Aug 31 16:43:02.956098 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-170260e1-b85c-48ec-a9c7-8127581835ce service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826750 Aug 31 16:43:03.051116 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bb061eaf-46bf-4fac-8275-cd07e37faab1 req-24de899d-08da-48d1-8470-90262d65a18d service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885813 Aug 31 16:43:03.139607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab5cc-870c-48e4-a132-55a659831094 req-bdd30ffd-9fc1-431f-8f5b-a1ce87403cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:03.141208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-bdd30ffd-9fc1-431f-8f5b-a1ce87403cbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1095 time: 0.0419674 Aug 31 16:43:03.230308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab5cc-870c-48e4-a132-55a659831094 req-b1804374-ca9d-4f75-8b56-ae6a0fdfbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:03.231795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-b1804374-ca9d-4f75-8b56-ae6a0fdfbacf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0837786 Aug 31 16:43:03.278726 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-1aa371ae-fcb5-454f-8bf7-c9324e43a30a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 217 time: 0.0391381 Aug 31 16:43:03.329084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab5cc-870c-48e4-a132-55a659831094 req-0f8d362c-5df3-47f6-8164-8277c524df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:03.330557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-0f8d362c-5df3-47f6-8164-8277c524df63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0442138 Aug 31 16:43:03.378101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab5cc-870c-48e4-a132-55a659831094 req-9e6cfcb6-6518-453c-9913-68a5f5c696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:03.379533 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-9e6cfcb6-6518-453c-9913-68a5f5c696c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409997 Aug 31 16:43:03.423617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8d565-528e-4e40-bb1c-b985eb1c1588 req-c58120d0-9771-4fa0-b647-61bedf96ebff tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:03.425275 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccb8d565-528e-4e40-bb1c-b985eb1c1588 req-c58120d0-9771-4fa0-b647-61bedf96ebff tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0507445 Aug 31 16:43:03.464659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccb8d565-528e-4e40-bb1c-b985eb1c1588 req-f46a9eeb-0136-4270-8ad5-54a0dc1af1fd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332029 Aug 31 16:43:03.478082 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-2617b215-911c-4d23-bbf7-f92d9b9fdf75 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910208 Aug 31 16:43:03.568718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-da5ab5cc-870c-48e4-a132-55a659831094 req-21d1ae6d-0679-416b-b609-c54f99fb8772 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828011 Aug 31 16:43:04.591588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a9c57-66af-4cd1-961d-d71770fdc386 req-e4bbc3a2-466c-4c97-baab-f93e4f91b3af tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:04.593002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f51a9c57-66af-4cd1-961d-d71770fdc386 req-e4bbc3a2-466c-4c97-baab-f93e4f91b3af tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0603037 Aug 31 16:43:04.630390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f51a9c57-66af-4cd1-961d-d71770fdc386 req-6b95178f-3f70-4d0c-b613-209fdba30c8b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313456 Aug 31 16:43:05.677150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:43:05.748259 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5039c-5cb0-43f6-aa75-cbbab1deabb0 req-4a699c5a-cd04-4a8c-8108-b616a8b27a89 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:05.749908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82e5039c-5cb0-43f6-aa75-cbbab1deabb0 req-4a699c5a-cd04-4a8c-8108-b616a8b27a89 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0521162 Aug 31 16:43:05.777848 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:43:05.791981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'mac_address': 'fa:16:3e:bb:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:43:05.792846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82e5039c-5cb0-43f6-aa75-cbbab1deabb0 req-cd52c18b-be0a-4e21-8a14-f1551368833d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370729 Aug 31 16:43:05.829653 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:05.842520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de6524-bf08-446f-8aaf-4a537017776a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:43:05.861092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:43:05.864931 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:05.910419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:43:06.083950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['c7de6524-bf08-446f-8aaf-4a537017776a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:43:06.908457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832b351-6865-4f6a-bf60-3178084ee1ee req-c28bf9ff-68c2-4939-b6c3-8226696f8c53 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:06.909956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3832b351-6865-4f6a-bf60-3178084ee1ee req-c28bf9ff-68c2-4939-b6c3-8226696f8c53 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 944 time: 0.0500443 Aug 31 16:43:06.950422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3832b351-6865-4f6a-bf60-3178084ee1ee req-f0509607-222e-457a-af91-8169ca927ba3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Aug 31 16:43:07.673241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:43:07.722569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port c7de6524-bf08-446f-8aaf-4a537017776a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:43:07.726558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port c7de6524-bf08-446f-8aaf-4a537017776a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:43:07.726928 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:07.806292 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:07.829194 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:43:07.831432 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f39c15-611c-433f-a05d-4d4d73a15525" -d '{"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:43:07.844569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:43:07.849765 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:07.872930 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64e0d1-761e-44ec-b662-cd7317121284 x-openstack-request-id: req-4b64e0d1-761e-44ec-b662-cd7317121284 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:43:07.873228 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:43:07.873478 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b64e0d1-761e-44ec-b662-cd7317121284 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:43:07.873865 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'code': 200} Aug 31 16:43:07.899410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:43:07.973675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6eed-0bd7-4d0d-a09e-792609c92b6f req-1978ffce-06c6-4b56-a2c3-ac2a0d540bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:07.975393 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e3df6eed-0bd7-4d0d-a09e-792609c92b6f req-1978ffce-06c6-4b56-a2c3-ac2a0d540bfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1097 time: 0.0501223 Aug 31 16:43:08.010134 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e3df6eed-0bd7-4d0d-a09e-792609c92b6f req-a73298c1-31ab-499b-bbfb-a09de5596295 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281971 Aug 31 16:43:08.073404 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d6ae-e968-432b-93cd-88fc72ba4e01 req-ab927d05-4961-4f4a-89c6-933579d8e48c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:08.074930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e89d6ae-e968-432b-93cd-88fc72ba4e01 req-ab927d05-4961-4f4a-89c6-933579d8e48c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0533969 Aug 31 16:43:08.114483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e89d6ae-e968-432b-93cd-88fc72ba4e01 req-8515f229-ce7a-4015-9776-5358536e1f11 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Aug 31 16:43:09.228737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd6547-15d9-4f47-9e21-a00fbce07154 req-18475e2a-d7c6-4f08-a92e-9d134f0c12c3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:09.230810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39dd6547-15d9-4f47-9e21-a00fbce07154 req-18475e2a-d7c6-4f08-a92e-9d134f0c12c3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0493619 Aug 31 16:43:09.267965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39dd6547-15d9-4f47-9e21-a00fbce07154 req-643568f9-048d-4b7a-a4f2-533073cf5549 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Aug 31 16:43:09.376070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698758ba-d4e9-4737-be65-c8f407af01a7 req-4d03a88f-86b6-47eb-8a31-408ba135b986 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:09.377579 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-698758ba-d4e9-4737-be65-c8f407af01a7 req-4d03a88f-86b6-47eb-8a31-408ba135b986 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0479212 Aug 31 16:43:09.386719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 41728) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:43:09.391262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'floatingip': {'port_id': 'c7de6524-bf08-446f-8aaf-4a537017776a'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:43:09.433482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:09.873302 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:09.877304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:09.974336 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c associated. External IP: 172.25.6.199, port: c7de6524-bf08-446f-8aaf-4a537017776a. Aug 31 16:43:10.187306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:43:10.296281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:43:10.300904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:10.306021 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:43:10.315152 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:43:10.315783 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:42:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:43:10.328597 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4029fdd3-518a-4164-8bd8-4cc61fc9db8c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "PUT /v2.0/floatingips/1a381108-9a30-4ae9-9850-9dde1fc74b0c HTTP/1.1" status: 200 len: 991 time: 0.9406712 Aug 31 16:43:10.329158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:43:10.331467 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:43:10.419259 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2681bfb4-a9f8-4fd8-88d3-4fca21702d7f x-openstack-request-id: req-2681bfb4-a9f8-4fd8-88d3-4fca21702d7f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:43:10.419502 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:43:10.419803 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2681bfb4-a9f8-4fd8-88d3-4fca21702d7f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:43:10.420393 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'status': 'completed', 'code': 200} Aug 31 16:43:10.422883 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:43:10.481099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-7be5ea7c-998b-4e9f-96c2-10a0a1a234f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:10.482578 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-7be5ea7c-998b-4e9f-96c2-10a0a1a234f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1097 time: 0.0405338 Aug 31 16:43:10.574303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-15440ce9-5237-4f49-92a6-db92752af31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:10.575786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-15440ce9-5237-4f49-92a6-db92752af31c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0861666 Aug 31 16:43:10.648795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-9f6fe6f4-95f0-4758-b1a1-6a0f99695566 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 999 time: 0.0662167 Aug 31 16:43:10.664291 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:bb:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:43:09Z', 'revision_number': 1, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:43:10.690851 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:43:10.698949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-d37e6925-55c2-4ac6-8e59-57ca8da32e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:10.700241 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:43:10.700471 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-d37e6925-55c2-4ac6-8e59-57ca8da32e3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0451746 Aug 31 16:43:10.700851 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:42:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:43:10.745544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-af836e72-adc8-4878-8e58-cd0ed1dd3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:10.747068 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-af836e72-adc8-4878-8e58-cd0ed1dd3d0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403957 Aug 31 16:43:10.805513 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:43:10.842592 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-14820c92-0848-4c01-b4b0-2ebe4f8f5778 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883708 Aug 31 16:43:10.933413 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-81a855ba-1cac-4904-a8c2-a58a81f5dbf5 req-1346135d-d035-448e-8d9f-83840285af3b service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839384 Aug 31 16:43:11.028339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:bb:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:43:09Z', 'revision_number': 1, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:43:11.057029 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14776537-3f80-4e73-9d84-cec6c3493a0c None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:bb:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:43:09Z', 'revision_number': 1, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:43:11.247984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950013c-36bd-40f2-a0f0-7adb103c3e58 None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:43:16.417746 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:43:21.101161 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f19f3bef-dfaa-472b-9032-e970ab20f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:24.532272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:25.300892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:25.482558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:25.692652 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6602312f-b5e3-4cbb-a542-15cb3fac373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:26.004756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:27.783818 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:33.309028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-a838b6de-bffc-40f4-acbe-4c29944053a4 req-4041c434-1d55-417e-9c5b-64d3ff53846a service neutron] (101478) timed out ('10.222.0.30', 59364) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:43:38.885256 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-e04068f3-438b-4a56-8b77-6c9a73a697f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493453 Aug 31 16:43:38.969171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-b1847f72-cf5d-4036-b712-04f6ad425f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:38.970723 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-b1847f72-cf5d-4036-b712-04f6ad425f2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1097 time: 0.0415037 Aug 31 16:43:39.082050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-ddf10821-608d-4024-a5d0-d88e8cefac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:39.083545 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-ddf10821-608d-4024-a5d0-d88e8cefac09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0869141 Aug 31 16:43:39.158482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-ff7e5485-5711-41ce-ba88-30d32b803dc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 1001 time: 0.0634522 Aug 31 16:43:39.207197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-3447c024-0907-4b45-942f-aa2c1a6b7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:39.208649 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-3447c024-0907-4b45-942f-aa2c1a6b7d7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0438895 Aug 31 16:43:39.253886 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-70362fe8-54ea-474f-b7ae-103764441f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:43:39.255288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-70362fe8-54ea-474f-b7ae-103764441f48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390143 Aug 31 16:43:39.349259 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-2eeedd72-e95c-4de0-a314-322d120b3cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856042 Aug 31 16:43:39.438612 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7b83f8c-7ecf-4166-9b19-8a7b348fc4c2 req-3641a49f-acf5-4abe-843e-3b75e9b641da service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814445 Aug 31 16:43:51.101297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5881d97c-dffc-4319-bea2-4c0ace4114dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:53.418158 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:43:54.554739 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:55.302133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:55.499577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:55.693506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-927fb68b-4267-4f0b-bb3f-718a6be400a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:56.003223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:43:57.786986 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:21.101670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a509-1c37-4f29-ad4a-eed9f94cd1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:24.553211 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:25.302493 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:25.498323 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:25.694880 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2efa2707-4ff7-47d4-b21a-4701da8fda86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:26.006043 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:27.789785 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:30.418748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:44:40.874611 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-82b4643a-4aab-444c-af39-072529a77d07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400181 Aug 31 16:44:40.962528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-cf12214e-6a28-4293-9186-e26e279c1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:40.964069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-cf12214e-6a28-4293-9186-e26e279c1990 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1097 time: 0.0479708 Aug 31 16:44:41.067366 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-c0f6aee7-04f3-4efc-b721-5ffcd3e1d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:41.068886 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-c0f6aee7-04f3-4efc-b721-5ffcd3e1d2f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0850146 Aug 31 16:44:41.138377 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-a5e87754-8adf-483a-b713-a6fe311e1695 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 1001 time: 0.0625677 Aug 31 16:44:41.188168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-98f5dcdc-b0f9-4844-83be-acec580d0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:41.190193 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-98f5dcdc-b0f9-4844-83be-acec580d0602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0446801 Aug 31 16:44:41.234772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-fca73b57-727f-4edd-8fd8-431a41fa0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:41.236287 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-fca73b57-727f-4edd-8fd8-431a41fa0eeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394924 Aug 31 16:44:41.328701 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-700bea45-6c9a-4d71-a921-ccf9ed554b1a service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854788 Aug 31 16:44:41.415895 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-10c38f6e-7eb2-44f5-8f9a-ab35e6d06441 req-7519509a-1a83-4b92-b830-34dd83e69c71 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802279 Aug 31 16:44:47.165347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d633c97-2331-4759-b6de-02883c2e2432 req-42ad7f7e-f035-40ce-acfa-5acf8abbb1a3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:47.166871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d633c97-2331-4759-b6de-02883c2e2432 req-42ad7f7e-f035-40ce-acfa-5acf8abbb1a3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0526347 Aug 31 16:44:47.208580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d633c97-2331-4759-b6de-02883c2e2432 req-fb7057d9-7b6a-4c20-8ca9-011b6c93a005 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357671 Aug 31 16:44:47.460101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-f9183e68-6c2b-4172-a645-3d71bacc1128 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690072 Aug 31 16:44:47.471744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9eef-e39d-4af1-b631-cf67995ab027 req-8b27d02a-359f-4254-8885-45ba12e3ff98 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:47.473256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c57f9eef-e39d-4af1-b631-cf67995ab027 req-8b27d02a-359f-4254-8885-45ba12e3ff98 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0728092 Aug 31 16:44:47.513654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c57f9eef-e39d-4af1-b631-cf67995ab027 req-60b96c94-f6ea-461b-abb9-a26b67c04d97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Aug 31 16:44:48.630153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819b496-6693-4b19-9097-2a75249b8408 req-6a122280-82ed-4d65-8379-fde385bf4065 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:48.631541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f819b496-6693-4b19-9097-2a75249b8408 req-6a122280-82ed-4d65-8379-fde385bf4065 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0487261 Aug 31 16:44:48.670173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f819b496-6693-4b19-9097-2a75249b8408 req-1b3bd5c3-3e01-4871-8964-d0ee7739e687 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Aug 31 16:44:49.788945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986be3e-14d4-4a06-8a5d-e04ee1cb550f req-95f2ed72-7504-4504-a5e6-73d6dbebc71b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:49.790430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a986be3e-14d4-4a06-8a5d-e04ee1cb550f req-95f2ed72-7504-4504-a5e6-73d6dbebc71b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0520210 Aug 31 16:44:49.830398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a986be3e-14d4-4a06-8a5d-e04ee1cb550f req-0621cd2b-7b6c-484f-8624-95decbaf042a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338743 Aug 31 16:44:50.951098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978936e1-0465-46e0-b2a4-3b7a4c15dbc2 req-6cad357f-9548-4d06-a9f9-c436c10b0d67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:50.952628 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-978936e1-0465-46e0-b2a4-3b7a4c15dbc2 req-6cad357f-9548-4d06-a9f9-c436c10b0d67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0498033 Aug 31 16:44:50.990698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-978936e1-0465-46e0-b2a4-3b7a4c15dbc2 req-e2ab9514-ba5d-41ee-bab6-8da51f37836e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Aug 31 16:44:51.103841 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ced1a92d-b195-4a3e-bf1f-d9c8b01b1884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:52.111395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6de95-3ab1-42b8-8f68-fc26553e5481 req-a7caedd2-4647-4b72-9e63-7f0955bf1dd6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:52.113021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab6de95-3ab1-42b8-8f68-fc26553e5481 req-a7caedd2-4647-4b72-9e63-7f0955bf1dd6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0512712 Aug 31 16:44:52.163544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab6de95-3ab1-42b8-8f68-fc26553e5481 req-e062059d-84df-498b-8aba-bd7e17462744 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Aug 31 16:44:52.629521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-afb9ba27-bc37-4d3f-9727-63c1e0bb6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:52.630938 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-afb9ba27-bc37-4d3f-9727-63c1e0bb6223 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1097 time: 0.0409341 Aug 31 16:44:52.727390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-de663cf0-8fba-4684-88de-7558b240a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:52.728955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-de663cf0-8fba-4684-88de-7558b240a19c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0914555 Aug 31 16:44:52.796069 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-fa5491d0-91b2-403c-b57b-f8e66e8a65ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 1001 time: 0.0597501 Aug 31 16:44:52.850083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-8c590569-3ef6-49e3-8eef-484d4f852a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:52.851557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-8c590569-3ef6-49e3-8eef-484d4f852a59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0481904 Aug 31 16:44:52.896101 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-a180cd78-9db0-44b8-a66e-32e884ff12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:52.897557 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-a180cd78-9db0-44b8-a66e-32e884ff12d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396645 Aug 31 16:44:52.990167 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-61743205-9710-4baa-8a8d-7dbbf133336c service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857201 Aug 31 16:44:53.082671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-8e051422-d5bc-45a7-afe5-5b65c9f36f34 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Aug 31 16:44:53.287636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f725878-a22a-4bec-9c65-2dbcbae1fd0a req-4cda26fa-49e0-440b-8def-b4f250c3ac1f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:53.289167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f725878-a22a-4bec-9c65-2dbcbae1fd0a req-4cda26fa-49e0-440b-8def-b4f250c3ac1f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0532613 Aug 31 16:44:53.326228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f725878-a22a-4bec-9c65-2dbcbae1fd0a req-fc7ece51-becf-4ee9-9ce1-6f3d13661fd9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Aug 31 16:44:54.442303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdb29f-158e-45eb-bbb9-53ddd2238401 req-d0a154e7-aa71-41a3-aa79-6c9e83b2871e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:54.443816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdfdb29f-158e-45eb-bbb9-53ddd2238401 req-d0a154e7-aa71-41a3-aa79-6c9e83b2871e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0496995 Aug 31 16:44:54.481914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdfdb29f-158e-45eb-bbb9-53ddd2238401 req-f1de9ec9-6979-475b-b53b-250afc6a398c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Aug 31 16:44:54.558502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:55.304505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:55.506963 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:55.601220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e5e9-f200-42ed-82a7-84ced2c56920 req-8189b77e-3aba-4f63-ba66-830b162d683b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:55.602642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8281e5e9-f200-42ed-82a7-84ced2c56920 req-8189b77e-3aba-4f63-ba66-830b162d683b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0505099 Aug 31 16:44:55.640444 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8281e5e9-f200-42ed-82a7-84ced2c56920 req-582852d5-8b30-4a86-92e7-cd2f9ed4b9a5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Aug 31 16:44:55.695078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e62caa30-7857-4189-bbfc-0697fd387eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:56.009435 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:56.760963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c4738-f4cf-4129-8dbf-e5f788e9c3a3 req-5408d94e-22b8-4c14-bb6f-4300c352f071 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:56.762566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab9c4738-f4cf-4129-8dbf-e5f788e9c3a3 req-5408d94e-22b8-4c14-bb6f-4300c352f071 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0527704 Aug 31 16:44:56.802356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab9c4738-f4cf-4129-8dbf-e5f788e9c3a3 req-806b7e7b-bf55-485d-801c-ffce47ad27a8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339580 Aug 31 16:44:57.794565 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:44:57.924615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccfaf6-797f-4d60-b329-b6fd09dac571 req-ea213dd5-5bbd-4e2d-add8-f39b3e0eefe9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:57.926157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47ccfaf6-797f-4d60-b329-b6fd09dac571 req-ea213dd5-5bbd-4e2d-add8-f39b3e0eefe9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0488241 Aug 31 16:44:57.963851 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47ccfaf6-797f-4d60-b329-b6fd09dac571 req-f5273d8a-e04b-48d5-9fcd-21ec8ffc9e0c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Aug 31 16:44:59.078223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc3cd4-0739-48c0-a5e2-a74468d2f55b req-3f883b4e-7a1b-4b11-93e3-112fa813132d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:44:59.079718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26cc3cd4-0739-48c0-a5e2-a74468d2f55b req-3f883b4e-7a1b-4b11-93e3-112fa813132d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0491524 Aug 31 16:44:59.117927 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26cc3cd4-0739-48c0-a5e2-a74468d2f55b req-292c77ad-9fb9-42d6-ab14-fa29037108b9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Aug 31 16:45:00.235053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe8b8-12a0-4153-84d2-dd0f54e31ebc req-03f67375-cdf0-44e5-8dc8-a713b002645b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:00.236560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27ebe8b8-12a0-4153-84d2-dd0f54e31ebc req-03f67375-cdf0-44e5-8dc8-a713b002645b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0518708 Aug 31 16:45:00.275189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27ebe8b8-12a0-4153-84d2-dd0f54e31ebc req-d6911ca6-47ec-47ea-883f-79c8650b95c1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Aug 31 16:45:01.388524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde87fcd-61a9-4570-8fed-bd0483adadd6 req-8557e9ae-9462-4871-b8de-27fe7d297e8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:01.390033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fde87fcd-61a9-4570-8fed-bd0483adadd6 req-8557e9ae-9462-4871-b8de-27fe7d297e8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0481915 Aug 31 16:45:01.427261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fde87fcd-61a9-4570-8fed-bd0483adadd6 req-69572efe-7d41-4092-aa42-29b7ae24c2c6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305943 Aug 31 16:45:02.546119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741fd90-2ad7-4b71-8551-fe4adc779292 req-245e328d-2cc6-41fb-93dd-1bf76b120dcc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:02.547640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9741fd90-2ad7-4b71-8551-fe4adc779292 req-245e328d-2cc6-41fb-93dd-1bf76b120dcc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0508227 Aug 31 16:45:02.585941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9741fd90-2ad7-4b71-8551-fe4adc779292 req-106010d5-7dac-468c-a054-6cd6ffe390cf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321181 Aug 31 16:45:03.705716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d5f1a-652b-43ab-b8b6-dd2bad81d507 req-217a65f6-7f43-4881-849c-71e80fa6d506 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:03.707728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-798d5f1a-652b-43ab-b8b6-dd2bad81d507 req-217a65f6-7f43-4881-849c-71e80fa6d506 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0537853 Aug 31 16:45:03.745918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-798d5f1a-652b-43ab-b8b6-dd2bad81d507 req-58ea5dd5-54de-4bd9-a1ca-a90a73455396 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Aug 31 16:45:04.862464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801e325-21f5-42a1-a02b-4ae25ea79d2f req-09922c56-65c7-40c8-a2cd-a51f130a45e5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:04.863944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0801e325-21f5-42a1-a02b-4ae25ea79d2f req-09922c56-65c7-40c8-a2cd-a51f130a45e5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0483646 Aug 31 16:45:04.901601 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0801e325-21f5-42a1-a02b-4ae25ea79d2f req-1fa173ee-5c32-4f7b-af57-4716e7169048 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Aug 31 16:45:04.956164 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-4e130b0d-2c62-4559-886c-4fc72afba293 service neutron] show failed (client error): The resource could not be found. Aug 31 16:45:04.957810 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-4e130b0d-2c62-4559-886c-4fc72afba293 service neutron] 10.222.0.49 "GET /v2.0/ports/c7de6524-bf08-446f-8aaf-4a537017776a/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0551751 Aug 31 16:45:05.200507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-8f94e647-2335-486f-b7e2-eaa7af1fd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:05.201996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-8f94e647-2335-486f-b7e2-eaa7af1fd677 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 1097 time: 0.0394189 Aug 31 16:45:05.214600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:45:05.565152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:05.764130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:05.796680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:45:05.839862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:05.842118 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082eeb94-4ea5-4bc8-920e-6b33bf3e54f6" -d '{"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:05.846395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:05.860786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Transition to ACTIVE for port object c7de6524-bf08-446f-8aaf-4a537017776a will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:45:05.866977 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:05.916972 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:06.006837 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b87907-287f-44a9-8bed-1a5d3564d3f2 x-openstack-request-id: req-68b87907-287f-44a9-8bed-1a5d3564d3f2 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:06.007168 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:06.007376 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68b87907-287f-44a9-8bed-1a5d3564d3f2 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:06.007778 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'code': 200} Aug 31 16:45:06.009143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.009496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.009839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.010180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.010519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.010854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.011189 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.011519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.011853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.012180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.012687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.013020 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:06.095340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] No DVR routers for this DVR port c7de6524-bf08-446f-8aaf-4a537017776a on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:45:06.147287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2671-f193-4d67-b4a9-4deac6f98c82 req-4c70de2e-53d7-46cb-aa04-ac1d3d87a4b0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:06.149059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e7a2671-f193-4d67-b4a9-4deac6f98c82 req-4c70de2e-53d7-46cb-aa04-ac1d3d87a4b0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.1243801 Aug 31 16:45:06.237931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e7a2671-f193-4d67-b4a9-4deac6f98c82 req-5bcbde1b-455a-471c-9761-19c5b4c6da0e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796874 Aug 31 16:45:06.272279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:45:06.272617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:45:06.272951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:45:06.277435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Port c7de6524-bf08-446f-8aaf-4a537017776a on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:45:06.277713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Attempting to bind port c7de6524-bf08-446f-8aaf-4a537017776a on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:45:06.282510 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:45:06.282846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:45:06.283232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:45:06.283662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Bound port: c7de6524-bf08-446f-8aaf-4a537017776a, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:45:06.284015 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:06.353166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:45:06.356806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:45:06.361928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:06.399576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:06.400289 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:06.401695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 1092 time: 1.1910968 Aug 31 16:45:06.424446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed0d8a-a7b3-4608-9a1c-fe8c0a6e2125 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:06.471340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-d09e78d2-25a8-44aa-955a-80e2d1881e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:06.472691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-d09e78d2-25a8-44aa-955a-80e2d1881e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1095 time: 0.0439920 Aug 31 16:45:06.571575 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-e72e1bb7-fdb9-412b-adea-a061549f91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:06.573176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-e72e1bb7-fdb9-412b-adea-a061549f91fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0924165 Aug 31 16:45:06.639674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-76ac0728-8c22-43e4-a759-bb774078cb22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 999 time: 0.0587952 Aug 31 16:45:06.687654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-ac98125d-2e5d-4583-9ee0-b7bfd7522e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:06.689127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-ac98125d-2e5d-4583-9ee0-b7bfd7522e46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0425954 Aug 31 16:45:06.749297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-f05e5a19-d4f3-4c56-bc23-9d7732303a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:06.750822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-f05e5a19-d4f3-4c56-bc23-9d7732303a0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542049 Aug 31 16:45:06.851870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-a32f3e6d-0f50-43f3-8369-f0fd25a08eb2 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928118 Aug 31 16:45:06.947349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-5645b89c-8116-4e3a-bc48-9722a358322a service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Aug 31 16:45:07.354470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de1b69-fcc9-4935-aee6-944e33f4fcc2 req-a7fb7e26-f0df-4c33-b694-5b6bfd6c323f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:07.355983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52de1b69-fcc9-4935-aee6-944e33f4fcc2 req-a7fb7e26-f0df-4c33-b694-5b6bfd6c323f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0494568 Aug 31 16:45:07.394223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52de1b69-fcc9-4935-aee6-944e33f4fcc2 req-c6978957-a921-4798-9682-db37c6c6a0e0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Aug 31 16:45:07.418184 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:45:08.009530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:08.011867 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba618d2-ada7-43a0-be0a-1300474ff3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:08.058667 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10beb108-5294-4a79-9498-871e89d20231 x-openstack-request-id: req-10beb108-5294-4a79-9498-871e89d20231 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:08.058960 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:08.059215 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10beb108-5294-4a79-9498-871e89d20231 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:08.060587 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'status': 'completed', 'code': 200} Aug 31 16:45:08.117369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-12d90621-7713-4e27-a09f-b52469dd172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.118903 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-12d90621-7713-4e27-a09f-b52469dd172b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1095 time: 0.0406461 Aug 31 16:45:08.122903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-2a8ad68e-35f5-454e-a989-4e33b1fab363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.124420 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-2a8ad68e-35f5-454e-a989-4e33b1fab363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1095 time: 0.0395112 Aug 31 16:45:08.215621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-b3bd4614-f43f-4613-9505-abb347442a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.217168 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-b3bd4614-f43f-4613-9505-abb347442a53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0917642 Aug 31 16:45:08.220496 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-0a2a6295-bf71-4a6b-88d0-048d4fca4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.221972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-0a2a6295-bf71-4a6b-88d0-048d4fca4b5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0897014 Aug 31 16:45:08.286413 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-01df6353-1f3e-4f8a-943e-7f1719ab9c9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 999 time: 0.0612650 Aug 31 16:45:08.290663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-fbb4b02d-0b0c-43dc-ac38-e17600bd6bc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 999 time: 0.0607145 Aug 31 16:45:08.340667 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-a9239e18-420e-47ee-9374-0f432b698f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.342163 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-a9239e18-420e-47ee-9374-0f432b698f8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0496459 Aug 31 16:45:08.347811 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-16b8d3d4-9e3f-435f-a207-cf0bf95242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.349382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-16b8d3d4-9e3f-435f-a207-cf0bf95242ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0444002 Aug 31 16:45:08.376288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:45:08.388435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-9fb388e5-751e-49a3-adef-14ed72409ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.390159 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-9fb388e5-751e-49a3-adef-14ed72409ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416572 Aug 31 16:45:08.402671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-8396e15c-1be2-416f-ba7d-5dda38932b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.404262 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-8396e15c-1be2-416f-ba7d-5dda38932b0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463982 Aug 31 16:45:08.416408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:45:08.485034 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-f77a73a9-c115-4ca1-b847-7baf04ad1ca3 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873523 Aug 31 16:45:08.527151 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-535d9907-ff87-4271-910e-c23d4dc6ae9e service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135855 Aug 31 16:45:08.544429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b806169-a574-4e0c-95fe-f58364fdf372 req-aba31d79-a077-4d42-9f1d-9c735bad4358 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:08.545789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b806169-a574-4e0c-95fe-f58364fdf372 req-aba31d79-a077-4d42-9f1d-9c735bad4358 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0663524 Aug 31 16:45:08.590397 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-d84b4bbe-76e6-46ef-8826-8b1716f20c49 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981851 Aug 31 16:45:08.637603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b806169-a574-4e0c-95fe-f58364fdf372 req-6b6622ad-76d8-4fc2-af16-6a48ef74a1e7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821805 Aug 31 16:45:08.669248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eba618d2-ada7-43a0-be0a-1300474ff3f6 req-eb484972-43a4-40f3-93dc-7db534f6f0e4 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224747 Aug 31 16:45:09.755421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28bba4-cc68-4ed7-86ee-3be05008312a req-25bbe7b3-01f4-45a0-aaae-36add63c6af6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:09.757002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e28bba4-cc68-4ed7-86ee-3be05008312a req-25bbe7b3-01f4-45a0-aaae-36add63c6af6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0506628 Aug 31 16:45:09.799046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e28bba4-cc68-4ed7-86ee-3be05008312a req-0f4a4afc-eda1-4464-8960-d43a7e82d075 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359573 Aug 31 16:45:10.006885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7550014-e44a-4f61-abf3-54eaa5e60696 req-bdbc9fc1-2fec-4cdf-a0ab-cb7e3db15cd5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:10.008451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7550014-e44a-4f61-abf3-54eaa5e60696 req-bdbc9fc1-2fec-4cdf-a0ab-cb7e3db15cd5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 943 time: 0.0562441 Aug 31 16:45:10.016655 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-da5b4217-d907-4365-a2ec-0a3b1c4f860f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:10.018204 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-da5b4217-d907-4365-a2ec-0a3b1c4f860f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 943 time: 0.0524690 Aug 31 16:45:10.046804 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7550014-e44a-4f61-abf3-54eaa5e60696 req-20e4f771-5f12-4f5c-92df-dc5c6f094e8d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Aug 31 16:45:10.084890 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-0db3e9c3-0fb0-4eb7-a30a-3025b2205360 service neutron] delete failed (client error): The resource could not be found. Aug 31 16:45:10.087994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-0db3e9c3-0fb0-4eb7-a30a-3025b2205360 service neutron] 10.222.0.49 "DELETE /v2.0/ports/c7de6524-bf08-446f-8aaf-4a537017776a/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0624001 Aug 31 16:45:10.177017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-bd2ef5dd-ebd4-4849-bb87-b063d3af9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:10.178527 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-bd2ef5dd-ebd4-4849-bb87-b063d3af9e16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 1095 time: 0.0453968 Aug 31 16:45:10.256032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:45:10.269777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-9fa31ffb-1335-4ea4-ad6c-e9fccb3ffd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:10.271220 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-9fa31ffb-1335-4ea4-ad6c-e9fccb3ffd2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0849571 Aug 31 16:45:10.341243 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-59a68dd0-380e-4a7f-98cc-bd90fca91a81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 200 len: 999 time: 0.0627835 Aug 31 16:45:10.349350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:10.361261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'mac_address': 'fa:16:3e:bb:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:45:10.391943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-f1c843ce-9e19-4ca2-848d-3b66340e3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:10.393599 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-f1c843ce-9e19-4ca2-848d-3b66340e3430 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0453711 Aug 31 16:45:10.403582 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:10.416950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de6524-bf08-446f-8aaf-4a537017776a {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:45:10.437391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:10.439608 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-b9eb338f-2b9c-45c6-be89-3a6d4879dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:10.441357 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-b9eb338f-2b9c-45c6-be89-3a6d4879dd6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408075 Aug 31 16:45:10.442467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:10.491002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:10.498494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.498826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.499171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.499504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.499833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.500158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.500509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.500832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.501155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.501474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.501797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.502112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:45:10.535330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-fd5eeec7-bfe0-4087-b7c0-710eff93e4ad service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863955 Aug 31 16:45:10.624782 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-51d7f10f-43cf-474d-b16d-d2ea82325b64 req-f7846b66-a9ab-4922-ba72-ad0d8aa254ab service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830169 Aug 31 16:45:10.714775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['c7de6524-bf08-446f-8aaf-4a537017776a'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:45:11.169839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc81e-3582-400b-a03c-9a6dbccb2cd7 req-9d5224af-9396-4286-8fb2-d67edc49e7ce tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:11.171368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-035cc81e-3582-400b-a03c-9a6dbccb2cd7 req-9d5224af-9396-4286-8fb2-d67edc49e7ce tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 944 time: 0.0532427 Aug 31 16:45:11.209926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-035cc81e-3582-400b-a03c-9a6dbccb2cd7 req-f6090f6a-0d32-4bf8-864a-a9e9e68adda5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Aug 31 16:45:11.324983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaf728-6f00-4a09-885c-f43a9ab757d5 req-b0c5bf77-d1d1-494c-96f7-f2695010d639 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:11.326378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37aaf728-6f00-4a09-885c-f43a9ab757d5 req-b0c5bf77-d1d1-494c-96f7-f2695010d639 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 944 time: 0.0496628 Aug 31 16:45:11.363987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37aaf728-6f00-4a09-885c-f43a9ab757d5 req-f802c4c5-a6d1-4c85-86a4-e1e9eee43ae4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Aug 31 16:45:11.479389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce2578-18a4-4ff0-8ed4-6db4ff2ee75c req-1cc7b130-3702-4b02-ac21-dfbd9e29aadf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:11.480917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dce2578-18a4-4ff0-8ed4-6db4ff2ee75c req-1cc7b130-3702-4b02-ac21-dfbd9e29aadf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 944 time: 0.0523524 Aug 31 16:45:11.519193 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1dce2578-18a4-4ff0-8ed4-6db4ff2ee75c req-0fe2f25f-b451-4d05-8d23-eb52eba50603 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Aug 31 16:45:11.753952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f8377-344d-4208-bacd-ba4e1cb0378e req-6600b58f-82ef-4379-ae35-ae441d33eb37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:11.755536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-120f8377-344d-4208-bacd-ba4e1cb0378e req-6600b58f-82ef-4379-ae35-ae441d33eb37 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 944 time: 0.0538356 Aug 31 16:45:11.798549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-120f8377-344d-4208-bacd-ba4e1cb0378e req-04d12091-1859-4d6e-92ce-8d3de7c9065c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370522 Aug 31 16:45:12.277800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:45:12.327067 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port c7de6524-bf08-446f-8aaf-4a537017776a completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:45:12.330928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port c7de6524-bf08-446f-8aaf-4a537017776a triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:45:12.331924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:12.409011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:12.430480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:12.432830 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f848a6ff-1613-4313-9542-d1917a18b1a1" -d '{"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:12.449866 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:12.454401 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:12.479826 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb2a85-139d-4425-87c6-a15007dcbb02 x-openstack-request-id: req-a5cb2a85-139d-4425-87c6-a15007dcbb02 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:12.480116 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:12.480392 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5cb2a85-139d-4425-87c6-a15007dcbb02 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:12.480781 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'code': 200} Aug 31 16:45:12.505130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:12.914886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335bc15-f92f-4e62-b387-48b780320745 req-618ec060-6ba6-4256-8134-0c90cbbae55b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:12.916417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7335bc15-f92f-4e62-b387-48b780320745 req-618ec060-6ba6-4256-8134-0c90cbbae55b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0488329 Aug 31 16:45:12.957726 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7335bc15-f92f-4e62-b387-48b780320745 req-958b2f9b-e409-4588-b2b9-edcf2e1a9c30 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353453 Aug 31 16:45:13.227518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-f40ed340-cd17-4f6c-9230-28eea15ce9ba tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:13.229029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-f40ed340-cd17-4f6c-9230-28eea15ce9ba tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 945 time: 0.0524287 Aug 31 16:45:13.320110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Deleting port c7de6524-bf08-446f-8aaf-4a537017776a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:45:13.320481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:13.412849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] For port c7de6524-bf08-446f-8aaf-4a537017776a, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=c7de6524-bf08-446f-8aaf-4a537017776a,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:13.413222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:13.590119 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:13.590417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:13.590736 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c disassociated. External IP: 172.25.6.199, port: c7de6524-bf08-446f-8aaf-4a537017776a. Aug 31 16:45:13.591080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Calling delete_port for c7de6524-bf08-446f-8aaf-4a537017776a owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:45:13.723461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:13.752531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event deleted for resources: {'Port': ['ID=c7de6524-bf08-446f-8aaf-4a537017776a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:13.875669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:45:13.992403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:45:14.003400 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:45:14.012565 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:45:14.013297 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:44:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:14.038275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] No DVR routers for this DVR port c7de6524-bf08-446f-8aaf-4a537017776a on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:45:14.048297 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:14.050747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2efe6051-c0a3-4601-a7ce-651f20542280 req-939fe99f-f285-45d0-909f-4b9235eafb97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "DELETE /v2.0/ports/c7de6524-bf08-446f-8aaf-4a537017776a HTTP/1.1" status: 204 len: 173 time: 0.8130918 Aug 31 16:45:14.051180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-deleted', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:14.053495 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58073a2-6c2c-47f5-8caa-564360bbd176" -d '{"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-deleted", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:14.075715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5df0d828-5551-46b2-a472-b8a07d2a6d69 req-bbe10ed9-280e-4a1e-89c6-4fa27e9640e1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=58fbb720-1061-49d1-ad3d-4d79ac112a3a HTTP/1.1" status: 200 len: 210 time: 0.0394764 Aug 31 16:45:14.134438 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de268b21-6fa1-4a49-b16e-61222cf14772 x-openstack-request-id: req-de268b21-6fa1-4a49-b16e-61222cf14772 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:14.134438 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fbb720-1061-49d1-ad3d-4d79ac112a3a", "name": "network-vif-deleted", "tag": "c7de6524-bf08-446f-8aaf-4a537017776a", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:14.134708 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de268b21-6fa1-4a49-b16e-61222cf14772 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:14.135047 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fbb720-1061-49d1-ad3d-4d79ac112a3a', 'name': 'network-vif-deleted', 'tag': 'c7de6524-bf08-446f-8aaf-4a537017776a', 'status': 'completed', 'code': 200} Aug 31 16:45:14.229047 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:45:14.431010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:14.457432 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:45:14.466103 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:45:14.466694 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:44:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:14.568513 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:45:14.762598 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:14.792268 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab91c8-1749-4241-a5a0-0b4f9bce915f None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:45:15.005518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab3046-026c-431f-a236-91f88750bc3f None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:45:15.308718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-4d38d033-51b9-4810-b10b-aa498c513331 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1630646730&fields=id&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 267 time: 0.0327642 Aug 31 16:45:15.418028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-3077a07f-0828-4232-b261-dc78e211933b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:15.419516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-3077a07f-0828-4232-b261-dc78e211933b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1038585 Aug 31 16:45:15.434936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-c8ad73bc-b6d6-47ad-bde6-770408420665 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/quotas/0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 375 time: 0.0090604 Aug 31 16:45:15.488962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-b1739ea5-cb8c-45a6-9f43-041e652f1aad tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480316 Aug 31 16:45:15.504355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-7d97e2c6-8d68-42d1-bad4-107c9366d74f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:45:15.505387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-7d97e2c6-8d68-42d1-bad4-107c9366d74f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052552 Aug 31 16:45:15.597379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-40999d96-9c58-40eb-903b-4b9fc5405206 service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851319 Aug 31 16:45:15.686250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-b53a6dc4-bbf8-43f2-8463-4aba953c9ed3 service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827723 Aug 31 16:45:15.856687 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2326c03-e0d5-4f51-9aa0-f624046efae1 req-44b75bd5-c82f-46d2-a9e0-b801a76d4fed tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 210 time: 0.0281346 Aug 31 16:45:16.320681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:45:16.345821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: c7de6524-bf08-446f-8aaf-4a537017776a {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:45:16.346167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device c7de6524-bf08-446f-8aaf-4a537017776a not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:45:16.826159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-57bf246a-6df0-42aa-88db-ff2219512e67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:16.827689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-57bf246a-6df0-42aa-88db-ff2219512e67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1162691 Aug 31 16:45:16.873071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-c9764c0c-8223-4a6f-9bd8-74595d3e2432 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 380 time: 0.0352495 Aug 31 16:45:16.888347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'port': {'device_id': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'admin_state_up': True, 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'security_groups': ['124014d9-9151-4ba0-b45c-064660d750b5']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:45:16.968287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d234f57d-3dbd-48de-85ce-7b3d2583a08e req-2c19c32c-5f48-4493-bd0d-4edc3577589d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 210 time: 0.0360103 Aug 31 16:45:17.022549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Made reservation on behalf of 0d9d64f4b5db4f80aa9072496ccbee42 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:45:17.025956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.149914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Allocated IP 172.20.0.14 (9389f72d-ddd9-4c0b-91b3-ac191c8a3920/6704c249-4c90-4942-89a9-0f69a3b586f0/d95baf8a-b62b-4f82-b6d4-6c0074f52fe7) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:45:17.288540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.301854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Transition to ACTIVE for port object d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:45:17.335152 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.380010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:45:17.383166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:45:17.387051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:45:17.393941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:17.444787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:17.445440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.460719 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-f605c8c5-6d80-42ca-aa6b-fe49f88e8dc3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762379 Aug 31 16:45:17.474666 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Request body: {'port': {'device_id': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:45:17.529907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.586505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-45f0a4e2-3a81-4696-affa-89ac83f331c1 None None] Provisioning for port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:45:17.590229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-45f0a4e2-3a81-4696-affa-89ac83f331c1 None None] Provisioning complete for port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:45:17.590597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-45f0a4e2-3a81-4696-affa-89ac83f331c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.623518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-45f0a4e2-3a81-4696-affa-89ac83f331c1 None None] Port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:45:17.794947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:45:17.806104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.819843 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Transition to ACTIVE for port object d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:45:17.824265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:17.878778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:17.950859 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:45:17.951208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:45:17.951541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:45:17.957044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:45:17.957366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:45:17.963454 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:45:17.963633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:45:17.964070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:45:17.964624 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Bound port: d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:45:17.965037 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:18.042157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:45:18.045416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:45:18.063500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:18.121155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:18.121723 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:18.123189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-04adba13-b559-4fca-bec9-60230d63557e service neutron] 10.222.0.30 "PUT /v2.0/ports/d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1093 time: 0.6534727 Aug 31 16:45:18.126322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:18.129236 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba1bb9-e17d-450f-8346-539d31616617" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:18.163250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228302bb-75da-400e-889d-5a0229739b1a req-b3a0c44c-e26b-47f8-9cd9-2bf061a8e88e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:18.164929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-228302bb-75da-400e-889d-5a0229739b1a req-b3a0c44c-e26b-47f8-9cd9-2bf061a8e88e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 944 time: 0.1173565 Aug 31 16:45:18.200258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adba13-b559-4fca-bec9-60230d63557e service neutron] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:18.235365 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-228302bb-75da-400e-889d-5a0229739b1a req-863e63d2-3832-403b-83b7-89d8b30ef3a4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593619 Aug 31 16:45:18.241920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-d66e445b-b469-4082-921b-18058423598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:18.243643 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-d66e445b-b469-4082-921b-18058423598d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1096 time: 0.0759618 Aug 31 16:45:18.296524 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eea7b1e-b812-4794-8169-8cd201a5745e x-openstack-request-id: req-3eea7b1e-b812-4794-8169-8cd201a5745e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:18.296823 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:18.297078 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3eea7b1e-b812-4794-8169-8cd201a5745e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:18.297485 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'status': 'completed', 'code': 200} Aug 31 16:45:18.299096 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-20326d49-4ae9-4dbc-802a-9940c63ffcb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 217 time: 0.0461853 Aug 31 16:45:18.351171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-07fed2d6-628c-4b9f-9c2e-e9d3606ff69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:18.352735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-07fed2d6-628c-4b9f-9c2e-e9d3606ff69d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0461192 Aug 31 16:45:18.401355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-7c0054f3-5a12-42a7-a3a9-8a3878251d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:18.402831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-7c0054f3-5a12-42a7-a3a9-8a3878251d06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419424 Aug 31 16:45:18.805050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-56465da6-30ab-4360-b486-6c4c815a1e80 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940771 Aug 31 16:45:18.904075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e460ba1-c06c-41e6-877e-103b3476d5d5 req-e03ebe7a-ec1e-4881-af8f-36ffb4b3ba6b service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909839 Aug 31 16:45:19.005954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1bb9-e17d-450f-8346-539d31616617 req-22f820cc-abae-49e0-90cc-d98230a31c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:19.006743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-22f820cc-abae-49e0-90cc-d98230a31c08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1096 time: 0.0449851 Aug 31 16:45:19.099456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1bb9-e17d-450f-8346-539d31616617 req-a9949fb0-00b5-46cf-ad3e-25d3ace63b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:19.100993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-a9949fb0-00b5-46cf-ad3e-25d3ace63b3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0854106 Aug 31 16:45:19.144988 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-3775b0c8-8761-494a-bacf-4199b03d01d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 217 time: 0.0357475 Aug 31 16:45:19.202346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1bb9-e17d-450f-8346-539d31616617 req-f1665751-8ca4-474c-9e81-4cb5e09986e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:19.203836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-f1665751-8ca4-474c-9e81-4cb5e09986e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0487967 Aug 31 16:45:19.249741 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1bb9-e17d-450f-8346-539d31616617 req-cf344a1f-7fe9-4d27-80b8-c990e8e885da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:19.251278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-cf344a1f-7fe9-4d27-80b8-c990e8e885da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399358 Aug 31 16:45:19.379636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-1c0ff614-e0bd-4605-91ac-51ab57360629 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202972 Aug 31 16:45:19.389783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c28803-c3df-44be-87bc-0c91b17d51b1 req-55f0da60-e06f-447b-8c65-ab804a6568f9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:19.391183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05c28803-c3df-44be-87bc-0c91b17d51b1 req-55f0da60-e06f-447b-8c65-ab804a6568f9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 944 time: 0.0784936 Aug 31 16:45:19.476870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05c28803-c3df-44be-87bc-0c91b17d51b1 req-d37ed1a0-29c5-46bf-96c9-3a2bdbeca064 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771499 Aug 31 16:45:19.503403 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bba1bb9-e17d-450f-8346-539d31616617 req-b6f9be71-464d-4c23-975e-9a3cb2120b5d service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112964 Aug 31 16:45:20.340978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:45:20.436416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:20.447881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'mac_address': 'fa:16:3e:11:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:45:20.485637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:20.498086 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:45:20.519671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:20.524889 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:20.577709 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:20.598396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2004a-8fc3-4beb-a54a-21dac99b4970 req-dd951ee7-f77a-4abf-badb-0bc98bc85e18 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:20.599915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59e2004a-8fc3-4beb-a54a-21dac99b4970 req-dd951ee7-f77a-4abf-badb-0bc98bc85e18 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 945 time: 0.0507085 Aug 31 16:45:20.637180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-59e2004a-8fc3-4beb-a54a-21dac99b4970 req-b4417f84-09ea-48cd-b7e5-bf1014d9438e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Aug 31 16:45:20.738559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['d95baf8a-b62b-4f82-b6d4-6c0074f52fe7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:45:21.106445 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-75157393-760a-459e-a602-fb13c24a6aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:21.759407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa617d49-1ceb-4a16-92db-eadd74b22898 req-62896a7e-6624-4466-b058-cddc19e35093 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:21.762313 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa617d49-1ceb-4a16-92db-eadd74b22898 req-62896a7e-6624-4466-b058-cddc19e35093 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 945 time: 0.0523148 Aug 31 16:45:21.798268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa617d49-1ceb-4a16-92db-eadd74b22898 req-aa93485e-0f3a-49de-92b7-97c0487ab853 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Aug 31 16:45:22.351056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:45:22.401855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:45:22.405534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:45:22.405906 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:22.483381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:22.504925 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:22.507329 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b050cc-8655-4690-9d07-6545c957bf63" -d '{"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-plugged", "status": "completed", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:22.521714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:45:22.525868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:22.579179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:45:22.609984 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d020f3-36fe-481e-a323-970ba2667da8 x-openstack-request-id: req-29d020f3-36fe-481e-a323-970ba2667da8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:22.610278 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-plugged", "status": "completed", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:22.610589 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29d020f3-36fe-481e-a323-970ba2667da8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:22.610944 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'code': 200} Aug 31 16:45:22.710457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9174c-a3b0-4692-bc16-a6de24631d4d req-b61a0d63-97f8-4813-826e-5d485ab13aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:22.711957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5dd9174c-a3b0-4692-bc16-a6de24631d4d req-b61a0d63-97f8-4813-826e-5d485ab13aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1098 time: 0.0416765 Aug 31 16:45:22.754472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5dd9174c-a3b0-4692-bc16-a6de24631d4d req-4afc31f9-6589-42a0-a917-6b231d7cdca9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352747 Aug 31 16:45:22.918964 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512438a7-a6b4-446e-bbe3-cb3d58336e53 req-58a6b08c-3d12-42a4-b582-bad1a63d6569 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:22.920494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-512438a7-a6b4-446e-bbe3-cb3d58336e53 req-58a6b08c-3d12-42a4-b582-bad1a63d6569 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0501800 Aug 31 16:45:22.961251 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-512438a7-a6b4-446e-bbe3-cb3d58336e53 req-768c36d2-0cfd-498a-9060-c31e15550c1b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347095 Aug 31 16:45:24.088918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c776e-fb1f-4456-8dc5-94732bf03418 req-7989c5e2-4e2f-420c-9ce7-79c8d7c8f466 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:24.091207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e40c776e-fb1f-4456-8dc5-94732bf03418 req-7989c5e2-4e2f-420c-9ce7-79c8d7c8f466 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0602686 Aug 31 16:45:24.129128 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e40c776e-fb1f-4456-8dc5-94732bf03418 req-e79a39dd-c3f5-4a21-b036-e5f61ec0e6bd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Aug 31 16:45:24.240700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e26111-4299-4381-bce5-853c69a2a5a3 req-5c44a775-165b-42b1-a356-fd6506899c51 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:24.242215 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2e26111-4299-4381-bce5-853c69a2a5a3 req-5c44a775-165b-42b1-a356-fd6506899c51 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0492442 Aug 31 16:45:24.251069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42102) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:45:24.255637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'floatingip': {'port_id': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:45:24.298768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:24.558264 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:24.746939 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:24.750776 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:24.852758 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c associated. External IP: 172.25.6.199, port: d95baf8a-b62b-4f82-b6d4-6c0074f52fe7. Aug 31 16:45:25.058273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:45:25.165473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:45:25.170283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:25.174939 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:45:25.184563 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:45:25.185418 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:44:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:25.197887 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2bf63fcc-b2aa-49f7-8de5-aad9f8426b9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "PUT /v2.0/floatingips/1a381108-9a30-4ae9-9850-9dde1fc74b0c HTTP/1.1" status: 200 len: 992 time: 0.9457264 Aug 31 16:45:25.198480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:45:25.200780 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b2261-1f91-4e20-96cb-0ce744d9317d" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:45:25.288300 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f54f767-2f39-4d92-ba44-77b383f5d059 x-openstack-request-id: req-8f54f767-2f39-4d92-ba44-77b383f5d059 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:45:25.288590 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:45:25.288846 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f54f767-2f39-4d92-ba44-77b383f5d059 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:45:25.289250 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'status': 'completed', 'code': 200} Aug 31 16:45:25.292467 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:45:25.309285 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:25.356978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-6e855ebd-47d5-4683-a59f-09b346a52726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:25.358748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-6e855ebd-47d5-4683-a59f-09b346a52726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1098 time: 0.0464756 Aug 31 16:45:25.454861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-e5d5b420-a9a9-4919-80c8-436abd9cd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:25.456410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-e5d5b420-a9a9-4919-80c8-436abd9cd3b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0899050 Aug 31 16:45:25.506747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:25.523617 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:11:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:45:24Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:25.530008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-cb9df4b3-b0f7-41de-8329-99899e1e6425 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0650582 Aug 31 16:45:25.550222 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:45:25.558961 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:45:25.559592 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:44:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:25.580943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-4171e5bf-d792-4a26-968c-aec6d082227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:25.582967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-4171e5bf-d792-4a26-968c-aec6d082227e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0451934 Aug 31 16:45:25.630663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-117baebd-7250-4240-9510-0a1be62304b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:25.632360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-117baebd-7250-4240-9510-0a1be62304b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398896 Aug 31 16:45:25.676784 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:45:25.697417 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e334-5c3b-4f1a-986d-2ba6e99b1cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:25.742134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-29566c0f-07bc-4c7b-85c4-0c349452ce13 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005394 Aug 31 16:45:25.840618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d50b2261-1f91-4e20-96cb-0ce744d9317d req-e3a10593-7b29-4866-b791-538c25c5a705 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908275 Aug 31 16:45:26.013163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:26.016563 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:11:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:45:24Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:45:26.043032 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425d0b9-3ac4-49ba-a8d8-c7416b9dfb32 None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:11:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:45:24Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:45:26.248146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a02418-63a5-4fcb-b5b0-5b3c50b4ffe6 None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:45:27.794459 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:44.418587 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:45:49.740560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-09521183-33f6-477c-a19f-c6a35d5d1d5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418265 Aug 31 16:45:49.830861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-d7835553-74be-4931-8714-7bfbf59b65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:49.832750 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-d7835553-74be-4931-8714-7bfbf59b65d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1098 time: 0.0475612 Aug 31 16:45:49.944709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-2297fec5-6a68-4452-91fe-f2b96a48d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:49.946212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-2297fec5-6a68-4452-91fe-f2b96a48d2fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0939145 Aug 31 16:45:50.017883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-1c714ee5-c5a6-41ef-b005-16c54a5d8901 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1002 time: 0.0641091 Aug 31 16:45:50.071280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-63e6db3a-7f1a-409e-bbdb-43f862ebd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:50.072813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-63e6db3a-7f1a-409e-bbdb-43f862ebd5b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0464513 Aug 31 16:45:50.124290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-9c3958c9-6fce-4e6c-85c8-85b46a091e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:45:50.125827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-9c3958c9-6fce-4e6c-85c8-85b46a091e0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449531 Aug 31 16:45:50.222555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-bcc4b26a-4e17-4ce8-b3d3-033be8a5d527 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876842 Aug 31 16:45:50.314603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78f3f9f0-5709-473c-824c-d3e253c782e7 req-b1ac648f-9b90-4990-b497-5393f6a8e11c service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Aug 31 16:45:51.109737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94be3814-8d8f-403b-861c-3707ec8f5fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:54.564445 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:55.311740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:55.495076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:55.698637 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-eace0109-d7d3-441b-9cc6-ed0646ff765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:56.014783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:45:57.797736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:21.110708 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-36a4752d-0b29-44fc-8403-8755c410fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:21.419605 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:46:24.573910 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:25.314409 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:25.507617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:25.698911 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ddfcad85-161f-480c-9d72-4fcb2e6bcdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:26.017676 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:27.800669 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:50.724646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-4947c04e-9635-4612-8641-e02911ee23e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404341 Aug 31 16:46:50.811042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-876a9797-a34e-4229-87d4-c65ee69cdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:46:50.812592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-876a9797-a34e-4229-87d4-c65ee69cdef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1098 time: 0.0446491 Aug 31 16:46:50.921942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-0dc90de6-97c7-490e-bc53-a073d2197946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:46:50.923460 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-0dc90de6-97c7-490e-bc53-a073d2197946 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0901356 Aug 31 16:46:50.998516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-98eeccbb-ae0c-44f8-81cb-3ea037ad7165 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1002 time: 0.0665989 Aug 31 16:46:51.050004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-6c6199a6-6778-4f91-a2ac-5cf45fdd7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:46:51.051499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-6c6199a6-6778-4f91-a2ac-5cf45fdd7894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0453455 Aug 31 16:46:51.103429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-c0594c5c-3680-430f-9636-20bc7cd52df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:46:51.105032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-c0594c5c-3680-430f-9636-20bc7cd52df8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458779 Aug 31 16:46:51.113708 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c112e801-b839-4868-b429-6bc9fb20e9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:51.207022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-ef36962a-6b4f-4647-9521-58331b6cb8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936253 Aug 31 16:46:51.303456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff865a8-4ef6-425f-909c-8c2f623beea6 req-1354e215-a7aa-4621-b8eb-03bded36d876 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882459 Aug 31 16:46:54.582392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:55.316652 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:55.517200 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:55.700942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-aed445ec-6e27-4b55-83cb-a397b2e526bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:56.021561 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:57.804152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:46:58.418753 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:47:03.417171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46d76e-9bae-4216-9ade-5332202c8b19 req-2c159286-b2d1-44c3-b1ba-f91ac5b55d05 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:03.418701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df46d76e-9bae-4216-9ade-5332202c8b19 req-2c159286-b2d1-44c3-b1ba-f91ac5b55d05 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.1098068 Aug 31 16:47:03.456436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-df46d76e-9bae-4216-9ade-5332202c8b19 req-41f60066-14ed-467b-803c-e0ab3b96d9ae tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Aug 31 16:47:04.864713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007c4f3-ee94-43aa-8444-e01a4a3f187c req-fcd2fbf5-ac0c-4961-a865-f7ea222620f8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:04.866214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6007c4f3-ee94-43aa-8444-e01a4a3f187c req-fcd2fbf5-ac0c-4961-a865-f7ea222620f8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.3430047 Aug 31 16:47:04.904380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6007c4f3-ee94-43aa-8444-e01a4a3f187c req-657f152d-6243-467f-9df5-0fe9ba0bbd20 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Aug 31 16:47:06.020620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70485ce2-0b4a-4096-96d0-49610fc7abf0 req-1f8fd5ce-f3a6-45c2-bfd3-80f7c8a0cd79 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:06.022031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70485ce2-0b4a-4096-96d0-49610fc7abf0 req-1f8fd5ce-f3a6-45c2-bfd3-80f7c8a0cd79 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0495152 Aug 31 16:47:06.060805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70485ce2-0b4a-4096-96d0-49610fc7abf0 req-e5698d77-c9c8-4eef-99c5-16ff0bcfaea6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Aug 31 16:47:07.186904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679224b-744b-4562-9c09-0421bbf938a0 req-71a8d53e-b68a-4a02-86a6-e6cc04965822 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:07.188442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5679224b-744b-4562-9c09-0421bbf938a0 req-71a8d53e-b68a-4a02-86a6-e6cc04965822 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0584772 Aug 31 16:47:07.232197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5679224b-744b-4562-9c09-0421bbf938a0 req-a2e15082-af9a-4b63-82ab-558604aae8ce tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Aug 31 16:47:08.353108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20fd9f-9bf7-4e28-9be5-def4fbe1de1f req-7f379f02-7d47-418f-80aa-69dbc506bd22 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:08.354661 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa20fd9f-9bf7-4e28-9be5-def4fbe1de1f req-7f379f02-7d47-418f-80aa-69dbc506bd22 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0536373 Aug 31 16:47:08.392402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa20fd9f-9bf7-4e28-9be5-def4fbe1de1f req-b54c0afa-13db-4aec-902a-da5840b69cbe tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Aug 31 16:47:09.518734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf0aa4-9ab5-4b67-ad44-6a20ff45ecba req-3e5f88e6-4b83-4706-8602-961db522df9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:09.521054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96bf0aa4-9ab5-4b67-ad44-6a20ff45ecba req-3e5f88e6-4b83-4706-8602-961db522df9e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0590470 Aug 31 16:47:09.561283 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96bf0aa4-9ab5-4b67-ad44-6a20ff45ecba req-9e2ffe20-9945-484d-8581-efc4acbcb225 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345459 Aug 31 16:47:10.678949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc412f55-0165-4006-bdde-25b69891f8f8 req-ad4f61fc-8f7a-453a-ba67-30afe3007725 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:10.680405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc412f55-0165-4006-bdde-25b69891f8f8 req-ad4f61fc-8f7a-453a-ba67-30afe3007725 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0490375 Aug 31 16:47:10.718591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc412f55-0165-4006-bdde-25b69891f8f8 req-e518cdf1-1797-49ba-9b04-3f8c4e89baf7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Aug 31 16:47:11.867703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9014ec0-ce4f-418a-8071-e4123e4a62a2 req-1c8c804c-b85d-4e03-8cc4-70c4fa8d530d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:11.869451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9014ec0-ce4f-418a-8071-e4123e4a62a2 req-1c8c804c-b85d-4e03-8cc4-70c4fa8d530d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0796516 Aug 31 16:47:11.908035 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b9014ec0-ce4f-418a-8071-e4123e4a62a2 req-7c31a2e1-768c-45f3-a950-de75bff3164c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Aug 31 16:47:13.035630 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfc4ba-b9eb-4c8c-a406-50082581f4c4 req-7943edbb-8fd3-4dc0-b5df-1b3f9f0363ef tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:13.037149 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77bfc4ba-b9eb-4c8c-a406-50082581f4c4 req-7943edbb-8fd3-4dc0-b5df-1b3f9f0363ef tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0540578 Aug 31 16:47:13.083858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77bfc4ba-b9eb-4c8c-a406-50082581f4c4 req-808ddf59-143c-48f3-ad4b-cde5757c1a97 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Aug 31 16:47:14.197762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42441-9a27-4fc0-801a-02e08f7ea2ad req-9ec74f63-cf67-42e3-b455-1674da406d16 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:14.199284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5b42441-9a27-4fc0-801a-02e08f7ea2ad req-9ec74f63-cf67-42e3-b455-1674da406d16 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0494120 Aug 31 16:47:14.237858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5b42441-9a27-4fc0-801a-02e08f7ea2ad req-edb9c4cd-bed4-4e1a-90ad-86ebb20a02dc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Aug 31 16:47:14.432150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42338) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:47:14.507561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e012a3-fb16-41a1-9fc5-64482c46dc8a req-233b936b-08ad-4eea-9cbb-0fe5a86d9dd2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:14.509115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e012a3-fb16-41a1-9fc5-64482c46dc8a req-233b936b-08ad-4eea-9cbb-0fe5a86d9dd2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0675454 Aug 31 16:47:14.569409 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26e012a3-fb16-41a1-9fc5-64482c46dc8a req-70eb7deb-9578-43c2-a500-c195354d258f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Aug 31 16:47:14.574660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2553af01-1da2-4783-9659-e29ec77255d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407614 Aug 31 16:47:14.584541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-6fe3f2c6-abc3-4dbc-8472-0e8a6889ce05 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:47:14.585689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-6fe3f2c6-abc3-4dbc-8472-0e8a6889ce05 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062726 Aug 31 16:47:15.701478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b73-04a7-47d0-97c2-31efea50ac81 req-7d63f682-6d8e-467f-96cf-b2c80b02ac2b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:15.703029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fda01b73-04a7-47d0-97c2-31efea50ac81 req-7d63f682-6d8e-467f-96cf-b2c80b02ac2b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0616786 Aug 31 16:47:15.771923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fda01b73-04a7-47d0-97c2-31efea50ac81 req-eefe1cd7-2c8c-49ee-88bc-4c19f3b01dfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615740 Aug 31 16:47:15.782032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-a5dd9baf-7986-4f19-95d5-cefaeb411a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:15.783557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-a5dd9baf-7986-4f19-95d5-cefaeb411a25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1098 time: 0.0657775 Aug 31 16:47:15.878907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2264d987-32d2-425a-be1f-1e5b20f95211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:15.880337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2264d987-32d2-425a-be1f-1e5b20f95211 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0895371 Aug 31 16:47:15.960829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-0d8fd2e5-2bb4-40f4-9af5-8cf6ac255a1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1002 time: 0.0723054 Aug 31 16:47:16.015799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-1e81d499-5e90-4423-958d-2bf07945c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:16.017330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-1e81d499-5e90-4423-958d-2bf07945c30c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0486128 Aug 31 16:47:16.067441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-3e2acb83-7b47-44fa-af2a-c735e51842a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:16.069053 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-3e2acb83-7b47-44fa-af2a-c735e51842a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442598 Aug 31 16:47:16.172315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-112ae135-11ae-4bf8-a47e-dbec2cf46287 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947104 Aug 31 16:47:16.264558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-8630c0f7-3b1b-4b8f-86eb-aacbfda946e1 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844262 Aug 31 16:47:16.897113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc58937-7935-498b-a728-cacd8c0dd9d6 req-4afdab92-d805-48e2-8caa-123336b75f07 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:16.899139 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbc58937-7935-498b-a728-cacd8c0dd9d6 req-4afdab92-d805-48e2-8caa-123336b75f07 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0535290 Aug 31 16:47:16.949217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dbc58937-7935-498b-a728-cacd8c0dd9d6 req-c485c385-d4f1-4d35-b200-fb71e276acb6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Aug 31 16:47:18.070447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77ad16-57c8-4d18-95cd-73a0aa8b42fb req-f46e91ec-9e65-4657-b998-30f75e268cca tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:18.071980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb77ad16-57c8-4d18-95cd-73a0aa8b42fb req-f46e91ec-9e65-4657-b998-30f75e268cca tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0545146 Aug 31 16:47:18.110002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb77ad16-57c8-4d18-95cd-73a0aa8b42fb req-fbb08232-a2a8-4482-8a3c-b721ea4aae13 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Aug 31 16:47:18.328065 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-c9c29d1a-20cd-4fd4-a9d5-c72c954a15b5 service neutron] show failed (client error): The resource could not be found. Aug 31 16:47:18.329135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-c9c29d1a-20cd-4fd4-a9d5-c72c954a15b5 service neutron] 10.222.0.30 "GET /v2.0/ports/d95baf8a-b62b-4f82-b6d4-6c0074f52fe7/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0559251 Aug 31 16:47:18.529385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-7a3b6732-dfd2-4246-a351-2cd7880c649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:18.530879 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-7a3b6732-dfd2-4246-a351-2cd7880c649e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 1098 time: 0.0406671 Aug 31 16:47:18.541717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-d8827da7-550d-423e-aa52-e265997b578c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:47:18.542658 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-d8827da7-550d-423e-aa52-e265997b578c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055418 Aug 31 16:47:18.554958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:47:18.616004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:18.822113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:18.857247 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:47:18.898804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:18.901001 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687e75de-6c3d-4002-a665-7a744707b50b" -d '{"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-unplugged", "status": "completed", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:18.905143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:18.917850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Transition to ACTIVE for port object d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:47:18.921122 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:19.039231 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a852e-41b7-4eb6-b873-1f270035f8b7 x-openstack-request-id: req-ef6a852e-41b7-4eb6-b873-1f270035f8b7 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:19.039531 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-unplugged", "status": "completed", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:19.039787 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef6a852e-41b7-4eb6-b873-1f270035f8b7 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:19.040205 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'code': 200} Aug 31 16:47:19.048335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:19.089935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.090341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.090690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.091140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.091481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.091819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.092312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.092699 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.093055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.093444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.093875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.094226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:19.111638 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] No DVR routers for this DVR port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:47:19.237355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391bd59-e141-4bbd-ad08-f12247455bc4 req-207a34c8-7dd6-4345-8536-9ea1bef32db5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:19.238819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f391bd59-e141-4bbd-ad08-f12247455bc4 req-207a34c8-7dd6-4345-8536-9ea1bef32db5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 944 time: 0.0543442 Aug 31 16:47:19.264642 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:47:19.265185 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:47:19.265753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:47:19.273728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:47:19.274276 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Attempting to bind port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:47:19.281096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:47:19.281438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:47:19.281872 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:47:19.282286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Bound port: d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:47:19.282639 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:19.284247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f391bd59-e141-4bbd-ad08-f12247455bc4 req-3e0311a4-520d-4cb8-984a-315f29cac0b0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Aug 31 16:47:19.346027 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:47:19.349459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:47:19.353330 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:19.386062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:19.387232 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:19.388721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] 10.222.0.49 "PUT /v2.0/ports/d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1093 time: 0.8381598 Aug 31 16:47:19.422358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23050-10a2-46e5-bec6-70024409e238 service neutron] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:19.463952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-52c41042-04fb-4625-96ca-4301a9431275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:19.465708 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-52c41042-04fb-4625-96ca-4301a9431275 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1096 time: 0.0513928 Aug 31 16:47:19.564643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-6ffd347e-9712-4103-b50b-9047b1bb1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:19.566150 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-6ffd347e-9712-4103-b50b-9047b1bb1ccc service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0940545 Aug 31 16:47:19.635350 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-cc472fe0-9c69-416b-8667-57eee94a7446 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0613494 Aug 31 16:47:19.689317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-eac4c0cb-5dba-44bd-8e2f-4297701235ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:19.690807 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-eac4c0cb-5dba-44bd-8e2f-4297701235ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0493543 Aug 31 16:47:19.736536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-415dcd26-db06-4310-92bf-6246b40f36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:19.737997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-415dcd26-db06-4310-92bf-6246b40f36e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406995 Aug 31 16:47:19.836273 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-89329c23-23c4-45a1-8c01-53ab0c2a73e7 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903299 Aug 31 16:47:19.941190 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2a0bd4f7-171f-49a1-aa22-3132134c5e28 req-b8664f91-1d73-4eaa-92ed-8f9ef7203466 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980668 Aug 31 16:47:20.413015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec79caf-7833-4146-b3db-e591d622ec95 req-f5633870-efc7-4127-b9d8-c2d750fb98c7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:20.414523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ec79caf-7833-4146-b3db-e591d622ec95 req-f5633870-efc7-4127-b9d8-c2d750fb98c7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 944 time: 0.0601466 Aug 31 16:47:20.453033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ec79caf-7833-4146-b3db-e591d622ec95 req-c43dbf7c-6a89-467c-8a9f-53b909fe3a32 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Aug 31 16:47:20.974975 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:47:21.013656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:47:21.041753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:21.044094 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:21.091998 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786a93a3-3e49-45e5-b1cb-93d8d012759f x-openstack-request-id: req-786a93a3-3e49-45e5-b1cb-93d8d012759f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:21.092593 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:21.092872 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-786a93a3-3e49-45e5-b1cb-93d8d012759f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:21.093301 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'status': 'completed', 'code': 200} Aug 31 16:47:21.107515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b7c8e434-2538-46be-9328-84c7cb5a993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:21.153952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-eeb5bf26-f79e-4682-bd16-08fd8351ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.156214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-eeb5bf26-f79e-4682-bd16-08fd8351ef1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1096 time: 0.0453982 Aug 31 16:47:21.163242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-baf8a3ca-d3d3-474a-b0f4-e6b2e5a677f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.164993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-baf8a3ca-d3d3-474a-b0f4-e6b2e5a677f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1096 time: 0.0464113 Aug 31 16:47:21.258051 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-c5f89334-d808-41a2-b303-23f03e394a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.260287 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-c5f89334-d808-41a2-b303-23f03e394a49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0970390 Aug 31 16:47:21.281745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-60decaa6-49f2-419e-a8b0-3bbaae9ce58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.283180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-60decaa6-49f2-419e-a8b0-3bbaae9ce58d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.1100359 Aug 31 16:47:21.341677 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-d98c5e91-679d-4083-9dda-81bdda75cc0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0741775 Aug 31 16:47:21.360528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-9b64733b-4f95-4f0f-a590-c9cbf6223fbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0653036 Aug 31 16:47:21.392841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-1ec858da-bb22-46dd-92b9-72593b9dd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.394373 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-1ec858da-bb22-46dd-92b9-72593b9dd5af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0461419 Aug 31 16:47:21.411924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-1db995be-c85d-4aae-878d-f2241a0e9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.413955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-1db995be-c85d-4aae-878d-f2241a0e9844 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0439494 Aug 31 16:47:21.448274 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-07f29331-0914-4ede-a361-d2a49b0d936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.449890 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-07f29331-0914-4ede-a361-d2a49b0d936c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486391 Aug 31 16:47:21.465374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-19fe4182-0c32-42d7-b787-88c261a4e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.466864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-19fe4182-0c32-42d7-b787-88c261a4e37c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445910 Aug 31 16:47:21.547949 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-998de644-a45a-4ea9-a309-334e3d074a24 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908940 Aug 31 16:47:21.594367 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-14195fc5-fc14-4803-9455-db94124019e1 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197062 Aug 31 16:47:21.603873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857a98f-be7d-4be4-b866-d57e510fb289 req-cfd3f2ab-4ff7-433b-b58b-de22dc29c8b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.605432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2857a98f-be7d-4be4-b866-d57e510fb289 req-cfd3f2ab-4ff7-433b-b58b-de22dc29c8b3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 944 time: 0.0779233 Aug 31 16:47:21.649573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-4035e5af-8812-448c-930e-24401a130788 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951900 Aug 31 16:47:21.700317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2857a98f-be7d-4be4-b866-d57e510fb289 req-aa3dc249-f416-414f-a102-630f8d38a6b8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856657 Aug 31 16:47:21.723573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-43d93ab4-ed0a-4fea-b0e7-27c3d117ceb6 req-26b23b21-5f9f-4325-bc1d-86b9c03d3944 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170955 Aug 31 16:47:21.934551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5f543-5c80-4c19-bff7-1e0ab62ea4dd req-5aeeef0a-a0eb-4e2c-9940-2f1cee1eb158 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.936216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3e5f543-5c80-4c19-bff7-1e0ab62ea4dd req-5aeeef0a-a0eb-4e2c-9940-2f1cee1eb158 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 944 time: 0.0823591 Aug 31 16:47:21.962480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-147703e4-580e-4e5c-b2d4-f55b648308a3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:21.963960 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-147703e4-580e-4e5c-b2d4-f55b648308a3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 944 time: 0.0838082 Aug 31 16:47:22.015135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c3e5f543-5c80-4c19-bff7-1e0ab62ea4dd req-6b9c1a43-1a7d-468a-b61f-a1667cc84cc9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696294 Aug 31 16:47:22.042187 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-edc88775-aa74-4c10-a76b-08092a61f3b5 service neutron] delete failed (client error): The resource could not be found. Aug 31 16:47:22.043233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-edc88775-aa74-4c10-a76b-08092a61f3b5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d95baf8a-b62b-4f82-b6d4-6c0074f52fe7/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0692692 Aug 31 16:47:22.128639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-f9ff0101-5b4b-4f9a-b498-56059f55af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:22.130093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-f9ff0101-5b4b-4f9a-b498-56059f55af57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1096 time: 0.0417817 Aug 31 16:47:22.234878 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-7e38c3e9-fc05-4037-939f-9cc3af7cc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:22.236414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-7e38c3e9-fc05-4037-939f-9cc3af7cc99e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0975378 Aug 31 16:47:22.305116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-9ee5ccde-0ee3-4f0d-b9d8-1c1142228819 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0613639 Aug 31 16:47:22.361695 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-3535a570-08b2-49b8-91aa-cc785b559540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:22.363194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-3535a570-08b2-49b8-91aa-cc785b559540 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0510550 Aug 31 16:47:22.415985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-6f529fb1-5f57-4f2c-884a-4982ea78908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:22.417539 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-6f529fb1-5f57-4f2c-884a-4982ea78908d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465901 Aug 31 16:47:22.513943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-f78c2856-9a7f-4227-958d-cf1feba12b6e service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Aug 31 16:47:22.616998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-49f78de7-7b26-4109-8708-5ff9809e2334 req-5c55e9b0-3a55-4612-8bb5-6aa3b6265ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957174 Aug 31 16:47:22.901385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:47:23.003695 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:23.015221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'mac_address': 'fa:16:3e:11:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:47:23.058078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:23.071785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:47:23.092904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:23.097482 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:23.153222 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:23.161096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.161288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427012c-2dc2-4398-a998-96a902ad61b0 req-63f7a1f3-334a-4ec8-af6b-b5c66c3de41c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:23.161451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.161793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.162136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.163098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.163438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.163989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.164391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.164725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.165233 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.165558 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.165890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:23.172718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1427012c-2dc2-4398-a998-96a902ad61b0 req-63f7a1f3-334a-4ec8-af6b-b5c66c3de41c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 945 time: 0.0730073 Aug 31 16:47:23.218523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1427012c-2dc2-4398-a998-96a902ad61b0 req-c5498113-10d7-4d4e-bf07-f56e851accf8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407746 Aug 31 16:47:23.353444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['d95baf8a-b62b-4f82-b6d4-6c0074f52fe7'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:47:24.336790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6c430-9062-4c39-8050-36584370b588 req-0271eff1-c133-414b-8c7b-3e5227f274c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:24.338297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89f6c430-9062-4c39-8050-36584370b588 req-0271eff1-c133-414b-8c7b-3e5227f274c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 945 time: 0.0507934 Aug 31 16:47:24.381242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89f6c430-9062-4c39-8050-36584370b588 req-44a07a5f-3427-41da-aba4-19d226dcffe4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368359 Aug 31 16:47:24.511981 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129d5ea-bba6-42e5-8ec6-c013853ffa66 req-9b85dec7-a4c4-4603-85e5-9b42b45d5ec3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:24.513419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0129d5ea-bba6-42e5-8ec6-c013853ffa66 req-9b85dec7-a4c4-4603-85e5-9b42b45d5ec3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 945 time: 0.0614572 Aug 31 16:47:24.559374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0129d5ea-bba6-42e5-8ec6-c013853ffa66 req-1754c4be-5a0a-4030-a129-857f1f6051e3 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 Aug 31 16:47:24.577849 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:24.764429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220aead-b60d-4f07-9774-789be88e34f8 req-60947c68-10c4-45e3-b16b-748115b282a7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:24.765880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8220aead-b60d-4f07-9774-789be88e34f8 req-60947c68-10c4-45e3-b16b-748115b282a7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 945 time: 0.0538623 Aug 31 16:47:24.785351 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-4cf2c8dc-181c-4195-bc80-d923e740802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:24.786869 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-4cf2c8dc-181c-4195-bc80-d923e740802f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 1097 time: 0.0424497 Aug 31 16:47:24.807970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8220aead-b60d-4f07-9774-789be88e34f8 req-49642699-789d-41e8-b06e-5baea8e6fa3f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349066 Aug 31 16:47:24.882618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-3afd209d-d3c0-4a6e-b758-11db0920c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:24.884119 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-3afd209d-d3c0-4a6e-b758-11db0920c744 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0902021 Aug 31 16:47:24.933290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:47:24.962218 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-0cb539b7-b164-4f2c-88ef-26a085107755 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0677054 Aug 31 16:47:24.985896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:47:24.989971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:47:24.990363 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:25.012248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-1c701068-f5ee-4934-b775-1e42e753c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:25.013753 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-1c701068-f5ee-4934-b775-1e42e753c49b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0449312 Aug 31 16:47:25.062713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-206a32e9-5b94-4db8-ad11-6dd70ac23db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:25.064136 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-206a32e9-5b94-4db8-ad11-6dd70ac23db0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439994 Aug 31 16:47:25.076503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:25.101958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:25.104247 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8761d785-9aee-4901-acf6-dab3de9a9cc1" -d '{"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-plugged", "status": "completed", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:25.117816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:25.124997 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:25.151170 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7971dd-43e2-4fdc-87f9-2194e2ac5da8 x-openstack-request-id: req-5d7971dd-43e2-4fdc-87f9-2194e2ac5da8 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:25.151460 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-plugged", "status": "completed", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:25.151711 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d7971dd-43e2-4fdc-87f9-2194e2ac5da8 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:25.152098 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'code': 200} Aug 31 16:47:25.174073 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-6ee1fc23-4866-43c6-a772-85572ed21b59 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014063 Aug 31 16:47:25.179249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:25.274935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3fa54cc7-9b59-4f1e-8ea3-2825aa8e08ab req-dbbeec9b-dc21-4f14-ba1f-32253c64ee56 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936887 Aug 31 16:47:25.319195 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:25.517014 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:25.702131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6d732bb7-0cf6-44b1-81c7-6205d743d62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:25.925389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e573d6-cf4b-4e15-9b19-f86e00a27151 req-6ec9b524-048b-4a9e-b247-419c5331cc26 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:25.927022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00e573d6-cf4b-4e15-9b19-f86e00a27151 req-6ec9b524-048b-4a9e-b247-419c5331cc26 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0500948 Aug 31 16:47:25.968789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-00e573d6-cf4b-4e15-9b19-f86e00a27151 req-a67a32dc-a7b4-4147-b788-9e1df5b846e1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Aug 31 16:47:26.024560 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:26.216997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778abd7-7215-40bb-871a-257a29ffe5d0 req-9749403f-9e9f-4a54-b68b-a1318d039967 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:26.218517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b778abd7-7215-40bb-871a-257a29ffe5d0 req-9749403f-9e9f-4a54-b68b-a1318d039967 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0602164 Aug 31 16:47:26.257123 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b778abd7-7215-40bb-871a-257a29ffe5d0 req-6d16e6a6-7aab-47cd-8969-f514d11cbc9d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Aug 31 16:47:27.394280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1da52-e006-448d-a776-3ee352125fc2 req-854704cc-9a82-48ed-8044-2e5b7270eb20 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:27.395771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86d1da52-e006-448d-a776-3ee352125fc2 req-854704cc-9a82-48ed-8044-2e5b7270eb20 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.0527029 Aug 31 16:47:27.434881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-86d1da52-e006-448d-a776-3ee352125fc2 req-fdb4ee3e-b242-4c1f-b144-57800c3a28dc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Aug 31 16:47:27.802155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:27.848313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848a37a-7393-481f-b094-0e12cba2c112 req-d76c9421-fe39-4fe9-b897-8f5e4616419f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:27.849912 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5848a37a-7393-481f-b094-0e12cba2c112 req-d76c9421-fe39-4fe9-b897-8f5e4616419f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 946 time: 0.3887715 Aug 31 16:47:27.944646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Deleting port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:47:27.944992 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:28.036436 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] For port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:28.036707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:28.260356 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:28.260828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:28.261150 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c disassociated. External IP: 172.25.6.199, port: d95baf8a-b62b-4f82-b6d4-6c0074f52fe7. Aug 31 16:47:28.261523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Calling delete_port for d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:47:28.394303 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:28.433617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event deleted for resources: {'Port': ['ID=d95baf8a-b62b-4f82-b6d4-6c0074f52fe7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:28.535811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa197c87-b5b3-4679-af0c-a7305195a0ff req-0fe05424-1589-4f5a-a1a4-6ae7ad25d04f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=96a1e472-ba4f-4b92-b632-2fd0f733625d HTTP/1.1" status: 200 len: 210 time: 0.0303366 Aug 31 16:47:28.566168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:47:28.687144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:47:28.699763 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:47:28.709953 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:47:28.710490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:47:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:28.734601 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] No DVR routers for this DVR port d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:47:28.737623 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:28.739426 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5848a37a-7393-481f-b094-0e12cba2c112 req-94ab41fd-3b6d-4a24-a916-783a412f510e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "DELETE /v2.0/ports/d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 HTTP/1.1" status: 204 len: 173 time: 0.8830848 Aug 31 16:47:28.739883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-deleted', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:28.742296 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e6d3679fa7fa982421112472ca42fe70313469d72398a21c43450552492db44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effb32a5-bfdd-422d-ab61-4973bd323f95" -d '{"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-deleted", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:28.782086 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5cf465-0d7a-4954-825e-3ea0c5df2f30 x-openstack-request-id: req-2f5cf465-0d7a-4954-825e-3ea0c5df2f30 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:28.782469 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1e472-ba4f-4b92-b632-2fd0f733625d", "name": "network-vif-deleted", "tag": "d95baf8a-b62b-4f82-b6d4-6c0074f52fe7", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:28.782696 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f5cf465-0d7a-4954-825e-3ea0c5df2f30 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:28.783099 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1e472-ba4f-4b92-b632-2fd0f733625d', 'name': 'network-vif-deleted', 'tag': 'd95baf8a-b62b-4f82-b6d4-6c0074f52fe7', 'status': 'completed', 'code': 200} Aug 31 16:47:28.833510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:47:29.054150 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:29.080922 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:47:29.092027 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:47:29.094767 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:47:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:29.205457 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:47:29.418305 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:29.448762 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909a19f-a77f-4a78-8a6b-9675ba9cbfec None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:47:29.691573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5540e8-11a8-4b50-9d9a-55bd708866bd None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:47:29.827815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-36ef21ec-da20-4f9f-9f6f-8d820185a274 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1630646730&fields=id&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 267 time: 0.0372338 Aug 31 16:47:29.965780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-eda07b7b-91b1-4f2e-a87e-85c9f8a6146c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:29.967521 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-eda07b7b-91b1-4f2e-a87e-85c9f8a6146c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1286650 Aug 31 16:47:29.990900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-18d18e67-a691-4833-8044-11b563b9636e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/quotas/0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 375 time: 0.0101640 Aug 31 16:47:30.046865 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-aa5b6409-e532-4bc4-827c-b46b0b12a389 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497210 Aug 31 16:47:30.203206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-f89722d7-1840-49c4-ac90-fb888f14406d service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436946 Aug 31 16:47:30.293538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-ec1d2edd-5729-4dd0-904a-35537961aa1b service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828726 Aug 31 16:47:30.454541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-324d3e42-eb91-4dec-94ff-f227b3e4e2f1 req-7b594654-7715-4da7-92ed-2d88da6918f1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 210 time: 0.0283856 Aug 31 16:47:31.530482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-672734b2-6f54-4872-bbfe-bfff23a3e3be tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:31.531999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-672734b2-6f54-4872-bbfe-bfff23a3e3be tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1256371 Aug 31 16:47:31.571755 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95647d48-6434-4d28-a3e3-893925506642 req-89c7b05d-7b91-45c5-bf4d-0e6fea0ca1f7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 210 time: 0.0387020 Aug 31 16:47:31.594246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-4a816851-092f-4827-a6f5-12dc338a8736 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 380 time: 0.0518615 Aug 31 16:47:31.604844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'port': {'device_id': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'admin_state_up': True, 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'security_groups': ['124014d9-9151-4ba0-b45c-064660d750b5']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:47:31.727647 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Made reservation on behalf of 0d9d64f4b5db4f80aa9072496ccbee42 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:47:31.731263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:31.875329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Allocated IP 172.20.0.13 (9389f72d-ddd9-4c0b-91b3-ac191c8a3920/6704c249-4c90-4942-89a9-0f69a3b586f0/5f8b15d8-8ad0-472c-8ec3-b29d3411c486) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:47:32.031036 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.045369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Transition to ACTIVE for port object 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:47:32.084319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.137727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:47:32.140841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:47:32.143432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:47:32.170460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:32.194703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.195059 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.195413 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.195761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.196107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.196481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.196816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.197150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.197483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.205443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.206092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.206585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:47:32.229184 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:32.229868 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.245343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-96592957-0327-448a-9d52-50643a88fec2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441267 Aug 31 16:47:32.259019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Request body: {'port': {'device_id': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:47:32.319949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.433688 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-07088bec-3ebe-4ccf-b7e6-75c51ef83b21 None None] Provisioning for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:47:32.437483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-07088bec-3ebe-4ccf-b7e6-75c51ef83b21 None None] Provisioning complete for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:47:32.437861 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-07088bec-3ebe-4ccf-b7e6-75c51ef83b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.482534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-07088bec-3ebe-4ccf-b7e6-75c51ef83b21 None None] Port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:47:32.620852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:47:32.628539 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.653909 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Transition to ACTIVE for port object 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:47:32.670400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.737202 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855bd34-9ee8-44ae-9ded-ce727b6960ab req-1e45a862-7395-483d-b3ce-18980a7ebd77 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:32.738806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a855bd34-9ee8-44ae-9ded-ce727b6960ab req-1e45a862-7395-483d-b3ce-18980a7ebd77 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 932 time: 0.0983291 Aug 31 16:47:32.741410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:32.830836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a855bd34-9ee8-44ae-9ded-ce727b6960ab req-2eeaae65-2038-4a96-9749-78d48eeadf0f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840571 Aug 31 16:47:32.844696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:47:32.845096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:47:32.845494 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:47:32.850177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:47:32.850564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:47:32.855805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:47:32.856146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:47:32.856556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:47:32.856988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Bound port: 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:47:32.857355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.923171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:47:32.926818 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:47:32.931413 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.968047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:32.968697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:32.970158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] 10.222.0.30 "PUT /v2.0/ports/5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1093 time: 0.7163200 Aug 31 16:47:32.970626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:32.972919 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea0089d-65a1-431e-a2ad-5cd9a484146e" -d '{"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:32.980805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:47:33.003595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76c69-bdd8-4aa5-8d1d-ab3dae152e96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:33.008691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:47:33.009321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device d95baf8a-b62b-4f82-b6d4-6c0074f52fe7 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:47:33.029279 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eb0065-4e23-4256-ab6d-12df61ff4b1d x-openstack-request-id: req-77eb0065-4e23-4256-ab6d-12df61ff4b1d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:33.029584 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:33.029841 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77eb0065-4e23-4256-ab6d-12df61ff4b1d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:33.030244 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'status': 'completed', 'code': 200} Aug 31 16:47:33.060963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-2c78bfbd-2a03-485c-8dcc-55f31a668423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.062515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-2c78bfbd-2a03-485c-8dcc-55f31a668423 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1096 time: 0.0442140 Aug 31 16:47:33.112407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-939add20-3c17-496d-a4d9-035bd35ea354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 217 time: 0.0385919 Aug 31 16:47:33.164400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-ac4a67cf-7d87-40f8-8f47-c81667fb1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.165891 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-ac4a67cf-7d87-40f8-8f47-c81667fb1f7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0463383 Aug 31 16:47:33.212765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-de1683c7-84be-4750-aa6a-afb6ab1f240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.214268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-de1683c7-84be-4750-aa6a-afb6ab1f240a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404446 Aug 31 16:47:33.309710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-38f02e66-1b6a-4e3e-9f52-93232e7c53cd service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873642 Aug 31 16:47:33.402952 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-24564712-a60c-44d8-b4e5-582c6ae7a60c req-ffb66d59-fa8c-4f64-b855-144743208e5d service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837376 Aug 31 16:47:33.505079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-c7414315-8f86-4de3-b3de-8e2a0bc198a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.507455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-c7414315-8f86-4de3-b3de-8e2a0bc198a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1096 time: 0.0521073 Aug 31 16:47:33.606167 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-eeefd2c0-10d6-42ce-9103-1a08aa172096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.608485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-eeefd2c0-10d6-42ce-9103-1a08aa172096 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0899470 Aug 31 16:47:33.650185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-80e47490-3963-4674-b0f3-95260b08c546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 217 time: 0.0341754 Aug 31 16:47:33.702907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-9aa50211-83bd-455d-a796-e1632713f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.704374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-9aa50211-83bd-455d-a796-e1632713f1d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0466230 Aug 31 16:47:33.750977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-2a4e9795-b6e4-4e1e-9fa9-24ba4d4ea145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.752518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-2a4e9795-b6e4-4e1e-9fa9-24ba4d4ea145 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405395 Aug 31 16:47:33.846561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-4caa655c-be52-4a62-86bd-1d3042638a04 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848219 Aug 31 16:47:33.984233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee7418-d052-440d-ac01-deeb4fbc54a4 req-2dea563f-8f6d-45be-a153-f5157e1e16ed tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:33.985690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aee7418-d052-440d-ac01-deeb4fbc54a4 req-2dea563f-8f6d-45be-a153-f5157e1e16ed tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 944 time: 0.0804279 Aug 31 16:47:33.987897 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ea0089d-65a1-431e-a2ad-5cd9a484146e req-04d88fee-a1a1-4e05-a4eb-c5267498743c service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322138 Aug 31 16:47:34.024899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aee7418-d052-440d-ac01-deeb4fbc54a4 req-7e020afc-99c5-4f73-b4ab-01ce209d8461 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Aug 31 16:47:35.001149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:47:35.099873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:35.116331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'mac_address': 'fa:16:3e:0d:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:47:35.148855 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646efabf-e0cd-4e9e-8b0c-df88130b51af req-abf73a7c-30f3-43c4-824f-5f2941749772 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:35.150397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646efabf-e0cd-4e9e-8b0c-df88130b51af req-abf73a7c-30f3-43c4-824f-5f2941749772 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 944 time: 0.0561848 Aug 31 16:47:35.155738 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:35.169178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:47:35.189169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-646efabf-e0cd-4e9e-8b0c-df88130b51af req-5669d0ed-1b59-4347-b1fe-cbc8ff468ed1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326517 Aug 31 16:47:35.189457 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:35.194877 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:35.244211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:35.418049 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:47:35.451957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['5f8b15d8-8ad0-472c-8ec3-b29d3411c486'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:47:36.314564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e18eb-cc6a-423b-96c2-118c1151a5c9 req-2d7cb2b6-9ed6-457d-8642-4d49a4f0e3e8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:36.316135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-151e18eb-cc6a-423b-96c2-118c1151a5c9 req-2d7cb2b6-9ed6-457d-8642-4d49a4f0e3e8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0515506 Aug 31 16:47:36.357160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-151e18eb-cc6a-423b-96c2-118c1151a5c9 req-964d0206-29a1-4ecd-8556-9f8aae7d0e35 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335565 Aug 31 16:47:37.014188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:47:37.063887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:47:37.067440 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:47:37.067807 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:37.145712 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:37.167813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:37.170066 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e600462aab9c795ae6f0350980f50e5a8005d7a3a1da287bc8ea73bf92f4c0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b46a33d-17d2-49eb-bc7c-43ec49f934cb" -d '{"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-plugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:37.183631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:47:37.187796 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:37.212834 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d3294d-8e65-4485-98b4-a45213b892e4 x-openstack-request-id: req-49d3294d-8e65-4485-98b4-a45213b892e4 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:37.213118 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-plugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:37.213370 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49d3294d-8e65-4485-98b4-a45213b892e4 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:37.213756 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'code': 200} Aug 31 16:47:37.238490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:47:37.303357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21fe02-fd64-4096-b994-d843b8b1771f req-1c94b37e-f87b-4e59-9d1f-dee14a8b387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:37.304795 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa21fe02-fd64-4096-b994-d843b8b1771f req-1c94b37e-f87b-4e59-9d1f-dee14a8b387d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1098 time: 0.0396836 Aug 31 16:47:37.341434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa21fe02-fd64-4096-b994-d843b8b1771f req-5ccac8be-e603-4755-af4b-6631115fd3ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272739 Aug 31 16:47:37.772533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eabab-a2ff-4304-ab52-2d42d00ccd9c req-27f05754-9a88-4c94-b437-e007c2ebe5ff tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:37.774144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-763eabab-a2ff-4304-ab52-2d42d00ccd9c req-27f05754-9a88-4c94-b437-e007c2ebe5ff tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.3469663 Aug 31 16:47:37.812774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-763eabab-a2ff-4304-ab52-2d42d00ccd9c req-88938b79-252e-41b2-b8ae-d1d6acd202fe tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Aug 31 16:47:38.927031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2063a28-39d5-4a8b-9680-34871981c115 req-2606172e-263a-4cbd-b3b6-8903f03ea4e2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:38.929077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2063a28-39d5-4a8b-9680-34871981c115 req-2606172e-263a-4cbd-b3b6-8903f03ea4e2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Aug 31 16:47:38.966809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a2063a28-39d5-4a8b-9680-34871981c115 req-5f562a1b-a4fa-4ca7-926d-840e25c3cd99 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314891 Aug 31 16:47:39.078163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3686501-f357-41aa-a86f-d19c51956f66 req-050639af-f144-4571-bfa2-55364dae070e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:39.079654 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3686501-f357-41aa-a86f-d19c51956f66 req-050639af-f144-4571-bfa2-55364dae070e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0499799 Aug 31 16:47:39.088101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42472) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:47:39.092629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'floatingip': {'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:47:39.135575 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:39.575363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:39.579293 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:39.688321 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c associated. External IP: 172.25.6.199, port: 5f8b15d8-8ad0-472c-8ec3-b29d3411c486. Aug 31 16:47:39.895451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:47:40.007950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:47:40.013180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:40.018233 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:47:40.028430 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:47:40.029032 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:47:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:40.040319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-8fd98af7-8ee5-4db5-93ea-103558763bfb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "PUT /v2.0/floatingips/1a381108-9a30-4ae9-9850-9dde1fc74b0c HTTP/1.1" status: 200 len: 992 time: 0.9510934 Aug 31 16:47:40.040930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:47:40.043242 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f74be011605e7328f1827440c503c79160088e9a6a183f6833985dcbec63c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb67ac79-48a6-469f-a93d-a37df08dc510" -d '{"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:47:40.132520 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e185f9-bb21-4e0b-818a-5db79846863b x-openstack-request-id: req-64e185f9-bb21-4e0b-818a-5db79846863b {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:47:40.132877 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:47:40.133197 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64e185f9-bb21-4e0b-818a-5db79846863b {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:47:40.133705 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'status': 'completed', 'code': 200} Aug 31 16:47:40.139123 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:47:40.198446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-31bbf16c-357e-4a08-85f6-eb84333e4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:40.200021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-31bbf16c-357e-4a08-85f6-eb84333e4c27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1098 time: 0.0433164 Aug 31 16:47:40.296221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-0ad29364-89a8-46a4-9b39-3a5eda37c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:40.297776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-0ad29364-89a8-46a4-9b39-3a5eda37c90b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0893593 Aug 31 16:47:40.363371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-69c93c9d-0941-4346-bc49-98d4dbc345b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1000 time: 0.0581934 Aug 31 16:47:40.367301 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:0d:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:47:39Z', 'revision_number': 9, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:40.393796 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:47:40.402214 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:47:40.402810 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:47:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:40.418115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-9fd0b2c3-09b1-421f-9fdf-ab33cb53f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:40.419930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-9fd0b2c3-09b1-421f-9fdf-ab33cb53f304 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0491037 Aug 31 16:47:40.470003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-9fc72c95-6dcf-4221-a913-a5d1a6aadd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:40.471458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-9fc72c95-6dcf-4221-a913-a5d1a6aadd5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429459 Aug 31 16:47:40.516361 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:47:40.564777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-5efc655e-75fc-435c-96d3-4827e60a1c89 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843456 Aug 31 16:47:40.669179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb67ac79-48a6-469f-a93d-a37df08dc510 req-40291fd2-8911-4102-af45-84e079cc66cc service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962405 Aug 31 16:47:40.872851 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:0d:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:47:39Z', 'revision_number': 9, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:47:40.899186 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a7ac-b44c-4d98-9fae-3d9bac6acf08 None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:0d:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:47:39Z', 'revision_number': 9, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:47:41.111652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f16cc9-c3c9-463c-ab37-4007c4917144 None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:47:50.800754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-84ab4095-a765-4b32-b3e2-7accf6b9d9d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917897 Aug 31 16:47:50.890120 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-7b932e80-a22a-42dd-a57a-e77b46a76d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:50.891638 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-7b932e80-a22a-42dd-a57a-e77b46a76d6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1098 time: 0.0425951 Aug 31 16:47:51.013877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-e1621bc0-6a2b-4740-b5bc-f2a87a1d5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:51.015389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-e1621bc0-6a2b-4740-b5bc-f2a87a1d5755 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0972331 Aug 31 16:47:51.090103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-6245319f-3fe2-4d0a-8e24-68d81615c6d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1003 time: 0.0605445 Aug 31 16:47:51.111072 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-632bc55f-64e7-4099-8d9d-6537ba6a6b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:51.158928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-5bc449f4-2e2d-4d58-bbaa-d257f42fcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:51.160496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-5bc449f4-2e2d-4d58-bbaa-d257f42fcfbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0607390 Aug 31 16:47:51.214716 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-503315d9-5623-4fe4-a334-ec86c8bb632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:47:51.216495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-503315d9-5623-4fe4-a334-ec86c8bb632e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477087 Aug 31 16:47:51.313261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-584b7f1d-f874-4904-b19c-a5601a7b7968 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882275 Aug 31 16:47:51.410621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-516f8cd2-afa7-490c-832d-96dc086b0d61 req-8947b3ed-3325-47df-b7e2-b14122693006 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873649 Aug 31 16:47:54.607747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:55.321242 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:55.527994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:55.703026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29f69528-d7bb-4c21-8615-1ab39a1c9d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:56.027314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:47:57.809029 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:12.417339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:48:21.112694 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-eb08b96d-47cf-4ec9-8ed1-8d398adb419b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:24.604375 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:25.322073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:25.528922 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:25.703237 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2ce112ec-63fa-4e54-8d7f-25177995274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:26.029658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:27.806506 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:49.416707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:48:50.802817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-79bb810d-6add-45b4-a8a6-cef111dbf854 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783970 Aug 31 16:48:50.883516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-abbb0ba9-9c1f-4a59-ad75-7af721ed92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:48:50.885845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-abbb0ba9-9c1f-4a59-ad75-7af721ed92d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1098 time: 0.0403686 Aug 31 16:48:50.990272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-f82cfa54-e069-474d-a3ed-0893d8fe4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:48:50.991805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-f82cfa54-e069-474d-a3ed-0893d8fe4e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0876732 Aug 31 16:48:51.057551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-6dcc0d0e-7a6f-46f6-b779-109e5d0503d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1003 time: 0.0571666 Aug 31 16:48:51.114546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-67e80d4a-3588-4e59-a3a3-7799cbefd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:48:51.114766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-037ba7a1-c9c6-428a-88da-3ad385b886c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:51.116498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-67e80d4a-3588-4e59-a3a3-7799cbefd000 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0522785 Aug 31 16:48:51.162226 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-c730918d-a651-4cda-9cdb-e6717a2783be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:48:51.163737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-c730918d-a651-4cda-9cdb-e6717a2783be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398293 Aug 31 16:48:51.253231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-3d8d2cec-ba9a-4929-8ae2-99a0e9733b98 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815067 Aug 31 16:48:51.348453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27cb2a7c-fe4c-4366-8392-ee6a949b476e req-eb6cb2e7-4de7-4641-9157-4179a8f0cfb6 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 Aug 31 16:48:54.617332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:55.325650 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:55.533721 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:55.703578 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e86780ae-90ee-4056-ae6f-3642e79a5756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:56.032756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:48:57.812112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:20.468718 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-dcae6de5-6973-4119-9500-c1150b0e0864 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906565 Aug 31 16:49:20.556678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93474b3e-73f8-49f2-8322-894ec43f081c req-51a7fa46-9b94-4b8b-b8d3-a36fd29b89dd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:20.558131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93474b3e-73f8-49f2-8322-894ec43f081c req-51a7fa46-9b94-4b8b-b8d3-a36fd29b89dd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.1002727 Aug 31 16:49:20.597637 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-93474b3e-73f8-49f2-8322-894ec43f081c req-4ab6421c-171f-40b4-b1d7-e057df7bfc36 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328281 Aug 31 16:49:21.115945 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67efef95-cf01-44e0-b6a6-04e40ca03d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:21.716772 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e52cf4-54b1-46e2-8d67-35d7c03ff2f9 req-1c9f1b0e-1f75-4bc0-9233-c630aff93a75 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:21.718290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e52cf4-54b1-46e2-8d67-35d7c03ff2f9 req-1c9f1b0e-1f75-4bc0-9233-c630aff93a75 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0524480 Aug 31 16:49:21.756422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e52cf4-54b1-46e2-8d67-35d7c03ff2f9 req-0d5c4c7b-cb30-4ec4-a002-488ac8dc42b6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Aug 31 16:49:22.872114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016b1a8-07f5-4a03-b3a0-8d4ab9155660 req-d553e316-eb73-4b04-832f-d6f5c75c3cb8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:22.873639 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1016b1a8-07f5-4a03-b3a0-8d4ab9155660 req-d553e316-eb73-4b04-832f-d6f5c75c3cb8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Aug 31 16:49:22.911793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1016b1a8-07f5-4a03-b3a0-8d4ab9155660 req-392a4723-4ed3-4257-9dd5-4e2035259f2c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Aug 31 16:49:23.564445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-bd4c6727-c6c9-4adc-99b2-493d26aaa370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:23.565939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-bd4c6727-c6c9-4adc-99b2-493d26aaa370 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1098 time: 0.0416627 Aug 31 16:49:23.657163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-c6f16c1b-f825-4920-94a9-c296fb4e1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:23.658626 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-c6f16c1b-f825-4920-94a9-c296fb4e1d05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0854967 Aug 31 16:49:23.725152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-f83788b3-1eec-4740-ade6-7cfcd9322ada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1003 time: 0.0576181 Aug 31 16:49:23.778228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-2e1e1b79-0cd9-437c-a8d6-2c8d01cd08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:23.779658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-2e1e1b79-0cd9-437c-a8d6-2c8d01cd08b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0471702 Aug 31 16:49:23.825101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-c1aee4d9-9fb9-4403-b89b-abf1420dce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:23.826472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-c1aee4d9-9fb9-4403-b89b-abf1420dce08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391583 Aug 31 16:49:23.914728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-fca2ed2c-1530-4030-b370-96aec4b5939a service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802352 Aug 31 16:49:24.033696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a35c15a5-9d02-41b7-8cdf-52a473f17c2b service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103461 Aug 31 16:49:24.049052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17424-9c06-44a3-baea-a097e9aeccc2 req-5fd9bf16-7c94-4459-9e3d-14652aea220d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:24.050533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbf17424-9c06-44a3-baea-a097e9aeccc2 req-5fd9bf16-7c94-4459-9e3d-14652aea220d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0691392 Aug 31 16:49:24.091733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbf17424-9c06-44a3-baea-a097e9aeccc2 req-293ac0e6-497d-4bef-b8c9-326593ad3468 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349197 Aug 31 16:49:24.608929 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:25.207597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beffae1-455e-40ae-8f87-9f1e897289aa req-d87f8760-1024-4b87-a530-5f3ae5304c3f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:25.209119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3beffae1-455e-40ae-8f87-9f1e897289aa req-d87f8760-1024-4b87-a530-5f3ae5304c3f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0483294 Aug 31 16:49:25.250826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3beffae1-455e-40ae-8f87-9f1e897289aa req-2289067e-0a7c-46ba-9de1-7ed8ab4cb009 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358789 Aug 31 16:49:25.325374 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:25.547768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:25.704353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fe6ee1eb-3b0e-4cd0-9c09-039ba17b40b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:26.036272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:26.363913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aaf66-58a0-46e2-aa8b-fd2129ccb537 req-eac18c20-da3a-4d7a-934f-d3e4edff33a2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:26.365316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5aaf66-58a0-46e2-aa8b-fd2129ccb537 req-eac18c20-da3a-4d7a-934f-d3e4edff33a2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0482213 Aug 31 16:49:26.403158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5aaf66-58a0-46e2-aa8b-fd2129ccb537 req-83e1420e-962a-4318-b5cf-a1b5e3c89365 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Aug 31 16:49:26.415443 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:49:27.517852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb821a-b216-4d79-9d4f-76afdb9f4a52 req-c4fd8927-75e9-43b7-b509-974bb385bce4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:27.519345 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dbb821a-b216-4d79-9d4f-76afdb9f4a52 req-c4fd8927-75e9-43b7-b509-974bb385bce4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0492351 Aug 31 16:49:27.556042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dbb821a-b216-4d79-9d4f-76afdb9f4a52 req-cd74a3a7-b439-49b5-91eb-3b25c6bcb87a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Aug 31 16:49:27.812332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:28.671071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d0ac6-319d-4b63-a2e5-43493915b970 req-9571790e-9423-4b21-b00b-dcd1de4951bb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:28.673167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce7d0ac6-319d-4b63-a2e5-43493915b970 req-9571790e-9423-4b21-b00b-dcd1de4951bb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0484829 Aug 31 16:49:28.713078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce7d0ac6-319d-4b63-a2e5-43493915b970 req-3bbccf87-a631-445b-93e0-0b2fe53aa253 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339289 Aug 31 16:49:29.830509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0379b20-711c-44ad-b3d3-c813f4d114a2 req-7530bcc4-3210-47dd-a890-c785d99d49d5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:29.831990 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0379b20-711c-44ad-b3d3-c813f4d114a2 req-7530bcc4-3210-47dd-a890-c785d99d49d5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0501227 Aug 31 16:49:29.868592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0379b20-711c-44ad-b3d3-c813f4d114a2 req-37cb26a9-450d-4448-ae7d-461ced8033bf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Aug 31 16:49:30.988845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e7ef-0f12-4414-9f72-e5833e979c04 req-77ca9333-de53-4df4-bb5f-ddd13d6fac08 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:30.990274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0277e7ef-0f12-4414-9f72-e5833e979c04 req-77ca9333-de53-4df4-bb5f-ddd13d6fac08 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0487335 Aug 31 16:49:31.029430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0277e7ef-0f12-4414-9f72-e5833e979c04 req-30e274d2-a679-499f-b2f7-ef75c0d39c2c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321827 Aug 31 16:49:32.146856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b2f8-2c21-4b63-a518-c591c846a972 req-b28445e6-6e76-4840-8bbd-7cd3df62ce98 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:32.148356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4de1b2f8-2c21-4b63-a518-c591c846a972 req-b28445e6-6e76-4840-8bbd-7cd3df62ce98 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0475440 Aug 31 16:49:32.189528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4de1b2f8-2c21-4b63-a518-c591c846a972 req-4dcb31f2-829a-4914-a68b-25fe0add041f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Aug 31 16:49:33.303355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5213a46-8cb0-4825-aff1-3cb194b5eecb req-406e8109-279a-4254-bf70-c5bc5ad89a67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:33.305132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5213a46-8cb0-4825-aff1-3cb194b5eecb req-406e8109-279a-4254-bf70-c5bc5ad89a67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0486181 Aug 31 16:49:33.341453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5213a46-8cb0-4825-aff1-3cb194b5eecb req-545e716f-8420-437b-8994-45d248b6b494 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304241 Aug 31 16:49:34.459068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8df6-0b5f-469b-ac57-8da82538f120 req-2075ba95-fc25-48f4-b595-b19780777b5f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:34.460652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b5f8df6-0b5f-469b-ac57-8da82538f120 req-2075ba95-fc25-48f4-b595-b19780777b5f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0503402 Aug 31 16:49:34.498918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b5f8df6-0b5f-469b-ac57-8da82538f120 req-50f7607d-64e0-4b24-88db-0e38708d237b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Aug 31 16:49:35.617032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-1e9e-425d-b35b-d187e7813755 req-78fc83d3-79f1-427e-9590-106113568e56 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:35.618520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c139446-1e9e-425d-b35b-d187e7813755 req-78fc83d3-79f1-427e-9590-106113568e56 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0481222 Aug 31 16:49:35.661595 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c139446-1e9e-425d-b35b-d187e7813755 req-7ec9b9c7-fb39-4f65-803a-fb012cdb5ca2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 Aug 31 16:49:36.129151 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-1cb5eb04-8c4f-43a0-a688-c62952441a43 service neutron] show failed (client error): The resource could not be found. Aug 31 16:49:36.130170 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-1cb5eb04-8c4f-43a0-a688-c62952441a43 service neutron] 10.222.0.30 "GET /v2.0/ports/5f8b15d8-8ad0-472c-8ec3-b29d3411c486/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0574629 Aug 31 16:49:36.399690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-7a27b325-1340-483f-a195-35ba7b79a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:36.401138 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-7a27b325-1340-483f-a195-35ba7b79a585 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 1098 time: 0.0806413 Aug 31 16:49:36.412946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:49:36.468760 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:36.680784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:36.715206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:49:36.755710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:36.761583 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:36.775347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Transition to ACTIVE for port object 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:49:36.779784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:36.786507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97788678-6df9-4883-8639-dcb46925fc79 req-17b1770d-8957-49b7-90c6-ec573ac5772a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:36.788049 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97788678-6df9-4883-8639-dcb46925fc79 req-17b1770d-8957-49b7-90c6-ec573ac5772a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0555918 Aug 31 16:49:36.814821 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad37e802-5ad8-4a27-aa28-9b323cab80f7" -d '{"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:36.828098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97788678-6df9-4883-8639-dcb46925fc79 req-93a46092-6661-49ae-a6f6-239ef0212f3a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Aug 31 16:49:36.872021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:36.887459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.887817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.888234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.888520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.888860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.889195 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.889528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.889865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.890197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.890530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.890859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.891238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:36.931183 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] No DVR routers for this DVR port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:49:36.969559 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006df7c0-78af-41ae-a68f-881b2138c9e9 x-openstack-request-id: req-006df7c0-78af-41ae-a68f-881b2138c9e9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:36.969855 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:36.970109 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-006df7c0-78af-41ae-a68f-881b2138c9e9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:36.970505 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'code': 200} Aug 31 16:49:37.077055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:49:37.077396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:49:37.077741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:49:37.082674 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:49:37.083005 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:49:37.090088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:49:37.090445 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:49:37.090844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:49:37.091287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Bound port: 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:49:37.091659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:37.164935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:49:37.168004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:49:37.172414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:37.204794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:37.205417 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:37.206805 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1093 time: 0.7978456 Aug 31 16:49:37.245897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1fcb2-a28b-4b89-96fc-6d568104a2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:37.276205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-f72bf282-8e31-42d0-bd04-e8f5e57e582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:37.277741 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-f72bf282-8e31-42d0-bd04-e8f5e57e582c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1096 time: 0.0491784 Aug 31 16:49:37.372215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-eada9fec-5e80-4509-9b0e-f9ef0f602594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:37.373779 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-eada9fec-5e80-4509-9b0e-f9ef0f602594 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0886905 Aug 31 16:49:37.446789 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-52d5fa7e-8b81-4c8f-9cf9-0a4b2bae0dcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1001 time: 0.0649254 Aug 31 16:49:37.496029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-3d43219d-4df6-44e7-9527-3b61f09a8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:37.497495 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-3d43219d-4df6-44e7-9527-3b61f09a8988 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0439115 Aug 31 16:49:37.542506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-11d9d56b-c027-470e-b11a-99acae035b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:37.543990 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-11d9d56b-c027-470e-b11a-99acae035b2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397680 Aug 31 16:49:37.636126 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-bcc9cb6e-b1a4-49bf-8600-4972a37a7a85 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846219 Aug 31 16:49:37.726655 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ab50411-ae3a-4ecd-9136-a6b698e60f2a req-9ea15d26-eddb-43e0-80e8-5b4055d69a37 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816381 Aug 31 16:49:37.948301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26cab-60ef-42f9-94db-12a1ac371741 req-41a50a09-e3ee-40b6-8d4f-2999b309e382 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:37.949794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67f26cab-60ef-42f9-94db-12a1ac371741 req-41a50a09-e3ee-40b6-8d4f-2999b309e382 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 944 time: 0.0489118 Aug 31 16:49:37.986996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-67f26cab-60ef-42f9-94db-12a1ac371741 req-4a6e1b5a-94a0-470e-b9e3-aef4d691aa72 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306740 Aug 31 16:49:38.971461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:38.973844 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfc5066-5ae0-458e-a43e-f8a111a72afd" -d '{"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:39.019862 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c1796-6ded-44fe-9b03-d692384ba2a6 x-openstack-request-id: req-800c1796-6ded-44fe-9b03-d692384ba2a6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:39.020152 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:39.020436 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-800c1796-6ded-44fe-9b03-d692384ba2a6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:39.020839 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'status': 'completed', 'code': 200} Aug 31 16:49:39.083312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-02fb4c1c-9270-463a-8498-1156bb402cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.084870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-02fb4c1c-9270-463a-8498-1156bb402cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1096 time: 0.0430477 Aug 31 16:49:39.117484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-ec3fc348-71e9-46ea-8f15-7022b4e94bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.118987 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-ec3fc348-71e9-46ea-8f15-7022b4e94bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1096 time: 0.0734658 Aug 31 16:49:39.131814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c11dd3-e5b5-4059-8017-e9c6257635ca req-375b3ec0-d8dc-4bf3-aa2c-f7c2faa6c79c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.133263 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4c11dd3-e5b5-4059-8017-e9c6257635ca req-375b3ec0-d8dc-4bf3-aa2c-f7c2faa6c79c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 944 time: 0.0596440 Aug 31 16:49:39.184487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-4d09266c-c6f4-44ac-be73-e728a32e7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.187037 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-4d09266c-c6f4-44ac-be73-e728a32e7523 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0948226 Aug 31 16:49:39.225300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c4c11dd3-e5b5-4059-8017-e9c6257635ca req-1b63d81d-57ac-428b-a1f4-8c12a1970fdf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838304 Aug 31 16:49:39.257040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-6578033c-ff31-45a0-80d2-3ced7603aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.258715 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-6578033c-ff31-45a0-80d2-3ced7603aa31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.1245775 Aug 31 16:49:39.271019 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-e2b39b5d-8fdf-4e81-a089-1b9af695ebd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1001 time: 0.0670941 Aug 31 16:49:39.327851 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-0aa97377-ae8b-4bbf-bda4-40fbde9fc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.330331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-1084bc9c-bacc-4d5e-b5e7-104732677195 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1001 time: 0.0629189 Aug 31 16:49:39.330866 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-0aa97377-ae8b-4bbf-bda4-40fbde9fc4c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0533373 Aug 31 16:49:39.381574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-a8c69606-cef7-4882-a959-bc87dbffb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.383086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-a8c69606-cef7-4882-a959-bc87dbffb62e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0461295 Aug 31 16:49:39.389860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-80af2d0a-90b5-4de1-999e-ea4521551d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.391935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-80af2d0a-90b5-4de1-999e-ea4521551d24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407455 Aug 31 16:49:39.433156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-57769cad-d43a-4c2a-93fc-689a8a9dcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:39.434676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-57769cad-d43a-4c2a-93fc-689a8a9dcd4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443294 Aug 31 16:49:39.480033 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-3bc01266-e666-49bb-a9c9-37d8a2dc1594 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813484 Aug 31 16:49:39.482751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:49:39.528632 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-11512778-5109-424b-8128-993cb8947940 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Aug 31 16:49:39.575870 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-6e5503dd-af65-48ce-93d3-9566630d8473 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890915 Aug 31 16:49:39.581877 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:39.593588 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'mac_address': 'fa:16:3e:0d:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:49:39.627144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccfc5066-5ae0-458e-a43e-f8a111a72afd req-a429afe1-c13e-4389-b240-21d67b80add1 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912757 Aug 31 16:49:39.631543 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:39.645015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:49:39.663725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:39.667260 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:39.718239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:39.726108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.726458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.726799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.727267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.727495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.727847 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.728158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.728510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.728835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.729160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.729484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.729816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:39.889796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5f8b15d8-8ad0-472c-8ec3-b29d3411c486'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:49:40.342756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47a006-fb61-4d29-b57b-9c38c7ac0721 req-b87262af-be89-48ed-af5c-60f9c927bacf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:40.344248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e47a006-fb61-4d29-b57b-9c38c7ac0721 req-b87262af-be89-48ed-af5c-60f9c927bacf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0489819 Aug 31 16:49:40.381838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1e47a006-fb61-4d29-b57b-9c38c7ac0721 req-3c687952-49fa-45a0-a252-50f771aebe90 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317557 Aug 31 16:49:40.670633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-e883c609-1353-4db5-8b01-d0d799f2a81d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:40.672164 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-e883c609-1353-4db5-8b01-d0d799f2a81d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 945 time: 0.0631266 Aug 31 16:49:40.678640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824e577-c54c-49a3-a2aa-c1bd5aa84b9a req-8e0acd21-ef71-474a-ac69-95c359c78696 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:40.680417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5824e577-c54c-49a3-a2aa-c1bd5aa84b9a req-8e0acd21-ef71-474a-ac69-95c359c78696 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Aug 31 16:49:40.718201 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5824e577-c54c-49a3-a2aa-c1bd5aa84b9a req-1feaff45-6722-4224-ba0f-ba770c2388e5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Aug 31 16:49:40.736257 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-324ba586-dba5-42e7-b148-259bceaa820b service neutron] 10.222.0.49 "GET /v2.0/ports/5f8b15d8-8ad0-472c-8ec3-b29d3411c486/bindings/n-h2-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.0556717 Aug 31 16:49:40.800647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-0abea16d-abeb-40b5-bd03-3fdee5947f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:40.802154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-0abea16d-abeb-40b5-bd03-3fdee5947f96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1097 time: 0.0446422 Aug 31 16:49:40.889546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-2b3a4c46-32bb-4309-8224-bbf78b45a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:40.891459 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-2b3a4c46-32bb-4309-8224-bbf78b45a131 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0821729 Aug 31 16:49:40.959322 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-0f2e3515-59b6-4da5-b6f9-1fc2f6712a8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1002 time: 0.0608428 Aug 31 16:49:41.006901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-1a225455-2529-45b0-9d0d-a6e9666d1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:41.008330 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-1a225455-2529-45b0-9d0d-a6e9666d1360 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0425379 Aug 31 16:49:41.052796 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-35c1420c-86fa-4a2c-b567-3de719e113ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:41.054534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-35c1420c-86fa-4a2c-b567-3de719e113ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395939 Aug 31 16:49:41.144975 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-d714d329-c0bc-4a3a-86dd-bbbecfe06e8d service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Aug 31 16:49:41.233751 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-64809934-8958-43e6-90bb-0aa494e577fc service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Aug 31 16:49:41.489560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:49:41.540127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:49:41.543892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:49:41.544303 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:41.618850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:41.629327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:49:41.664368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:41.702454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:41.707124 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4c6114-7ec5-4615-bdd6-2654b6f53d8d" -d '{"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-plugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:41.712052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:41.718298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:49:41.762526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:41.808695 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7770b8-e921-480a-8631-cd437af24182 x-openstack-request-id: req-cb7770b8-e921-480a-8631-cd437af24182 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:41.808994 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-plugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:41.809255 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb7770b8-e921-480a-8631-cd437af24182 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:41.809778 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'code': 200} Aug 31 16:49:41.905650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034a6aa-98e6-43b1-82e8-ea20743a78eb req-a9c7871c-34da-4d40-9dae-dd0e1f56bbd5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:41.907142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1034a6aa-98e6-43b1-82e8-ea20743a78eb req-a9c7871c-34da-4d40-9dae-dd0e1f56bbd5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0532281 Aug 31 16:49:41.945446 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1034a6aa-98e6-43b1-82e8-ea20743a78eb req-cac1b914-f53e-4d2d-89c1-7952e0e2a625 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324049 Aug 31 16:49:42.930255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-778566a9-4493-4069-bdae-c09f9a62ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:42.931776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-778566a9-4493-4069-bdae-c09f9a62ef5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1098 time: 0.0514078 Aug 31 16:49:43.059707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-651e7acd-eee5-442c-a2ac-e798f282d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:43.061277 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-651e7acd-eee5-442c-a2ac-e798f282d147 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.1097035 Aug 31 16:49:43.074243 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5dc0-6e5a-405b-ac3c-31ff854f0ab2 req-32487d66-4544-477b-8cee-a666ba4c267c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:43.076241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27ed5dc0-6e5a-405b-ac3c-31ff854f0ab2 req-32487d66-4544-477b-8cee-a666ba4c267c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0533004 Aug 31 16:49:43.118466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-27ed5dc0-6e5a-405b-ac3c-31ff854f0ab2 req-629a1793-72a4-40b7-88dc-03d1e69a9b14 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346813 Aug 31 16:49:43.155732 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-a37f3171-c7c4-4cef-b8eb-5c436a4c4390 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1003 time: 0.0851371 Aug 31 16:49:43.213790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-24e38de8-4e65-432d-bd89-4ca969de92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:43.215291 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-24e38de8-4e65-432d-bd89-4ca969de92a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0518062 Aug 31 16:49:43.233330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-7e0f3b4e-b08c-443b-bbc6-af97c9ff5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:43.235083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-7e0f3b4e-b08c-443b-bbc6-af97c9ff5b73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 1098 time: 0.0429981 Aug 31 16:49:43.248711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:49:43.264206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-9d2596ac-190a-44a3-bbec-ea8a085529bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:43.265803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-9d2596ac-190a-44a3-bbec-ea8a085529bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419204 Aug 31 16:49:43.305768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:43.354614 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-52a26ce5-0b29-4590-90d3-30d432d1c6ca service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805922 Aug 31 16:49:43.452930 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-458fc799-b7d7-4733-9f87-26519e1b6363 req-7413ebd8-2d4a-46db-963c-fadde80dd227 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904462 Aug 31 16:49:43.509470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:43.541327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:49:43.581448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:43.586511 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:43.599158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Transition to ACTIVE for port object 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:49:43.603338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:43.633383 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cf21fc-bfbc-45a7-83d7-cc668d1ff7e9" -d '{"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:43.658148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=10']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:43.697708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.698068 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.698420 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.698766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.699110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.699453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.699791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.700126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.700488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.700824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.701152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.701493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:49:43.749833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] No DVR routers for this DVR port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:49:43.784904 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1014c4-4891-488c-a74a-d703339bd21c x-openstack-request-id: req-9d1014c4-4891-488c-a74a-d703339bd21c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:43.785199 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:43.785455 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d1014c4-4891-488c-a74a-d703339bd21c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:43.785857 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'code': 200} Aug 31 16:49:43.889325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:49:43.889667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:49:43.890000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:49:43.894379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:49:43.894705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Attempting to bind port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:49:43.899491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:49:43.899831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:49:43.900240 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:49:43.900672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Bound port: 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:49:43.901030 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:43.962832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:49:43.965992 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:49:43.970073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:44.003380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:44.004097 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:44.005712 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] 10.222.0.30 "PUT /v2.0/ports/5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1094 time: 0.7616029 Aug 31 16:49:44.035307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176b81-83a9-4163-86b2-76d563036d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=11']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:44.079536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-cfbbc327-2b39-46b7-bab1-652dd7a978fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:44.081300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-cfbbc327-2b39-46b7-bab1-652dd7a978fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1097 time: 0.0423093 Aug 31 16:49:44.180112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-f8a5a2b3-1701-41f3-a522-d67a24e39053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:44.181641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-f8a5a2b3-1701-41f3-a522-d67a24e39053 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0915544 Aug 31 16:49:44.280354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-5db74a4c-21fa-44da-a2e6-57e95515e2de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1001 time: 0.0910182 Aug 31 16:49:44.288925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0274c-c24a-4279-bad2-0ac4fa955f47 req-3bf96c2e-5c89-4511-bc25-f6773ba2e67f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:44.290325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3c0274c-c24a-4279-bad2-0ac4fa955f47 req-3bf96c2e-5c89-4511-bc25-f6773ba2e67f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0949690 Aug 31 16:49:44.360057 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a3c0274c-c24a-4279-bad2-0ac4fa955f47 req-c3dd08d1-2062-4a83-bc54-e27e101c7eb8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618346 Aug 31 16:49:44.361550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-fdd76c62-7484-4466-9eab-eace9ce72620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:44.362919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-fdd76c62-7484-4466-9eab-eace9ce72620 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0717711 Aug 31 16:49:44.697943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077849e1-e78f-46a0-8367-6c67f150553e req-eb633394-cb5b-4e07-af9f-1b7cb04354d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:44.699517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-eb633394-cb5b-4e07-af9f-1b7cb04354d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3278730 Aug 31 16:49:44.788479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-ebd86712-43f1-4ec2-9b1e-83feb60b0d0b service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807660 Aug 31 16:49:44.880305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-077849e1-e78f-46a0-8367-6c67f150553e req-d98907d1-44c8-417e-a25b-57eac914adca service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838883 Aug 31 16:49:45.474415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552564f5-8f06-4d02-85b5-8dd09259a07b req-0f1d95a2-e8fd-4da0-ba6b-2dbeed982441 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:45.475880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-552564f5-8f06-4d02-85b5-8dd09259a07b req-0f1d95a2-e8fd-4da0-ba6b-2dbeed982441 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Aug 31 16:49:45.513028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-552564f5-8f06-4d02-85b5-8dd09259a07b req-2be162f4-9df7-4423-bf15-1649deac6a2c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312593 Aug 31 16:49:45.787153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:45.789630 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc089403-298e-4fcd-837a-d494f0912f07" -d '{"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:45.839495 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39492a-c5bc-453e-8f83-ea7f837fd3b0 x-openstack-request-id: req-0e39492a-c5bc-453e-8f83-ea7f837fd3b0 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:45.839793 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:45.840052 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e39492a-c5bc-453e-8f83-ea7f837fd3b0 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:45.840497 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'status': 'completed', 'code': 200} Aug 31 16:49:45.898047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-0d94407a-de6f-4458-86b3-7dd8e4759d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:45.899572 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-0d94407a-de6f-4458-86b3-7dd8e4759d02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1097 time: 0.0420356 Aug 31 16:49:45.902767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-692444b8-b941-4503-9ff7-9dc43e65a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:45.904427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-692444b8-b941-4503-9ff7-9dc43e65a810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 1097 time: 0.0399878 Aug 31 16:49:45.994026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-92a7ffe1-35ae-43ea-9aba-91f7177c58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:45.995436 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-92a7ffe1-35ae-43ea-9aba-91f7177c58b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0888684 Aug 31 16:49:45.998725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-28872dfe-c360-4b70-add9-90cb0e057d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:46.000267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-28872dfe-c360-4b70-add9-90cb0e057d7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0862784 Aug 31 16:49:46.062250 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-3d99e03e-be02-472f-b168-9d43616e7efa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1001 time: 0.0596318 Aug 31 16:49:46.072783 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-2462bf23-5157-4687-8412-4ddb9ca344d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 200 len: 1001 time: 0.0599043 Aug 31 16:49:46.111347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-2a440e8d-51fe-4911-989a-9e498d63dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:46.112944 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-2a440e8d-51fe-4911-989a-9e498d63dc21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0443404 Aug 31 16:49:46.145563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-4687af1e-2d3e-4702-8374-9b68f8d7f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:46.147709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-4687af1e-2d3e-4702-8374-9b68f8d7f7a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0640023 Aug 31 16:49:46.161881 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-d601aca8-9538-4eb4-a4d5-b10a1ff8d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:46.163349 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-d601aca8-9538-4eb4-a4d5-b10a1ff8d9a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434084 Aug 31 16:49:46.199612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089403-298e-4fcd-837a-d494f0912f07 req-e369ff79-6efd-4bbc-8271-59ceb988c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:46.201188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-e369ff79-6efd-4bbc-8271-59ceb988c71f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406673 Aug 31 16:49:46.255638 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-0fd197c0-678d-4f21-8917-a14ff4265dab service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848331 Aug 31 16:49:46.290949 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-68c85b9d-e8ff-4162-a3e1-9bfe50ec9b31 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809953 Aug 31 16:49:46.349962 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-e7e08bd1-cbf3-492b-b498-13e6ce60b472 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874829 Aug 31 16:49:46.386884 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc089403-298e-4fcd-837a-d494f0912f07 req-56f8ae9f-f339-47b4-b438-82415a9bf62c service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856698 Aug 31 16:49:46.637345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5abad8-64a3-4e3b-b229-d4fa94ee7447 req-03bf6978-8987-49a9-9a00-ce86474307cd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:46.639356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a5abad8-64a3-4e3b-b229-d4fa94ee7447 req-03bf6978-8987-49a9-9a00-ce86474307cd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0535500 Aug 31 16:49:46.680437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4a5abad8-64a3-4e3b-b229-d4fa94ee7447 req-603ff652-81fb-45d4-8e36-977e4fec4e5f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Aug 31 16:49:47.489386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:49:47.527677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:49:47.651832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:49:47.747561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:47.759637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'mac_address': 'fa:16:3e:0d:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:49:47.797772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:47.810507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:49:47.811492 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c83f1d-4199-463a-9763-98a6d8040c98 req-0c228be9-d743-4592-85df-4e5225fcfd08 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:47.813697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5c83f1d-4199-463a-9763-98a6d8040c98 req-0c228be9-d743-4592-85df-4e5225fcfd08 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Aug 31 16:49:47.830259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:47.835152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:47.853353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5c83f1d-4199-463a-9763-98a6d8040c98 req-b8202934-aae5-46ec-9931-998994b03c10 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Aug 31 16:49:47.882571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:47.967233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb5957-1fad-4846-a7b7-f57830710019 req-5a08868c-cb96-4e08-b513-d3f0421c3bf0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:47.968792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fcb5957-1fad-4846-a7b7-f57830710019 req-5a08868c-cb96-4e08-b513-d3f0421c3bf0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0494206 Aug 31 16:49:48.006538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fcb5957-1fad-4846-a7b7-f57830710019 req-85104234-7d23-4baa-b6d5-9ef82cca6505 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Aug 31 16:49:48.097228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['5f8b15d8-8ad0-472c-8ec3-b29d3411c486'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:49:48.121427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054749-cd81-4edb-900b-1663dbeb8703 req-9ec395ed-4ba5-4c8e-bb94-ce592850b970 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:48.123241 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c054749-cd81-4edb-900b-1663dbeb8703 req-9ec395ed-4ba5-4c8e-bb94-ce592850b970 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Aug 31 16:49:48.162202 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c054749-cd81-4edb-900b-1663dbeb8703 req-32584114-4969-47ec-9a23-955315898fcf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Aug 31 16:49:48.398470 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e2b9-949d-4ab5-8ebb-a2eeb06e86e0 req-4198c599-ffa8-4b5e-8a76-aea3a66ba04c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:48.399996 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6d9e2b9-949d-4ab5-8ebb-a2eeb06e86e0 req-4198c599-ffa8-4b5e-8a76-aea3a66ba04c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0530038 Aug 31 16:49:48.437853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6d9e2b9-949d-4ab5-8ebb-a2eeb06e86e0 req-b6a02cfd-8d45-43fe-8845-bab9304268a9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Aug 31 16:49:49.552340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ed27b-35b8-4350-a5fd-50a812d996a6 req-d02785ca-12de-4fc8-b746-c4256d6c140d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:49.554063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-424ed27b-35b8-4350-a5fd-50a812d996a6 req-d02785ca-12de-4fc8-b746-c4256d6c140d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 946 time: 0.0484457 Aug 31 16:49:49.590983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-424ed27b-35b8-4350-a5fd-50a812d996a6 req-b8876159-5682-482e-93f7-c2c8bfdf2fcf tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311038 Aug 31 16:49:49.672745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:49:49.726167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:49:49.730203 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:49:49.730599 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:49.814979 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:49.836077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:49.838290 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75f58d5-6eab-4354-917d-aac07ea7c468" -d '{"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-plugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:49.851206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:49.856175 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:49.881249 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a2da8d-dfe7-430a-bf3b-5d68f32da9ef x-openstack-request-id: req-55a2da8d-dfe7-430a-bf3b-5d68f32da9ef {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:49.881535 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-plugged", "status": "completed", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:49.881781 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55a2da8d-dfe7-430a-bf3b-5d68f32da9ef {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:49.882160 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'code': 200} Aug 31 16:49:49.905033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=13']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:49.951412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-5359195c-bca4-41db-a6b8-e96a956efb22 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:49.952971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-5359195c-bca4-41db-a6b8-e96a956efb22 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 947 time: 0.0491853 Aug 31 16:49:50.047093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Deleting port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:49:50.047454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:50.134637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] For port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:49:50.134999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:50.309005 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:50.309299 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:50.309613 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c disassociated. External IP: 172.25.6.199, port: 5f8b15d8-8ad0-472c-8ec3-b29d3411c486. Aug 31 16:49:50.309947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Calling delete_port for 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:49:50.433765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:50.462610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event deleted for resources: {'Port': ['ID=5f8b15d8-8ad0-472c-8ec3-b29d3411c486,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:50.579858 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:49:50.705125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9fa9991c-cb76-47e7-9033-3f9a7ace8bc3 req-ae17cc0e-d8fa-479d-986d-7523f1b79e80 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=5299860f-96b0-4848-8189-8f1bdcbc8355 HTTP/1.1" status: 200 len: 210 time: 0.0350924 Aug 31 16:49:50.719128 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:49:50.737696 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:49:50.746602 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:49:50.747203 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:49:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:49:50.768879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] No DVR routers for this DVR port 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:49:50.771477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:50.773496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6da5cf9-921d-4745-b7fe-1d26ee4a0bcf req-76b7a7b0-30ea-4931-ba69-d6f602882bfc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "DELETE /v2.0/ports/5f8b15d8-8ad0-472c-8ec3-b29d3411c486 HTTP/1.1" status: 204 len: 173 time: 0.8135962 Aug 31 16:49:50.773951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-deleted', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:50.776495 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757ed0f5-061c-401d-a05c-bc408db5c593" -d '{"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-deleted", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:50.818266 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1424fb24-bbec-4733-94a7-0a3073587c02 x-openstack-request-id: req-1424fb24-bbec-4733-94a7-0a3073587c02 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:50.818596 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299860f-96b0-4848-8189-8f1bdcbc8355", "name": "network-vif-deleted", "tag": "5f8b15d8-8ad0-472c-8ec3-b29d3411c486", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:50.819031 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1424fb24-bbec-4733-94a7-0a3073587c02 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:50.819371 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299860f-96b0-4848-8189-8f1bdcbc8355', 'name': 'network-vif-deleted', 'tag': '5f8b15d8-8ad0-472c-8ec3-b29d3411c486', 'status': 'completed', 'code': 200} Aug 31 16:49:50.853482 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:49:51.054510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:49:51.080058 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:49:51.088082 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:49:51.088706 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:49:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:49:51.117732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-678e99a1-7ec7-48d4-9577-a382dd4576e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:51.204389 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:49:51.401603 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:49:51.426327 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45594b12-8913-4580-b867-e28fb05b5d47 None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:49:51.656162 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda31533-3a6c-40db-af51-0e284b564b80 None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:49:51.983545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-f9355b3d-f3fa-40dc-b8f8-d6aa1e2b051a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1630646730&fields=id&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 267 time: 0.0323336 Aug 31 16:49:52.091066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-5136b345-8780-44f4-b0d5-350e273d2368 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:52.092549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-5136b345-8780-44f4-b0d5-350e273d2368 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1017106 Aug 31 16:49:52.108071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-1eeb8068-333b-422e-805c-c8aa46f5886b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/quotas/0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 375 time: 0.0090292 Aug 31 16:49:52.160578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-b43a4586-88dc-4b24-a85d-0a5ef48c6901 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466995 Aug 31 16:49:52.329140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-744735ba-9af3-419d-b9d1-08b5543df5cf service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224439 Aug 31 16:49:52.419495 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-7c120333-7129-4861-8b9e-7da505d62483 service neutron] 10.222.0.43 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842524 Aug 31 16:49:52.580058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cd2d234-04d8-48cf-afcb-340ba526994b req-1c4733cc-fcc2-412e-b07f-6aa404521b3b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0268538 Aug 31 16:49:53.659013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-37425f79-5dd5-497b-bd99-e7047f8401ea req-1daaf4b5-cace-4c89-a85d-cf0fabca356e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0263517 Aug 31 16:49:53.699302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:49:53.723056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:49:53.723420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 5f8b15d8-8ad0-472c-8ec3-b29d3411c486 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:49:54.618076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:54.738063 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b403c6de-1227-4866-9b22-4002285e66eb req-5e59c7b6-78ba-415a-8cb3-90b855db423f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0272696 Aug 31 16:49:55.327439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:55.563093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:55.703024 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44026cce-3ab2-4184-b70b-bad75ea7b3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:55.821653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1cb59839-0952-4d0b-a42f-d37ea8fe4437 req-0b8f0ae8-03c6-420b-b265-57ffe974767b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0280142 Aug 31 16:49:56.038168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:56.918907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f68e50e8-9623-49c4-8c61-2f4fcdab9bf0 req-aa01c3c0-348c-4e25-9ea9-8d85bfae25c0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0304677 Aug 31 16:49:57.552533 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-b00dafe6-f2f0-4902-ab10-09aaa4289930 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:57.554345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-b00dafe6-f2f0-4902-ab10-09aaa4289930 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 811 time: 0.1102507 Aug 31 16:49:57.597383 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-c0797060-3d9b-40b2-a583-713603c662fc tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 380 time: 0.0334260 Aug 31 16:49:57.606510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'port': {'device_id': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'admin_state_up': True, 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'security_groups': ['124014d9-9151-4ba0-b45c-064660d750b5']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:49:57.714336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Made reservation on behalf of 0d9d64f4b5db4f80aa9072496ccbee42 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:49:57.718130 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:57.815791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:57.847470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Allocated IP 172.20.0.7 (9389f72d-ddd9-4c0b-91b3-ac191c8a3920/6704c249-4c90-4942-89a9-0f69a3b586f0/a9111f90-53f2-4d02-97a4-e11a3d5d3c68) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:49:58.018227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b4ddbf6f-c4a3-4601-814f-8069ab4568bf req-fde94c9a-a4fa-4a98-a149-f493f8695a51 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0268219 Aug 31 16:49:58.318632 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.332730 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Transition to ACTIVE for port object a9111f90-53f2-4d02-97a4-e11a3d5d3c68 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:49:58.366671 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.415425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:49:58.418774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:49:58.423332 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:49:58.427579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:58.478088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:58.479002 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.496123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-829f2c91-ef40-4d0c-b8d2-64138807ed8e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931499 Aug 31 16:49:58.509015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Request body: {'port': {'device_id': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:49:58.566970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.709469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e4c40aba-48c1-4cb7-ae8c-b6e5af97b98a None None] Provisioning for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:49:58.713083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e4c40aba-48c1-4cb7-ae8c-b6e5af97b98a None None] Provisioning complete for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:49:58.713449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e4c40aba-48c1-4cb7-ae8c-b6e5af97b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.746794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e4c40aba-48c1-4cb7-ae8c-b6e5af97b98a None None] Port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:49:58.841311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9111f90-53f2-4d02-97a4-e11a3d5d3c68 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:49:58.848593 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.860238 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Transition to ACTIVE for port object a9111f90-53f2-4d02-97a4-e11a3d5d3c68 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:49:58.863878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:58.913244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:58.982344 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:49:58.982687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:49:58.983020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:49:58.988675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:49:58.989000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:49:58.994193 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:49:58.994537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:49:58.994924 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:49:58.995383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Bound port: a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:49:58.995749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:59.066334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:49:59.069497 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:49:59.074455 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:59.112999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.113624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:49:59.115026 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] 10.222.0.49 "PUT /v2.0/ports/a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1092 time: 0.6105132 Aug 31 16:49:59.115462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:49:59.117737 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bae1099-873e-45d2-a3b2-49805d96628f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:49:59.139222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4478c6c-26dc-473b-a7a6-e9e35cd40fbe service neutron] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:49:59.146586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02a98-7c8b-4e4c-8283-df95a5a8dff9 req-69957830-51eb-4bee-8022-21555049a72f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.148540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6b02a98-7c8b-4e4c-8283-df95a5a8dff9 req-69957830-51eb-4bee-8022-21555049a72f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0603559 Aug 31 16:49:59.198627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6b02a98-7c8b-4e4c-8283-df95a5a8dff9 req-d294b694-f338-4719-9795-06a3f9caffa1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Aug 31 16:49:59.205771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-426d6e9b-3799-44ea-a865-752e7b3109c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.207305 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-426d6e9b-3799-44ea-a865-752e7b3109c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1095 time: 0.0452106 Aug 31 16:49:59.255443 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a03038f-a1c8-4b41-bac3-ab1d9f8b66bd x-openstack-request-id: req-4a03038f-a1c8-4b41-bac3-ab1d9f8b66bd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:49:59.255735 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:49:59.255991 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a03038f-a1c8-4b41-bac3-ab1d9f8b66bd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:49:59.256415 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'status': 'completed', 'code': 200} Aug 31 16:49:59.257952 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-303c54b3-8a6f-4587-9961-8502249c15d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 217 time: 0.0432837 Aug 31 16:49:59.308437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-ce43fc14-9be3-45ab-9d99-c6a071982684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.309920 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-ce43fc14-9be3-45ab-9d99-c6a071982684 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0451972 Aug 31 16:49:59.356155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-e487912c-971d-40df-bd67-33803750025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.357653 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-e487912c-971d-40df-bd67-33803750025d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395923 Aug 31 16:49:59.451769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-b08eb5b4-d6b1-432c-82b8-ffa07c1a4805 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858350 Aug 31 16:49:59.540480 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a471ea1a-d400-48b7-a3da-98bd0a1e4f29 req-a6ddf1ef-622d-4b23-89bd-0fb8a4efbaf2 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Aug 31 16:49:59.623347 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1099-873e-45d2-a3b2-49805d96628f req-bc58772f-851a-4ede-9a4e-9315854a3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.624899 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-bc58772f-851a-4ede-9a4e-9315854a3e9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1095 time: 0.0417123 Aug 31 16:49:59.716145 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1099-873e-45d2-a3b2-49805d96628f req-4f08baa7-809c-4d01-8fc1-fe94e0abc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.717639 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-4f08baa7-809c-4d01-8fc1-fe94e0abc668 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0860498 Aug 31 16:49:59.760974 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-e516501b-b995-4bcb-b971-ec91ed63a282 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 217 time: 0.0345140 Aug 31 16:49:59.813799 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1099-873e-45d2-a3b2-49805d96628f req-46d90ac6-b2a3-4de3-afe3-be3b8ed8e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.815198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-46d90ac6-b2a3-4de3-afe3-be3b8ed8e108 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0464087 Aug 31 16:49:59.860313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1099-873e-45d2-a3b2-49805d96628f req-778093d1-6544-45a7-987c-48106bbbdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:49:59.861761 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-778093d1-6544-45a7-987c-48106bbbdbd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392251 Aug 31 16:49:59.948765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-4a6e6194-0e85-4702-b9ae-84c4c81115a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795553 Aug 31 16:50:00.045350 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7bae1099-873e-45d2-a3b2-49805d96628f req-37019c12-3b05-42e4-a2e5-2ca42a43d27f service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881681 Aug 31 16:50:00.313474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de826-40f0-441d-842a-03f136b07372 req-aa5014ac-b9c4-4a04-a365-bb5ebaf24228 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:00.314843 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c2de826-40f0-441d-842a-03f136b07372 req-aa5014ac-b9c4-4a04-a365-bb5ebaf24228 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0475819 Aug 31 16:50:00.351327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7c2de826-40f0-441d-842a-03f136b07372 req-4f85ed43-8d7b-4c87-bbc2-42c2d239b9bb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303938 Aug 31 16:50:01.467445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba9027-4f73-450a-8425-31079b71e58b req-01bb173f-f2ff-4b63-bead-f48cf772057b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:01.468969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47ba9027-4f73-450a-8425-31079b71e58b req-01bb173f-f2ff-4b63-bead-f48cf772057b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0524480 Aug 31 16:50:01.506938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47ba9027-4f73-450a-8425-31079b71e58b req-a72038a5-b046-44c7-9596-ba9ed0cde51a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Aug 31 16:50:01.521031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:50:01.633640 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:50:01.645181 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'mac_address': 'fa:16:3e:da:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:50:01.681483 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:01.694015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9111f90-53f2-4d02-97a4-e11a3d5d3c68 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:50:01.712665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:50:01.716617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:01.763396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:50:01.910618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['a9111f90-53f2-4d02-97a4-e11a3d5d3c68'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:50:02.625410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31134dc-6aad-4716-bbdf-0b31bbd91d73 req-cd2577d3-67a0-4458-be67-96f0673d8747 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:02.626938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f31134dc-6aad-4716-bbdf-0b31bbd91d73 req-cd2577d3-67a0-4458-be67-96f0673d8747 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0513172 Aug 31 16:50:02.664253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f31134dc-6aad-4716-bbdf-0b31bbd91d73 req-b2dfebf7-bb24-44ef-aa41-b4f25d4ab10e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Aug 31 16:50:03.414727 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:50:03.535802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:50:03.583541 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:50:03.587129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:50:03.587503 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:03.663701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:03.685831 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:50:03.688787 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a58362-eb38-4ddf-a432-bf326932e0f2" -d '{"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-plugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:50:03.702055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:50:03.706239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:03.754180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:50:03.780863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b2a6-06c8-41f1-89af-d8f0348d3fc5 req-b61d6e29-6a98-43ab-85fe-ab0b285e014e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:03.782350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19a8b2a6-06c8-41f1-89af-d8f0348d3fc5 req-b61d6e29-6a98-43ab-85fe-ab0b285e014e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Aug 31 16:50:03.819410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19a8b2a6-06c8-41f1-89af-d8f0348d3fc5 req-0cd4ebbd-079d-4b63-9e3f-89c9af75137f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312223 Aug 31 16:50:03.862490 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf56b293-1b80-4d04-813b-55af7ddc08e6 x-openstack-request-id: req-cf56b293-1b80-4d04-813b-55af7ddc08e6 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:50:03.862778 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-plugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:50:03.863028 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf56b293-1b80-4d04-813b-55af7ddc08e6 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:50:03.863418 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'code': 200} Aug 31 16:50:03.956713 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc7268-0c0d-467d-998d-766dadd0edbf req-bde2abdb-5bac-4ef3-8c2b-1ce65bd64a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:03.958227 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1fc7268-0c0d-467d-998d-766dadd0edbf req-bde2abdb-5bac-4ef3-8c2b-1ce65bd64a5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1097 time: 0.0405235 Aug 31 16:50:03.993088 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c1fc7268-0c0d-467d-998d-766dadd0edbf req-d3108ee4-d665-4a93-9b99-0c0b1e21a4ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282016 Aug 31 16:50:04.952618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761fb40-77e4-485b-94ad-530b4425a267 req-8abe72d9-539f-487a-95d5-3f94715eb046 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:04.954129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7761fb40-77e4-485b-94ad-530b4425a267 req-8abe72d9-539f-487a-95d5-3f94715eb046 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0573137 Aug 31 16:50:04.994837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7761fb40-77e4-485b-94ad-530b4425a267 req-56d5627e-8d21-418b-a1ce-eb3689ce52f1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343399 Aug 31 16:50:06.108500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecac67-057e-4356-90db-5a33e655a347 req-4c8943d3-f3f6-4c93-a20e-b0a25d57966b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:06.110488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cecac67-057e-4356-90db-5a33e655a347 req-4c8943d3-f3f6-4c93-a20e-b0a25d57966b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Aug 31 16:50:06.147852 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5cecac67-057e-4356-90db-5a33e655a347 req-b43faa98-4e66-4573-8e15-50b4e68f8215 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Aug 31 16:50:06.256950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e4e-3a6d-4484-9361-6d7af84b9e2b req-33435700-b81f-4fb1-ae24-0015775052c2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:06.258434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57eb0e4e-3a6d-4484-9361-6d7af84b9e2b req-33435700-b81f-4fb1-ae24-0015775052c2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0479019 Aug 31 16:50:06.267753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 42904) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:50:06.272174 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Request body: {'floatingip': {'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:50:06.314163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:06.757522 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:06.761700 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:06.855584 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c associated. External IP: 172.25.6.199, port: a9111f90-53f2-4d02-97a4-e11a3d5d3c68. Aug 31 16:50:07.068862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:50:07.175157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:50:07.180211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:07.184824 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:50:07.194128 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:50:07.194731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:49:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:50:07.207207 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-21ade773-14c6-4713-bd17-241006108e78 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "PUT /v2.0/floatingips/1a381108-9a30-4ae9-9850-9dde1fc74b0c HTTP/1.1" status: 200 len: 992 time: 0.9383898 Aug 31 16:50:07.207895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:50:07.210433 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:50:07.298498 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22fe771-ec92-413a-958e-0eb7cfb66b85 x-openstack-request-id: req-d22fe771-ec92-413a-958e-0eb7cfb66b85 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:50:07.298798 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:50:07.299050 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d22fe771-ec92-413a-958e-0eb7cfb66b85 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:50:07.299459 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'status': 'completed', 'code': 200} Aug 31 16:50:07.300335 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:50:07.359681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-e868edfb-d1d2-44a4-a31d-2568514af7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:07.361185 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-e868edfb-d1d2-44a4-a31d-2568514af7b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1097 time: 0.0404615 Aug 31 16:50:07.456071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-38f00793-39dc-4839-b087-fc70539ca7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:07.457626 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-38f00793-39dc-4839-b087-fc70539ca7fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0896418 Aug 31 16:50:07.524652 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-dcfd763c-c4dd-43cb-bd32-1176c50ce575 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0601742 Aug 31 16:50:07.524932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:da:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:50:06Z', 'revision_number': 13, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:50:07.580155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-12c90f72-1c6f-4494-8713-fd87fa35a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:07.581721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-12c90f72-1c6f-4494-8713-fd87fa35a6e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0509725 Aug 31 16:50:07.630554 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-0071f9f6-921b-488e-be7b-7c0202a92af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:07.632025 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-0071f9f6-921b-488e-be7b-7c0202a92af0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435469 Aug 31 16:50:07.640731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:50:07.649185 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:50:07.649788 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:49:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:50:07.722392 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-97e27379-8e17-4b48-92ef-40ea63cb55c2 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835443 Aug 31 16:50:07.754133 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:50:07.817854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dca61fc7-ead9-4ad1-9b0a-0bb51ac82d2e req-a4b1537b-21ea-4d5b-a610-630ff4e45f3d service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889192 Aug 31 16:50:07.970532 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:da:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:50:06Z', 'revision_number': 13, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:50:07.999244 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c635e-76ef-4836-bc06-6b863aa3c31e None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '1a381108-9a30-4ae9-9850-9dde1fc74b0c', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'mac_address': 'fa:16:3e:da:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:42:58Z', 'updated_at': '2021-08-31T16:50:06Z', 'revision_number': 13, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:50:08.191357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a285eb-a171-424f-a99e-437680a9ae2f None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:50:21.118337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4bb7-6f15-42a5-b3fc-ceb3a7932e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:24.634658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:25.328557 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:25.564325 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:25.702901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-57764b43-d21c-4455-b968-c16d4dd63b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:26.042535 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:27.815771 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:40.413979 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:50:42.914285 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-264a9fc6-657f-468e-be0b-5cd860fb4c81 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449908 Aug 31 16:50:43.009867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-56c4a4a0-1318-44f6-8be9-2b976c2a6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:43.011405 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-56c4a4a0-1318-44f6-8be9-2b976c2a6a9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1097 time: 0.0499966 Aug 31 16:50:43.130535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-ce6911c7-33e6-410f-a576-931e5ae51c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:43.132032 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-ce6911c7-33e6-410f-a576-931e5ae51c6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0979404 Aug 31 16:50:43.201698 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-a8d8ae57-9f02-41dc-bb1e-69a96d55836c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1002 time: 0.0613041 Aug 31 16:50:43.259007 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-b2da49e6-9469-4446-9e08-a0addb6c5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:43.260921 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-b2da49e6-9469-4446-9e08-a0addb6c5351 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0515172 Aug 31 16:50:43.306989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-76b21491-905c-4632-99d3-f1c20fd6ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:50:43.308580 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-76b21491-905c-4632-99d3-f1c20fd6ad95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408218 Aug 31 16:50:43.398634 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-6fa693e6-e544-42f4-b654-95bc42bfa38e service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819755 Aug 31 16:50:43.491362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e88ca7c7-9dab-47bf-a238-a7e662beda7d req-c26cba87-5949-4063-b25e-9e8a9e095fdf service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850785 Aug 31 16:50:51.119245 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2989ee1-eece-4e19-a264-d5cd2c0b9133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:54.621202 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:55.329884 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:55.576856 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:55.702560 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d2cac113-03b8-4e3b-ac71-6fcefb086d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:56.044944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:50:57.823520 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:17.412788 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:51:21.120670 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1aa61a9c-876c-4f89-91b8-3fef2efb6aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:24.628701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:25.330591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:25.594850 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:25.702621 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1e068bfd-fbea-44bd-8cda-37c4276a5d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:26.048166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:27.821500 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:42.865804 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-b6bd6aa5-d9c2-4254-89e5-05e584ff9f38 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416298 Aug 31 16:51:42.951474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-372748d0-b1cb-4c71-acec-3ee98225ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:42.953043 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-372748d0-b1cb-4c71-acec-3ee98225ffc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1097 time: 0.0421252 Aug 31 16:51:43.064639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-50d908cd-f4eb-42e2-8017-2665110f9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:43.066164 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-50d908cd-f4eb-42e2-8017-2665110f9a40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0925195 Aug 31 16:51:43.148451 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-d332c693-1093-4751-b055-b0dae0ecedce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1002 time: 0.0628870 Aug 31 16:51:43.204545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-35e66519-c890-4eb3-96ab-1fa0b2c390b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:43.206054 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-35e66519-c890-4eb3-96ab-1fa0b2c390b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0501525 Aug 31 16:51:43.256345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-b4cb8367-34fb-4b25-b3a0-758929b23284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:43.258000 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-b4cb8367-34fb-4b25-b3a0-758929b23284 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444522 Aug 31 16:51:43.353773 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-990682d5-0710-4994-b2a5-c05f4abc1cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876682 Aug 31 16:51:43.458003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-7473945f-d245-4a3e-8f1a-de3c88a429b2 req-64ddbda4-e05e-4341-b652-13171addd915 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956671 Aug 31 16:51:44.544610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ff53-5acb-4691-8194-abd3e04e73d6 req-686e0ca7-c5f4-4249-8419-5f7e8db55116 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:44.546642 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db11ff53-5acb-4691-8194-abd3e04e73d6 req-686e0ca7-c5f4-4249-8419-5f7e8db55116 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0572932 Aug 31 16:51:44.590253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db11ff53-5acb-4691-8194-abd3e04e73d6 req-bfffe875-dbac-40e2-ab71-d0029646c9b8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373378 Aug 31 16:51:51.121039 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9aac-2e63-4a9f-aeaa-642f0c867322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:54.411918 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:51:54.629173 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:55.332158 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:55.580327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-016a10a9-9bf7-4eed-9fbf-c148d7313385 req-d4b6120d-10e6-430b-983f-c643cf20a435 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:51:55.581312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-016a10a9-9bf7-4eed-9fbf-c148d7313385 req-d4b6120d-10e6-430b-983f-c643cf20a435 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066106 Aug 31 16:51:55.591632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:55.720596 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8030828b-f265-480a-8348-b95728b3e71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:55.783180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-28f76c48-9077-4dd2-bc04-957cfc10b482 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741236 Aug 31 16:51:55.794446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d94c4a-b5a1-47c3-9b01-9d18f58f4ab1 req-905b5318-5549-48c9-9038-d9ac0b892e30 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:55.795916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04d94c4a-b5a1-47c3-9b01-9d18f58f4ab1 req-905b5318-5549-48c9-9038-d9ac0b892e30 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0775411 Aug 31 16:51:55.838939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04d94c4a-b5a1-47c3-9b01-9d18f58f4ab1 req-733a26a0-e958-4b5d-b8a5-442a9d56afc9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359716 Aug 31 16:51:56.051422 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:56.962216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1333-8e6d-45ec-b26c-55713822a5c3 req-efcf96fd-99e8-400a-8c84-7f40e9ed2b75 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:56.963789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60fa1333-8e6d-45ec-b26c-55713822a5c3 req-efcf96fd-99e8-400a-8c84-7f40e9ed2b75 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0503252 Aug 31 16:51:57.006125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60fa1333-8e6d-45ec-b26c-55713822a5c3 req-90e986b1-963f-4c0c-bbd9-85c19f77893f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357370 Aug 31 16:51:57.006546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-04960c34-d06e-45b5-99ce-544f4699dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:57.008070 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-04960c34-d06e-45b5-99ce-544f4699dd85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1097 time: 0.0452890 Aug 31 16:51:57.105614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-57a25277-3731-4f8a-96a1-17f491398f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:57.107134 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-57a25277-3731-4f8a-96a1-17f491398f0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0917549 Aug 31 16:51:57.177661 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-f61c8591-ca14-4405-a9c4-0e8b4a4bb5bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1002 time: 0.0624049 Aug 31 16:51:57.236091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-b8557c1a-6cbd-4f52-8cc9-57848694fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:57.237604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-b8557c1a-6cbd-4f52-8cc9-57848694fd61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0449796 Aug 31 16:51:57.287607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-01993918-bcc1-466d-8cbb-4f50b1b3dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:57.289053 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-01993918-bcc1-466d-8cbb-4f50b1b3dd52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442226 Aug 31 16:51:57.377337 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-ced16020-f4c6-4692-8cb3-5a06d243f76e service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801601 Aug 31 16:51:57.472837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-7e6da2b6-bcdf-40c2-88f2-3121619c970c service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876827 Aug 31 16:51:57.823390 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:51:58.122665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323039a-033b-4d97-88c9-83600fdd730a req-0b2fa8d4-ac16-440b-a930-8f2ebb7a6259 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:58.124144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d323039a-033b-4d97-88c9-83600fdd730a req-0b2fa8d4-ac16-440b-a930-8f2ebb7a6259 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Aug 31 16:51:58.162222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d323039a-033b-4d97-88c9-83600fdd730a req-a8cdf99d-3cfd-4998-bdff-4a2fd8d8af18 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Aug 31 16:51:59.281475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a380bc-5810-46f5-8134-26cb7ce6f78e req-6acfecf7-6832-4ea9-84b8-8b156295e8c6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:51:59.282889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70a380bc-5810-46f5-8134-26cb7ce6f78e req-6acfecf7-6832-4ea9-84b8-8b156295e8c6 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Aug 31 16:51:59.320023 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70a380bc-5810-46f5-8134-26cb7ce6f78e req-ab22e188-391c-4bad-854a-8a5bc61a8822 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Aug 31 16:52:00.435488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71799bc5-3718-475d-b0db-b6def6a96318 req-82bdbf46-f59b-469a-84b9-cca96bfa75cd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:00.437010 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71799bc5-3718-475d-b0db-b6def6a96318 req-82bdbf46-f59b-469a-84b9-cca96bfa75cd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Aug 31 16:52:00.477177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-71799bc5-3718-475d-b0db-b6def6a96318 req-efba4b74-0a08-4302-becd-4acd30827554 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Aug 31 16:52:01.591663 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab578c8-c4d2-4873-9e84-2c72b20b2133 req-b869ba65-1496-4b10-a0ce-09fcaaaa1e33 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:01.593169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bab578c8-c4d2-4873-9e84-2c72b20b2133 req-b869ba65-1496-4b10-a0ce-09fcaaaa1e33 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Aug 31 16:52:01.634914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bab578c8-c4d2-4873-9e84-2c72b20b2133 req-9a41a593-edd4-4f01-a716-f328613e7b0e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357051 Aug 31 16:52:02.753216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb865fc3-c3f1-46b8-b8a5-880d97fcf708 req-2559b569-3c57-4156-bad7-475a150b513d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:02.754692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb865fc3-c3f1-46b8-b8a5-880d97fcf708 req-2559b569-3c57-4156-bad7-475a150b513d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Aug 31 16:52:02.791523 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb865fc3-c3f1-46b8-b8a5-880d97fcf708 req-37e77fb8-69e9-432c-946c-7fa5d2f052c4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Aug 31 16:52:03.913277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aed89-4980-4b1f-8eec-f4bc88ae63ff req-910400d7-ec23-49df-9070-382c20916cf5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:03.914763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-073aed89-4980-4b1f-8eec-f4bc88ae63ff req-910400d7-ec23-49df-9070-382c20916cf5 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0564485 Aug 31 16:52:03.955499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-073aed89-4980-4b1f-8eec-f4bc88ae63ff req-51f3aca9-02a9-4793-a7df-3031e63af083 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Aug 31 16:52:05.073907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f14db4-c224-4d43-bf19-1a0c14ca8f68 req-f723885f-d833-4d2a-8183-e931be2057c1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:05.075406 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f14db4-c224-4d43-bf19-1a0c14ca8f68 req-f723885f-d833-4d2a-8183-e931be2057c1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0503540 Aug 31 16:52:05.113132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d1f14db4-c224-4d43-bf19-1a0c14ca8f68 req-8f8a333c-93fc-4bc0-83b7-33445898fe7f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Aug 31 16:52:06.226735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96741908-988b-414b-9964-d5dab486f1a5 req-5d458218-cf1a-4f57-9f6b-1c3cfdad5e1b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:06.228317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96741908-988b-414b-9964-d5dab486f1a5 req-5d458218-cf1a-4f57-9f6b-1c3cfdad5e1b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Aug 31 16:52:06.265798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96741908-988b-414b-9964-d5dab486f1a5 req-00c48994-e246-4639-99e3-8d06786ae9db tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Aug 31 16:52:07.381262 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162147a-6278-4286-aaf6-42d9423e29c7 req-a8a15630-be11-4ddd-8368-0f54b6b2d966 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:07.382751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1162147a-6278-4286-aaf6-42d9423e29c7 req-a8a15630-be11-4ddd-8368-0f54b6b2d966 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0498428 Aug 31 16:52:07.423592 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1162147a-6278-4286-aaf6-42d9423e29c7 req-597ef545-1aeb-4761-8cdf-c8b4723b2351 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Aug 31 16:52:08.540149 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4dcce-5ea0-4e9d-9a7b-fbdbdc15cf24 req-2a136251-04a0-4b41-a11e-d65fa0d2c75a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:08.541818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ee4dcce-5ea0-4e9d-9a7b-fbdbdc15cf24 req-2a136251-04a0-4b41-a11e-d65fa0d2c75a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Aug 31 16:52:08.580749 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7ee4dcce-5ea0-4e9d-9a7b-fbdbdc15cf24 req-00168c10-9686-4cec-8ebb-808b18c2b626 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329914 Aug 31 16:52:09.711463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4bddb-c0d5-4e81-8d85-ce49d98a7589 req-8372ca35-4111-4bb0-ba15-a91bb6acb741 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:09.713085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52d4bddb-c0d5-4e81-8d85-ce49d98a7589 req-8372ca35-4111-4bb0-ba15-a91bb6acb741 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0562642 Aug 31 16:52:09.753700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52d4bddb-c0d5-4e81-8d85-ce49d98a7589 req-71d17456-7a53-403a-9378-1f68c785649d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Aug 31 16:52:10.870328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d868-0ad1-4a3b-b2ad-012412c0274e req-5c7dc017-75b0-4f5c-9161-20917c36f7bb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:10.871827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3726d868-0ad1-4a3b-b2ad-012412c0274e req-5c7dc017-75b0-4f5c-9161-20917c36f7bb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0495331 Aug 31 16:52:10.915558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3726d868-0ad1-4a3b-b2ad-012412c0274e req-5b0c0a1c-7211-48b9-acb0-75807f8fd309 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371656 Aug 31 16:52:11.107891 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-cb0f6935-aaab-4297-83bf-665546316cb2 service neutron] show failed (client error): The resource could not be found. Aug 31 16:52:11.108941 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-cb0f6935-aaab-4297-83bf-665546316cb2 service neutron] 10.222.0.49 "GET /v2.0/ports/a9111f90-53f2-4d02-97a4-e11a3d5d3c68/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0553730 Aug 31 16:52:11.300424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-9111e68b-d28e-47bc-a933-3948cbca71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:11.302041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-9111e68b-d28e-47bc-a933-3948cbca71d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 1097 time: 0.0403266 Aug 31 16:52:11.314703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:52:11.364157 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:11.561610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:11.597379 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:52:11.913265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:11.915425 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe829f-8f86-4020-8036-88a06c80836b" -d '{"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-unplugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:11.919599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:11.932830 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Transition to ACTIVE for port object a9111f90-53f2-4d02-97a4-e11a3d5d3c68 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:52:11.937765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:11.967319 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8886380-3260-4e72-ba3b-02cdb3adc95d x-openstack-request-id: req-a8886380-3260-4e72-ba3b-02cdb3adc95d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:11.968213 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-unplugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:11.968213 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8886380-3260-4e72-ba3b-02cdb3adc95d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:11.968391 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'code': 200} Aug 31 16:52:12.045107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:12.065978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.066314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.066654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.066987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.067312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.067639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.067965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.068309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.068635 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.068957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.069276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.069592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:12.112503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] No DVR routers for this DVR port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on host n-h2-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:52:12.122633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ffd8-67ea-4e12-98cd-8f4e3ec55002 req-1bed7015-9af3-4bb8-b5fb-78d2f8b16918 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:12.124248 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4c0ffd8-67ea-4e12-98cd-8f4e3ec55002 req-1bed7015-9af3-4bb8-b5fb-78d2f8b16918 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.1003604 Aug 31 16:52:12.225756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4c0ffd8-67ea-4e12-98cd-8f4e3ec55002 req-5bde5922-0bbd-45ae-8b16-97bb5478bf1e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679061 Aug 31 16:52:12.280922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:52:12.281166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:52:12.281491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:52:12.286151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:52:12.286468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:52:12.291136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:52:12.291465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:52:12.291841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:52:12.292290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Bound port: a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:52:12.292640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:12.358041 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:52:12.361199 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:52:12.365147 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:12.399209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:12.399835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:12.401259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1092 time: 1.0911314 Aug 31 16:52:12.421917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f66f9-5938-4c5f-8590-b4dc7a1bd482 service neutron] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:12.468577 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-4f6e8c9f-a6d2-42ff-aab2-b571cad8d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:12.470482 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-4f6e8c9f-a6d2-42ff-aab2-b571cad8d785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1095 time: 0.0437236 Aug 31 16:52:12.567580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-f9e8df67-ab3a-4084-8725-90b7dd45bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:12.569117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-f9e8df67-ab3a-4084-8725-90b7dd45bff7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0913301 Aug 31 16:52:12.636112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-7245d6e5-345c-418c-b689-62df6d969f19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0593054 Aug 31 16:52:12.684737 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-7e73b72c-ece9-46ef-8d6f-257a6eb70ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:12.686079 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-7e73b72c-ece9-46ef-8d6f-257a6eb70ec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0420642 Aug 31 16:52:12.745804 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-381ccca7-51ae-4334-9573-191fad3d880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:12.747333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-381ccca7-51ae-4334-9573-191fad3d880f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531168 Aug 31 16:52:12.836507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-cfd64d73-b9d2-41d6-b30d-d53c5c7fcdc3 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808625 Aug 31 16:52:12.930705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bcaab8c9-51e9-498e-b47c-5ff88948e679 req-eb3f88d6-5ac5-4659-863a-fc7d44749a35 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Aug 31 16:52:13.343066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092696ca-dae6-4ec7-b22d-cf6e5f2d7800 req-1e992353-5e72-463e-b638-5a8c7d08d809 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:13.345045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-092696ca-dae6-4ec7-b22d-cf6e5f2d7800 req-1e992353-5e72-463e-b638-5a8c7d08d809 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0505297 Aug 31 16:52:13.382555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-092696ca-dae6-4ec7-b22d-cf6e5f2d7800 req-26e6cd52-9ea8-4cd9-a549-5d9582c6002c tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Aug 31 16:52:13.969520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:13.971911 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361335d2-a344-4ff8-ba82-f428b1c54d91" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:14.028125 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027aaa6b-3990-4798-b6fc-2386073b7b65 x-openstack-request-id: req-027aaa6b-3990-4798-b6fc-2386073b7b65 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:14.028480 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:14.028825 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-027aaa6b-3990-4798-b6fc-2386073b7b65 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:14.029198 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'status': 'completed', 'code': 200} Aug 31 16:52:14.092281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-952ac4d9-8ec6-4293-971f-56040940619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.092726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-a04aacfb-27d8-43b0-9c13-76a4eed76b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.093911 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-952ac4d9-8ec6-4293-971f-56040940619e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1095 time: 0.0422311 Aug 31 16:52:14.094267 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-a04aacfb-27d8-43b0-9c13-76a4eed76b71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1095 time: 0.0470476 Aug 31 16:52:14.164578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:52:14.196129 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-22552c8e-f185-4f37-9654-265b0f10e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.197380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-22552c8e-f185-4f37-9654-265b0f10e20b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0961432 Aug 31 16:52:14.205532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:52:14.206903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-b107015d-59cd-460a-bd46-26e75d108698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.208684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-b107015d-59cd-460a-bd46-26e75d108698 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.1078203 Aug 31 16:52:14.267162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-3c183d8c-87c4-4352-9d71-abffb37aa48d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0616279 Aug 31 16:52:14.275669 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-88f57386-7f7a-4e6f-9427-f916f6329028 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0602214 Aug 31 16:52:14.324335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-07408c9f-1d1b-49c4-b8e8-be2abd2e62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.325455 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-a626fd22-4ebb-4efc-a0a1-969e8816b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.325813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-07408c9f-1d1b-49c4-b8e8-be2abd2e62db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0497980 Aug 31 16:52:14.327003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-a626fd22-4ebb-4efc-a0a1-969e8816b32f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0448940 Aug 31 16:52:14.377945 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-06165fa0-4f7e-4ab0-8e6f-4ef01967b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.378380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-641156cc-8653-4ee7-a21f-c3ad69b3c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.379509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-06165fa0-4f7e-4ab0-8e6f-4ef01967b6b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452445 Aug 31 16:52:14.379867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-641156cc-8653-4ee7-a21f-c3ad69b3c131 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456526 Aug 31 16:52:14.485154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-c69edaba-7f82-48d1-9988-2f2c7b8e6771 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973763 Aug 31 16:52:14.517293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-b7a01413-3a46-4e93-9986-25e4c60538fd service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288378 Aug 31 16:52:14.533499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5739-cde2-48ef-b19f-b5936ca638cc req-c353894e-ccf7-4618-aac2-ab3a722d66f8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:14.535052 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-769b5739-cde2-48ef-b19f-b5936ca638cc req-c353894e-ccf7-4618-aac2-ab3a722d66f8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0732188 Aug 31 16:52:14.585682 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-d9f29d81-7e05-4920-984f-0fa43d76a6a5 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934355 Aug 31 16:52:14.630812 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-769b5739-cde2-48ef-b19f-b5936ca638cc req-69f49b4b-dd72-4d79-a598-8ee21641f2dd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865154 Aug 31 16:52:14.650072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-361335d2-a344-4ff8-ba82-f428b1c54d91 req-711e254b-199a-4770-bc16-4c1e01c12371 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139414 Aug 31 16:52:15.760086 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d9cea-162b-4282-a1f8-a3a04a5074fe req-6b91c691-5891-4e02-8574-7a27feb6dc91 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:15.761634 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184d9cea-162b-4282-a1f8-a3a04a5074fe req-6b91c691-5891-4e02-8574-7a27feb6dc91 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0583980 Aug 31 16:52:15.799802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-184d9cea-162b-4282-a1f8-a3a04a5074fe req-8fd9c0f2-eb79-42c7-b138-7e0ece44226e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Aug 31 16:52:16.917334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d6194-3591-4b86-b5de-14556ef32eb6 req-c377822c-9a90-4a48-9262-1932cfe0e291 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:16.918815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-556d6194-3591-4b86-b5de-14556ef32eb6 req-c377822c-9a90-4a48-9262-1932cfe0e291 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0486574 Aug 31 16:52:16.957380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-556d6194-3591-4b86-b5de-14556ef32eb6 req-50b26f28-e8ab-4509-a1be-91b1eff29eec tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Aug 31 16:52:18.076704 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef758-3143-4e5a-a727-9cb23362ddee req-6d332eed-b14a-465d-8ccc-40b4ffaa3fa8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:18.078813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb0ef758-3143-4e5a-a727-9cb23362ddee req-6d332eed-b14a-465d-8ccc-40b4ffaa3fa8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0526965 Aug 31 16:52:18.117281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb0ef758-3143-4e5a-a727-9cb23362ddee req-af7a358c-14ed-4761-80a6-c03b63e38dad tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Aug 31 16:52:19.237324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243f29-23b2-4787-8a66-2b72b1f85268 req-ccc8e1ce-c12e-443d-94b1-e6443d52f617 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:19.238848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0243f29-23b2-4787-8a66-2b72b1f85268 req-ccc8e1ce-c12e-443d-94b1-e6443d52f617 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0528786 Aug 31 16:52:19.275065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0243f29-23b2-4787-8a66-2b72b1f85268 req-f85c8a3a-b906-405e-a21d-592f51d96293 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303004 Aug 31 16:52:20.390436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df339-f011-4f17-a029-f7e118615eb1 req-e01a9b2a-d462-49dc-ba15-aca7d2e97cb0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:20.391919 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd7df339-f011-4f17-a029-f7e118615eb1 req-e01a9b2a-d462-49dc-ba15-aca7d2e97cb0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0488515 Aug 31 16:52:20.429789 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd7df339-f011-4f17-a029-f7e118615eb1 req-e81d8c3d-574e-4940-bee5-f23ae5f05168 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Aug 31 16:52:21.123974 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2188aab2-d95a-41a1-b1f4-2b6a9313c42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:21.547304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749409cf-0b88-4694-a7ad-344f601d6354 req-3e6fa9da-6a95-4402-aea9-c0f49fd11a4d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:21.549435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-749409cf-0b88-4694-a7ad-344f601d6354 req-3e6fa9da-6a95-4402-aea9-c0f49fd11a4d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0491617 Aug 31 16:52:21.587125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-749409cf-0b88-4694-a7ad-344f601d6354 req-51f167ac-e73c-4844-b7d1-250c60baa61d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Aug 31 16:52:22.706329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da404d6-072e-440f-8b1b-a8ef864abb9a req-21a34f41-b1ef-466c-8e64-8709b27a1c90 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:22.707835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0da404d6-072e-440f-8b1b-a8ef864abb9a req-21a34f41-b1ef-466c-8e64-8709b27a1c90 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0532379 Aug 31 16:52:22.745559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0da404d6-072e-440f-8b1b-a8ef864abb9a req-73f6fc7b-d39d-4b83-972f-33e36fc2c198 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Aug 31 16:52:23.866357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b9b0-9695-41aa-ac80-708f53c60101 req-7ffb9262-a874-455e-b1f1-e088a945aa20 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:23.868373 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7f1b9b0-9695-41aa-ac80-708f53c60101 req-7ffb9262-a874-455e-b1f1-e088a945aa20 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0545928 Aug 31 16:52:23.909678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7f1b9b0-9695-41aa-ac80-708f53c60101 req-94079a0e-16cc-44b4-ba3c-f64960fc4b67 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352688 Aug 31 16:52:24.613284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:25.026036 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217b138-f26b-4679-aab2-04902bbedf89 req-9ea02b66-e59e-4fe5-9af2-ede529fc223d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.027532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9217b138-f26b-4679-aab2-04902bbedf89 req-9ea02b66-e59e-4fe5-9af2-ede529fc223d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0477655 Aug 31 16:52:25.065040 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9217b138-f26b-4679-aab2-04902bbedf89 req-039854ca-726f-443d-823e-8661ef2e6c0f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Aug 31 16:52:25.333418 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:25.387500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-43533d89-00e3-4691-9cbf-ca39c7fd7ce2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.389011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-43533d89-00e3-4691-9cbf-ca39c7fd7ce2 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&binding%3Ahost_id=n-h1-793621-35 HTTP/1.1" status: 200 len: 943 time: 0.0859113 Aug 31 16:52:25.401548 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645747-1687-45b7-a9e8-86c0c27a312c req-551f80b5-4945-4c1d-adbc-2aa6e142fd44 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.402929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98645747-1687-45b7-a9e8-86c0c27a312c req-551f80b5-4945-4c1d-adbc-2aa6e142fd44 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0644960 Aug 31 16:52:25.475958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98645747-1687-45b7-a9e8-86c0c27a312c req-87164287-213b-4a4e-a244-dbd1fcb560c1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660450 Aug 31 16:52:25.481917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-52535ac5-306a-430b-b9a7-90c68a56feb0 service neutron] 10.222.0.30 "GET /v2.0/ports/a9111f90-53f2-4d02-97a4-e11a3d5d3c68/bindings/n-h1-793621-35 HTTP/1.1" status: 200 len: 383 time: 0.0780561 Aug 31 16:52:25.550552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-8ee68a6c-1afa-40aa-a8c7-84304d2df723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.551983 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-8ee68a6c-1afa-40aa-a8c7-84304d2df723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1095 time: 0.0437672 Aug 31 16:52:25.597543 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:25.641930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-3f36d029-4e41-4db7-82eb-18e6b21164dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.643461 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-3f36d029-4e41-4db7-82eb-18e6b21164dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0840650 Aug 31 16:52:25.702363 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6c4531db-bae1-48ed-acc1-bf7efa96997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:25.715454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-06943c60-de8d-4132-8dff-c9a2f0e881bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0635648 Aug 31 16:52:25.766795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-cf6aa740-ed48-4594-b6c4-7e82310f305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.768658 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-cf6aa740-ed48-4594-b6c4-7e82310f305e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0460443 Aug 31 16:52:25.816033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-634066c3-34c4-4ef0-8b3f-01530deaa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:25.817468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-634066c3-34c4-4ef0-8b3f-01530deaa9c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402708 Aug 31 16:52:25.910591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-8ad7712a-ea4f-4c35-94a4-94336c084c02 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847170 Aug 31 16:52:26.000376 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5355de8a-589c-49db-b134-de105590cc45 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814471 Aug 31 16:52:26.054076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:26.402299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:52:26.496656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:26.508602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'mac_address': 'fa:16:3e:da:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:52:26.545951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:26.559065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9111f90-53f2-4d02-97a4-e11a3d5d3c68 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:52:26.578621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:26.582991 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:26.595541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae6999-b76e-4b5b-abab-24d155a5ff49 req-332a388c-a13e-4347-9799-3d4e26adf8c9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:26.597125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07ae6999-b76e-4b5b-abab-24d155a5ff49 req-332a388c-a13e-4347-9799-3d4e26adf8c9 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 943 time: 0.0506124 Aug 31 16:52:26.629263 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:26.634327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-07ae6999-b76e-4b5b-abab-24d155a5ff49 req-56312443-dec2-4973-9093-afea5cef30c7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 Aug 31 16:52:26.636728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.637083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.637575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.637754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.638090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.638423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.638757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.639087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.639414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.639740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.640065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.640407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:26.886871 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['a9111f90-53f2-4d02-97a4-e11a3d5d3c68'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:52:27.762915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b946f78-4a68-416d-b95c-1fedcd38ee1f req-13fabb70-b053-48e7-912d-6f7cb2648386 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:27.764834 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b946f78-4a68-416d-b95c-1fedcd38ee1f req-13fabb70-b053-48e7-912d-6f7cb2648386 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0548470 Aug 31 16:52:27.803210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b946f78-4a68-416d-b95c-1fedcd38ee1f req-6696adae-251d-494b-bb50-554898308185 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Aug 31 16:52:27.826382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:28.416647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:52:28.466630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:52:28.470661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:52:28.471027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:28.552547 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:28.575659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:28.577935 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f624c7-c70d-48ba-ace7-3364c8456bc1" -d '{"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-plugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:28.591597 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:28.597270 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:28.634034 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941963bd-220e-4d15-b014-cdb5ec0cd590 x-openstack-request-id: req-941963bd-220e-4d15-b014-cdb5ec0cd590 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:28.634359 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-plugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:28.634615 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-941963bd-220e-4d15-b014-cdb5ec0cd590 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:28.635011 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'code': 200} Aug 31 16:52:28.650572 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:28.923419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f35a0d-62ea-4a1f-9944-99671080418a req-5dc2ddb5-765e-476d-b535-5ed1846e2e4b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:28.924859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35f35a0d-62ea-4a1f-9944-99671080418a req-5dc2ddb5-765e-476d-b535-5ed1846e2e4b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Aug 31 16:52:28.963961 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35f35a0d-62ea-4a1f-9944-99671080418a req-958a52b2-946c-49f5-bd63-0cfdd300409f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327218 Aug 31 16:52:29.982025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-f75bfc9e-3d7b-46a2-9996-424401b35b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:29.983595 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-f75bfc9e-3d7b-46a2-9996-424401b35b1f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&tenant_id=0d9d64f4b5db4f80aa9072496ccbee42 HTTP/1.1" status: 200 len: 1097 time: 0.0411587 Aug 31 16:52:29.995358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:52:30.051442 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:30.082953 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ffac5-60f4-4f08-8a35-e47d0e87f914 req-8c4de2fa-165f-47aa-a13f-be9e8965bc61 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:30.084494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f35ffac5-60f4-4f08-8a35-e47d0e87f914 req-8c4de2fa-165f-47aa-a13f-be9e8965bc61 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Aug 31 16:52:30.124959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f35ffac5-60f4-4f08-8a35-e47d0e87f914 req-f57e3d3d-5db9-4a5f-825b-30ca5061a38f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343015 Aug 31 16:52:30.264751 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:30.296086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:52:30.334766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:30.337270 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b06cd-fec4-48d9-b813-63c26e21022e" -d '{"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-unplugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:30.341320 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:30.354143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Transition to ACTIVE for port object a9111f90-53f2-4d02-97a4-e11a3d5d3c68 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:52:30.357834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:30.387118 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ef8764-6657-4dd1-a008-3e0c607ab741 x-openstack-request-id: req-63ef8764-6657-4dd1-a008-3e0c607ab741 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:30.387411 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-unplugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:30.387663 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63ef8764-6657-4dd1-a008-3e0c607ab741 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:30.388084 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'code': 200} Aug 31 16:52:30.409565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:30.459634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.459997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.460374 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.460721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.461130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.461470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.461807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.462141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.462476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.462817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.463146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.463476 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:52:30.519868 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] No DVR routers for this DVR port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:52:30.660822 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:52:30.661102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:52:30.661440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:52:30.665659 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:52:30.665986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Attempting to bind port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:52:30.670764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:52:30.671119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Checking segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:52:30.671510 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Bound using segment: {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:52:30.671946 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Bound port: a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cee840-4595-4dd4-8a62-727586170178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:52:30.672331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:30.735245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:52:30.739004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:52:30.742669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:30.779040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:30.779668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:30.781115 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] 10.222.0.49 "PUT /v2.0/ports/a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1093 time: 0.7898862 Aug 31 16:52:30.839458 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea9490-0e2b-47ba-8318-6bb5831b6f71 service neutron] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=11']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:30.863852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-6714002e-b44e-4004-8024-5efa0787c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:30.865745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-6714002e-b44e-4004-8024-5efa0787c0c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1096 time: 0.0607204 Aug 31 16:52:30.959477 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-574c9598-a640-4fa4-9b1f-cba8b0839e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:30.961023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-574c9598-a640-4fa4-9b1f-cba8b0839e9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0877934 Aug 31 16:52:31.029272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-7c814811-50cd-4edc-976a-994d8328b367 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0611362 Aug 31 16:52:31.078217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-0fcfb603-e6ab-4b6b-8f2a-702863aa2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:31.079697 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-0fcfb603-e6ab-4b6b-8f2a-702863aa2cfa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0442922 Aug 31 16:52:31.125602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724160da-5469-4c13-bdd8-f2811fc365dd req-b4a5d0da-4ddb-4211-acf6-f5df5f89ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:31.127133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-b4a5d0da-4ddb-4211-acf6-f5df5f89ab06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401766 Aug 31 16:52:31.221107 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-5a6c3440-ebf8-4ab0-8934-40349c423f52 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865378 Aug 31 16:52:31.249301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5dee-9108-4314-99c0-2ec0d03036e6 req-3d772cb3-7b7c-4e62-bf3a-ce887806a42d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:31.250808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d07f5dee-9108-4314-99c0-2ec0d03036e6 req-3d772cb3-7b7c-4e62-bf3a-ce887806a42d tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0530536 Aug 31 16:52:31.288823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d07f5dee-9108-4314-99c0-2ec0d03036e6 req-c4ad7386-9d79-4f64-8919-5613ce99ad8f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Aug 31 16:52:31.312021 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-724160da-5469-4c13-bdd8-f2811fc365dd req-4496282e-fed3-4ee1-b0ca-86d4c997a7dd service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838110 Aug 31 16:52:31.410642 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:52:32.389529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:32.391988 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:32.408976 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a8f08-9098-47af-9451-3989127191e3 req-eecdb1fe-8c0c-4828-8787-38cdea098d10 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.410548 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be4a8f08-9098-47af-9451-3989127191e3 req-eecdb1fe-8c0c-4828-8787-38cdea098d10 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0510488 Aug 31 16:52:32.434280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:52:32.452799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-be4a8f08-9098-47af-9451-3989127191e3 req-32c1bc55-a17e-4249-822a-f86be89b696f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Aug 31 16:52:32.475122 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:52:32.521865 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7733d-1ed5-432e-a291-3a33f4ee6ca9 x-openstack-request-id: req-76e7733d-1ed5-432e-a291-3a33f4ee6ca9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:32.522203 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:32.522476 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76e7733d-1ed5-432e-a291-3a33f4ee6ca9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:32.522907 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'status': 'completed', 'code': 200} Aug 31 16:52:32.593004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-ea8df293-ecd1-41ea-bf21-b13fb851369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.593311 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-8d5cdca8-4c10-48ec-b3f1-ffb472636a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.594901 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-8d5cdca8-4c10-48ec-b3f1-ffb472636a1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1096 time: 0.0480907 Aug 31 16:52:32.595044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-ea8df293-ecd1-41ea-bf21-b13fb851369f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1096 time: 0.0466783 Aug 31 16:52:32.698251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-4ab1f87e-554e-4def-a464-8e97b7ebe599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.699158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-9d87e2df-a314-4f19-b542-f885b31b958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.699900 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-4ab1f87e-554e-4def-a464-8e97b7ebe599 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0971174 Aug 31 16:52:32.700880 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-9d87e2df-a314-4f19-b542-f885b31b958d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0970862 Aug 31 16:52:32.769816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-81dcd459-1b51-4d9b-b300-3019c18dcbc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0610383 Aug 31 16:52:32.770214 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-ccdfe76b-e88c-4bff-ab9e-ea8b1c620c65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1000 time: 0.0628884 Aug 31 16:52:32.825504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-5fe4e4f3-f4d4-4eee-9d87-140423cdb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.826044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-dc800ca0-ae66-424d-b58f-ce88997d2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.827212 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-5fe4e4f3-f4d4-4eee-9d87-140423cdb036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0496905 Aug 31 16:52:32.827799 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-dc800ca0-ae66-424d-b58f-ce88997d2dde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0510454 Aug 31 16:52:32.874031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-c697c2c6-b1d0-4c9b-a6b7-90b130f093b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.875581 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-c697c2c6-b1d0-4c9b-a6b7-90b130f093b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415804 Aug 31 16:52:32.878396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-48d747e7-8e83-4999-bad2-f3f23ba789b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:32.880155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-48d747e7-8e83-4999-bad2-f3f23ba789b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431612 Aug 31 16:52:32.969594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-67cc2783-171d-4367-9238-8a75b7758f6c service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870245 Aug 31 16:52:32.977903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-69d5e18f-1daa-4cc2-af4f-52e25ac3904e service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893931 Aug 31 16:52:33.068957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-b7983521-c3a1-47ec-a5b5-a65f4db0a602 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917771 Aug 31 16:52:33.076390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c1493eb-0d13-4a6d-9901-c9d281faf6dd req-7d15e984-2c1f-4e67-b922-85863791ce89 service neutron] 10.222.0.30 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910175 Aug 31 16:52:33.573281 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75f2a-7489-4e0f-b0be-fc4ffb761e67 req-9a95520f-3c3f-439d-9773-ff7a94ac383a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:33.574793 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bd75f2a-7489-4e0f-b0be-fc4ffb761e67 req-9a95520f-3c3f-439d-9773-ff7a94ac383a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0498788 Aug 31 16:52:33.613346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1bd75f2a-7489-4e0f-b0be-fc4ffb761e67 req-1bf82c51-eebe-4b67-9325-06e485c3aa6e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Aug 31 16:52:34.730119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f56f7-0df1-4125-983f-5fa02bb79a51 req-d6184b37-cb53-465c-a427-863837eca098 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:34.732393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-198f56f7-0df1-4125-983f-5fa02bb79a51 req-d6184b37-cb53-465c-a427-863837eca098 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0505664 Aug 31 16:52:34.770560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-198f56f7-0df1-4125-983f-5fa02bb79a51 req-af1a24bb-92cd-4b69-80a0-43578967cfab tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323646 Aug 31 16:52:35.888680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c61b4-8c7d-4202-8ec6-84d75ea17d19 req-1c36ae27-ea0d-4d28-b949-acf362ca0a09 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:35.890153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-052c61b4-8c7d-4202-8ec6-84d75ea17d19 req-1c36ae27-ea0d-4d28-b949-acf362ca0a09 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0515201 Aug 31 16:52:35.927025 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-052c61b4-8c7d-4202-8ec6-84d75ea17d19 req-188b97ef-a058-4947-bbd4-471eeba051e4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303316 Aug 31 16:52:37.057958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4818d-023b-4a49-a032-574e89cc2a39 req-bb446c7e-2cca-42f7-b66b-609db8c83a94 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:37.059475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7f4818d-023b-4a49-a032-574e89cc2a39 req-bb446c7e-2cca-42f7-b66b-609db8c83a94 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0526350 Aug 31 16:52:37.096728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e7f4818d-023b-4a49-a032-574e89cc2a39 req-724fce4e-42e5-4c49-b792-4e7c528eb36a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Aug 31 16:52:38.210733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d297f4-229e-416e-9393-5bd3f483c925 req-88d23616-2d24-4886-aae6-f8b86ac48c14 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:38.212227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19d297f4-229e-416e-9393-5bd3f483c925 req-88d23616-2d24-4886-aae6-f8b86ac48c14 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0485337 Aug 31 16:52:38.256631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19d297f4-229e-416e-9393-5bd3f483c925 req-d0a9b70c-e0c6-4c75-aa67-b182a8e19f44 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Aug 31 16:52:39.375891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d916b-0894-417b-bffd-f418907dc406 req-74e2a7bf-db38-4053-87c8-fc1b1502018a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:39.377434 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-327d916b-0894-417b-bffd-f418907dc406 req-74e2a7bf-db38-4053-87c8-fc1b1502018a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0523622 Aug 31 16:52:39.414602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-327d916b-0894-417b-bffd-f418907dc406 req-eec9bac6-11de-437d-880a-701c1e758e5e tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Aug 31 16:52:40.531586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dec71-a51c-4165-af3c-5e474524106a req-a1813d5b-e8bc-4780-8434-2871185dba4b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:40.533097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb3dec71-a51c-4165-af3c-5e474524106a req-a1813d5b-e8bc-4780-8434-2871185dba4b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0485015 Aug 31 16:52:40.570284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eb3dec71-a51c-4165-af3c-5e474524106a req-119cd099-0492-4cbe-b4a8-502d95e36bdb tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Aug 31 16:52:41.683811 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05596c52-c26b-4af3-a6e0-0c9347a53168 req-04247037-258a-42f5-81bd-a0c0ba4412b1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:41.685301 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05596c52-c26b-4af3-a6e0-0c9347a53168 req-04247037-258a-42f5-81bd-a0c0ba4412b1 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 944 time: 0.0473902 Aug 31 16:52:41.723390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05596c52-c26b-4af3-a6e0-0c9347a53168 req-41f16438-c829-4b2c-880c-733aaa0b000b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Aug 31 16:52:42.351156 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:52:42.448506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:42.459609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'port_id': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'mac_address': 'fa:16:3e:da:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:52:42.495869 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:42.508363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9111f90-53f2-4d02-97a4-e11a3d5d3c68 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:52:42.527209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:42.531077 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:42.581363 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:42.746247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['a9111f90-53f2-4d02-97a4-e11a3d5d3c68'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:52:42.842699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d996-6268-42f9-bb92-c891d2e0d3ff req-f21d3000-8644-46f5-a3bc-41fde8a13009 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:42.851150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b21d996-6268-42f9-bb92-c891d2e0d3ff req-f21d3000-8644-46f5-a3bc-41fde8a13009 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0594220 Aug 31 16:52:42.883853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b21d996-6268-42f9-bb92-c891d2e0d3ff req-74f37ed1-1e72-401f-8783-668137660aa0 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Aug 31 16:52:42.898427 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-124eae23-dbaf-4196-9082-9ec31ae94153 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411017 Aug 31 16:52:42.988927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-c881a0e6-d869-4b11-a6cf-28f1a31458a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:42.990371 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-c881a0e6-d869-4b11-a6cf-28f1a31458a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 1097 time: 0.0461733 Aug 31 16:52:43.012549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f4f8a-7e67-4147-bba0-f228a0d25cae req-59553a6c-72ad-4fd4-8057-7bb49b46bc1b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:43.014059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a44f4f8a-7e67-4147-bba0-f228a0d25cae req-59553a6c-72ad-4fd4-8057-7bb49b46bc1b tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0586121 Aug 31 16:52:43.052535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a44f4f8a-7e67-4147-bba0-f228a0d25cae req-f2f98c83-c3c7-4f00-9db1-40742ea04d49 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Aug 31 16:52:43.099933 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-07c80d3b-50b0-4681-a296-4cf875975085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:43.101463 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-07c80d3b-50b0-4681-a296-4cf875975085 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 200 len: 912 time: 0.0897298 Aug 31 16:52:43.166729 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-268c5246-422d-46d2-ae31-cefca8c67970 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 200 len: 1001 time: 0.0577884 Aug 31 16:52:43.167502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3dbe-e84e-4f15-b973-cb043f9cda50 req-acbe393d-b009-49eb-bfe8-023bd822e631 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:43.169070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d7c3dbe-e84e-4f15-b973-cb043f9cda50 req-acbe393d-b009-49eb-bfe8-023bd822e631 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Aug 31 16:52:43.207498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d7c3dbe-e84e-4f15-b973-cb043f9cda50 req-eb9575c5-6b66-43db-8995-0e3e161d38d4 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Aug 31 16:52:43.223502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-d29fafdb-6ecc-40f6-949e-1e66ee24d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:43.224991 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-d29fafdb-6ecc-40f6-949e-1e66ee24d048 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 200 len: 850 time: 0.0467124 Aug 31 16:52:43.272454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-af397a87-4b0e-415a-acdf-030bd02bd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:43.273973 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-af397a87-4b0e-415a-acdf-030bd02bd8ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9389f72d-ddd9-4c0b-91b3-ac191c8a3920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421100 Aug 31 16:52:43.368275 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-07a17d53-d13b-40e5-88f8-fe46a6ba4b25 service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Aug 31 16:52:43.449063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5a730-8d38-414c-ba27-72f287d8f3f2 req-e7dc08ff-7789-495a-82d4-39a0fbeac7d7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:43.450667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0b5a730-8d38-414c-ba27-72f287d8f3f2 req-e7dc08ff-7789-495a-82d4-39a0fbeac7d7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Aug 31 16:52:43.465024 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f47bac87-032c-406d-ba08-8dbd3de98934 req-b846de46-78d6-4620-a297-3bda7e2b746f service neutron] 10.222.0.49 "GET /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893087 Aug 31 16:52:43.490964 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d0b5a730-8d38-414c-ba27-72f287d8f3f2 req-736dea17-7dbb-4547-913b-f02a2a686245 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336196 Aug 31 16:52:44.366741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:52:44.417090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:52:44.420684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:52:44.421051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:44.499772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:44.522775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:44.525213 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2967817f-a585-468e-a592-ead2d2d37aad" -d '{"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-plugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:44.538188 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:44.542486 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:44.599150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=13']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:44.617172 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e4695-5a3b-43f9-b4f0-c81395adaf2b req-ed8986dd-d93f-4959-b19e-bbba52ac27b8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:44.618669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-026e4695-5a3b-43f9-b4f0-c81395adaf2b req-ed8986dd-d93f-4959-b19e-bbba52ac27b8 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 946 time: 0.0554492 Aug 31 16:52:44.657546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-026e4695-5a3b-43f9-b4f0-c81395adaf2b req-d5cb3127-7160-4e3c-a2ed-414e4d6c62c7 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups?id=124014d9-9151-4ba0-b45c-064660d750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Aug 31 16:52:44.705333 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c29d226-49b2-42bf-bd90-0ed2a6480148 x-openstack-request-id: req-2c29d226-49b2-42bf-bd90-0ed2a6480148 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:44.705629 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-plugged", "status": "completed", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:44.705893 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c29d226-49b2-42bf-bd90-0ed2a6480148 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:44.706351 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'code': 200} Aug 31 16:52:45.027688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-0fbacbba-18ab-4387-b55c-2350b5ccda6f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:45.029217 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-0fbacbba-18ab-4387-b55c-2350b5ccda6f tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 946 time: 0.0500417 Aug 31 16:52:45.125175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Deleting port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:52:45.125520 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:45.213182 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] For port a9111f90-53f2-4d02-97a4-e11a3d5d3c68, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:45.213551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:45.382688 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:45.382991 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:45.383387 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c disassociated. External IP: 172.25.6.199, port: a9111f90-53f2-4d02-97a4-e11a3d5d3c68. Aug 31 16:52:45.383728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Calling delete_port for a9111f90-53f2-4d02-97a4-e11a3d5d3c68 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:52:45.505974 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:45.534221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event deleted for resources: {'Port': ['ID=a9111f90-53f2-4d02-97a4-e11a3d5d3c68,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:45.650036 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:52:45.760891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:52:45.765875 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42b0d3ab-ae53-48cd-8047-cfc5888080c6 req-dd095cbc-af7e-4674-a70b-ae4769f07475 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0259454 Aug 31 16:52:45.772975 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:52:45.781888 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:52:45.782512 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:52:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:45.808963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] No DVR routers for this DVR port a9111f90-53f2-4d02-97a4-e11a3d5d3c68 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:52:45.811614 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:45.813691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e668fafa-c46d-416b-b90d-1b5e0ccb2506 req-90d7b4ba-81ce-4721-b27b-abd8b372896a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.49 "DELETE /v2.0/ports/a9111f90-53f2-4d02-97a4-e11a3d5d3c68 HTTP/1.1" status: 204 len: 173 time: 0.7766755 Aug 31 16:52:45.814154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-deleted', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:52:45.816597 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143cf026-8194-4f4b-8a09-47bb1cc708c8" -d '{"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-deleted", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:52:45.854961 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abb972f-ac15-40f8-8d1e-efb447cca09a x-openstack-request-id: req-4abb972f-ac15-40f8-8d1e-efb447cca09a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:52:45.855130 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf874a2-5c89-4f99-81ec-4ed620b86793", "name": "network-vif-deleted", "tag": "a9111f90-53f2-4d02-97a4-e11a3d5d3c68", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:52:45.855398 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4abb972f-ac15-40f8-8d1e-efb447cca09a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:52:45.855800 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf874a2-5c89-4f99-81ec-4ed620b86793', 'name': 'network-vif-deleted', 'tag': 'a9111f90-53f2-4d02-97a4-e11a3d5d3c68', 'status': 'completed', 'code': 200} Aug 31 16:52:45.893633 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:52:46.088855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:46.117824 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:52:46.126017 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:52:46.127122 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:52:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:46.226396 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:52:46.430438 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:46.456648 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005481d-6642-4b99-bc75-ef8a1598d5d7 None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:42:56Z', 'revision_number': 4, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa', 'name': '', 'network_id': '9389f72d-ddd9-4c0b-91b3-ac191c8a3920', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'mac_address': 'fa:16:3e:26:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:56Z', 'updated_at': '2021-08-31T16:43:00Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'subnets': [{'id': '6704c249-4c90-4942-89a9-0f69a3b586f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:52:46.689785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a24415-15bc-4465-832f-15373a5edebd None None] New status for floating IP 1a381108-9a30-4ae9-9850-9dde1fc74b0c: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:52:46.878153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d79bdbbc-ea3c-43ca-82b8-909dbea25c89 req-22fdd3b5-756b-413a-8475-4eef86dfdb21 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0317249 Aug 31 16:52:47.973763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce461d06-438e-44a4-b0bb-0ab0020f2246 req-ec785ff8-7110-4f2f-a1ae-e1b02cc5dc92 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0268693 Aug 31 16:52:48.373088 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:52:48.394411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: a9111f90-53f2-4d02-97a4-e11a3d5d3c68 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:52:48.394753 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device a9111f90-53f2-4d02-97a4-e11a3d5d3c68 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:52:49.073694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f9b7e82-4ded-411b-b003-d4565bae0739 req-2bb1b374-e5bf-4f99-9d87-e3a0544af366 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf874a2-5c89-4f99-81ec-4ed620b86793 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Aug 31 16:52:51.127041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-88fc11a3-b6af-4d20-8e9a-952d03411b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:52.797291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43380) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:52.854763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2549d3-161a-4b63-ac72-01350c47db63 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:52.877946 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2549d3-161a-4b63-ac72-01350c47db63 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:52.928774 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2549d3-161a-4b63-ac72-01350c47db63 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:52.931350 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2549d3-161a-4b63-ac72-01350c47db63 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:52.932692 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e2549d3-161a-4b63-ac72-01350c47db63 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "DELETE /v2.0/security-groups/124014d9-9151-4ba0-b45c-064660d750b5 HTTP/1.1" status: 204 len: 168 time: 0.1343446 Aug 31 16:52:52.935251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43382) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:52.943182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2549d3-161a-4b63-ac72-01350c47db63 tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124014d9-9151-4ba0-b45c-064660d750b5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:52.951196 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-71076bbd-37d8-4ea2-b5d1-9be30abc7dbd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] show failed (client error): The resource could not be found. Aug 31 16:52:52.956006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:52.956292 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-71076bbd-37d8-4ea2-b5d1-9be30abc7dbd tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "GET /v2.0/security-groups/124014d9-9151-4ba0-b45c-064660d750b5 HTTP/1.1" status: 404 len: 347 time: 0.0197449 Aug 31 16:52:53.087182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Deleting port 08cc7c87-a1d8-449c-8740-604fceacc8b4 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:52:53.087529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:53.165949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:53.166273 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:53.177904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Calling delete_port for 08cc7c87-a1d8-449c-8740-604fceacc8b4 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:52:53.310959 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:53.342171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Pushing event deleted for resources: {'Port': ['ID=08cc7c87-a1d8-449c-8740-604fceacc8b4,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:53.397655 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:53.400441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:53.401653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4bce426e-8979-41a8-9d56-110054c8651a tempest-ServerActionsTestJSON-1732622587 tempest-ServerActionsTestJSON-1732622587-project] 10.222.0.43 "DELETE /v2.0/floatingips/1a381108-9a30-4ae9-9850-9dde1fc74b0c HTTP/1.1" status: 204 len: 168 time: 0.4446220 Aug 31 16:52:53.404770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43386) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:53.932870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:54.457115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Deleting port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:52:54.457459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:54.533604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] For port 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:54.533986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:54.546057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Calling delete_port for 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:52:54.642544 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:54.725127 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:54.752286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:54.917727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.125687 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:52:55.231233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:52:55.236287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-793b31fa-426e-4288-a57a-ed30dee69d92 admin admin] 10.222.0.43 "PUT /v2.0/routers/7a116490-d4fa-4841-a7fe-d10f6bae8fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305135 Aug 31 16:52:55.238785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43390) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:55.239926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] Sync routers for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:52:55.252014 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:52:55.252629 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:52:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:55.334611 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.345965 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.357932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:52:55.452263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.510090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Deleting port 4532e606-756e-4b50-841e-ec5cb5b6a423 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:52:55.510844 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.589832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] For port 4532e606-756e-4b50-841e-ec5cb5b6a423, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4532e606-756e-4b50-841e-ec5cb5b6a423,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:55.590194 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.602662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Calling delete_port for 4532e606-756e-4b50-841e-ec5cb5b6a423 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:52:55.625072 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.634764 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:52:54Z', 'revision_number': 5, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port': {'id': '4532e606-756e-4b50-841e-ec5cb5b6a423', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:42:54Z', 'updated_at': '2021-08-31T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:55.660890 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] Checking router: 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:52:55.669024 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] Routers {'7a116490-d4fa-4841-a7fe-d10f6bae8fe0'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:52:55.669626 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:52:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:55.703783 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1e46c3a3-ac96-4c6b-a646-809f3f0cdb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.756868 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] Set router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:52:55.774396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.799383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Pushing event deleted for resources: {'Port': ['ID=4532e606-756e-4b50-841e-ec5cb5b6a423,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:55.820614 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:52:55Z', 'revision_number': 6, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:55.847513 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe402b-a665-430b-85c9-fd749770ee8d None None] The sync data for ids ['7a116490-d4fa-4841-a7fe-d10f6bae8fe0'] in n-d-793621-35 is: [{'id': '7a116490-d4fa-4841-a7fe-d10f6bae8fe0', 'name': 'tempest-ServerActionsTestJSON-635236180-router', 'tenant_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:42:53Z', 'updated_at': '2021-08-31T16:52:55Z', 'revision_number': 6, 'project_id': '0d9d64f4b5db4f80aa9072496ccbee42', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:52:55.878875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.968336 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:55.971040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.013125 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.013599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a116490-d4fa-4841-a7fe-d10f6bae8fe0 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:52:56.018773 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.019981 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-85aaa96f-78da-42f5-bf11-55e9670b763f admin admin] 10.222.0.43 "DELETE /v2.0/routers/7a116490-d4fa-4841-a7fe-d10f6bae8fe0 HTTP/1.1" status: 204 len: 168 time: 0.7802806 Aug 31 16:52:56.022493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43392) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:56.058068 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.067697 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Deleting subnet 6704c249-4c90-4942-89a9-0f69a3b586f0 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:52:56.070707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.108084 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.196573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.252391 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.279307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6704c249-4c90-4942-89a9-0f69a3b586f0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:56.283498 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.288331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-99d5b29c-2adc-4bbb-9e9a-8e2e5e2eb09e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6704c249-4c90-4942-89a9-0f69a3b586f0 HTTP/1.1" status: 204 len: 168 time: 0.2620506 Aug 31 16:52:56.288331 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43394) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:56.292719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b97fd-3c02-402c-b7e4-936b3ca29a28 None None] Network 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:52:56.360744 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.418297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Deleting port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:52:56.418656 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.486011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] For port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,segment=NetworkSegment(57cee840-4595-4dd4-8a62-727586170178),segment_id=57cee840-4595-4dd4-8a62-727586170178)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:52:56.486300 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.498668 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Calling delete_port for 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:52:56.575996 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.603342 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] No DVR routers for this DVR port 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:52:56.607152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf1374e-4f5e-4335-a6fe-bce65b8f7e66,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:56.638712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3fdbb7-93e7-4451-8d44-f7036d00aae5 None None] DHCP port deletion for 9389f72d-ddd9-4c0b-91b3-ac191c8a3920 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:52:56.688156 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.696711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4532e606-756e-4b50-841e-ec5cb5b6a423 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:52:56.698612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9389f72d-ddd9-4c0b-91b3-ac191c8a3920']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:56.708996 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cee840-4595-4dd4-8a62-727586170178') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:56.709289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cee840-4595-4dd4-8a62-727586170178') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:52:56.717076 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4532e606-756e-4b50-841e-ec5cb5b6a423 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:52:56.717577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4532e606-756e-4b50-841e-ec5cb5b6a423 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:52:56.717845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:52:56.718115 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.733916 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.739431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:52:56.739822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6fc070ff-fda4-4fa8-b14c-bc6fe4c7d0aa not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:52:56.740331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:52:56.741146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:52:56.741609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:52:56.743363 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:52:56.761385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:52:56.761738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4bf1374e-4f5e-4335-a6fe-bce65b8f7e66 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:52:56.803170 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.809735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:56.811560 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] 10.222.0.43 "DELETE /v2.0/networks/9389f72d-ddd9-4c0b-91b3-ac191c8a3920 HTTP/1.1" status: 204 len: 168 time: 0.5226188 Aug 31 16:52:56.822821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd37d0-8b86-43c8-a1f2-b07e44a39ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=9389f72d-ddd9-4c0b-91b3-ac191c8a3920,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:56.949983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43398) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:56.994946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-dc4d56bf-be7a-4fa7-a8c1-65e2054ce3f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d9d64f4b5db4f80aa9072496ccbee42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436566 Aug 31 16:52:56.997309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43400) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:57.044541 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2085a750-e57f-4368-911b-5b62eb4ffa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:57.065515 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2085a750-e57f-4368-911b-5b62eb4ffa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:57.112625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2085a750-e57f-4368-911b-5b62eb4ffa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:57.115085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2085a750-e57f-4368-911b-5b62eb4ffa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:57.116265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2085a750-e57f-4368-911b-5b62eb4ffa99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ef2dfc3-19d1-4819-98c1-c0e3be97e419 HTTP/1.1" status: 204 len: 168 time: 0.1180100 Aug 31 16:52:57.126364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a750-e57f-4368-911b-5b62eb4ffa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef2dfc3-19d1-4819-98c1-c0e3be97e419,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:57.817891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43422) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:57.830214 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:57.927642 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-98611693-network', 'tenant_id': '9aa8575bf1a549a5a2ec6a2a2b8c7285'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:52:57.948177 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Made reservation on behalf of 9aa8575bf1a549a5a2ec6a2a2b8c7285 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:52:57.950412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:57.958379 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.044296 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.048855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.072351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:52:58.088044 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718bec40-06fd-4ba6-97e4-0df4e39f6388,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:58.091907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.092210 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Added segment dcf29607-71fc-4990-9d37-b84a1579393b of type vlan for network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 Aug 31 16:52:58.137516 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.164781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.165773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:58.166354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.218339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3993607 Aug 31 16:52:58.221985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:52:58.226100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46d08c-ba44-4474-9356-aa5c57582752 admin admin] Pushing event updated for resources: {'Network': ['ID=37ca6a9e-1804-4b59-841a-3e574b9ff8a3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:58.227017 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Request body: {'subnet': {'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-98611693-subnet', 'tenant_id': '9aa8575bf1a549a5a2ec6a2a2b8c7285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:52:58.236287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:52:58.249105 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Made reservation on behalf of 9aa8575bf1a549a5a2ec6a2a2b8c7285 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:52:58.251592 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.417796 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.480791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede40480-9d1c-4960-865e-88b73161d21a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:52:58.491383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Checking segment: {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:52:58.491846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Network hostable DHCP agents. Network: 37ca6a9e-1804-4b59-841a-3e574b9ff8a3, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:52:58.509069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:52:58.518041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 37ca6a9e-1804-4b59-841a-3e574b9ff8a3) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:52:58.522474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:58.523065 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:52:58.528638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6a059-60a9-4dfe-ab7a-61138b9ee013 None None] Network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:52:58.537951 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-96a4818d-f40c-46eb-bca3-c0d32e5a7420 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3148227 Aug 31 16:52:58.651506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab29266-186b-4985-8084-eb6df0b2e734 None None] Network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:52:58.990385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-e6f138a2-1f64-483f-b54d-9059d7dd0590 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:52:58.991859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-e6f138a2-1f64-483f-b54d-9059d7dd0590 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/networks?id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 200 len: 812 time: 0.1029351 Aug 31 16:52:59.008693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-3768a411-a3b7-4506-8402-982dfd9d1088 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/quotas/9aa8575bf1a549a5a2ec6a2a2b8c7285 HTTP/1.1" status: 200 len: 375 time: 0.0109429 Aug 31 16:52:59.040229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-55d745be-8bd3-45bd-be26-b4c81b3679f4 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262744 Aug 31 16:52:59.131522 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-d4378a93-44a7-4acf-9d80-7a22cbcea5cd service neutron] 10.222.0.43 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843165 Aug 31 16:52:59.232396 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-4434a7a6-c4ec-4aac-99e5-ef89ae9397cf service neutron] 10.222.0.43 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939147 Aug 31 16:52:59.393936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fea8ab29-dc9d-4a97-8584-f668a04eff3b req-fc44cb5f-092a-43d5-939e-7b942aa9d858 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Aug 31 16:53:00.391014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-7065b733-e54e-4ff7-b490-4a0fed20bd50 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:00.392563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-7065b733-e54e-4ff7-b490-4a0fed20bd50 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.49 "GET /v2.0/networks?id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 200 len: 812 time: 0.1045897 Aug 31 16:53:00.404736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Request body: {'port': {'device_id': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3', 'admin_state_up': True, 'tenant_id': '9aa8575bf1a549a5a2ec6a2a2b8c7285'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:00.490751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39efbbe4-333b-4533-b45d-9cda89c3a5cc req-ea769c5b-32ac-4230-92c6-aaac063c5547 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 210 time: 0.0271537 Aug 31 16:53:00.519641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Made reservation on behalf of 9aa8575bf1a549a5a2ec6a2a2b8c7285 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:00.523096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:00.646922 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Allocated IP 172.20.0.2 (37ca6a9e-1804-4b59-841a-3e574b9ff8a3/ede40480-9d1c-4960-865e-88b73161d21a/4daee895-19bf-4ea8-82dc-eb22f7be492d) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:01.102853 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.138812 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.184902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:01.187867 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:01.192379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:01.215396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Pushing event updated for resources: {'Port': ['ID=4daee895-19bf-4ea8-82dc-eb22f7be492d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:01.242661 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:01.243274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.256940 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-9c65ad83-6a36-4bc0-b979-1d95e48ba0de tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560495 Aug 31 16:53:01.269865 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Request body: {'port': {'device_id': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:01.321909 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.583991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daee895-19bf-4ea8-82dc-eb22f7be492d {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:53:01.591304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.603895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Transition to ACTIVE for port object 4daee895-19bf-4ea8-82dc-eb22f7be492d will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:01.607665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556eb51-cec6-4771-b1ea-e9e676a59e74 req-992d9d83-9a93-42e6-9913-cdc22ecc01fb tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:01.608210 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.609274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c556eb51-cec6-4771-b1ea-e9e676a59e74 req-992d9d83-9a93-42e6-9913-cdc22ecc01fb tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 931 time: 0.0510237 Aug 31 16:53:01.648279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c556eb51-cec6-4771-b1ea-e9e676a59e74 req-35204b87-1f05-4e11-8356-c9539d219fc6 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Aug 31 16:53:01.661167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Pushing event updated for resources: {'Port': ['ID=4daee895-19bf-4ea8-82dc-eb22f7be492d,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:01.725026 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Attempting to bind port 4daee895-19bf-4ea8-82dc-eb22f7be492d on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:01.725370 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Attempting to bind port 4daee895-19bf-4ea8-82dc-eb22f7be492d by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:01.725707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Attempting to bind port 4daee895-19bf-4ea8-82dc-eb22f7be492d on network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:01.730210 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Port 4daee895-19bf-4ea8-82dc-eb22f7be492d on network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:53:01.730527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Attempting to bind port 4daee895-19bf-4ea8-82dc-eb22f7be492d on network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:01.735325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:01.735665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Checking segment: {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:01.736121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Bound using segment: {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:01.736586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Bound port: 4daee895-19bf-4ea8-82dc-eb22f7be492d, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:01.736941 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.801411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] For port 4daee895-19bf-4ea8-82dc-eb22f7be492d, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:01.804587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] For port 4daee895-19bf-4ea8-82dc-eb22f7be492d, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:01.809183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.850746 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:01.851387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:01.852838 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] 10.222.0.49 "PUT /v2.0/ports/4daee895-19bf-4ea8-82dc-eb22f7be492d HTTP/1.1" status: 200 len: 1092 time: 0.5876291 Aug 31 16:53:01.853269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'tag': '4daee895-19bf-4ea8-82dc-eb22f7be492d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:01.855497 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae0703-d2c5-48fd-8349-dabfd036d455" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdd98a1-f3fe-41f7-821b-aaba06e488f2", "tag": "4daee895-19bf-4ea8-82dc-eb22f7be492d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:01.877114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f0ae-cd22-4a85-bdcf-3483d131e45b service neutron] Pushing event updated for resources: {'Port': ['ID=4daee895-19bf-4ea8-82dc-eb22f7be492d,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:01.915377 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e764ab-368a-44b7-b799-7e9439651b5b x-openstack-request-id: req-27e764ab-368a-44b7-b799-7e9439651b5b {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:01.915665 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdd98a1-f3fe-41f7-821b-aaba06e488f2", "tag": "4daee895-19bf-4ea8-82dc-eb22f7be492d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:01.915915 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27e764ab-368a-44b7-b799-7e9439651b5b {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:01.916325 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'tag': '4daee895-19bf-4ea8-82dc-eb22f7be492d', 'status': 'completed', 'code': 200} Aug 31 16:53:01.931813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-86ca0400-c3bc-4dc2-8c3f-c0f0c6287738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:01.933362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-86ca0400-c3bc-4dc2-8c3f-c0f0c6287738 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 1095 time: 0.0440886 Aug 31 16:53:01.978639 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-87da75b6-000a-4754-822a-cc50cd838a8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d HTTP/1.1" status: 200 len: 217 time: 0.0368609 Aug 31 16:53:02.028012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-7ef4cfb6-6520-447b-9c57-fe1e2d6c5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:02.029642 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-7ef4cfb6-6520-447b-9c57-fe1e2d6c5e2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ede40480-9d1c-4960-865e-88b73161d21a HTTP/1.1" status: 200 len: 852 time: 0.0448208 Aug 31 16:53:02.060339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-f80afbee-44a2-4385-8a09-bf27b24d266c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240302 Aug 31 16:53:02.152762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-1da4857b-8a53-4dcb-90cb-379c4309f39c service neutron] 10.222.0.49 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844553 Aug 31 16:53:02.242236 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-95ec62ae-f03b-45ff-9e8f-2d5e60abaf79 req-fc66ef32-d4a3-404d-ba8d-6556db444d02 service neutron] 10.222.0.49 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822756 Aug 31 16:53:02.326685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-1225da54-192f-4f33-b0d3-6944f816ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:02.328286 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-1225da54-192f-4f33-b0d3-6944f816ac68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 1095 time: 0.0419886 Aug 31 16:53:02.420428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-0a2df8b3-9686-4f31-9aa2-f88c4012e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:02.421905 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-0a2df8b3-9686-4f31-9aa2-f88c4012e4a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 200 len: 913 time: 0.0862832 Aug 31 16:53:02.467628 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-7b11ece4-03fe-4543-b60b-5e081fa62577 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d HTTP/1.1" status: 200 len: 217 time: 0.0376403 Aug 31 16:53:02.519428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-d5d66d89-9c72-4be3-b0e9-eb86a22660ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:02.520949 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-d5d66d89-9c72-4be3-b0e9-eb86a22660ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ede40480-9d1c-4960-865e-88b73161d21a HTTP/1.1" status: 200 len: 852 time: 0.0449977 Aug 31 16:53:02.558122 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-93564c14-e933-42c8-91c8-171f9f1b99c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299428 Aug 31 16:53:02.647492 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-178c0faa-4efe-4c37-b46f-895ee5dc996d service neutron] 10.222.0.49 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807242 Aug 31 16:53:02.743339 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c4ae0703-d2c5-48fd-8349-dabfd036d455 req-0a289f72-512b-4c07-beb1-5cfcca6e21a5 service neutron] 10.222.0.49 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888212 Aug 31 16:53:02.771287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea08bd3-3b2a-45a6-92e6-0255c79d31b5 req-86ab20b8-0e7a-4c65-bd66-7da74d67893a tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:02.772810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ea08bd3-3b2a-45a6-92e6-0255c79d31b5 req-86ab20b8-0e7a-4c65-bd66-7da74d67893a tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 943 time: 0.0550330 Aug 31 16:53:02.810998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ea08bd3-3b2a-45a6-92e6-0255c79d31b5 req-75e5d40a-b0ff-4af7-b909-d488157c1b9c tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Aug 31 16:53:03.924738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c88dae-ab9c-4026-8d27-631243d5ab84 req-e6a9c862-8dc8-4520-8c17-571486f99f6e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:03.926250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8c88dae-ab9c-4026-8d27-631243d5ab84 req-e6a9c862-8dc8-4520-8c17-571486f99f6e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 943 time: 0.0496609 Aug 31 16:53:03.963375 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8c88dae-ab9c-4026-8d27-631243d5ab84 req-9f037c5a-2d52-441d-affd-e1487543928b tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Aug 31 16:53:04.490718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4daee895-19bf-4ea8-82dc-eb22f7be492d details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:53:04.591868 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4daee895-19bf-4ea8-82dc-eb22f7be492d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:04.603494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '4daee895-19bf-4ea8-82dc-eb22f7be492d', 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3', 'port_id': '4daee895-19bf-4ea8-82dc-eb22f7be492d', 'mac_address': 'fa:16:3e:3f:5e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede40480-9d1c-4960-865e-88b73161d21a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:53:04.642269 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:04.654601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daee895-19bf-4ea8-82dc-eb22f7be492d {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:53:04.673828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4daee895-19bf-4ea8-82dc-eb22f7be492d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:04.678627 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:04.724299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=4daee895-19bf-4ea8-82dc-eb22f7be492d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:04.867288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['4daee895-19bf-4ea8-82dc-eb22f7be492d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:53:05.079784 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3143-a538-43a2-8966-a662b9557837 req-dfca65fe-c258-406e-80b0-489311cc3d32 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:05.081304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2c3143-a538-43a2-8966-a662b9557837 req-dfca65fe-c258-406e-80b0-489311cc3d32 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 944 time: 0.0513501 Aug 31 16:53:05.118627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d2c3143-a538-43a2-8966-a662b9557837 req-30b39f9e-8e38-464b-b16e-da5af3f583bb tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Aug 31 16:53:06.234870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ba4f-8d96-4c8a-bd1f-bd68636c7982 req-e876dc04-7fda-4b69-bcb4-b4401f067817 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:06.236393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5722ba4f-8d96-4c8a-bd1f-bd68636c7982 req-e876dc04-7fda-4b69-bcb4-b4401f067817 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 944 time: 0.0523803 Aug 31 16:53:06.273926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5722ba4f-8d96-4c8a-bd1f-bd68636c7982 req-1d646920-5130-46c1-8d90-c3ee6b507255 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Aug 31 16:53:06.506490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4daee895-19bf-4ea8-82dc-eb22f7be492d up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:06.554927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 4daee895-19bf-4ea8-82dc-eb22f7be492d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:06.560928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 4daee895-19bf-4ea8-82dc-eb22f7be492d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:06.561559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:06.640522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:06.662186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daee895-19bf-4ea8-82dc-eb22f7be492d'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:06.664383 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0ce41-da79-4c5d-b390-97d7fe292da6" -d '{"events": [{"server_uuid": "8cdd98a1-f3fe-41f7-821b-aaba06e488f2", "name": "network-vif-plugged", "status": "completed", "tag": "4daee895-19bf-4ea8-82dc-eb22f7be492d"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:06.676758 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4daee895-19bf-4ea8-82dc-eb22f7be492d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:06.680744 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:06.708426 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2af28b-52b8-4331-9de1-d015aa24a501 x-openstack-request-id: req-8c2af28b-52b8-4331-9de1-d015aa24a501 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:06.708708 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd98a1-f3fe-41f7-821b-aaba06e488f2", "name": "network-vif-plugged", "status": "completed", "tag": "4daee895-19bf-4ea8-82dc-eb22f7be492d", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:06.708959 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c2af28b-52b8-4331-9de1-d015aa24a501 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:06.709338 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daee895-19bf-4ea8-82dc-eb22f7be492d', 'code': 200} Aug 31 16:53:06.737275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=4daee895-19bf-4ea8-82dc-eb22f7be492d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:06.806152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365092e0-2513-4700-91ec-75751230b4c7 req-69d1dadd-b873-43e0-8036-6d0912ee2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:06.807558 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-365092e0-2513-4700-91ec-75751230b4c7 req-69d1dadd-b873-43e0-8036-6d0912ee2a16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 1097 time: 0.0405591 Aug 31 16:53:06.842278 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-365092e0-2513-4700-91ec-75751230b4c7 req-33b49e2f-0b9a-4d93-be92-19aa749110f2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270097 Aug 31 16:53:07.392951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e2924-e5f9-4fa8-bc88-35863e82f38d req-b252f5d3-fb42-4282-8d7e-f7be16818e2e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:07.395012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-140e2924-e5f9-4fa8-bc88-35863e82f38d req-b252f5d3-fb42-4282-8d7e-f7be16818e2e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0504138 Aug 31 16:53:07.431596 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-140e2924-e5f9-4fa8-bc88-35863e82f38d req-2e50d4b7-dc34-4545-adba-2c28c49f7654 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Aug 31 16:53:08.409898 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:53:08.557460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cb0fb-e8d2-4b3d-8cf0-fd7d93197d95 req-6e97e40c-da1e-4a3a-bfd0-667cfac00ebd tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:08.558947 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-066cb0fb-e8d2-4b3d-8cf0-fd7d93197d95 req-6e97e40c-da1e-4a3a-bfd0-667cfac00ebd tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0587986 Aug 31 16:53:08.597216 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-066cb0fb-e8d2-4b3d-8cf0-fd7d93197d95 req-8ba6209c-9003-49dc-bbe5-113b255782db tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Aug 31 16:53:08.818937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-648b7324-a86b-469f-a0b2-d711827ea1a2 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:08.820440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-648b7324-a86b-469f-a0b2-d711827ea1a2 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/networks?id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 200 len: 812 time: 0.1052828 Aug 31 16:53:08.834910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-8efffa86-eb7f-437d-984b-b5277579bdf8 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/quotas/9aa8575bf1a549a5a2ec6a2a2b8c7285 HTTP/1.1" status: 200 len: 375 time: 0.0088286 Aug 31 16:53:08.882931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-6f06debc-8ea7-4c8d-a5d2-069476a7a5ac tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429053 Aug 31 16:53:08.976998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-e80c014f-ffe5-4888-b968-823936e6dbac service neutron] 10.222.0.43 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871136 Aug 31 16:53:09.063675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-f26799aa-0a69-444b-aa3d-44dbaafa976f service neutron] 10.222.0.43 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807207 Aug 31 16:53:09.220912 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-17f79cae-c7b2-47a5-9831-ec71f97bc199 req-e55661bd-76ec-40f2-b37f-2667604d0b43 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 210 time: 0.0278916 Aug 31 16:53:10.173529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-0208dbd1-f863-403f-922f-42f7313f1cc5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:10.175254 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-0208dbd1-f863-403f-922f-42f7313f1cc5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.30 "GET /v2.0/networks?id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 200 len: 812 time: 0.1097238 Aug 31 16:53:10.188866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Request body: {'port': {'device_id': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3', 'admin_state_up': True, 'tenant_id': '9aa8575bf1a549a5a2ec6a2a2b8c7285'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:10.322175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfcf1bbc-80d6-42ef-b2be-263819fbd6b6 req-a18b7a5f-4751-48e3-8d1b-1333ba215382 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 210 time: 0.0345833 Aug 31 16:53:10.322727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Made reservation on behalf of 9aa8575bf1a549a5a2ec6a2a2b8c7285 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:10.326089 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:10.448214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Allocated IP 172.20.0.12 (37ca6a9e-1804-4b59-841a-3e574b9ff8a3/ede40480-9d1c-4960-865e-88b73161d21a/fdbc2e5d-7b81-4e53-83d3-1757e0517ad3) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:10.595192 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:10.642646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:10.653747 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['4daee895-19bf-4ea8-82dc-eb22f7be492d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:53:10.686655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:10.689872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:10.693757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:10.722653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Pushing event updated for resources: {'Port': ['ID=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:10.750652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:10.751271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:10.765162 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-defe3ace-ad56-435a-91c3-24421c44f5b5 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804906 Aug 31 16:53:10.776119 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-f977e958-2c32-43c5-bfe2-4cd6d5222e7e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:53:10.777337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-f977e958-2c32-43c5-bfe2-4cd6d5222e7e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051515 Aug 31 16:53:10.790727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Request body: {'port': {'device_id': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:10.843069 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:11.104101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:53:11.111966 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:11.124015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Transition to ACTIVE for port object fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:11.127709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:11.488920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Pushing event updated for resources: {'Port': ['ID=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:11.547100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374b1d5-ffe1-4825-9810-827e4a82f7eb req-05654a2b-59f2-46bb-a5bb-96521cc79888 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:11.549142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6374b1d5-ffe1-4825-9810-827e4a82f7eb req-05654a2b-59f2-46bb-a5bb-96521cc79888 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 944 time: 0.1099167 Aug 31 16:53:11.597991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Attempting to bind port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:11.598326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Attempting to bind port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:11.598654 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Attempting to bind port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 on network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:11.606585 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6374b1d5-ffe1-4825-9810-827e4a82f7eb req-95ea775f-4684-47ce-a432-c859b799d548 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Aug 31 16:53:11.607472 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 on network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:53:11.607788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Attempting to bind port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 on network 37ca6a9e-1804-4b59-841a-3e574b9ff8a3 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:11.613221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:11.613553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Checking segment: {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:11.613923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Bound using segment: {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:11.614346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Bound port: fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf29607-71fc-4990-9d37-b84a1579393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:11.614701 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:11.675265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] For port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:11.678686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] For port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:11.682483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:11.726690 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:11.727322 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:11.728876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] 10.222.0.30 "PUT /v2.0/ports/fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 HTTP/1.1" status: 200 len: 1093 time: 0.9428582 Aug 31 16:53:11.729207 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'tag': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:11.731472 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71073a-46f1-46f4-abf0-8c60db79d9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f", "tag": "fdbc2e5d-7b81-4e53-83d3-1757e0517ad3"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:11.751893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d149e-c76e-4d71-9fb4-b8e5a20396fc service neutron] Pushing event updated for resources: {'Port': ['ID=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:11.783261 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09642b2c-7219-4beb-b2d3-921a52146e36 x-openstack-request-id: req-09642b2c-7219-4beb-b2d3-921a52146e36 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:11.783568 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f", "tag": "fdbc2e5d-7b81-4e53-83d3-1757e0517ad3", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:11.783793 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09642b2c-7219-4beb-b2d3-921a52146e36 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:11.784206 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'tag': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3', 'status': 'completed', 'code': 200} Aug 31 16:53:11.816998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-f1ec0111-1717-4dff-8ec5-74e44f26df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:11.818540 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-f1ec0111-1717-4dff-8ec5-74e44f26df09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 1096 time: 0.0460176 Aug 31 16:53:11.859709 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-1f117df7-d73c-47c4-9f17-336c30fe3d9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 HTTP/1.1" status: 200 len: 217 time: 0.0332236 Aug 31 16:53:11.908650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-81c1e753-546e-4486-ac39-71097abf913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:11.910085 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-81c1e753-546e-4486-ac39-71097abf913f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ede40480-9d1c-4960-865e-88b73161d21a HTTP/1.1" status: 200 len: 852 time: 0.0429163 Aug 31 16:53:11.941931 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-7b89dcf7-b5e0-4b85-8828-9d754a0b2bdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243535 Aug 31 16:53:12.038066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-d26ece65-f906-45fb-ab4d-b7e1f4e42505 service neutron] 10.222.0.30 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886145 Aug 31 16:53:12.128011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66a3a312-78f9-4279-b480-2425d85bebf6 req-b910d75b-ea69-4d35-90d7-ecafe8d33d33 service neutron] 10.222.0.30 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823278 Aug 31 16:53:12.216085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-0ad51c91-da8e-4c56-83be-7770e090d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:12.217669 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-0ad51c91-da8e-4c56-83be-7770e090d635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 1096 time: 0.0461047 Aug 31 16:53:12.306476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-7951138d-9c36-4c8b-85e0-78ee92b93723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:12.308091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-7951138d-9c36-4c8b-85e0-78ee92b93723 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 200 len: 913 time: 0.0832148 Aug 31 16:53:12.354610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-464a8168-a5b8-42e6-88b1-fd153b3df5b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 HTTP/1.1" status: 200 len: 217 time: 0.0381289 Aug 31 16:53:12.404251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-296ee72d-45ba-4aa0-889a-1fd36d0fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:12.405603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-296ee72d-45ba-4aa0-889a-1fd36d0fbac4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ede40480-9d1c-4960-865e-88b73161d21a HTTP/1.1" status: 200 len: 852 time: 0.0440209 Aug 31 16:53:12.437442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-2bde7204-e71e-4be4-9a1d-649891fe7347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37ca6a9e-1804-4b59-841a-3e574b9ff8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240707 Aug 31 16:53:12.528469 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-eb2d8127-d418-4d3f-be84-0eee636d40f5 service neutron] 10.222.0.30 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825715 Aug 31 16:53:12.627481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1a71073a-46f1-46f4-abf0-8c60db79d9fe req-7bffba5a-4c95-49a7-8896-ce4769ab649c service neutron] 10.222.0.30 "GET /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914013 Aug 31 16:53:12.723948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0becb-6991-4e1f-9506-cb157461ae71 req-24ec6f80-89ba-469b-adb9-0670dc457a53 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:12.725691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32e0becb-6991-4e1f-9506-cb157461ae71 req-24ec6f80-89ba-469b-adb9-0670dc457a53 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 944 time: 0.0499215 Aug 31 16:53:12.764292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32e0becb-6991-4e1f-9506-cb157461ae71 req-4a8263bc-ee76-43ce-828e-eca5c2460549 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Aug 31 16:53:13.884169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e456e70-37ad-4a88-a3c3-ad3934e0f8ef req-8ddaeefb-9dcb-4e7f-a849-b6fa5b60f1b2 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:13.885659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e456e70-37ad-4a88-a3c3-ad3934e0f8ef req-8ddaeefb-9dcb-4e7f-a849-b6fa5b60f1b2 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 944 time: 0.0518837 Aug 31 16:53:13.922325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e456e70-37ad-4a88-a3c3-ad3934e0f8ef req-3f335aa2-942a-4b81-be3e-ed185710bf23 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300786 Aug 31 16:53:14.611917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:53:14.707748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:14.718863 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3', 'network_id': '37ca6a9e-1804-4b59-841a-3e574b9ff8a3', 'port_id': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3', 'mac_address': 'fa:16:3e:fa:d6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede40480-9d1c-4960-865e-88b73161d21a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:53:14.755089 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:14.767976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:53:14.785819 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:14.789625 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:14.839336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:14.989290 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fdbc2e5d-7b81-4e53-83d3-1757e0517ad3'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:53:15.035534 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd16f-fe9a-46c4-b09c-c0f15ad43760 req-f7d194ef-a849-48e7-94f6-492c33ad89b0 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:15.037077 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2cd16f-fe9a-46c4-b09c-c0f15ad43760 req-f7d194ef-a849-48e7-94f6-492c33ad89b0 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 945 time: 0.0487039 Aug 31 16:53:15.076091 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c2cd16f-fe9a-46c4-b09c-c0f15ad43760 req-b546ad52-8f22-4882-b688-c10ee989701c tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Aug 31 16:53:16.189507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283551d-a2e8-4782-9023-14662c1684e8 req-1f6b6f50-bee4-423a-89a7-0e3e13f32050 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:16.190977 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5283551d-a2e8-4782-9023-14662c1684e8 req-1f6b6f50-bee4-423a-89a7-0e3e13f32050 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 945 time: 0.0497310 Aug 31 16:53:16.228298 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5283551d-a2e8-4782-9023-14662c1684e8 req-e6755cac-ccac-49b0-ba9e-f98e70dc0043 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Aug 31 16:53:16.633765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:16.687828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:16.691628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:16.692006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:16.767559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:16.789358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:16.791539 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6c6c8-5c0a-4dd7-8087-8e28e99dba0c" -d '{"events": [{"server_uuid": "e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdbc2e5d-7b81-4e53-83d3-1757e0517ad3"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:16.804170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:16.808050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:16.832890 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d759072-7513-433d-97e4-70bb2bc703fc x-openstack-request-id: req-0d759072-7513-433d-97e4-70bb2bc703fc {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:16.833204 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdbc2e5d-7b81-4e53-83d3-1757e0517ad3", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:16.833459 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d759072-7513-433d-97e4-70bb2bc703fc {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:16.833845 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3', 'code': 200} Aug 31 16:53:16.859120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:16.925739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1570fd8-dd7d-4d4b-b713-b935c6069526 req-33f49c47-bbfa-4a70-92a4-3d4299e1ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:16.927325 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1570fd8-dd7d-4d4b-b713-b935c6069526 req-33f49c47-bbfa-4a70-92a4-3d4299e1ac73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 1098 time: 0.0432925 Aug 31 16:53:16.961836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a1570fd8-dd7d-4d4b-b713-b935c6069526 req-181f0f5a-448d-41bd-a5b1-490200e891db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271876 Aug 31 16:53:17.345038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a9632-b45b-4f30-93c7-5ea063940cda req-e3d3e6bf-29db-487c-9d79-3f870956a68a tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:17.346525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd3a9632-b45b-4f30-93c7-5ea063940cda req-e3d3e6bf-29db-487c-9d79-3f870956a68a tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 946 time: 0.0482476 Aug 31 16:53:17.391404 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dd3a9632-b45b-4f30-93c7-5ea063940cda req-8e7d670a-2fb8-42f9-8335-2c05caac2651 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 Aug 31 16:53:18.507057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f771-8c61-49b3-8f03-42e2ff51ffa6 req-7e7f0ac2-76e0-46e0-97ff-661736746771 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:18.508646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5780f771-8c61-49b3-8f03-42e2ff51ffa6 req-7e7f0ac2-76e0-46e0-97ff-661736746771 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 946 time: 0.0491982 Aug 31 16:53:18.546027 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5780f771-8c61-49b3-8f03-42e2ff51ffa6 req-85011765-24be-492b-9072-542f7e243886 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Aug 31 16:53:18.792850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41a3e-1297-43d7-80c9-f51be4b3fdb6 req-1482aebf-d5f5-433d-a3dc-5254048de6b1 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:18.794352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99b41a3e-1297-43d7-80c9-f51be4b3fdb6 req-1482aebf-d5f5-433d-a3dc-5254048de6b1 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 946 time: 0.0613465 Aug 31 16:53:18.831826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99b41a3e-1297-43d7-80c9-f51be4b3fdb6 req-01e61aaf-46ef-47b6-a78f-7a19846daa0e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Aug 31 16:53:19.947489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbc002-9f08-410c-a6f2-d1dfb804dad3 req-5f993ec2-3047-4516-823b-13c5eedbb5b7 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:19.949031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3dfbc002-9f08-410c-a6f2-d1dfb804dad3 req-5f993ec2-3047-4516-823b-13c5eedbb5b7 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 946 time: 0.0514228 Aug 31 16:53:19.986924 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3dfbc002-9f08-410c-a6f2-d1dfb804dad3 req-8234e6d7-57f8-4986-b6a7-be6e10ad3c7c tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Aug 31 16:53:20.113918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-c3b36e68-2d97-41e2-9459-00ba4599f4ba tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:20.115415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-c3b36e68-2d97-41e2-9459-00ba4599f4ba tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f HTTP/1.1" status: 200 len: 946 time: 0.0486462 Aug 31 16:53:20.208467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Deleting port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:20.208832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:20.294067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] For port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:20.294354 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:20.307310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Calling delete_port for fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:20.436194 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:20.449258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['4daee895-19bf-4ea8-82dc-eb22f7be492d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:53:20.455825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fdbc2e5d-7b81-4e53-83d3-1757e0517ad3'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:53:20.465524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Pushing event deleted for resources: {'Port': ['ID=fdbc2e5d-7b81-4e53-83d3-1757e0517ad3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:20.474965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.475319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.476847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.477195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.478038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.478038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.478197 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.478502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.478835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.479164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.479501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.479825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:20.532432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] No DVR routers for this DVR port fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:20.534990 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:20.537036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25bcffb2-dd9a-4b25-a38d-c80c42ebad30 req-f80a45bd-7a16-4da8-9a65-2e0e71b0ff3d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.30 "DELETE /v2.0/ports/fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 HTTP/1.1" status: 204 len: 173 time: 0.4155650 Aug 31 16:53:20.537468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'name': 'network-vif-deleted', 'tag': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:20.539735 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5884b0-4407-498c-94a7-6869eb0829bc" -d '{"events": [{"server_uuid": "e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f", "name": "network-vif-deleted", "tag": "fdbc2e5d-7b81-4e53-83d3-1757e0517ad3"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:20.581677 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f245daf5-f403-4fa0-b349-25292ee42e3a x-openstack-request-id: req-f245daf5-f403-4fa0-b349-25292ee42e3a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:20.582026 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f", "name": "network-vif-deleted", "tag": "fdbc2e5d-7b81-4e53-83d3-1757e0517ad3", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:20.582287 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f245daf5-f403-4fa0-b349-25292ee42e3a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:20.582850 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ef15a1-28ee-46e7-96d8-a170d1d5aa3f', 'name': 'network-vif-deleted', 'tag': 'fdbc2e5d-7b81-4e53-83d3-1757e0517ad3', 'status': 'completed', 'code': 200} Aug 31 16:53:21.128399 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7687ae81-c5a8-4a44-8912-5b6a40b3d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:21.136840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39996767-7603-451c-8675-4645cd3673fc req-70ca4b70-4c34-4502-a5bb-b020efda843f tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:21.138405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39996767-7603-451c-8675-4645cd3673fc req-70ca4b70-4c34-4502-a5bb-b020efda843f tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0518346 Aug 31 16:53:21.176702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39996767-7603-451c-8675-4645cd3673fc req-1e1b1ea4-8662-4845-b8c3-29a2b969e313 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Aug 31 16:53:21.303773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad39275-96fb-41ca-917d-cf01734129de req-9ce97c3c-ca94-4ac3-8b50-629cc0d85d11 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:21.305278 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ad39275-96fb-41ca-917d-cf01734129de req-9ce97c3c-ca94-4ac3-8b50-629cc0d85d11 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0486338 Aug 31 16:53:21.342615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ad39275-96fb-41ca-917d-cf01734129de req-51762e9c-38fe-419c-a6ef-810f64946687 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Aug 31 16:53:21.455675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1e702-bf11-4c49-b285-f1dfde14a61e req-0c0817c8-e3cd-4a31-a403-ae719be37bc7 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:21.457176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cd1e702-bf11-4c49-b285-f1dfde14a61e req-0c0817c8-e3cd-4a31-a403-ae719be37bc7 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0483644 Aug 31 16:53:21.497833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cd1e702-bf11-4c49-b285-f1dfde14a61e req-ee8e3c0d-e71b-480b-adee-c41ac37b0019 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Aug 31 16:53:21.664028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50b96-07a7-4e81-b7a4-46351a54ac50 req-7ab918a5-b01c-49ca-bafa-4e2cabd9df02 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:21.665561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99c50b96-07a7-4e81-b7a4-46351a54ac50 req-7ab918a5-b01c-49ca-bafa-4e2cabd9df02 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0490332 Aug 31 16:53:21.703733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99c50b96-07a7-4e81-b7a4-46351a54ac50 req-5b4c45e0-00f8-43d0-8966-9bb227e43d0c tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Aug 31 16:53:21.821484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb853039-d7a4-498a-8d00-346644f3701f req-a12f3c77-3178-4f93-9146-c605b8cc8110 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:21.822944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb853039-d7a4-498a-8d00-346644f3701f req-a12f3c77-3178-4f93-9146-c605b8cc8110 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Aug 31 16:53:21.859310 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb853039-d7a4-498a-8d00-346644f3701f req-d09a4968-a0a9-4910-b665-caee3c451d0e tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302503 Aug 31 16:53:21.981946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a15c-d048-4947-aeb7-6bdcb1be03af req-78bc903a-030f-45af-bd88-b15638740a2a tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:21.983332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35d8a15c-d048-4947-aeb7-6bdcb1be03af req-78bc903a-030f-45af-bd88-b15638740a2a tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Aug 31 16:53:22.025571 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35d8a15c-d048-4947-aeb7-6bdcb1be03af req-23d55ae9-6e6e-4126-979e-97c0b1c3292d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357001 Aug 31 16:53:22.321029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861fcc2-ced8-4a96-b967-060850005b16 req-183aff6c-665a-4e25-9b88-2ab723251c4d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:22.322503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a861fcc2-ced8-4a96-b967-060850005b16 req-183aff6c-665a-4e25-9b88-2ab723251c4d tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Aug 31 16:53:22.360490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a861fcc2-ced8-4a96-b967-060850005b16 req-537d84e5-944c-4fce-a8b4-780d8beecb11 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Aug 31 16:53:23.476512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479a77-f5a0-4957-af64-3624e872f470 req-22cecffd-bebb-4506-bdfd-3521144c9539 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:23.478147 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b479a77-f5a0-4957-af64-3624e872f470 req-22cecffd-bebb-4506-bdfd-3521144c9539 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Aug 31 16:53:23.522475 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b479a77-f5a0-4957-af64-3624e872f470 req-a31f943a-66ab-4eaa-8da4-a31436a42caa tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.43 "GET /v2.0/security-groups?id=718bec40-06fd-4ba6-97e4-0df4e39f6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Aug 31 16:53:23.709692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-f859c1b9-3748-4f32-996d-6c43068452e0 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:23.711233 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-f859c1b9-3748-4f32-996d-6c43068452e0 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdd98a1-f3fe-41f7-821b-aaba06e488f2 HTTP/1.1" status: 200 len: 945 time: 0.0483017 Aug 31 16:53:23.804538 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Deleting port 4daee895-19bf-4ea8-82dc-eb22f7be492d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:23.804885 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:23.909539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] For port 4daee895-19bf-4ea8-82dc-eb22f7be492d, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4daee895-19bf-4ea8-82dc-eb22f7be492d,segment=NetworkSegment(dcf29607-71fc-4990-9d37-b84a1579393b),segment_id=dcf29607-71fc-4990-9d37-b84a1579393b)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:23.909902 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:23.923087 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Calling delete_port for 4daee895-19bf-4ea8-82dc-eb22f7be492d owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:24.048429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.060608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['4daee895-19bf-4ea8-82dc-eb22f7be492d'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:53:24.075325 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Pushing event deleted for resources: {'Port': ['ID=4daee895-19bf-4ea8-82dc-eb22f7be492d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:24.118272 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] No DVR routers for this DVR port 4daee895-19bf-4ea8-82dc-eb22f7be492d on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:24.121628 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.123717 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-56cf4f97-da61-4019-b0d6-7b122cef6c07 req-c762d703-10ac-4936-8309-385e60399248 tempest-ServersNegativeTestJSON-134690028 tempest-ServersNegativeTestJSON-134690028-project] 10.222.0.49 "DELETE /v2.0/ports/4daee895-19bf-4ea8-82dc-eb22f7be492d HTTP/1.1" status: 204 len: 173 time: 0.4061713 Aug 31 16:53:24.124165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'name': 'network-vif-deleted', 'tag': '4daee895-19bf-4ea8-82dc-eb22f7be492d'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:24.127238 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed468c9-bbb8-464a-88a9-37cacd7be8fe" -d '{"events": [{"server_uuid": "8cdd98a1-f3fe-41f7-821b-aaba06e488f2", "name": "network-vif-deleted", "tag": "4daee895-19bf-4ea8-82dc-eb22f7be492d"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:24.165298 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b7114-7d8b-4671-94b7-fcd32d27a9f7 x-openstack-request-id: req-5e8b7114-7d8b-4671-94b7-fcd32d27a9f7 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:24.165577 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd98a1-f3fe-41f7-821b-aaba06e488f2", "name": "network-vif-deleted", "tag": "4daee895-19bf-4ea8-82dc-eb22f7be492d", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:24.165833 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e8b7114-7d8b-4671-94b7-fcd32d27a9f7 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:24.166245 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd98a1-f3fe-41f7-821b-aaba06e488f2', 'name': 'network-vif-deleted', 'tag': '4daee895-19bf-4ea8-82dc-eb22f7be492d', 'status': 'completed', 'code': 200} Aug 31 16:53:24.580914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43580) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:24.623384 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.632081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Deleting subnet ede40480-9d1c-4960-865e-88b73161d21a {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:53:24.635164 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.658545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:53:24.669115 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.681316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:53:24.681664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdbc2e5d-7b81-4e53-83d3-1757e0517ad3 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:53:24.715248 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.767278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.794832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede40480-9d1c-4960-865e-88b73161d21a,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:24.801562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.804955 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-909f4c83-042c-4d27-b440-3d7728701af9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ede40480-9d1c-4960-865e-88b73161d21a HTTP/1.1" status: 204 len: 168 time: 0.2228227 Aug 31 16:53:24.807290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43582) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:24.882580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.959610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:24.969937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ca6a9e-1804-4b59-841a-3e574b9ff8a3']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:24.979797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf29607-71fc-4990-9d37-b84a1579393b') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:24.980090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf29607-71fc-4990-9d37-b84a1579393b') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:24.988712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.001852 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.007512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:25.007891 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:25.009504 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:25.067493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.072801 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.074629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/37ca6a9e-1804-4b59-841a-3e574b9ff8a3 HTTP/1.1" status: 204 len: 168 time: 0.2663295 Aug 31 16:53:25.085776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62029822-a06c-445e-b83a-8d33f29226ab admin admin] Pushing event deleted for resources: {'Network': ['ID=37ca6a9e-1804-4b59-841a-3e574b9ff8a3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:25.184422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:25.224281 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-db95614b-aade-4745-9b69-6bbf0fe46d32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9aa8575bf1a549a5a2ec6a2a2b8c7285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385287 Aug 31 16:53:25.226718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43590) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:25.274002 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed78677-8136-44ab-90ab-e5f0a8054f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.294493 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed78677-8136-44ab-90ab-e5f0a8054f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.336425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.341702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed78677-8136-44ab-90ab-e5f0a8054f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.344346 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eed78677-8136-44ab-90ab-e5f0a8054f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.345502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eed78677-8136-44ab-90ab-e5f0a8054f5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/718bec40-06fd-4ba6-97e4-0df4e39f6388 HTTP/1.1" status: 204 len: 168 time: 0.1178937 Aug 31 16:53:25.353388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed78677-8136-44ab-90ab-e5f0a8054f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718bec40-06fd-4ba6-97e4-0df4e39f6388,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:25.632101 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:25.708706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a93536b-019c-4e43-ae8b-feb87b2a9058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.020034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43612) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:26.060701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.115503 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107081049'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:26.140141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:26.143624 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.151870 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.242212 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.245689 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.271250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:26.280578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd9190-5bb3-47eb-9bcb-032ff712ebfd,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:26.285875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.286214 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Added segment 3d5f8070-0562-4774-8388-164067ea257a of type vlan for network c42e8c54-7330-400c-a3bf-2b68fefbb691 Aug 31 16:53:26.324117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.348318 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.353801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:26.354376 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:26.436711 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4155531 Aug 31 16:53:26.458599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd8825-dda6-4981-a266-b14ed0b5c9bc tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Network': ['ID=c42e8c54-7330-400c-a3bf-2b68fefbb691,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:26.472294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network c42e8c54-7330-400c-a3bf-2b68fefbb691 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:27.825983 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:28.598988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4daee895-19bf-4ea8-82dc-eb22f7be492d no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:53:28.623767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 4daee895-19bf-4ea8-82dc-eb22f7be492d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:53:28.624115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4daee895-19bf-4ea8-82dc-eb22f7be492d not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:53:29.776180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43616) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:29.781397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'subnet': {'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:29.866138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:29.869847 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.047672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.116292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Subnet': ['ID=4eb59f3a-8f7a-4a5c-9c90-efc01c1cbce8,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:30.121568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Checking segment: {'id': '3d5f8070-0562-4774-8388-164067ea257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:30.121937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network hostable DHCP agents. Network: c42e8c54-7330-400c-a3bf-2b68fefbb691, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:30.141212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network c42e8c54-7330-400c-a3bf-2b68fefbb691 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:30.149446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, c42e8c54-7330-400c-a3bf-2b68fefbb691) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:30.153626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:30.154229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.160018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb269ca-f925-4ef2-baa7-69e0101ca453 None None] Network c42e8c54-7330-400c-a3bf-2b68fefbb691 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:30.168056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d7a0db4e-5fc5-4795-a509-d8b2d9ff15d8 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3907588 Aug 31 16:53:30.172665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43618) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:30.178080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712364558'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:30.200378 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:30.203945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.228956 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:30.239409 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.239771 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Added segment c2c6a918-00ce-4565-876b-7862bae2eab6 of type vlan for network b4b18f7d-27a7-4ad7-8780-a97a96910ec2 Aug 31 16:53:30.282013 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.307139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.313610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:30.314198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.374564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1980133 Aug 31 16:53:30.375320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43620) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:30.380508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'subnet': {'network_id': 'b4b18f7d-27a7-4ad7-8780-a97a96910ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:30.385279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44736-a499-4bba-9d57-6cf692e18bf1 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Network': ['ID=b4b18f7d-27a7-4ad7-8780-a97a96910ec2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:30.395593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b4b18f7d-27a7-4ad7-8780-a97a96910ec2 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:30.475424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:30.479196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.513794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-c42e8c54-7330-400c-a3bf-2b68fefbb691', 'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691', 'tenant_id': '4bd3556e6f8744f4a30425c2f07c9531', 'fixed_ips': [{'subnet_id': '4eb59f3a-8f7a-4a5c-9c90-efc01c1cbce8'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:30.514669 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.658956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Allocated IP 2001:db8:0:ffff::2 (c42e8c54-7330-400c-a3bf-2b68fefbb691/4eb59f3a-8f7a-4a5c-9c90-efc01c1cbce8/79b13c3e-ec5b-4bb4-8461-c65b6bd866e0) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:30.675162 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.735748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Subnet': ['ID=3948b2e1-603e-4322-be73-8f186a98189b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:30.748204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.748522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.748991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.749537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.749920 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.750262 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.750600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.750937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.751269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.751599 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.751932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.752313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:30.755943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Checking segment: {'id': 'c2c6a918-00ce-4565-876b-7862bae2eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b4b18f7d-27a7-4ad7-8780-a97a96910ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:30.756429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network hostable DHCP agents. Network: b4b18f7d-27a7-4ad7-8780-a97a96910ec2, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:30.782849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network b4b18f7d-27a7-4ad7-8780-a97a96910ec2 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:30.792159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b4b18f7d-27a7-4ad7-8780-a97a96910ec2) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:30.796528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:30.797173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.803736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add97f2-1d11-45f4-a7cd-d433be0c1db1 None None] Network b4b18f7d-27a7-4ad7-8780-a97a96910ec2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:30.812013 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d336c0b3-159f-4107-a368-eabf192fa2c6 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4356146 Aug 31 16:53:30.814814 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43622) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:30.817842 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.867216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Transition to ACTIVE for port object 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:30.897909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Transition to ACTIVE for port object 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:30.905918 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.915939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.954289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Network c42e8c54-7330-400c-a3bf-2b68fefbb691 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:30.982836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:30.987922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:30.993741 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:30.999752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Pushing event updated for resources: {'Port': ['ID=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:31.028512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.028865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.029208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.029547 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.029880 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.030212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.030538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.030865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.031748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.032073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.032420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.032745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:31.066963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.082756 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Attempting to bind port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:31.083132 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Attempting to bind port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '3d5f8070-0562-4774-8388-164067ea257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:31.083500 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Attempting to bind port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 on network c42e8c54-7330-400c-a3bf-2b68fefbb691 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:31.089931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:31.090312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Checking segment: {'id': '3d5f8070-0562-4774-8388-164067ea257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:31.090729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.091105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Bound using segment: {'id': '3d5f8070-0562-4774-8388-164067ea257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:31.091577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Bound port: 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f8070-0562-4774-8388-164067ea257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c42e8c54-7330-400c-a3bf-2b68fefbb691'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:31.091953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.096206 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae738ca-eec9-4ac8-9352-5dba8118feeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b4b18f7d-27a7-4ad7-8780-a97a96910ec2', 'network_id': 'b4b18f7d-27a7-4ad7-8780-a97a96910ec2', 'tenant_id': '4bd3556e6f8744f4a30425c2f07c9531', 'fixed_ips': [{'subnet_id': '3948b2e1-603e-4322-be73-8f186a98189b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:31.096369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Subnet': ['ID=3948b2e1-603e-4322-be73-8f186a98189b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:31.097049 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5ae738ca-eec9-4ac8-9352-5dba8118feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.156345 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.167834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b18f7d-27a7-4ad7-8780-a97a96910ec2']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:31.178698 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c6a918-00ce-4565-876b-7862bae2eab6') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:31.179006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c6a918-00ce-4565-876b-7862bae2eab6') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:31.195576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.209730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.215906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:31.216346 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:31.220005 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:31.223916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] For port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:31.227484 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] For port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,segment=NetworkSegment(3d5f8070-0562-4774-8388-164067ea257a),segment_id=3d5f8070-0562-4774-8388-164067ea257a)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:31.231510 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.236995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785547b-0899-4292-8a8e-f128331fd27f None None] Network b4b18f7d-27a7-4ad7-8780-a97a96910ec2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:31.281016 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.287183 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.289094 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/b4b18f7d-27a7-4ad7-8780-a97a96910ec2 HTTP/1.1" status: 204 len: 168 time: 0.4732492 Aug 31 16:53:31.292854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43624) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:31.300299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31221767'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:31.305095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc386f-9c74-4eea-ac89-27fe1b1878a9 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Network': ['ID=b4b18f7d-27a7-4ad7-8780-a97a96910ec2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:31.328995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:31.337488 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.351489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c21d94-4f38-4db7-bf13-7e2f46e79e4b None None] Pushing event updated for resources: {'Port': ['ID=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:31.362788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:31.373268 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.373759 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Added segment 3d4c9613-006e-4fca-ab1f-9ef608fef48e of type vlan for network 61c8e485-0720-4856-9516-77bb3a66f14e Aug 31 16:53:31.420837 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.445694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.451326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:31.451918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.518857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2242551 Aug 31 16:53:31.524407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:31.529804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'subnet': {'network_id': '61c8e485-0720-4856-9516-77bb3a66f14e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:31.539186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ab3ee-c020-4e91-a293-16fdfae94c3d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Network': ['ID=61c8e485-0720-4856-9516-77bb3a66f14e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:31.549282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 61c8e485-0720-4856-9516-77bb3a66f14e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:31.641446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:31.645177 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.706729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Performing IP validity checks on allocation pools {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 16:53:31.707248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.ipam_backend_mixin [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 16:53:31.827519 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.886044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Subnet': ['ID=20318a72-86ed-4c43-aee9-1430c57c20dd,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:31.900875 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Checking segment: {'id': '3d4c9613-006e-4fca-ab1f-9ef608fef48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '61c8e485-0720-4856-9516-77bb3a66f14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:31.901243 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network hostable DHCP agents. Network: 61c8e485-0720-4856-9516-77bb3a66f14e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:31.918543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network 61c8e485-0720-4856-9516-77bb3a66f14e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:31.928141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 61c8e485-0720-4856-9516-77bb3a66f14e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:31.932235 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:31.932836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:31.942256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5439de-2c31-4504-8c75-cd99f796969d None None] Network 61c8e485-0720-4856-9516-77bb3a66f14e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:31.951036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-680e5bfa-ca3d-4ef1-a52e-037088fddf9b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4230425 Aug 31 16:53:31.951412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:32.066668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.105936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a42fe8c-d9ea-43ef-99bd-5151afb1a167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-61c8e485-0720-4856-9516-77bb3a66f14e', 'network_id': '61c8e485-0720-4856-9516-77bb3a66f14e', 'tenant_id': '4bd3556e6f8744f4a30425c2f07c9531', 'fixed_ips': [{'subnet_id': '20318a72-86ed-4c43-aee9-1430c57c20dd'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:32.106823 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a42fe8c-d9ea-43ef-99bd-5151afb1a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.128230 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.201737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server [None req-9a42fe8c-d9ea-43ef-99bd-5151afb1a167 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20318a72-86ed-4c43-aee9-1430c57c20dd: This subnet is being modified by another concurrent operation. Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server raise exception Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20318a72-86ed-4c43-aee9-1430c57c20dd: This subnet is being modified by another concurrent operation. Aug 31 16:53:32.216643 n-d-793621-35 neutron-server[101479]: ERROR oslo_messaging.rpc.server Aug 31 16:53:32.233896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b178d55-1ea2-4c32-b6ff-8658a0e808b8 None None] Network 61c8e485-0720-4856-9516-77bb3a66f14e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:32.234249 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Subnet': ['ID=20318a72-86ed-4c43-aee9-1430c57c20dd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:32.281629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb857a09-a154-4af5-a1f4-18ef57a44f2c None None] Network c42e8c54-7330-400c-a3bf-2b68fefbb691 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:32.298332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.309149 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c8e485-0720-4856-9516-77bb3a66f14e']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:32.319683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c9613-006e-4fca-ab1f-9ef608fef48e') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:32.319987 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c9613-006e-4fca-ab1f-9ef608fef48e') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:32.329958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.351266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.357326 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:32.357724 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:32.361162 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:32.382782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b62852f4-79f0-497b-855b-c2c5f04c374b None None] Provisioning for port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:32.423042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.430685 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.432563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/61c8e485-0720-4856-9516-77bb3a66f14e HTTP/1.1" status: 204 len: 168 time: 0.4802363 Aug 31 16:53:32.436367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43630) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:32.442705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555567540'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:32.445339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d26c6c-be08-4f89-8e67-f60b141f1b30 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Network': ['ID=61c8e485-0720-4856-9516-77bb3a66f14e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:32.465517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:32.469726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.497279 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:32.506219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.506513 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Added segment 947c6c7e-5841-4676-bd11-bb625d228bde of type vlan for network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 Aug 31 16:53:32.549680 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.576601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.583204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:32.583570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.649815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2076385 Aug 31 16:53:32.649815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:32.654893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'subnet': {'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:32.674675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a935e-ad7a-4a3a-958d-0988ae76afa5 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Network': ['ID=b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:32.685385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:32.725651 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748d477-d308-449c-ad7e-b43077e1665c None None] get_active_networks_info from n-d-793621-35 {{(pid=101479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:53:32.736928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:32.760757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:32.764288 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.867073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748d477-d308-449c-ad7e-b43077e1665c None None] Resources bound (agent type, host, resource id): {{(pid=101479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 16:53:32.872133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:32.880677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:32.881054 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:32.953142 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.013515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Subnet': ['ID=567a86e8-71b1-4c9e-a92b-63eef7f1d9b4,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:33.020602 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Checking segment: {'id': '947c6c7e-5841-4676-bd11-bb625d228bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:33.021019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network hostable DHCP agents. Network: b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:33.037163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:33.040488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.046069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:33.051169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:33.051766 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.066690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3714d801-2c7a-4c7f-b057-cc9e017af051 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4160080 Aug 31 16:53:33.070408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:33.075400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463511097'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:33.095284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,segment=NetworkSegment(3d5f8070-0562-4774-8388-164067ea257a),segment_id=3d5f8070-0562-4774-8388-164067ea257a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:33.095767 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:33.099425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.101563 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.124028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:33.134582 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.134953 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Added segment 71073377-4544-47ba-ac84-ac9a6e78c3bd of type vlan for network 092bf689-f350-43a3-8d0a-07f55a61faee Aug 31 16:53:33.175639 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.189419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:33.198148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5417f9d1-e578-4871-9872-14b4759e57aa None None] Network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:33.205223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.214975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:33.215599 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.276965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2026165 Aug 31 16:53:33.277158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43636) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:33.284200 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Request body: {'subnet': {'network_id': '092bf689-f350-43a3-8d0a-07f55a61faee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:33.334104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb90f2-6f1c-4cf7-809a-09adb5316b3f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Network': ['ID=092bf689-f350-43a3-8d0a-07f55a61faee,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:33.352113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 092bf689-f350-43a3-8d0a-07f55a61faee details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:33.366434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2', 'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2', 'tenant_id': '4bd3556e6f8744f4a30425c2f07c9531', 'fixed_ips': [{'subnet_id': '567a86e8-71b1-4c9e-a92b-63eef7f1d9b4'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:33.367279 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.377334 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Made reservation on behalf of 4bd3556e6f8744f4a30425c2f07c9531 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:33.380765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.564470 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.633186 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event updated for resources: {'Subnet': ['ID=44fa719c-d2e1-43cc-817a-77fda7b446ed,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:33.642599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Checking segment: {'id': '71073377-4544-47ba-ac84-ac9a6e78c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '092bf689-f350-43a3-8d0a-07f55a61faee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:33.642965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network hostable DHCP agents. Network: 092bf689-f350-43a3-8d0a-07f55a61faee, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:33.660287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Network 092bf689-f350-43a3-8d0a-07f55a61faee is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:33.669533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 092bf689-f350-43a3-8d0a-07f55a61faee) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:33.674578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:33.675163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.679691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380d3db-73b0-4b07-b041-956009d923f4 None None] Network 092bf689-f350-43a3-8d0a-07f55a61faee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:33.689349 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-09e1f20e-a43c-4cc2-9ae5-c60efa11763b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4113164 Aug 31 16:53:33.692109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43638) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:33.741183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Allocated IP 2001:db8::2 (b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2/567a86e8-71b1-4c9e-a92b-63eef7f1d9b4/b9990ba0-a0db-4a16-a611-32c23c6a75e7) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:33.788816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.874398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.932567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de7714-e189-4623-92aa-b2cff1e1a502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-092bf689-f350-43a3-8d0a-07f55a61faee', 'network_id': '092bf689-f350-43a3-8d0a-07f55a61faee', 'tenant_id': '4bd3556e6f8744f4a30425c2f07c9531', 'fixed_ips': [{'subnet_id': '44fa719c-d2e1-43cc-817a-77fda7b446ed'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:33.933412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92de7714-e189-4623-92aa-b2cff1e1a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.934668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:33.961775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Subnet': ['ID=44fa719c-d2e1-43cc-817a-77fda7b446ed,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:33.975517 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.026644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Transition to ACTIVE for port object b9990ba0-a0db-4a16-a611-32c23c6a75e7 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:34.028620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.040822 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092bf689-f350-43a3-8d0a-07f55a61faee']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:34.045324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Transition to ACTIVE for port object b9990ba0-a0db-4a16-a611-32c23c6a75e7 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:34.048561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662c145-dbc6-4e1b-ae9c-3a6a9f0996a3 None None] Network 092bf689-f350-43a3-8d0a-07f55a61faee requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:34.051839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71073377-4544-47ba-ac84-ac9a6e78c3bd') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:34.052724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71073377-4544-47ba-ac84-ac9a6e78c3bd') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:34.061527 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.063255 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.075513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.082237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:34.082632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:34.085719 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:34.140902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:34.142547 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.148018 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:34.151180 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.155830 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/092bf689-f350-43a3-8d0a-07f55a61faee HTTP/1.1" status: 204 len: 168 time: 0.4602375 Aug 31 16:53:34.156951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:34.157072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43640) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:34.161285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Pushing event updated for resources: {'Port': ['ID=b9990ba0-a0db-4a16-a611-32c23c6a75e7,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:34.163531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c0a9a-a81c-49d0-b5f1-e13c10cedff3 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Network': ['ID=092bf689-f350-43a3-8d0a-07f55a61faee,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:34.188117 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b6ab41-0e50-4bae-8c61-b347c5b57f47 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] GET failed (client error): The resource could not be found. Aug 31 16:53:34.189560 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-23b6ab41-0e50-4bae-8c61-b347c5b57f47 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "GET /v2.0/subnets/44fa719c-d2e1-43cc-817a-77fda7b446ed HTTP/1.1" status: 404 len: 337 time: 0.0314314 Aug 31 16:53:34.192439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43642) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:34.210522 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e35070-9858-4fcb-9df9-2ed7cfc7f35d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:34.211050 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e35070-9858-4fcb-9df9-2ed7cfc7f35d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:34.212769 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d1e35070-9858-4fcb-9df9-2ed7cfc7f35d tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/092bf689-f350-43a3-8d0a-07f55a61faee HTTP/1.1" status: 404 len: 339 time: 0.0193803 Aug 31 16:53:34.216551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43644) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:34.247258 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d861090d-1401-4839-884c-87ad4d980847 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:34.247721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d861090d-1401-4839-884c-87ad4d980847 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:34.249472 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d861090d-1401-4839-884c-87ad4d980847 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/subnets/44fa719c-d2e1-43cc-817a-77fda7b446ed HTTP/1.1" status: 404 len: 337 time: 0.0320239 Aug 31 16:53:34.250593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Attempting to bind port b9990ba0-a0db-4a16-a611-32c23c6a75e7 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:34.250970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Attempting to bind port b9990ba0-a0db-4a16-a611-32c23c6a75e7 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '947c6c7e-5841-4676-bd11-bb625d228bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:34.251338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Attempting to bind port b9990ba0-a0db-4a16-a611-32c23c6a75e7 on network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:34.252611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43646) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:34.256865 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:34.257243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Checking segment: {'id': '947c6c7e-5841-4676-bd11-bb625d228bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:34.257651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.258046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Bound using segment: {'id': '947c6c7e-5841-4676-bd11-bb625d228bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:34.258517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Bound port: b9990ba0-a0db-4a16-a611-32c23c6a75e7, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c6c7e-5841-4676-bd11-bb625d228bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:34.260324 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.271673 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5946661-745d-47c5-9310-eab0aac97169 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:34.272263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5946661-745d-47c5-9310-eab0aac97169 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:34.273939 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b5946661-745d-47c5-9310-eab0aac97169 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/092bf689-f350-43a3-8d0a-07f55a61faee HTTP/1.1" status: 404 len: 339 time: 0.0202546 Aug 31 16:53:34.276545 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43648) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:34.326239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] For port b9990ba0-a0db-4a16-a611-32c23c6a75e7, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:34.326719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Deleting subnet 567a86e8-71b1-4c9e-a92b-63eef7f1d9b4 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:53:34.330058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] For port b9990ba0-a0db-4a16-a611-32c23c6a75e7, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b9990ba0-a0db-4a16-a611-32c23c6a75e7,segment=NetworkSegment(947c6c7e-5841-4676-bd11-bb625d228bde),segment_id=947c6c7e-5841-4676-bd11-bb625d228bde)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:34.330999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.335150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.370914 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.397703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80480-4d6f-43dc-8413-676dc81e177d None None] Pushing event updated for resources: {'Port': ['ID=b9990ba0-a0db-4a16-a611-32c23c6a75e7,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:34.466321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.535850 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.566570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Subnet': ['ID=567a86e8-71b1-4c9e-a92b-63eef7f1d9b4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:34.568836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.570902 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b8bab78d-fdb5-4715-b135-75cacb44446c tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/subnets/567a86e8-71b1-4c9e-a92b-63eef7f1d9b4 HTTP/1.1" status: 204 len: 168 time: 0.2934589 Aug 31 16:53:34.573617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43650) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:34.670504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.743170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Deleting port b9990ba0-a0db-4a16-a611-32c23c6a75e7 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:34.743627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.748436 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b9990ba0-a0db-4a16-a611-32c23c6a75e7 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:34.798155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b9990ba0-a0db-4a16-a611-32c23c6a75e7 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:34.802833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:34.808584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] For port b9990ba0-a0db-4a16-a611-32c23c6a75e7, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b9990ba0-a0db-4a16-a611-32c23c6a75e7,segment=NetworkSegment(947c6c7e-5841-4676-bd11-bb625d228bde),segment_id=947c6c7e-5841-4676-bd11-bb625d228bde)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:34.808956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.823399 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Calling delete_port for b9990ba0-a0db-4a16-a611-32c23c6a75e7 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:34.852232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:34.852615 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.908468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:34.936700 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Port': ['ID=b9990ba0-a0db-4a16-a611-32c23c6a75e7,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:34.940113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No DVR routers for this DVR port b9990ba0-a0db-4a16-a611-32c23c6a75e7 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:35.018654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.029020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:35.045108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947c6c7e-5841-4676-bd11-bb625d228bde') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:35.045411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947c6c7e-5841-4676-bd11-bb625d228bde') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:35.055803 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.069872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.075944 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:35.076382 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:35.079341 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:35.137680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.144728 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.146575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 HTTP/1.1" status: 204 len: 168 time: 0.5720248 Aug 31 16:53:35.149073 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43652) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:35.167461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4a82d-0638-412e-9bfc-ff2b889497ae tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Network': ['ID=b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:35.188157 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a55f45-b850-4405-a0b3-48ba62d35a49 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:35.188643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a55f45-b850-4405-a0b3-48ba62d35a49 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:35.190388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-45a55f45-b850-4405-a0b3-48ba62d35a49 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/subnets/20318a72-86ed-4c43-aee9-1430c57c20dd HTTP/1.1" status: 404 len: 337 time: 0.0312839 Aug 31 16:53:35.192988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43654) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:35.211772 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b80318-1841-4af9-903f-f523d931372f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:35.212389 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b80318-1841-4af9-903f-f523d931372f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:35.214095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c7b80318-1841-4af9-903f-f523d931372f tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/61c8e485-0720-4856-9516-77bb3a66f14e HTTP/1.1" status: 404 len: 339 time: 0.0201926 Aug 31 16:53:35.216741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43656) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:35.248657 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c48de58-eac9-4807-8dd8-f05bb4f6cb4b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:35.249119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c48de58-eac9-4807-8dd8-f05bb4f6cb4b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:35.250852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c48de58-eac9-4807-8dd8-f05bb4f6cb4b tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/subnets/3948b2e1-603e-4322-be73-8f186a98189b HTTP/1.1" status: 404 len: 337 time: 0.0332136 Aug 31 16:53:35.253498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43658) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:35.274045 n-d-793621-35 neutron-server[101478]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dce99cd-6efc-4e4d-bf68-f47c1e8449ed tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] DELETE failed (client error): The resource could not be found. Aug 31 16:53:35.274618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dce99cd-6efc-4e4d-bf68-f47c1e8449ed tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 16:53:35.276358 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2dce99cd-6efc-4e4d-bf68-f47c1e8449ed tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/b4b18f7d-27a7-4ad7-8780-a97a96910ec2 HTTP/1.1" status: 404 len: 339 time: 0.0219443 Aug 31 16:53:35.279035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43660) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:35.333103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Deleting subnet 4eb59f3a-8f7a-4a5c-9c90-efc01c1cbce8 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:53:35.336446 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.358635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b64308-90d5-4171-ac47-c8991e22c2aa None None] DHCP port deletion for b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:53:35.363434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3b14222c-2dda-498c-abfb-0d7e9de35993 None None] Could not find standard attr ID for object b9990ba0-a0db-4a16-a611-32c23c6a75e7. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:53:35.377763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0698d4-5ff0-44dd-af51-7848a9bce395 None None] Network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:35.382989 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.389377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0698d4-5ff0-44dd-af51-7848a9bce395 None None] Network b56a1a30-e6fe-4bcf-b6f4-1ceb82e1fbc2 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:53:35.471239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.528879 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.557595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb59f3a-8f7a-4a5c-9c90-efc01c1cbce8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:35.559560 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.561438 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6d7ae06e-f3ac-4d15-8ed0-a0333cbe6141 tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/subnets/4eb59f3a-8f7a-4a5c-9c90-efc01c1cbce8 HTTP/1.1" status: 204 len: 168 time: 0.2814763 Aug 31 16:53:35.564537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43662) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:35.569724 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038b6b38-32a9-46e0-b584-71826629c59f None None] Network c42e8c54-7330-400c-a3bf-2b68fefbb691 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:35.637949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.696302 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Deleting port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:35.696643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.741396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] DHCP port deletion for c42e8c54-7330-400c-a3bf-2b68fefbb691 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:53:35.762097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] For port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,segment=NetworkSegment(3d5f8070-0562-4774-8388-164067ea257a),segment_id=3d5f8070-0562-4774-8388-164067ea257a)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:35.762463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.775990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Calling delete_port for 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:35.787160 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] Deleting port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:35.787624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.848034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] For port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,segment=NetworkSegment(3d5f8070-0562-4774-8388-164067ea257a),segment_id=3d5f8070-0562-4774-8388-164067ea257a)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:35.848460 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.858587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.865996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] Calling delete_port for 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:35.885879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Port': ['ID=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:35.887722 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] No DVR routers for this DVR port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:35.944800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.964651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:35.969297 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] Pushing event deleted for resources: {'Port': ['ID=79b13c3e-ec5b-4bb4-8461-c65b6bd866e0,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:35.972813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ba29f-e5cb-40bd-a30a-757de20d6c67 None None] No DVR routers for this DVR port 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:35.978143 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42e8c54-7330-400c-a3bf-2b68fefbb691']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:35.989705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5f8070-0562-4774-8388-164067ea257a') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:35.989958 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5f8070-0562-4774-8388-164067ea257a') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:35.998613 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.016755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.022437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:36.022827 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:36.025709 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:36.081647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.088576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.090332 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] 10.222.0.43 "DELETE /v2.0/networks/c42e8c54-7330-400c-a3bf-2b68fefbb691 HTTP/1.1" status: 204 len: 168 time: 0.5248880 Aug 31 16:53:36.101790 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60680ffc-b589-4c20-aabd-f9218a4f9f2e tempest-NetworksIpV6Test-665092817 tempest-NetworksIpV6Test-665092817-project] Pushing event deleted for resources: {'Network': ['ID=c42e8c54-7330-400c-a3bf-2b68fefbb691,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:36.328376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43668) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:36.465062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f93811bc-e0a9-4951-923b-036612a34288 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bd3556e6f8744f4a30425c2f07c9531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355247 Aug 31 16:53:36.467536 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43672) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:36.516067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9ca319d-82ac-437c-95ee-c6e700cd8981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.536736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9ca319d-82ac-437c-95ee-c6e700cd8981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.582181 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9ca319d-82ac-437c-95ee-c6e700cd8981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.584709 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b9ca319d-82ac-437c-95ee-c6e700cd8981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:36.585864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b9ca319d-82ac-437c-95ee-c6e700cd8981 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15cd9190-5bb3-47eb-9bcb-032ff712ebfd HTTP/1.1" status: 204 len: 168 time: 0.1174257 Aug 31 16:53:36.594028 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca319d-82ac-437c-95ee-c6e700cd8981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd9190-5bb3-47eb-9bcb-032ff712ebfd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:36.669026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b9990ba0-a0db-4a16-a611-32c23c6a75e7 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:53:36.689603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b9990ba0-a0db-4a16-a611-32c23c6a75e7 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:53:36.689952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b9990ba0-a0db-4a16-a611-32c23c6a75e7 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:53:36.690391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:53:36.716997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:53:36.717350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79b13c3e-ec5b-4bb4-8461-c65b6bd866e0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:53:37.235552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43694) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:37.328942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1725405866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:37.349913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.350899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.403831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.408011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.424586 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.425777 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3e6a05ee-e023-483b-a676-5957829d9cfd tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1891768 Aug 31 16:53:37.428573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43698) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:37.433397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1826158620'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:37.453140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Made reservation on behalf of b7ab9c2e0f944063a5b02f92409a2135 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:37.456402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.464860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.549257 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.552957 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.581212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:37.587286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d839394-60ec-4a7a-a229-f58d3428861e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:37.593492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.593763 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Added segment 45f024b6-b65c-42b8-aa6c-7648dcda6a57 of type vlan for network b81d9fc0-7928-4aa7-9075-4da5bd470c2d Aug 31 16:53:37.633915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.656732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.662437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:37.663025 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:37.724356 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2947021 Aug 31 16:53:37.727307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43700) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:37.735247 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Request body: {'subnet': {'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:37.741586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce941-32c6-495d-9a43-0cd95ecbadd3 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event updated for resources: {'Network': ['ID=b81d9fc0-7928-4aa7-9075-4da5bd470c2d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:37.752906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b81d9fc0-7928-4aa7-9075-4da5bd470c2d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:37.830196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Made reservation on behalf of b7ab9c2e0f944063a5b02f92409a2135 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:37.833833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.006869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.071751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event updated for resources: {'Subnet': ['ID=7fac56fd-8437-4e4c-be16-723907baee02,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:38.075871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Checking segment: {'id': '45f024b6-b65c-42b8-aa6c-7648dcda6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:38.076246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Network hostable DHCP agents. Network: b81d9fc0-7928-4aa7-9075-4da5bd470c2d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:38.092178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Network b81d9fc0-7928-4aa7-9075-4da5bd470c2d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:38.100864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b81d9fc0-7928-4aa7-9075-4da5bd470c2d) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:38.105151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:38.105825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.110219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec6c8b-0b3f-4707-acf6-dfe86de1b151 None None] Network b81d9fc0-7928-4aa7-9075-4da5bd470c2d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:38.123329 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-154c7b26-a42c-4485-8bb9-50a1deeb8a6c tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3921828 Aug 31 16:53:38.123543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43702) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:38.128430 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-890882095'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:38.148364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Made reservation on behalf of b7ab9c2e0f944063a5b02f92409a2135 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:38.151783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.175785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:38.184404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.184745 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Added segment aad9b19c-3de6-4974-b0d9-7c4313a3806d of type vlan for network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 Aug 31 16:53:38.224643 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.247393 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.253182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:38.254558 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.256116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b81d9fc0-7928-4aa7-9075-4da5bd470c2d', 'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d', 'tenant_id': 'b7ab9c2e0f944063a5b02f92409a2135', 'fixed_ips': [{'subnet_id': '7fac56fd-8437-4e4c-be16-723907baee02'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:38.257041 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.317280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1927009 Aug 31 16:53:38.320300 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43704) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:38.325955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Request body: {'subnet': {'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:38.327065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3e88-6976-4c49-a8b6-cf1b7db8ec23 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event updated for resources: {'Network': ['ID=6a3f60e0-fa38-4903-82ba-7b3152d85ab1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:38.343946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:38.417376 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Made reservation on behalf of b7ab9c2e0f944063a5b02f92409a2135 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:38.420863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.459340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Allocated IP 172.20.0.2 (b81d9fc0-7928-4aa7-9075-4da5bd470c2d/7fac56fd-8437-4e4c-be16-723907baee02/d80f8ea0-d75a-439e-88bd-ad41804283d3) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:38.602379 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.610822 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.619255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Transition to ACTIVE for port object d80f8ea0-d75a-439e-88bd-ad41804283d3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:38.635775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Transition to ACTIVE for port object d80f8ea0-d75a-439e-88bd-ad41804283d3 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:38.643409 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.662802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event updated for resources: {'Subnet': ['ID=e6e2a9c4-a328-430e-9df4-384eccc9b914,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:38.675693 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Checking segment: {'id': 'aad9b19c-3de6-4974-b0d9-7c4313a3806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:38.676057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Network hostable DHCP agents. Network: 6a3f60e0-fa38-4903-82ba-7b3152d85ab1, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:38.693010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Network b81d9fc0-7928-4aa7-9075-4da5bd470c2d is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:38.696350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:38.698729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:38.701794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:38.707594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 6a3f60e0-fa38-4903-82ba-7b3152d85ab1) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:38.711761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:38.712569 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.713713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Pushing event updated for resources: {'Port': ['ID=d80f8ea0-d75a-439e-88bd-ad41804283d3,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:38.722091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ec5ee-a7e6-4746-ba1a-066ceb07a15b None None] Network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:38.737469 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5fd13c77-1310-4ae0-bf54-83d769814846 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4159582 Aug 31 16:53:38.740884 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43706) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:38.745040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9dd05ae5-3ce0-4ec1-8421-68b79e7b8d9f tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:38.814752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Attempting to bind port d80f8ea0-d75a-439e-88bd-ad41804283d3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:38.815328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Attempting to bind port d80f8ea0-d75a-439e-88bd-ad41804283d3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '45f024b6-b65c-42b8-aa6c-7648dcda6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:38.815483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Attempting to bind port d80f8ea0-d75a-439e-88bd-ad41804283d3 on network b81d9fc0-7928-4aa7-9075-4da5bd470c2d {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:38.829910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:38.830291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Checking segment: {'id': '45f024b6-b65c-42b8-aa6c-7648dcda6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:38.830699 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.831102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Bound using segment: {'id': '45f024b6-b65c-42b8-aa6c-7648dcda6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:38.831579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Bound port: d80f8ea0-d75a-439e-88bd-ad41804283d3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f024b6-b65c-42b8-aa6c-7648dcda6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b81d9fc0-7928-4aa7-9075-4da5bd470c2d'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:38.831966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.950292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] For port d80f8ea0-d75a-439e-88bd-ad41804283d3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:38.962493 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9dd05ae5-3ce0-4ec1-8421-68b79e7b8d9f tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.977515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-6a3f60e0-fa38-4903-82ba-7b3152d85ab1', 'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1', 'tenant_id': 'b7ab9c2e0f944063a5b02f92409a2135', 'fixed_ips': [{'subnet_id': 'e6e2a9c4-a328-430e-9df4-384eccc9b914'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:38.978373 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:38.981944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] For port d80f8ea0-d75a-439e-88bd-ad41804283d3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d80f8ea0-d75a-439e-88bd-ad41804283d3,segment=NetworkSegment(45f024b6-b65c-42b8-aa6c-7648dcda6a57),segment_id=45f024b6-b65c-42b8-aa6c-7648dcda6a57)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:38.991734 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.075504 n-d-793621-35 neutron-server[101478]: INFO neutron.api.v2.resource [None req-9dd05ae5-3ce0-4ec1-8421-68b79e7b8d9f tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 16:53:39.082523 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9dd05ae5-3ce0-4ec1-8421-68b79e7b8d9f tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "PUT /v2.0/routers/bbf0a000-cedd-4d05-ae6b-692f4f7d1c49 HTTP/1.1" status: 400 len: 364 time: 0.3353188 Aug 31 16:53:39.083421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43708) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:39.138195 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64309dfc-510d-4311-a564-840b5f5fae25 None None] Pushing event updated for resources: {'Port': ['ID=d80f8ea0-d75a-439e-88bd-ad41804283d3,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:39.145338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Deleting subnet e6e2a9c4-a328-430e-9df4-384eccc9b914 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:53:39.192454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Allocated IP 172.21.0.2 (6a3f60e0-fa38-4903-82ba-7b3152d85ab1/e6e2a9c4-a328-430e-9df4-384eccc9b914/ebf69bab-a9d9-4182-8b3f-2707c258f305) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:39.357934 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.366059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Transition to ACTIVE for port object ebf69bab-a9d9-4182-8b3f-2707c258f305 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:39.380797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Transition to ACTIVE for port object ebf69bab-a9d9-4182-8b3f-2707c258f305 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:39.386176 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.387104 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.428009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.428604 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:39.431434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:39.435027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:39.442218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Pushing event updated for resources: {'Port': ['ID=ebf69bab-a9d9-4182-8b3f-2707c258f305,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:39.492341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Attempting to bind port ebf69bab-a9d9-4182-8b3f-2707c258f305 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:39.492707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Attempting to bind port ebf69bab-a9d9-4182-8b3f-2707c258f305 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'aad9b19c-3de6-4974-b0d9-7c4313a3806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:39.493075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Attempting to bind port ebf69bab-a9d9-4182-8b3f-2707c258f305 on network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:39.497945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:39.498314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Checking segment: {'id': 'aad9b19c-3de6-4974-b0d9-7c4313a3806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:39.498709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.499097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Bound using segment: {'id': 'aad9b19c-3de6-4974-b0d9-7c4313a3806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:39.500112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Bound port: ebf69bab-a9d9-4182-8b3f-2707c258f305, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9b19c-3de6-4974-b0d9-7c4313a3806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a3f60e0-fa38-4903-82ba-7b3152d85ab1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:39.500504 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.512462 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.576963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.579869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] For port ebf69bab-a9d9-4182-8b3f-2707c258f305, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:39.582990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] For port ebf69bab-a9d9-4182-8b3f-2707c258f305, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ebf69bab-a9d9-4182-8b3f-2707c258f305,segment=NetworkSegment(aad9b19c-3de6-4974-b0d9-7c4313a3806d),segment_id=aad9b19c-3de6-4974-b0d9-7c4313a3806d)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:39.587816 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.606229 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e2a9c4-a328-430e-9df4-384eccc9b914,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:39.608602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.613362 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8c74ca13-1a1b-4835-922e-cde8bd991ac7 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "DELETE /v2.0/subnets/e6e2a9c4-a328-430e-9df4-384eccc9b914 HTTP/1.1" status: 204 len: 168 time: 0.5267236 Aug 31 16:53:39.613625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43710) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:39.646735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e22f-211e-49d3-949c-fb97b2a69093 None None] Pushing event updated for resources: {'Port': ['ID=ebf69bab-a9d9-4182-8b3f-2707c258f305,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:39.695784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.755480 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Deleting port ebf69bab-a9d9-4182-8b3f-2707c258f305 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:39.755911 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.831266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] For port ebf69bab-a9d9-4182-8b3f-2707c258f305, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=ebf69bab-a9d9-4182-8b3f-2707c258f305,segment=NetworkSegment(aad9b19c-3de6-4974-b0d9-7c4313a3806d),segment_id=aad9b19c-3de6-4974-b0d9-7c4313a3806d)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:39.831266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.861179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Calling delete_port for ebf69bab-a9d9-4182-8b3f-2707c258f305 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:39.954332 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:39.984438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event deleted for resources: {'Port': ['ID=ebf69bab-a9d9-4182-8b3f-2707c258f305,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:39.988463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] No DVR routers for this DVR port ebf69bab-a9d9-4182-8b3f-2707c258f305 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:40.060652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099d7c8-9b85-4fc8-ad1b-88df1ed69eb0 None None] Network b81d9fc0-7928-4aa7-9075-4da5bd470c2d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:40.070939 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.081422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3f60e0-fa38-4903-82ba-7b3152d85ab1']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:40.091438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad9b19c-3de6-4974-b0d9-7c4313a3806d') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:40.091736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad9b19c-3de6-4974-b0d9-7c4313a3806d') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:40.101076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.114809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.121860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:40.122319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.126317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-fce3abf2-21ac-447b-9cce-fd3b1f3b3fda None None] Provisioning for port d80f8ea0-d75a-439e-88bd-ad41804283d3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:40.126481 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:40.189654 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.201240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.204409 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "DELETE /v2.0/networks/6a3f60e0-fa38-4903-82ba-7b3152d85ab1 HTTP/1.1" status: 204 len: 168 time: 0.5890226 Aug 31 16:53:40.206397 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43712) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:40.214764 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9bcb-89b3-49e8-91a6-227683047a76 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event deleted for resources: {'Network': ['ID=6a3f60e0-fa38-4903-82ba-7b3152d85ab1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:40.265720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Deleting subnet 7fac56fd-8437-4e4c-be16-723907baee02 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:53:40.269206 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.310603 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.405385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.471866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.497622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event deleted for resources: {'Subnet': ['ID=7fac56fd-8437-4e4c-be16-723907baee02,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:40.503929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.505829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0cc3e1c6-d3fb-463d-828c-3bac839c01bc tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "DELETE /v2.0/subnets/7fac56fd-8437-4e4c-be16-723907baee02 HTTP/1.1" status: 204 len: 168 time: 0.2977982 Aug 31 16:53:40.508163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:40.512977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31294e1-f269-44a7-bdb4-bc2ecde52da3 None None] Network b81d9fc0-7928-4aa7-9075-4da5bd470c2d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:40.587111 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.665433 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Deleting port d80f8ea0-d75a-439e-88bd-ad41804283d3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:40.665794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.741698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] DHCP port deletion for b81d9fc0-7928-4aa7-9075-4da5bd470c2d request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:53:40.747721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] For port d80f8ea0-d75a-439e-88bd-ad41804283d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d80f8ea0-d75a-439e-88bd-ad41804283d3,segment=NetworkSegment(45f024b6-b65c-42b8-aa6c-7648dcda6a57),segment_id=45f024b6-b65c-42b8-aa6c-7648dcda6a57)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:40.748093 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.760872 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Calling delete_port for d80f8ea0-d75a-439e-88bd-ad41804283d3 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:40.776903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d23a8-8c3b-470d-a1c0-8f5683dc430e None None] DHCP port deletion for 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:53:40.783673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2d7a1fe5-e71f-452f-8e2d-16cf6ac8f68f None None] Could not find standard attr ID for object ebf69bab-a9d9-4182-8b3f-2707c258f305. {{(pid=101479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 16:53:40.804007 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d95088-cf03-4934-b904-de098d219990 None None] Network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:40.819936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d95088-cf03-4934-b904-de098d219990 None None] Network 6a3f60e0-fa38-4903-82ba-7b3152d85ab1 could not be found, it might have been deleted concurrently. {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 16:53:40.825810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] Deleting port d80f8ea0-d75a-439e-88bd-ad41804283d3 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:53:40.826193 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.852581 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.887917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event deleted for resources: {'Port': ['ID=d80f8ea0-d75a-439e-88bd-ad41804283d3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:40.893681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] No DVR routers for this DVR port d80f8ea0-d75a-439e-88bd-ad41804283d3 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:40.895045 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] For port d80f8ea0-d75a-439e-88bd-ad41804283d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d80f8ea0-d75a-439e-88bd-ad41804283d3,segment=NetworkSegment(45f024b6-b65c-42b8-aa6c-7648dcda6a57),segment_id=45f024b6-b65c-42b8-aa6c-7648dcda6a57)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:40.895543 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.912641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] Calling delete_port for d80f8ea0-d75a-439e-88bd-ad41804283d3 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:53:40.970285 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:40.980436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81d9fc0-7928-4aa7-9075-4da5bd470c2d']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:40.991903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f024b6-b65c-42b8-aa6c-7648dcda6a57') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:40.992105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f024b6-b65c-42b8-aa6c-7648dcda6a57') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:41.001301 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.001561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.015648 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.021458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:53:41.021944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.024690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] Pushing event deleted for resources: {'Port': ['ID=d80f8ea0-d75a-439e-88bd-ad41804283d3,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:53:41.024850 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:53:41.030062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9621c5-cea3-4cd8-8fc0-eb7ca0a35533 None None] No DVR routers for this DVR port d80f8ea0-d75a-439e-88bd-ad41804283d3 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:53:41.089821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.094632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.096583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "DELETE /v2.0/networks/b81d9fc0-7928-4aa7-9075-4da5bd470c2d HTTP/1.1" status: 204 len: 168 time: 0.5874169 Aug 31 16:53:41.099349 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43716) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:41.111524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302fef5-f887-47fe-a209-03dae7d81084 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Pushing event deleted for resources: {'Network': ['ID=b81d9fc0-7928-4aa7-9075-4da5bd470c2d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:41.126782 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d53968de-7b1f-48d0-928d-5ba1939da983 tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "GET /v2.0/ports?device_id=bbf0a000-cedd-4d05-ae6b-692f4f7d1c49 HTTP/1.1" status: 200 len: 205 time: 0.0260699 Aug 31 16:53:41.129146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43718) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:41.533321 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.687757 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.689836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.735226 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.735791 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Fanout notify agent at l3_agent the message router_deleted on router bbf0a000-cedd-4d05-ae6b-692f4f7d1c49 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:53:41.742872 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:41.746458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2ac16719-4e42-489d-9df3-b07fa5ec6e6e tempest-RoutersNegativeTest-141613578 tempest-RoutersNegativeTest-141613578-project] 10.222.0.43 "DELETE /v2.0/routers/bbf0a000-cedd-4d05-ae6b-692f4f7d1c49 HTTP/1.1" status: 204 len: 168 time: 0.6138904 Aug 31 16:53:41.978983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43724) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:42.108999 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3f435c1e-70b2-4d24-9b94-553b15670ad1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7ab9c2e0f944063a5b02f92409a2135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288309 Aug 31 16:53:42.111438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43728) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:42.158364 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63041ea5-3fb6-4dbe-9bb6-8ef28c2c6eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:42.182881 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63041ea5-3fb6-4dbe-9bb6-8ef28c2c6eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:42.227899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63041ea5-3fb6-4dbe-9bb6-8ef28c2c6eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:42.230419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63041ea5-3fb6-4dbe-9bb6-8ef28c2c6eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:42.231553 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63041ea5-3fb6-4dbe-9bb6-8ef28c2c6eea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d839394-60ec-4a7a-a229-f58d3428861e HTTP/1.1" status: 204 len: 168 time: 0.1192305 Aug 31 16:53:42.239157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63041ea5-3fb6-4dbe-9bb6-8ef28c2c6eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d839394-60ec-4a7a-a229-f58d3428861e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:42.665711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ebf69bab-a9d9-4182-8b3f-2707c258f305 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:53:42.688632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: ebf69bab-a9d9-4182-8b3f-2707c258f305 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:53:42.688981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device ebf69bab-a9d9-4182-8b3f-2707c258f305 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:53:42.689400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d80f8ea0-d75a-439e-88bd-ad41804283d3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:53:42.713276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d80f8ea0-d75a-439e-88bd-ad41804283d3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:53:42.713276 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d80f8ea0-d75a-439e-88bd-ad41804283d3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:53:42.867100 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43750) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:42.965999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2033131360-network', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:42.986855 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Made reservation on behalf of 8f01f8fad9744fe9b57b5a918d43392b for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:42.989324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:42.997334 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.091899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.096277 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.123759 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:43.130034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e1432-9606-4191-a5e8-841a1000c8ce,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:43.136378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.136732 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Added segment 33ee64e5-5067-4f54-989e-b4304344c1e9 of type vlan for network 21b78518-916e-4990-b4ad-6ea9fab997c4 Aug 31 16:53:43.177476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.200669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.201617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:43.202202 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.254448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3862324 Aug 31 16:53:43.257477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:43.262489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Request body: {'subnet': {'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-subnet', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:43.269978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6447a-a4f1-4432-828b-f9771fe701bb admin admin] Pushing event updated for resources: {'Network': ['ID=21b78518-916e-4990-b4ad-6ea9fab997c4,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:43.279861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:43.288546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Made reservation on behalf of 8f01f8fad9744fe9b57b5a918d43392b for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:43.290845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.738345 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.792652 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75714a5-28c3-4125-a1d8-db64fc14d2a1,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:43.802014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Checking segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:43.802374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Network hostable DHCP agents. Network: 21b78518-916e-4990-b4ad-6ea9fab997c4, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:43.818877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:43.828000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 21b78518-916e-4990-b4ad-6ea9fab997c4) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:43.831997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:43.832620 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.836577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaea8fd-0bfd-4c1b-99a5-4dba10c02bda None None] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:43.846974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-192f9395-2cbc-4df6-8d98-e21151a5eb01 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5883462 Aug 31 16:53:43.849646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43756) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:43.854073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:43.877583 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.878592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:43.965635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.106869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.134144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-21b78518-916e-4990-b4ad-6ea9fab997c4', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:44.135182 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.271109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Allocated IP 172.20.0.2 (21b78518-916e-4990-b4ad-6ea9fab997c4/e75714a5-28c3-4125-a1d8-db64fc14d2a1/129c89b5-1aaf-4b72-bc91-28727d0da402) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:44.306168 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.331128 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.412248 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.421507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Transition to ACTIVE for port object 129c89b5-1aaf-4b72-bc91-28727d0da402 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:44.433069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Allocated IP 172.25.6.155 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/df547c6c-5570-422b-9e6f-4d4ef2330ecf) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:44.436749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Transition to ACTIVE for port object 129c89b5-1aaf-4b72-bc91-28727d0da402 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:44.441933 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.487682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:44.493187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:44.496125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:44.499349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Pushing event updated for resources: {'Port': ['ID=129c89b5-1aaf-4b72-bc91-28727d0da402,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:44.544065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.553578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Attempting to bind port 129c89b5-1aaf-4b72-bc91-28727d0da402 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:44.553956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Attempting to bind port 129c89b5-1aaf-4b72-bc91-28727d0da402 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:44.554315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Attempting to bind port 129c89b5-1aaf-4b72-bc91-28727d0da402 on network 21b78518-916e-4990-b4ad-6ea9fab997c4 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:44.559191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:44.559564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Checking segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:44.559966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.560393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Bound using segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:44.560858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Bound port: 129c89b5-1aaf-4b72-bc91-28727d0da402, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:44.561232 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.583469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.622860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:44.625338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] For port 129c89b5-1aaf-4b72-bc91-28727d0da402, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:44.626336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:44.628632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] For port 129c89b5-1aaf-4b72-bc91-28727d0da402, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=129c89b5-1aaf-4b72-bc91-28727d0da402,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:44.630407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:44.633999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:44.636468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=df547c6c-5570-422b-9e6f-4d4ef2330ecf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:44.697388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9f4d-be3c-454b-a519-0c9e275aac0e None None] Pushing event updated for resources: {'Port': ['ID=129c89b5-1aaf-4b72-bc91-28727d0da402,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:44.899831 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:45.103514 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:45.238460 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:53:45.348601 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:53:45.361592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Sync routers for ids ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:53:45.364615 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:45.366037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-46a9295b-f834-46c4-8bf6-d20c06700cd5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5154338 Aug 31 16:53:45.369006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43758) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:45.371659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Routers {'f551ca71-3ef3-47db-acbe-0d96cf10b8e9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:45.372437 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:45.410898 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:53:45.485516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Set router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:45.650114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c72a12-73d0-4f1d-bc61-0d98d698b3a6 None None] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:45.752345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:53:44Z', 'revision_number': 3, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:45.797393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-617165db-9081-4681-841e-20dc7305a0ac None None] Provisioning for port 129c89b5-1aaf-4b72-bc91-28727d0da402 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:45.802107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Checking router: f551ca71-3ef3-47db-acbe-0d96cf10b8e9 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:53:45.802464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Updating router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 port df547c6c-5570-422b-9e6f-4d4ef2330ecf binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:53:45.804397 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:45.841926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:45.967405 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Allocated IP 172.20.0.1 (21b78518-916e-4990-b4ad-6ea9fab997c4/e75714a5-28c3-4125-a1d8-db64fc14d2a1/215fbbad-68a5-42bb-a0f1-e2c5fa91837c) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:46.090507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.106937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Transition to ACTIVE for port object 215fbbad-68a5-42bb-a0f1-e2c5fa91837c will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:46.132426 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.145247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Transition to ACTIVE for port object df547c6c-5570-422b-9e6f-4d4ef2330ecf will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:46.146053 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.151115 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.182250 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:46.185153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:46.191392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:46.199090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Attempting to bind port df547c6c-5570-422b-9e6f-4d4ef2330ecf on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:46.199462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Attempting to bind port df547c6c-5570-422b-9e6f-4d4ef2330ecf by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:46.199842 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Attempting to bind port df547c6c-5570-422b-9e6f-4d4ef2330ecf on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:46.209365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30290b46-334e-4a44-877b-c161892e2a29 None None] Pushing event updated for resources: {'Port': ['ID=df547c6c-5570-422b-9e6f-4d4ef2330ecf,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:46.211882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:46.212283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:46.212691 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.213095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:46.214042 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Bound port: df547c6c-5570-422b-9e6f-4d4ef2330ecf, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:46.214042 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.220432 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:46.235880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.276832 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] For port df547c6c-5570-422b-9e6f-4d4ef2330ecf, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:46.280255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] For port df547c6c-5570-422b-9e6f-4d4ef2330ecf, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=df547c6c-5570-422b-9e6f-4d4ef2330ecf,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:46.285310 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.347657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Routers {'f551ca71-3ef3-47db-acbe-0d96cf10b8e9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:46.348354 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:46.353646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30290b46-334e-4a44-877b-c161892e2a29 None None] Pushing event updated for resources: {'Port': ['ID=df547c6c-5570-422b-9e6f-4d4ef2330ecf,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:46.379984 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.470199 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] Set router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:46.532278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b97e24b7-c5d4-43ae-8096-f445bb63c2ad None None] Provisioning for port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:46.554740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.559199 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.562284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b97e24b7-c5d4-43ae-8096-f445bb63c2ad None None] Provisioning complete for port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:46.562661 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b97e24b7-c5d4-43ae-8096-f445bb63c2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.639197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b97e24b7-c5d4-43ae-8096-f445bb63c2ad None None] Port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:53:46.648650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:46.651378 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.734895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 129c89b5-1aaf-4b72-bc91-28727d0da402 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:46.767384 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:46.769001 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:46.776103 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '215fbbad-68a5-42bb-a0f1-e2c5fa91837c', 'name': '', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:45Z', 'updated_at': '2021-08-31T16:53:45Z', 'revision_number': 1, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'subnets': [{'id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:46.806952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a083df-31c8-4dca-a4ea-f2b155233241 None None] The sync data for ids ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'] in n-d-793621-35 is: [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '215fbbad-68a5-42bb-a0f1-e2c5fa91837c', 'name': '', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:45Z', 'updated_at': '2021-08-31T16:53:45Z', 'revision_number': 1, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'subnets': [{'id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:53:46.836409 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 129c89b5-1aaf-4b72-bc91-28727d0da402 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:46.842391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 129c89b5-1aaf-4b72-bc91-28727d0da402 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:46.843634 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.926557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:53:46.939642 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:46.978844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 129c89b5-1aaf-4b72-bc91-28727d0da402, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=129c89b5-1aaf-4b72-bc91-28727d0da402,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:46.990531 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.057636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:53:47.066882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=129c89b5-1aaf-4b72-bc91-28727d0da402,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:47.068776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-808dc7a6-2f0d-456e-8577-40a22d104bb3 admin admin] 10.222.0.43 "PUT /v2.0/routers/f551ca71-3ef3-47db-acbe-0d96cf10b8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985893 Aug 31 16:53:47.090149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a5011362-2c3f-474a-8b17-7e47d9622607 None None] Provisioning complete for port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:47.090786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a5011362-2c3f-474a-8b17-7e47d9622607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.139074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a5011362-2c3f-474a-8b17-7e47d9622607 None None] Port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:53:47.611393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43774) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:47.616560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1796958186-network', 'tenant_id': '270e7df6a658474cb31c497f5312b98f'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:47.639131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Made reservation on behalf of 270e7df6a658474cb31c497f5312b98f for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:47.642246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.651256 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.752116 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.757502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.785842 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:53:47.792301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734cb49-ccdf-43ab-936b-c00607546233,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:47.798749 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.799101 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Added segment 22302660-58d5-4936-9b21-66f5b16307d0 of type vlan for network 36010066-36a8-4635-a563-de6c83f3a89e Aug 31 16:53:47.842877 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.868570 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.869671 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:47.870262 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:47.925458 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3129468 Aug 31 16:53:47.928107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43776) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:47.933020 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Request body: {'subnet': {'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-subnet', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:47.950771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a9e6-3b24-40dc-bc8c-9b7b7dccf7ad admin admin] Pushing event updated for resources: {'Network': ['ID=36010066-36a8-4635-a563-de6c83f3a89e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:47.962781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 36010066-36a8-4635-a563-de6c83f3a89e details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:53:47.966221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Made reservation on behalf of 270e7df6a658474cb31c497f5312b98f for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:47.969117 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.162825 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.220245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd74826-0fb7-40d0-aae1-7f9c05e87be6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:48.227189 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Checking segment: {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:48.227547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Network hostable DHCP agents. Network: 36010066-36a8-4635-a563-de6c83f3a89e, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:53:48.244692 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Network 36010066-36a8-4635-a563-de6c83f3a89e is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:53:48.253285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 36010066-36a8-4635-a563-de6c83f3a89e) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:48.257323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:48.257918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.262114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f28ac8-5540-4ca8-8b67-17f05cda2db9 None None] Network 36010066-36a8-4635-a563-de6c83f3a89e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:48.271583 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2b21d479-f9a5-4de0-b195-9118c1e70a62 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3423584 Aug 31 16:53:48.274023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 43778) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:48.278539 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:48.299515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.300603 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.355704 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.408265 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-36010066-36a8-4635-a563-de6c83f3a89e', 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'fixed_ips': [{'subnet_id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:53:48.409381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.503707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.548923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Allocated IP 172.20.0.2 (36010066-36a8-4635-a563-de6c83f3a89e/5fd74826-0fb7-40d0-aae1-7f9c05e87be6/37feaf46-c539-4733-9210-7a1c83664637) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:48.716231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.722870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.739956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Transition to ACTIVE for port object 37feaf46-c539-4733-9210-7a1c83664637 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:48.744028 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.768032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Transition to ACTIVE for port object 37feaf46-c539-4733-9210-7a1c83664637 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:48.777624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 129c89b5-1aaf-4b72-bc91-28727d0da402 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:48.804181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.857696 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Allocated IP 172.25.6.218 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/deb99f4a-560a-47bb-a929-ce2cb16ae4ce) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:48.859737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Network 36010066-36a8-4635-a563-de6c83f3a89e is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:48.863934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:48.867813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:48.880117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Pushing event updated for resources: {'Port': ['ID=37feaf46-c539-4733-9210-7a1c83664637,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:48.923215 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Sync routers for ids ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:53:48.925459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 129c89b5-1aaf-4b72-bc91-28727d0da402 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:48.926085 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.932500 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Routers {'f551ca71-3ef3-47db-acbe-0d96cf10b8e9'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:48.933106 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:48.956074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Attempting to bind port 37feaf46-c539-4733-9210-7a1c83664637 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:48.956492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Attempting to bind port 37feaf46-c539-4733-9210-7a1c83664637 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:48.956907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Attempting to bind port 37feaf46-c539-4733-9210-7a1c83664637 on network 36010066-36a8-4635-a563-de6c83f3a89e {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:48.967116 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:48.967921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Checking segment: {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:48.968647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.969235 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Bound using segment: {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:48.969731 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Bound port: 37feaf46-c539-4733-9210-7a1c83664637, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:48.970112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:48.977610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.021530 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.040717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Set router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:49.057316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:49.060570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:49.067098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:49.077066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] For port 37feaf46-c539-4733-9210-7a1c83664637, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:49.081782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] For port 37feaf46-c539-4733-9210-7a1c83664637, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=37feaf46-c539-4733-9210-7a1c83664637,segment=NetworkSegment(22302660-58d5-4936-9b21-66f5b16307d0),segment_id=22302660-58d5-4936-9b21-66f5b16307d0)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:49.084148 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device df547c6c-5570-422b-9e6f-4d4ef2330ecf up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:49.105144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.119529 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Pushing event updated for resources: {'Port': ['ID=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:49.180130 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b37c1-75dd-417e-9159-7cd91e7869e5 None None] Pushing event updated for resources: {'Port': ['ID=37feaf46-c539-4733-9210-7a1c83664637,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:49.191056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port df547c6c-5570-422b-9e6f-4d4ef2330ecf completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:49.195917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port df547c6c-5570-422b-9e6f-4d4ef2330ecf triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:49.196387 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.279991 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '215fbbad-68a5-42bb-a0f1-e2c5fa91837c', 'name': '', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:45Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 2, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'subnets': [{'id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:49.299334 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.316677 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Checking router: f551ca71-3ef3-47db-acbe-0d96cf10b8e9 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:53:49.317373 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Updating router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:53:49.322445 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port df547c6c-5570-422b-9e6f-4d4ef2330ecf, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=df547c6c-5570-422b-9e6f-4d4ef2330ecf,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:49.328958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.345576 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.401506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=df547c6c-5570-422b-9e6f-4d4ef2330ecf,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:49.421485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.657471 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.667965 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Transition to ACTIVE for port object 215fbbad-68a5-42bb-a0f1-e2c5fa91837c will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:49.674834 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.750274 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Pushing event updated for resources: {'Port': ['ID=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:49.781512 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.781855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.782192 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.782526 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.782853 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.783181 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.783508 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.783842 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.784153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.784496 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.784815 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.785134 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:53:49.798847 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Attempting to bind port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:49.799355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Attempting to bind port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:49.799819 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Attempting to bind port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c on network 21b78518-916e-4990-b4ad-6ea9fab997c4 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:49.806100 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:49.806620 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Checking segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:49.807147 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.807680 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Bound using segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:49.808315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Bound port: 215fbbad-68a5-42bb-a0f1-e2c5fa91837c, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:49.808802 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.885966 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] For port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:49.890980 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] For port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:49.897470 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:49.964511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e0ce-186e-4e96-b184-53b17e9fc6b1 None None] Pushing event updated for resources: {'Port': ['ID=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:49.995887 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Routers {'f551ca71-3ef3-47db-acbe-0d96cf10b8e9'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:49.997085 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:50.027055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:50.183782 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Router 7530932c-012b-4974-bb32-50f588f1fc84 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:53:50.235075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] Set router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:50.313662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:53:50.318923 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4733a0-c59d-490a-a377-6e0537de085c None None] Network 36010066-36a8-4635-a563-de6c83f3a89e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:53:50.326483 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Sync routers for ids ['7530932c-012b-4974-bb32-50f588f1fc84'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:53:50.329925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:50.331283 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dc5fa6c1-dc3e-4908-b6e5-2dacf1bfcb28 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0561926 Aug 31 16:53:50.334289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 43780) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:53:50.391757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Routers {'7530932c-012b-4974-bb32-50f588f1fc84'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:50.392431 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7530932c-012b-4974-bb32-50f588f1fc84'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:50.458773 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '215fbbad-68a5-42bb-a0f1-e2c5fa91837c', 'name': '', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:45Z', 'updated_at': '2021-08-31T16:53:49Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'subnets': [{'id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:50.467781 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c3891fc1-99cf-49d0-a236-49f2f6731aa0 None None] Provisioning for port 37feaf46-c539-4733-9210-7a1c83664637 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:50.486418 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7390fe7-06d0-449b-88a3-ddd400146710 None None] The sync data for ids ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'] in n-d-793621-35 is: [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:53:46Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '215fbbad-68a5-42bb-a0f1-e2c5fa91837c', 'name': '', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:45Z', 'updated_at': '2021-08-31T16:53:49Z', 'revision_number': 4, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'subnets': [{'id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:53:50.576666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Set router 7530932c-012b-4974-bb32-50f588f1fc84 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:50.834174 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:50.853248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:49Z', 'revision_number': 3, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:50.888310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 37feaf46-c539-4733-9210-7a1c83664637 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:50.892997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Checking router: 7530932c-012b-4974-bb32-50f588f1fc84 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:53:50.892997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Updating router 7530932c-012b-4974-bb32-50f588f1fc84 port deb99f4a-560a-47bb-a929-ce2cb16ae4ce binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:53:50.947247 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.057008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 37feaf46-c539-4733-9210-7a1c83664637 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:51.064137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Allocated IP 172.20.0.1 (36010066-36a8-4635-a563-de6c83f3a89e/5fd74826-0fb7-40d0-aae1-7f9c05e87be6/35d7047b-bf64-41ac-a093-fca90bcb7ac1) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:51.074337 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 37feaf46-c539-4733-9210-7a1c83664637 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:51.074958 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.116011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6a3b3644-f6a6-4f51-b2f9-3cfcd72a4836 None None] Provisioning complete for port 37feaf46-c539-4733-9210-7a1c83664637 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:51.116412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3644-f6a6-4f51-b2f9-3cfcd72a4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.191499 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.206746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Transition to ACTIVE for port object 35d7047b-bf64-41ac-a093-fca90bcb7ac1 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:51.212450 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7a743f6c-aa97-4619-b33c-65244041dd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.245984 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.285296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Network 36010066-36a8-4635-a563-de6c83f3a89e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:51.292266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:51.295024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:51.323480 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Pushing event updated for resources: {'Port': ['ID=35d7047b-bf64-41ac-a093-fca90bcb7ac1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:51.344016 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.349955 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.407299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3644-f6a6-4f51-b2f9-3cfcd72a4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.456913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 37feaf46-c539-4733-9210-7a1c83664637, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=37feaf46-c539-4733-9210-7a1c83664637,segment=NetworkSegment(22302660-58d5-4936-9b21-66f5b16307d0),segment_id=22302660-58d5-4936-9b21-66f5b16307d0)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:51.459087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.469776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.470610 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device df547c6c-5570-422b-9e6f-4d4ef2330ecf up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:51.478056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Transition to ACTIVE for port object deb99f4a-560a-47bb-a929-ce2cb16ae4ce will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:51.494074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.542030 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.598830 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.db.api [None req-6a3b3644-f6a6-4f51-b2f9-3cfcd72a4836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 16:53:51.599194 n-d-793621-35 neutron-server[101479]: DEBUG oslo_db.api [None req-6a3b3644-f6a6-4f51-b2f9-3cfcd72a4836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 16:53:51.609696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Attempting to bind port deb99f4a-560a-47bb-a929-ce2cb16ae4ce on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:51.610073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Attempting to bind port deb99f4a-560a-47bb-a929-ce2cb16ae4ce by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:51.610444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Attempting to bind port deb99f4a-560a-47bb-a929-ce2cb16ae4ce on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:51.612404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=37feaf46-c539-4733-9210-7a1c83664637,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:51.643571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:51.643955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:51.644388 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.644790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:51.645289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Bound port: deb99f4a-560a-47bb-a929-ce2cb16ae4ce, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:51.645677 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.661371 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.666003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.689621 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port df547c6c-5570-422b-9e6f-4d4ef2330ecf triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:51.690001 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.721136 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dd51f-067c-4ca8-8695-65677950c35b None None] Pushing event updated for resources: {'Port': ['ID=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:51.732653 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Pushing event updated for resources: {'Port': ['ID=35d7047b-bf64-41ac-a093-fca90bcb7ac1,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:51.735353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.750623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] For port deb99f4a-560a-47bb-a929-ce2cb16ae4ce, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:51.766713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] For port deb99f4a-560a-47bb-a929-ce2cb16ae4ce, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:51.771896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:51.831542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Network 36010066-36a8-4635-a563-de6c83f3a89e is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:51.833096 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:51.853454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 215fbbad-68a5-42bb-a0f1-e2c5fa91837c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:51.881055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Routers {'7530932c-012b-4974-bb32-50f588f1fc84'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:51.881704 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7530932c-012b-4974-bb32-50f588f1fc84'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:51.962722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Router 7530932c-012b-4974-bb32-50f588f1fc84 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:53:52.078326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:53:52.083264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3d0734da-6be2-47b0-9b42-a5bd9a4e6235 admin admin] 10.222.0.43 "PUT /v2.0/routers/7530932c-012b-4974-bb32-50f588f1fc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477705 Aug 31 16:53:52.090269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dd51f-067c-4ca8-8695-65677950c35b None None] Pushing event updated for resources: {'Port': ['ID=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:52.207982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:52.217479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:52.217901 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:52.221091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] Set router 7530932c-012b-4974-bb32-50f588f1fc84 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:52.375586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e1b322e3-57d5-43d2-b10c-4852e7ae94a8 None None] Provisioning for port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:52.385463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e1b322e3-57d5-43d2-b10c-4852e7ae94a8 None None] Provisioning complete for port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:52.385841 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e1b322e3-57d5-43d2-b10c-4852e7ae94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:52.473923 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:52.476802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e1b322e3-57d5-43d2-b10c-4852e7ae94a8 None None] Port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:53:52.530569 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:52.535118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:52.595027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '35d7047b-bf64-41ac-a093-fca90bcb7ac1', 'name': '', 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'mac_address': 'fa:16:3e:e3:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:50Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 2, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'subnets': [{'id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:52.598006 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:52.625571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44166b69-6664-4323-9e4d-18dc0ba8b52e None None] The sync data for ids ['7530932c-012b-4974-bb32-50f588f1fc84'] in n-d-793621-35 is: [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '35d7047b-bf64-41ac-a093-fca90bcb7ac1', 'name': '', 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'mac_address': 'fa:16:3e:e3:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:50Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 2, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'subnets': [{'id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:53:52.691770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 37feaf46-c539-4733-9210-7a1c83664637 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:52.747767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 37feaf46-c539-4733-9210-7a1c83664637 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:52.748119 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:52.851368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 215fbbad-68a5-42bb-a0f1-e2c5fa91837c up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:52.907703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:52.908652 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:52.934206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-f932c1f5-b87a-4b98-a383-83345480937c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:52.941763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-f932c1f5-b87a-4b98-a383-83345480937c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 817 time: 0.1483672 Aug 31 16:53:52.959714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-f5db5183-b5d4-4558-9edb-2102c5c7a28f tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/quotas/8f01f8fad9744fe9b57b5a918d43392b HTTP/1.1" status: 200 len: 375 time: 0.0166788 Aug 31 16:53:53.015702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-13ded55b-8ef1-424c-98de-dbe90e473d70 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548487 Aug 31 16:53:53.424842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-72126c68-b93e-49d4-a948-799a8ec35f0a service neutron] 10.222.0.43 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973751 Aug 31 16:53:53.521477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-64f57fd7-4239-43d0-b753-2abda71af2a1 service neutron] 10.222.0.43 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905042 Aug 31 16:53:53.695093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b8a46b8-66f1-4133-9901-df240bf8a280 req-2cc226e6-d00b-495f-bb3a-407208791d8d tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 210 time: 0.0289745 Aug 31 16:53:54.646405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:54.648753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-31232e3c-bcd0-4bb6-bb06-a8accbec2286 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:54.650486 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-31232e3c-bcd0-4bb6-bb06-a8accbec2286 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 817 time: 0.1284468 Aug 31 16:53:54.671482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Request body: {'port': {'device_id': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'admin_state_up': True, 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:54.698281 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Sync routers for ids ['7530932c-012b-4974-bb32-50f588f1fc84'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:53:54.708616 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Routers {'7530932c-012b-4974-bb32-50f588f1fc84'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:54.709528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7530932c-012b-4974-bb32-50f588f1fc84'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:54.734254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device deb99f4a-560a-47bb-a929-ce2cb16ae4ce up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:54.795425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port deb99f4a-560a-47bb-a929-ce2cb16ae4ce completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:54.800266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port deb99f4a-560a-47bb-a929-ce2cb16ae4ce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:54.800660 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:54.802635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7c6806e-7edb-43ff-8792-e193ba5a1c4c req-c00f11ba-c905-4f99-8f06-571cb47e0f3d tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 210 time: 0.0329025 Aug 31 16:53:54.823380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Made reservation on behalf of 8f01f8fad9744fe9b57b5a918d43392b for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:53:54.823380 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:54.859352 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Set router 7530932c-012b-4974-bb32-50f588f1fc84 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:54.884753 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:54.907321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port deb99f4a-560a-47bb-a929-ce2cb16ae4ce, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:54.912831 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:54.963892 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:54.972807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Allocated IP 172.20.0.7 (21b78518-916e-4990-b4ad-6ea9fab997c4/e75714a5-28c3-4125-a1d8-db64fc14d2a1/5fa4e038-9d77-4873-a8f8-a5d7b38c06ca) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:53:55.068399 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '35d7047b-bf64-41ac-a093-fca90bcb7ac1', 'name': '', 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'mac_address': 'fa:16:3e:e3:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:50Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 2, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'subnets': [{'id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:55.094601 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Checking router: 7530932c-012b-4974-bb32-50f588f1fc84 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:53:55.094958 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Updating router 7530932c-012b-4974-bb32-50f588f1fc84 port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:53:55.119154 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.130903 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.146919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Transition to ACTIVE for port object 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:55.190868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.231616 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:53:55.236647 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:53:55.240575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:53:55.267649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Pushing event updated for resources: {'Port': ['ID=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:55.298232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:55.299313 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.316471 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-8b40ee9d-5cc8-4900-9b33-47fd986b0e73 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562085 Aug 31 16:53:55.330373 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Request body: {'port': {'device_id': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:53:55.348683 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.394687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.419091 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.430618 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Transition to ACTIVE for port object 35d7047b-bf64-41ac-a093-fca90bcb7ac1 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:55.437654 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.485780 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d26c8-a5c7-4e46-81e5-f0ca4e0995df None None] Pushing event updated for resources: {'Port': ['ID=35d7047b-bf64-41ac-a093-fca90bcb7ac1,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:55.527322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c615fad7-e9f9-4cfb-be34-694792e16f34 None None] Provisioning for port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:55.533786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c615fad7-e9f9-4cfb-be34-694792e16f34 None None] Provisioning complete for port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:55.536007 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c615fad7-e9f9-4cfb-be34-694792e16f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.555215 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Attempting to bind port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:55.555964 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Attempting to bind port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:55.556525 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Attempting to bind port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 on network 36010066-36a8-4635-a563-de6c83f3a89e {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:55.564871 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:55.565552 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Checking segment: {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:55.566925 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.567339 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Bound using segment: {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:55.567820 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Bound port: 35d7047b-bf64-41ac-a093-fca90bcb7ac1, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22302660-58d5-4936-9b21-66f5b16307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:55.568355 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.583085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c615fad7-e9f9-4cfb-be34-694792e16f34 None None] Port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:53:55.646451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.650163 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] For port 35d7047b-bf64-41ac-a093-fca90bcb7ac1, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:55.654744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] For port 35d7047b-bf64-41ac-a093-fca90bcb7ac1, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=35d7047b-bf64-41ac-a093-fca90bcb7ac1,segment=NetworkSegment(22302660-58d5-4936-9b21-66f5b16307d0),segment_id=22302660-58d5-4936-9b21-66f5b16307d0)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:55.661882 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.708079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:53:55.719884 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2d239d61-6ae6-4e4c-ba67-52b9f3e93bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.728121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.742338 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Transition to ACTIVE for port object 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:53:55.743899 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d26c8-a5c7-4e46-81e5-f0ca4e0995df None None] Pushing event updated for resources: {'Port': ['ID=35d7047b-bf64-41ac-a093-fca90bcb7ac1,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:55.746935 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Routers {'7530932c-012b-4974-bb32-50f588f1fc84'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:53:55.747621 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:53:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7530932c-012b-4974-bb32-50f588f1fc84'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:55.749652 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.806964 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Pushing event updated for resources: {'Port': ['ID=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:55.885765 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] Set router 7530932c-012b-4974-bb32-50f588f1fc84 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:53:55.900485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Attempting to bind port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:53:55.900829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Attempting to bind port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:53:55.901187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Attempting to bind port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca on network 21b78518-916e-4990-b4ad-6ea9fab997c4 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:55.912158 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca on network 21b78518-916e-4990-b4ad-6ea9fab997c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:53:55.912518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Attempting to bind port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca on network 21b78518-916e-4990-b4ad-6ea9fab997c4 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:53:55.918475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:53:55.918806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Checking segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:53:55.919203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Bound using segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:53:55.919648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Bound port: 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:53:55.920018 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:55.937789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88613-23d2-4fef-ab2d-a8d8fc5afc50 req-0f2b81dc-46c1-4d29-9980-acb6f7be1324 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:55.941228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56f88613-23d2-4fef-ab2d-a8d8fc5afc50 req-0f2b81dc-46c1-4d29-9980-acb6f7be1324 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 943 time: 0.0582356 Aug 31 16:53:55.995846 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-56f88613-23d2-4fef-ab2d-a8d8fc5afc50 req-5c05c631-237d-42a9-8fb1-7af3ea565039 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490227 Aug 31 16:53:56.016636 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] For port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:53:56.020465 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] For port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:53:56.026640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:56.078194 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.078923 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:56.080340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] 10.222.0.49 "PUT /v2.0/ports/5fa4e038-9d77-4873-a8f8-a5d7b38c06ca HTTP/1.1" status: 200 len: 1092 time: 0.7555099 Aug 31 16:53:56.080789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'tag': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:53:56.081747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:56.083070 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "946b52b6-4121-4c0c-a26c-b942b4eef03d", "tag": "5fa4e038-9d77-4873-a8f8-a5d7b38c06ca"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:53:56.154706 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '35d7047b-bf64-41ac-a093-fca90bcb7ac1', 'name': '', 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'mac_address': 'fa:16:3e:e3:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:50Z', 'updated_at': '2021-08-31T16:53:55Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'subnets': [{'id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:53:56.160389 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70524d-a8b8-4dec-92f6-7cf94fcb200c x-openstack-request-id: req-1d70524d-a8b8-4dec-92f6-7cf94fcb200c {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:53:56.160679 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946b52b6-4121-4c0c-a26c-b942b4eef03d", "tag": "5fa4e038-9d77-4873-a8f8-a5d7b38c06ca", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:53:56.160931 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d70524d-a8b8-4dec-92f6-7cf94fcb200c {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:53:56.161330 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'tag': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca', 'status': 'completed', 'code': 200} Aug 31 16:53:56.173009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7f62a-6189-4fa1-abe4-db7c2c3c05bf service neutron] Pushing event updated for resources: {'Port': ['ID=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:56.185531 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707748f-19a5-4413-9c2a-219a7e3b5618 None None] The sync data for ids ['7530932c-012b-4974-bb32-50f588f1fc84'] in n-d-793621-35 is: [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:51Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '35d7047b-bf64-41ac-a093-fca90bcb7ac1', 'name': '', 'network_id': '36010066-36a8-4635-a563-de6c83f3a89e', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'mac_address': 'fa:16:3e:e3:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:50Z', 'updated_at': '2021-08-31T16:53:55Z', 'revision_number': 4, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'subnets': [{'id': '5fd74826-0fb7-40d0-aae1-7f9c05e87be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:53:56.186409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-092af499-fab5-46ad-a67e-724a8b1d2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.189057 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-092af499-fab5-46ad-a67e-724a8b1d2b3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 1095 time: 0.0670714 Aug 31 16:53:56.235514 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-b5c94629-6cd1-4f75-8786-5cede0fea916 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca HTTP/1.1" status: 200 len: 217 time: 0.0388131 Aug 31 16:53:56.290340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-ebada31b-78e3-49d0-af24-e9fc21f4a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.292036 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-ebada31b-78e3-49d0-af24-e9fc21f4a9db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e75714a5-28c3-4125-a1d8-db64fc14d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0501084 Aug 31 16:53:56.346893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-3b32b937-2041-4bc8-bc7b-72304943577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.348474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-3b32b937-2041-4bc8-bc7b-72304943577e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b78518-916e-4990-b4ad-6ea9fab997c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485866 Aug 31 16:53:56.442814 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-a840325e-3b0c-404a-a630-f49eb7808fab service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872889 Aug 31 16:53:56.546865 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-98dfa323-cc8c-4704-9ce4-14e70c03fb94 req-f0a3bbd8-1637-4e73-b249-f76515a0b9ae service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970209 Aug 31 16:53:56.637296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-3f1bb49e-1262-4ef7-9818-7b79954c52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.640996 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-3f1bb49e-1262-4ef7-9818-7b79954c52db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 1095 time: 0.0480194 Aug 31 16:53:56.720167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device deb99f4a-560a-47bb-a929-ce2cb16ae4ce up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:56.751517 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-a0037c2d-2964-42a6-87ae-a77890111675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.753154 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-a0037c2d-2964-42a6-87ae-a77890111675 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 918 time: 0.1060057 Aug 31 16:53:56.769158 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port deb99f4a-560a-47bb-a929-ce2cb16ae4ce triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:56.769535 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:56.799250 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-4dd32fa0-d7b7-41f8-8bb1-920be57ba6e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca HTTP/1.1" status: 200 len: 217 time: 0.0391154 Aug 31 16:53:56.850333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-2365a062-d79b-48a4-971b-954f2b922858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.850614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35d7047b-bf64-41ac-a093-fca90bcb7ac1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:56.851809 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-2365a062-d79b-48a4-971b-954f2b922858 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e75714a5-28c3-4125-a1d8-db64fc14d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0456362 Aug 31 16:53:56.897818 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-69f4eb78-c1ae-4eb8-bdee-0ccbb13ede5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:56.899395 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-69f4eb78-c1ae-4eb8-bdee-0ccbb13ede5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b78518-916e-4990-b4ad-6ea9fab997c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405412 Aug 31 16:53:56.902633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:53:56.908661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:56.909302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:56.987476 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:56.995007 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-0cad2dd6-a17b-4ab4-8f9d-4b029e0d6ec4 service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878227 Aug 31 16:53:57.023215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 35d7047b-bf64-41ac-a093-fca90bcb7ac1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=35d7047b-bf64-41ac-a093-fca90bcb7ac1,segment=NetworkSegment(22302660-58d5-4936-9b21-66f5b16307d0),segment_id=22302660-58d5-4936-9b21-66f5b16307d0)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:53:57.028358 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:57.082475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=35d7047b-bf64-41ac-a093-fca90bcb7ac1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:53:57.090528 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-5e5bec7e-295e-4d03-85df-f51fe8b3a1d6 req-b6ea365d-7add-4286-acdc-147d1307ede9 service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875654 Aug 31 16:53:57.125077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054232c9-e1b9-4567-9249-1eedeea8ac1e req-9c34ad5f-2136-428d-b730-b7cc429d126c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:57.126558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-054232c9-e1b9-4567-9249-1eedeea8ac1e req-9c34ad5f-2136-428d-b730-b7cc429d126c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 943 time: 0.0561211 Aug 31 16:53:57.163757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-054232c9-e1b9-4567-9249-1eedeea8ac1e req-5f0b91ec-d268-4bd3-a372-3aea9c634c84 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Aug 31 16:53:57.830605 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:58.302493 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2444cf-58f9-4f3e-a3e6-567b2bf3caed req-1537981e-3860-4cb2-9f05-04e3ee06ede7 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:58.304039 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c2444cf-58f9-4f3e-a3e6-567b2bf3caed req-1537981e-3860-4cb2-9f05-04e3ee06ede7 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 943 time: 0.0717642 Aug 31 16:53:58.350066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0c2444cf-58f9-4f3e-a3e6-567b2bf3caed req-83e3065d-63c6-422e-98b1-da25c95a0bdb tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Aug 31 16:53:58.681139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35d7047b-bf64-41ac-a093-fca90bcb7ac1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:53:58.727927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:53:58.728339 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:53:59.470157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdead123-ecdf-4f71-a590-cd23da8171e0 req-ddd2bd65-bc9e-4101-844a-027609f5c3a3 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:53:59.471702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdead123-ecdf-4f71-a590-cd23da8171e0 req-ddd2bd65-bc9e-4101-844a-027609f5c3a3 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 943 time: 0.0502427 Aug 31 16:53:59.511823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fdead123-ecdf-4f71-a590-cd23da8171e0 req-d09cf88f-5e0b-4520-92d8-b59de57aa078 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Aug 31 16:54:00.631512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa12ab7-307c-4905-92a4-1fac121ac3a0 req-1a56cff9-8daf-4d21-b55e-9a4927d267f9 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:00.633055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efa12ab7-307c-4905-92a4-1fac121ac3a0 req-1a56cff9-8daf-4d21-b55e-9a4927d267f9 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 943 time: 0.0549734 Aug 31 16:54:00.675705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-efa12ab7-307c-4905-92a4-1fac121ac3a0 req-9db65b8e-c55f-4fa6-9a64-17b6af89862b tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364859 Aug 31 16:54:00.760961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:54:00.853970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:00.865360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'port_id': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca', 'mac_address': 'fa:16:3e:20:f6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:54:00.905740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:00.918091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:54:00.936612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:00.940886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:00.988539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:01.145418 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5fa4e038-9d77-4873-a8f8-a5d7b38c06ca'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:54:01.790715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df4cbe-52a2-4854-a3ae-c15b12702c93 req-4f94bf5e-fa37-4a53-97a7-51023028c144 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:01.792209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6df4cbe-52a2-4854-a3ae-c15b12702c93 req-4f94bf5e-fa37-4a53-97a7-51023028c144 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 944 time: 0.0491543 Aug 31 16:54:01.829696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d6df4cbe-52a2-4854-a3ae-c15b12702c93 req-8b27897b-2879-4ce5-be5c-923745a3fb21 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Aug 31 16:54:02.793269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:54:02.840666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:54:02.844745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:54:02.845115 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:02.922716 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:02.944727 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:54:02.945193 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43dd8-cfe4-473b-9554-f3999b5a7326 req-054d212a-4224-4a42-b895-ee9f82515ec5 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:02.946800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cd43dd8-cfe4-473b-9554-f3999b5a7326 req-054d212a-4224-4a42-b895-ee9f82515ec5 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 944 time: 0.0505686 Aug 31 16:54:02.947208 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dad4e8-ee0d-4339-96f4-13990b65c297" -d '{"events": [{"server_uuid": "946b52b6-4121-4c0c-a26c-b942b4eef03d", "name": "network-vif-plugged", "status": "completed", "tag": "5fa4e038-9d77-4873-a8f8-a5d7b38c06ca"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:54:02.960516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:02.964505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:02.986805 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8cd43dd8-cfe4-473b-9554-f3999b5a7326 req-e635b623-c916-4912-ab58-90f166db09e4 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Aug 31 16:54:03.018176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:03.029721 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7baa09-5508-4fc8-8596-46e34e063b76 x-openstack-request-id: req-df7baa09-5508-4fc8-8596-46e34e063b76 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:54:03.030613 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b52b6-4121-4c0c-a26c-b942b4eef03d", "name": "network-vif-plugged", "status": "completed", "tag": "5fa4e038-9d77-4873-a8f8-a5d7b38c06ca", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:54:03.030865 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df7baa09-5508-4fc8-8596-46e34e063b76 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:54:03.031252 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca', 'code': 200} Aug 31 16:54:03.128209 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489c22d-daf2-4968-bbec-b6411f9ef31e req-49ded33c-6333-4967-80e6-ded993a3e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:03.129719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2489c22d-daf2-4968-bbec-b6411f9ef31e req-49ded33c-6333-4967-80e6-ded993a3e5c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 1097 time: 0.0452220 Aug 31 16:54:03.166891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-2489c22d-daf2-4968-bbec-b6411f9ef31e req-e3cbc3b4-82be-4cb4-b52e-a7e1682e72fc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299363 Aug 31 16:54:04.107636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192d22-e339-4555-b479-5c50aee7d78f req-f8501c01-b2d4-4743-9cd5-da7ecf5d97ff tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:04.109842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78192d22-e339-4555-b479-5c50aee7d78f req-f8501c01-b2d4-4743-9cd5-da7ecf5d97ff tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 945 time: 0.0547373 Aug 31 16:54:04.157670 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78192d22-e339-4555-b479-5c50aee7d78f req-61127df7-56a4-41f5-a289-861057e2ae37 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Aug 31 16:54:05.276966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fd82e-50c3-4df6-9ad9-df09e2bce5fe req-7116d0a1-a497-418f-b137-0d61cee717d1 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:05.278448 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-636fd82e-50c3-4df6-9ad9-df09e2bce5fe req-7116d0a1-a497-418f-b137-0d61cee717d1 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 945 time: 0.0485928 Aug 31 16:54:05.321259 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-636fd82e-50c3-4df6-9ad9-df09e2bce5fe req-b364a4ce-78af-4a05-ab45-a94413c26b18 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Aug 31 16:54:05.437917 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eace8-66cc-455a-9dfb-982ea1825d88 req-0e704cfd-51af-4c71-9fc1-3096daa5ffaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:05.439339 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c49eace8-66cc-455a-9dfb-982ea1825d88 req-0e704cfd-51af-4c71-9fc1-3096daa5ffaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 945 time: 0.0491457 Aug 31 16:54:05.475787 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c49eace8-66cc-455a-9dfb-982ea1825d88 req-2e32b493-16d8-457f-942b-0c21d394cff7 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 Aug 31 16:54:21.133133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7cdb-35ee-4849-9cd2-9d33525641cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:22.411581 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:54:24.125007 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f3ed0-d74c-465f-9d0d-7b578cea9928 req-bb5042c8-2a22-4f0b-8b5b-ffbdd9f78988 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:24.126488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e8f3ed0-d74c-465f-9d0d-7b578cea9928 req-bb5042c8-2a22-4f0b-8b5b-ffbdd9f78988 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 945 time: 0.0549009 Aug 31 16:54:24.163223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e8f3ed0-d74c-465f-9d0d-7b578cea9928 req-818a6750-cd7d-4384-9716-12ccea95e2a0 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Aug 31 16:54:24.653663 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:25.283933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d564d7-1504-4a8d-8f44-a25218789118 req-4295eebd-aa79-4156-abac-04819e275518 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:25.285657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04d564d7-1504-4a8d-8f44-a25218789118 req-4295eebd-aa79-4156-abac-04819e275518 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 945 time: 0.0542963 Aug 31 16:54:25.329058 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-04d564d7-1504-4a8d-8f44-a25218789118 req-0ec6325c-1e91-489f-9433-c4e1405581d8 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Aug 31 16:54:25.347190 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:25.657464 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:25.664268 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-5e8322e9-7fc0-446e-a440-918eabdd903c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:25.665808 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-5e8322e9-7fc0-446e-a440-918eabdd903c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 945 time: 0.0520744 Aug 31 16:54:25.710183 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b42a-49d7-4b5d-9e03-2a24d0347c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:25.759729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Deleting port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:54:25.760075 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:25.849968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] For port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:25.850333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:25.863329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Calling delete_port for 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:54:26.003937 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:26.015197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['5fa4e038-9d77-4873-a8f8-a5d7b38c06ca'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:54:26.033146 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Pushing event deleted for resources: {'Port': ['ID=5fa4e038-9d77-4873-a8f8-a5d7b38c06ca,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:26.068776 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:26.075576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] No DVR routers for this DVR port 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:54:26.078265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:26.080298 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ba19aa76-4d9e-4b0e-a9cf-ca4c4bf177b1 req-4d3e0474-02c2-4f0a-a429-f956ea89636c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "DELETE /v2.0/ports/5fa4e038-9d77-4873-a8f8-a5d7b38c06ca HTTP/1.1" status: 204 len: 173 time: 0.4074495 Aug 31 16:54:26.080740 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'name': 'network-vif-deleted', 'tag': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:54:26.083359 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a9cf9-1a2e-471d-b2a3-73ec15a04a60" -d '{"events": [{"server_uuid": "946b52b6-4121-4c0c-a26c-b942b4eef03d", "name": "network-vif-deleted", "tag": "5fa4e038-9d77-4873-a8f8-a5d7b38c06ca"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:54:26.125806 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be797e9-d5d3-471c-a6e7-e343061fa8de x-openstack-request-id: req-6be797e9-d5d3-471c-a6e7-e343061fa8de {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:54:26.126165 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b52b6-4121-4c0c-a26c-b942b4eef03d", "name": "network-vif-deleted", "tag": "5fa4e038-9d77-4873-a8f8-a5d7b38c06ca", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:54:26.126484 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6be797e9-d5d3-471c-a6e7-e343061fa8de {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:54:26.126950 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b52b6-4121-4c0c-a26c-b942b4eef03d', 'name': 'network-vif-deleted', 'tag': '5fa4e038-9d77-4873-a8f8-a5d7b38c06ca', 'status': 'completed', 'code': 200} Aug 31 16:54:26.437743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b9bdd1c-e6ec-4858-945e-02ba39075cfb req-1601e154-6743-4fa1-b01f-bc96329fa08a tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=946b52b6-4121-4c0c-a26c-b942b4eef03d HTTP/1.1" status: 200 len: 210 time: 0.0277922 Aug 31 16:54:27.832168 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:28.162885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-adb5ab89-b53e-4966-aec0-93d8ac68da44 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:28.164393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-adb5ab89-b53e-4966-aec0-93d8ac68da44 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 817 time: 0.1042666 Aug 31 16:54:28.180046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-202c1add-7140-4e1d-a84d-34d49b05ad76 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/quotas/8f01f8fad9744fe9b57b5a918d43392b HTTP/1.1" status: 200 len: 375 time: 0.0093915 Aug 31 16:54:28.230266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-272f6129-e2de-4dbc-9848-fed0c79980f4 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450521 Aug 31 16:54:28.328234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-fe6f930a-e6c9-44de-8ffe-725d083a01ff service neutron] 10.222.0.43 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858278 Aug 31 16:54:28.414737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-225cc0ee-2674-45fa-a8fd-b872d05275bf service neutron] 10.222.0.43 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804403 Aug 31 16:54:28.574823 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fe8fb9e4-855c-4f5f-be6e-cbae608ecef9 req-cc7202f1-9115-443d-a55c-6a8b2f5b7e19 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 210 time: 0.0265126 Aug 31 16:54:28.868623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:54:28.890828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:54:28.891176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 5fa4e038-9d77-4873-a8f8-a5d7b38c06ca not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:54:29.444992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-c51ef992-52a7-43f5-808c-75b6601d3089 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:29.446496 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-c51ef992-52a7-43f5-808c-75b6601d3089 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 817 time: 0.1098933 Aug 31 16:54:29.459463 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Request body: {'port': {'device_id': '4636f686-af6b-4e76-a966-cec356569e3a', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'admin_state_up': True, 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:54:29.576507 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Made reservation on behalf of 8f01f8fad9744fe9b57b5a918d43392b for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:54:29.579936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:29.679690 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b70f644c-0049-4e92-ba95-3cb014a05e49 req-20f20fd8-7197-46ab-b6bb-701582ac90bd tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 210 time: 0.0350304 Aug 31 16:54:29.715032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Allocated IP 172.20.0.5 (21b78518-916e-4990-b4ad-6ea9fab997c4/e75714a5-28c3-4125-a1d8-db64fc14d2a1/caa67a71-3bdb-4bb1-be30-719c917984e8) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:54:29.859828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:29.873899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Transition to ACTIVE for port object caa67a71-3bdb-4bb1-be30-719c917984e8 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:54:29.906185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:29.947640 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:54:29.952682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:54:29.956457 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:54:29.986372 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Pushing event updated for resources: {'Port': ['ID=caa67a71-3bdb-4bb1-be30-719c917984e8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:30.010417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:30.011052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.025426 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-dffcd4ce-236e-47a6-a2bf-73e8cde51771 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697982 Aug 31 16:54:30.037646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Request body: {'port': {'device_id': '4636f686-af6b-4e76-a966-cec356569e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:54:30.098168 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.211647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5cf0a982-303d-41cd-8c50-d09e5de5937f None None] Provisioning for port caa67a71-3bdb-4bb1-be30-719c917984e8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:54:30.215482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-5cf0a982-303d-41cd-8c50-d09e5de5937f None None] Provisioning complete for port caa67a71-3bdb-4bb1-be30-719c917984e8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:54:30.215858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a982-303d-41cd-8c50-d09e5de5937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.253514 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0a982-303d-41cd-8c50-d09e5de5937f None None] Port caa67a71-3bdb-4bb1-be30-719c917984e8 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:54:30.358747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa67a71-3bdb-4bb1-be30-719c917984e8 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:54:30.365898 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.377266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Transition to ACTIVE for port object caa67a71-3bdb-4bb1-be30-719c917984e8 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:54:30.381110 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.431165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Pushing event updated for resources: {'Port': ['ID=caa67a71-3bdb-4bb1-be30-719c917984e8,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:30.502460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Attempting to bind port caa67a71-3bdb-4bb1-be30-719c917984e8 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:54:30.503164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Attempting to bind port caa67a71-3bdb-4bb1-be30-719c917984e8 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:54:30.503164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Attempting to bind port caa67a71-3bdb-4bb1-be30-719c917984e8 on network 21b78518-916e-4990-b4ad-6ea9fab997c4 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:54:30.507750 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Port caa67a71-3bdb-4bb1-be30-719c917984e8 on network 21b78518-916e-4990-b4ad-6ea9fab997c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:54:30.508008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Attempting to bind port caa67a71-3bdb-4bb1-be30-719c917984e8 on network 21b78518-916e-4990-b4ad-6ea9fab997c4 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:54:30.514398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:54:30.514741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Checking segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:54:30.515131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Bound using segment: {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:54:30.515566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Bound port: caa67a71-3bdb-4bb1-be30-719c917984e8, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ee64e5-5067-4f54-989e-b4304344c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:54:30.515926 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.583681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] For port caa67a71-3bdb-4bb1-be30-719c917984e8, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:54:30.586934 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] For port caa67a71-3bdb-4bb1-be30-719c917984e8, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=caa67a71-3bdb-4bb1-be30-719c917984e8,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:54:30.590599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.624926 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:30.625557 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:30.626980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] 10.222.0.49 "PUT /v2.0/ports/caa67a71-3bdb-4bb1-be30-719c917984e8 HTTP/1.1" status: 200 len: 1092 time: 0.5936346 Aug 31 16:54:30.627418 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4636f686-af6b-4e76-a966-cec356569e3a', 'tag': 'caa67a71-3bdb-4bb1-be30-719c917984e8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:54:30.629688 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1947eea-8744-435d-806b-442db72ce5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4636f686-af6b-4e76-a966-cec356569e3a", "tag": "caa67a71-3bdb-4bb1-be30-719c917984e8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:54:30.658745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9009a27-005b-408b-8737-b7a344c0e403 service neutron] Pushing event updated for resources: {'Port': ['ID=caa67a71-3bdb-4bb1-be30-719c917984e8,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:30.698028 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e03ad22-fb47-4b20-97e5-76f7a8040000 x-openstack-request-id: req-9e03ad22-fb47-4b20-97e5-76f7a8040000 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:54:30.698320 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4636f686-af6b-4e76-a966-cec356569e3a", "tag": "caa67a71-3bdb-4bb1-be30-719c917984e8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:54:30.698573 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e03ad22-fb47-4b20-97e5-76f7a8040000 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:54:30.698972 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4636f686-af6b-4e76-a966-cec356569e3a', 'tag': 'caa67a71-3bdb-4bb1-be30-719c917984e8', 'status': 'completed', 'code': 200} Aug 31 16:54:30.721582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-b6b463c1-a89d-4b27-b22f-5faa21011401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:30.723460 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-b6b463c1-a89d-4b27-b22f-5faa21011401 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 1095 time: 0.0522175 Aug 31 16:54:30.769824 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-447c1c52-0525-4866-8f42-c4158d5f44fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caa67a71-3bdb-4bb1-be30-719c917984e8 HTTP/1.1" status: 200 len: 217 time: 0.0388103 Aug 31 16:54:30.818038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b714465-1d14-472e-8504-10200a0ab854 req-6aa789ba-a256-4097-aaef-eadfba2b184e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:30.819721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b714465-1d14-472e-8504-10200a0ab854 req-6aa789ba-a256-4097-aaef-eadfba2b184e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 943 time: 0.0583086 Aug 31 16:54:30.822098 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-4bb66ac4-e769-47a0-bd53-03cde73a5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:30.823696 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-4bb66ac4-e769-47a0-bd53-03cde73a5f68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e75714a5-28c3-4125-a1d8-db64fc14d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0474479 Aug 31 16:54:30.860307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3b714465-1d14-472e-8504-10200a0ab854 req-0219d02d-0311-4477-a347-57d9ac55db4d tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Aug 31 16:54:30.870392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-14bed9d2-1143-4d06-b6f4-96489968d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:30.871800 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-14bed9d2-1143-4d06-b6f4-96489968d89c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b78518-916e-4990-b4ad-6ea9fab997c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405729 Aug 31 16:54:30.964208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-289d77c0-6f6b-49cc-a96e-8bf92edecd91 service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848000 Aug 31 16:54:31.051656 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-9902a9fc-6b00-49d9-8a77-407cc8f18220 req-4d5eeacb-8041-40a7-9912-2dada2aa2d56 service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796030 Aug 31 16:54:31.141486 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947eea-8744-435d-806b-442db72ce5f8 req-48eaa480-0353-4a42-b1cf-eb6ab31f15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:31.142982 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-48eaa480-0353-4a42-b1cf-eb6ab31f15d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 1095 time: 0.0457537 Aug 31 16:54:31.231811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947eea-8744-435d-806b-442db72ce5f8 req-4e40df21-ae87-4517-a2d4-4cc7ea6bac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:31.233301 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-4e40df21-ae87-4517-a2d4-4cc7ea6bac96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 918 time: 0.0834839 Aug 31 16:54:31.274452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-6f770b14-fd8d-4087-827b-910a55d82261 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caa67a71-3bdb-4bb1-be30-719c917984e8 HTTP/1.1" status: 200 len: 217 time: 0.0340455 Aug 31 16:54:31.325358 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947eea-8744-435d-806b-442db72ce5f8 req-8231640f-66cd-483c-895f-ddebd7cd715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:31.327211 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-8231640f-66cd-483c-895f-ddebd7cd715b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e75714a5-28c3-4125-a1d8-db64fc14d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0457649 Aug 31 16:54:31.371152 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947eea-8744-435d-806b-442db72ce5f8 req-45d665e8-9c66-4b5f-8bb1-b1044c3535e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:31.373130 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-45d665e8-9c66-4b5f-8bb1-b1044c3535e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b78518-916e-4990-b4ad-6ea9fab997c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378599 Aug 31 16:54:31.462867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-7f91fdb6-f0b0-4915-82ba-e9a7e0dd3f1e service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794353 Aug 31 16:54:31.556842 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-e1947eea-8744-435d-806b-442db72ce5f8 req-01b00aec-4cf0-4b17-bfbe-8b3b881b36e6 service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Aug 31 16:54:31.973519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bd09a-8515-4a83-8b2f-39005ce8a546 req-949f2c12-8951-4996-8f15-cbcf40819ddd tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:31.975012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-207bd09a-8515-4a83-8b2f-39005ce8a546 req-949f2c12-8951-4996-8f15-cbcf40819ddd tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 943 time: 0.0480299 Aug 31 16:54:32.012218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-207bd09a-8515-4a83-8b2f-39005ce8a546 req-aed1ecaf-e6db-4317-b8fa-63fc8a6f7614 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Aug 31 16:54:33.126660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19166ba5-2d48-491c-8133-7e44643fc8e7 req-4f73e40b-2717-4216-bf41-12bb40ae6416 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:33.128161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19166ba5-2d48-491c-8133-7e44643fc8e7 req-4f73e40b-2717-4216-bf41-12bb40ae6416 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 943 time: 0.0488029 Aug 31 16:54:33.164575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-19166ba5-2d48-491c-8133-7e44643fc8e7 req-ef7a3c7b-b1eb-472e-a3cd-3771e749e923 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303819 Aug 31 16:54:34.281410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fc25f-b38c-48be-b1d7-076255e271c2 req-610e8448-2241-414f-b57a-809484b4be7b tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:34.282872 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e38fc25f-b38c-48be-b1d7-076255e271c2 req-610e8448-2241-414f-b57a-809484b4be7b tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 943 time: 0.0521247 Aug 31 16:54:34.320208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e38fc25f-b38c-48be-b1d7-076255e271c2 req-4c6e8db6-f16f-45ac-bc84-531bafebec8e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Aug 31 16:54:34.894469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device caa67a71-3bdb-4bb1-be30-719c917984e8 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:54:34.987825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port caa67a71-3bdb-4bb1-be30-719c917984e8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=caa67a71-3bdb-4bb1-be30-719c917984e8,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:34.998750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'caa67a71-3bdb-4bb1-be30-719c917984e8', 'network_id': '21b78518-916e-4990-b4ad-6ea9fab997c4', 'port_id': 'caa67a71-3bdb-4bb1-be30-719c917984e8', 'mac_address': 'fa:16:3e:ac:68:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75714a5-28c3-4125-a1d8-db64fc14d2a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:54:35.037071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:35.049713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa67a71-3bdb-4bb1-be30-719c917984e8 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:54:35.067571 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port caa67a71-3bdb-4bb1-be30-719c917984e8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=caa67a71-3bdb-4bb1-be30-719c917984e8,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:35.071686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:35.116582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=caa67a71-3bdb-4bb1-be30-719c917984e8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:35.123717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.124061 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.124430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.124770 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.125097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.125423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.125748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.126071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.126393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.126721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.127153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.127366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:35.258090 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['caa67a71-3bdb-4bb1-be30-719c917984e8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:54:35.434182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8133f-2ffe-4e2f-a2e9-2345a0348c44 req-05c5ce78-df57-42d1-b302-bbbe0e1ac0c6 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:35.435729 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97b8133f-2ffe-4e2f-a2e9-2345a0348c44 req-05c5ce78-df57-42d1-b302-bbbe0e1ac0c6 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 944 time: 0.0491769 Aug 31 16:54:35.473871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97b8133f-2ffe-4e2f-a2e9-2345a0348c44 req-cabb1826-e6b5-434d-95ee-df120409cb0e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Aug 31 16:54:36.587164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b7f59-7a94-4c55-b07a-c33bbe87a622 req-5b14633b-4e3d-4a13-9bf4-ec9c96a16339 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:36.588688 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab6b7f59-7a94-4c55-b07a-c33bbe87a622 req-5b14633b-4e3d-4a13-9bf4-ec9c96a16339 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 944 time: 0.0489254 Aug 31 16:54:36.626382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ab6b7f59-7a94-4c55-b07a-c33bbe87a622 req-b7be1b3b-e787-441d-8be6-4b22e20766f2 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Aug 31 16:54:36.908856 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device caa67a71-3bdb-4bb1-be30-719c917984e8 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:54:36.956178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port caa67a71-3bdb-4bb1-be30-719c917984e8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:54:36.959712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port caa67a71-3bdb-4bb1-be30-719c917984e8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:54:36.960085 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:37.038864 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:37.063228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4636f686-af6b-4e76-a966-cec356569e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa67a71-3bdb-4bb1-be30-719c917984e8'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:54:37.076821 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ed0228-25af-451a-879d-10cca739a034" -d '{"events": [{"server_uuid": "4636f686-af6b-4e76-a966-cec356569e3a", "name": "network-vif-plugged", "status": "completed", "tag": "caa67a71-3bdb-4bb1-be30-719c917984e8"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:54:37.090583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port caa67a71-3bdb-4bb1-be30-719c917984e8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=caa67a71-3bdb-4bb1-be30-719c917984e8,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:37.099789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:37.133108 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94645870-d6f3-4c3f-bb70-145f980eeef2 x-openstack-request-id: req-94645870-d6f3-4c3f-bb70-145f980eeef2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:54:37.133391 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4636f686-af6b-4e76-a966-cec356569e3a", "name": "network-vif-plugged", "status": "completed", "tag": "caa67a71-3bdb-4bb1-be30-719c917984e8", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:54:37.133637 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94645870-d6f3-4c3f-bb70-145f980eeef2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:54:37.134033 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4636f686-af6b-4e76-a966-cec356569e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa67a71-3bdb-4bb1-be30-719c917984e8', 'code': 200} Aug 31 16:54:37.166216 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=caa67a71-3bdb-4bb1-be30-719c917984e8,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:37.301580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e932385-f7dd-4f9f-9c52-61aee0a1fdc2 req-28ff4ad6-67e5-466a-af71-3ce84713f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:37.303099 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3e932385-f7dd-4f9f-9c52-61aee0a1fdc2 req-28ff4ad6-67e5-466a-af71-3ce84713f6be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 1097 time: 0.1271598 Aug 31 16:54:37.337679 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-3e932385-f7dd-4f9f-9c52-61aee0a1fdc2 req-3c852db8-4a1d-4062-98fe-2c9dffb004c7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266352 Aug 31 16:54:37.747027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41583-f3fe-441c-b9fa-827178c0fb32 req-8a08ed87-959f-4c1e-871c-57125b723c33 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:37.749119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1a41583-f3fe-441c-b9fa-827178c0fb32 req-8a08ed87-959f-4c1e-871c-57125b723c33 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 945 time: 0.0538442 Aug 31 16:54:37.785453 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1a41583-f3fe-441c-b9fa-827178c0fb32 req-263b50ac-e6a5-4f75-841e-179b95261e9c tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Aug 31 16:54:38.898786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9be92-1adf-42cd-9161-ae04dd985630 req-ae9703d8-84d4-4aa6-a5df-40abdd42973a tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:38.900208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff9be92-1adf-42cd-9161-ae04dd985630 req-ae9703d8-84d4-4aa6-a5df-40abdd42973a tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 945 time: 0.0485015 Aug 31 16:54:38.938126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3ff9be92-1adf-42cd-9161-ae04dd985630 req-772bee9e-7bcb-4c36-8aca-a3793a199705 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Aug 31 16:54:39.051190 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f91b-09b4-4566-bcd8-0b884b9b5c51 req-365ec932-4a86-46fd-826e-679ca45269f3 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:39.052686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e42f91b-09b4-4566-bcd8-0b884b9b5c51 req-365ec932-4a86-46fd-826e-679ca45269f3 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 945 time: 0.0486698 Aug 31 16:54:39.089779 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9e42f91b-09b4-4566-bcd8-0b884b9b5c51 req-e37cc7b9-0637-4db2-8dc4-2485ffc38b50 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Aug 31 16:54:44.969854 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-ae145fbd-76e6-4d76-bcbd-80f5f6cd1bf2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430794 Aug 31 16:54:45.048547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-f5f98106-5cee-40a6-9118-b0f887273c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:45.050063 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-f5f98106-5cee-40a6-9118-b0f887273c16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 1097 time: 0.0407803 Aug 31 16:54:45.149567 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-156b9342-a4fd-4d20-9a89-8b09ed6a4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:45.151065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-156b9342-a4fd-4d20-9a89-8b09ed6a4b89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 200 len: 918 time: 0.0830395 Aug 31 16:54:45.197221 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-4f49a413-1a38-4250-a65d-5ea5d4a736d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caa67a71-3bdb-4bb1-be30-719c917984e8 HTTP/1.1" status: 200 len: 217 time: 0.0382118 Aug 31 16:54:45.246734 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-17df6da5-679e-43b6-9977-7f39218aa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:45.248104 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-17df6da5-679e-43b6-9977-7f39218aa03a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e75714a5-28c3-4125-a1d8-db64fc14d2a1 HTTP/1.1" status: 200 len: 856 time: 0.0430164 Aug 31 16:54:45.292707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-a31e33fb-1129-4ea1-ae8d-ef142338cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:45.294191 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-a31e33fb-1129-4ea1-ae8d-ef142338cb79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b78518-916e-4990-b4ad-6ea9fab997c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395200 Aug 31 16:54:45.385630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-b2c94f7e-19fb-4c82-8928-ac1376b6af5d service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843377 Aug 31 16:54:45.474664 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-58caac47-9e4f-46d7-b95f-9d695a57016e req-12e699c6-9509-49a3-8fd1-7c7dcc877194 service neutron] 10.222.0.49 "GET /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816405 Aug 31 16:54:51.134157 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7fb2278e-cf48-4368-a624-3be3e6a83d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:54.651455 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:55.341565 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:55.646498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:55.710936 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b75ddc8f-3279-4123-bd2e-a870218c4188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:56.067970 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:57.450776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c02496-63ee-43b6-bd9c-1f010845ee67 req-25c92939-9d0b-4901-92fd-914bb6d6a7b1 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:57.452546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8c02496-63ee-43b6-bd9c-1f010845ee67 req-25c92939-9d0b-4901-92fd-914bb6d6a7b1 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 945 time: 0.0558164 Aug 31 16:54:57.490022 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d8c02496-63ee-43b6-bd9c-1f010845ee67 req-a6994f20-2c1b-4d5f-8954-fd28c6250c16 tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Aug 31 16:54:57.835544 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:58.605675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3826-d3f1-4d34-9137-e98079657825 req-28450b50-838f-4c0d-a415-65f69dd4fdec tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:58.607194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-340a3826-d3f1-4d34-9137-e98079657825 req-28450b50-838f-4c0d-a415-65f69dd4fdec tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 945 time: 0.0491168 Aug 31 16:54:58.657934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-340a3826-d3f1-4d34-9137-e98079657825 req-386e1ccf-cad6-48d1-b6bf-fc7a251ffb8e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc2e1432-9606-4191-a5e8-841a1000c8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Aug 31 16:54:59.039034 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-8c7db9e3-24c8-4ad2-a7f1-42f688d4f17e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:54:59.040516 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-8c7db9e3-24c8-4ad2-a7f1-42f688d4f17e tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 945 time: 0.0484450 Aug 31 16:54:59.131378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Deleting port caa67a71-3bdb-4bb1-be30-719c917984e8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:54:59.131723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:59.217978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] For port caa67a71-3bdb-4bb1-be30-719c917984e8, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=caa67a71-3bdb-4bb1-be30-719c917984e8,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:54:59.218353 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:59.231464 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Calling delete_port for caa67a71-3bdb-4bb1-be30-719c917984e8 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:54:59.361483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:59.373211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['caa67a71-3bdb-4bb1-be30-719c917984e8'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:54:59.389578 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Pushing event deleted for resources: {'Port': ['ID=caa67a71-3bdb-4bb1-be30-719c917984e8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:54:59.401942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.402375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.402752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.403096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.403444 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.403776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.404107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.404549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.404885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.405213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.405571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.406285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:54:59.412534 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:54:59.445775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] No DVR routers for this DVR port caa67a71-3bdb-4bb1-be30-719c917984e8 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:54:59.448509 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:54:59.450511 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-41c52770-13a5-43ee-9e5c-f03db2d5324a req-ea7b0178-cb01-46c5-8761-7ebea9c3bfaf tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.49 "DELETE /v2.0/ports/caa67a71-3bdb-4bb1-be30-719c917984e8 HTTP/1.1" status: 204 len: 173 time: 0.4042554 Aug 31 16:54:59.450952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4636f686-af6b-4e76-a966-cec356569e3a', 'name': 'network-vif-deleted', 'tag': 'caa67a71-3bdb-4bb1-be30-719c917984e8'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:54:59.453246 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bda4e8-a3f5-4d00-a45a-74e03463474f" -d '{"events": [{"server_uuid": "4636f686-af6b-4e76-a966-cec356569e3a", "name": "network-vif-deleted", "tag": "caa67a71-3bdb-4bb1-be30-719c917984e8"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:54:59.555022 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed4cbe3-1fdb-4592-b141-e828f260e9f3 x-openstack-request-id: req-0ed4cbe3-1fdb-4592-b141-e828f260e9f3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:54:59.555313 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4636f686-af6b-4e76-a966-cec356569e3a", "name": "network-vif-deleted", "tag": "caa67a71-3bdb-4bb1-be30-719c917984e8", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:54:59.555562 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ed4cbe3-1fdb-4592-b141-e828f260e9f3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:54:59.555987 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4636f686-af6b-4e76-a966-cec356569e3a', 'name': 'network-vif-deleted', 'tag': 'caa67a71-3bdb-4bb1-be30-719c917984e8', 'status': 'completed', 'code': 200} Aug 31 16:54:59.766208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-afa39223-e0c0-4c67-a0b0-88cb5478fd2c req-4705d5e1-7ea1-4879-8a52-f8837b76134a tempest-TestEncryptedCinderVolumes-626847141 tempest-TestEncryptedCinderVolumes-626847141-project] 10.222.0.43 "GET /v2.0/ports?device_id=4636f686-af6b-4e76-a966-cec356569e3a HTTP/1.1" status: 200 len: 210 time: 0.0266149 Aug 31 16:55:00.855017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44086) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:01.194598 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:01.429520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Deleting port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:01.429857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:01.504139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] For port 215fbbad-68a5-42bb-a0f1-e2c5fa91837c, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:01.504443 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:01.517104 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Calling delete_port for 215fbbad-68a5-42bb-a0f1-e2c5fa91837c owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:01.694864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:01.726309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Pushing event deleted for resources: {'Port': ['ID=215fbbad-68a5-42bb-a0f1-e2c5fa91837c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:01.751539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.751898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.752269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.752616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.752959 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.753291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.753623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.753955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.754339 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.754613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.754938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.755266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:01.905378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.133393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:55:02.239975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:55:02.245430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-967589d5-7280-497c-b8a8-7776c15ce18f admin admin] 10.222.0.43 "PUT /v2.0/routers/f551ca71-3ef3-47db-acbe-0d96cf10b8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888054 Aug 31 16:55:02.249390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44088) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:02.251412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] Sync routers for ids ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:55:02.261054 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] Routers {'f551ca71-3ef3-47db-acbe-0d96cf10b8e9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:02.261697 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:02.360143 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.466098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.530108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Deleting port df547c6c-5570-422b-9e6f-4d4ef2330ecf {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:02.530446 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.536302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] Set router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:02.615360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] For port df547c6c-5570-422b-9e6f-4d4ef2330ecf, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=df547c6c-5570-422b-9e6f-4d4ef2330ecf,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:02.615816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.629180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Calling delete_port for df547c6c-5570-422b-9e6f-4d4ef2330ecf owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:02.742309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:55:01Z', 'revision_number': 5, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port': {'id': 'df547c6c-5570-422b-9e6f-4d4ef2330ecf', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:44Z', 'updated_at': '2021-08-31T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:02.770829 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] Checking router: f551ca71-3ef3-47db-acbe-0d96cf10b8e9 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:55:02.785065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] Routers {'f551ca71-3ef3-47db-acbe-0d96cf10b8e9'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:02.785743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:02.827246 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.851815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Pushing event deleted for resources: {'Port': ['ID=df547c6c-5570-422b-9e6f-4d4ef2330ecf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:02.879087 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] Set router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:02.921477 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:02.934790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:55:02Z', 'revision_number': 6, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:02.960942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9b751-9d07-41e1-a0bb-2b2cb20344c9 None None] The sync data for ids ['f551ca71-3ef3-47db-acbe-0d96cf10b8e9'] in n-d-793621-35 is: [{'id': 'f551ca71-3ef3-47db-acbe-0d96cf10b8e9', 'name': 'tempest-TestEncryptedCinderVolumes-2033131360-router', 'tenant_id': '8f01f8fad9744fe9b57b5a918d43392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:43Z', 'updated_at': '2021-08-31T16:55:02Z', 'revision_number': 6, 'project_id': '8f01f8fad9744fe9b57b5a918d43392b', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:55:03.049241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device caa67a71-3bdb-4bb1-be30-719c917984e8 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:03.071085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: caa67a71-3bdb-4bb1-be30-719c917984e8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:03.071357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device caa67a71-3bdb-4bb1-be30-719c917984e8 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:03.306469 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.309325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.352761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.353448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f551ca71-3ef3-47db-acbe-0d96cf10b8e9 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:55:03.358837 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.360003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-31d2dc25-abc8-43aa-b8ff-5d577cb2d548 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f551ca71-3ef3-47db-acbe-0d96cf10b8e9 HTTP/1.1" status: 204 len: 168 time: 1.1095138 Aug 31 16:55:03.362573 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44090) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:03.411259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Deleting subnet e75714a5-28c3-4125-a1d8-db64fc14d2a1 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:55:03.414296 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.448524 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.527566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.578173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.602481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75714a5-28c3-4125-a1d8-db64fc14d2a1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:03.606178 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.608816 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ad52809-e1a2-4eed-9e50-68920c422922 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e75714a5-28c3-4125-a1d8-db64fc14d2a1 HTTP/1.1" status: 204 len: 168 time: 0.2450564 Aug 31 16:55:03.610494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44092) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:03.611266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0531fc9-52f8-41e9-8361-86209ffe33ad None None] Network 21b78518-916e-4990-b4ad-6ea9fab997c4 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:55:03.678200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.740849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Deleting port 129c89b5-1aaf-4b72-bc91-28727d0da402 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:03.741198 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.788399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] DHCP port deletion for 21b78518-916e-4990-b4ad-6ea9fab997c4 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:55:03.806104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] For port 129c89b5-1aaf-4b72-bc91-28727d0da402, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=129c89b5-1aaf-4b72-bc91-28727d0da402,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:03.806483 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.820498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Calling delete_port for 129c89b5-1aaf-4b72-bc91-28727d0da402 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:03.838335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] Deleting port 129c89b5-1aaf-4b72-bc91-28727d0da402 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:03.838629 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.899954 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.900336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] For port 129c89b5-1aaf-4b72-bc91-28727d0da402, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=129c89b5-1aaf-4b72-bc91-28727d0da402,segment=NetworkSegment(33ee64e5-5067-4f54-989e-b4304344c1e9),segment_id=33ee64e5-5067-4f54-989e-b4304344c1e9)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:03.900908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:03.924172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] Calling delete_port for 129c89b5-1aaf-4b72-bc91-28727d0da402 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:03.942837 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Pushing event deleted for resources: {'Port': ['ID=129c89b5-1aaf-4b72-bc91-28727d0da402,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:03.946381 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] No DVR routers for this DVR port 129c89b5-1aaf-4b72-bc91-28727d0da402 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 16:55:04.001620 n-d-793621-35 neutron-server[101479]: self.session.flush() Aug 31 16:55:04.013130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.018888 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.031312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b78518-916e-4990-b4ad-6ea9fab997c4']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:04.039997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] Pushing event deleted for resources: {'Port': ['ID=129c89b5-1aaf-4b72-bc91-28727d0da402,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:04.040663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ee64e5-5067-4f54-989e-b4304344c1e9') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:04.040967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ee64e5-5067-4f54-989e-b4304344c1e9') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:04.041887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083fe8d-8259-42d9-9cd8-f5655cbab179 None None] No DVR routers for this DVR port 129c89b5-1aaf-4b72-bc91-28727d0da402 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:55:04.051973 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.066231 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.072125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:55:04.072545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:55:04.074171 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:55:04.133744 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.139448 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.141299 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] 10.222.0.43 "DELETE /v2.0/networks/21b78518-916e-4990-b4ad-6ea9fab997c4 HTTP/1.1" status: 204 len: 168 time: 0.5298576 Aug 31 16:55:04.144391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44094) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:04.152931 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a45b-c616-451e-ad23-5a2d96aab2be admin admin] Pushing event deleted for resources: {'Network': ['ID=21b78518-916e-4990-b4ad-6ea9fab997c4,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:04.484740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.719191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 215fbbad-68a5-42bb-a0f1-e2c5fa91837c no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:04.731250 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Deleting port 35d7047b-bf64-41ac-a093-fca90bcb7ac1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:04.731565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.739118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 215fbbad-68a5-42bb-a0f1-e2c5fa91837c {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:04.739404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 215fbbad-68a5-42bb-a0f1-e2c5fa91837c not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:04.739812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device df547c6c-5570-422b-9e6f-4d4ef2330ecf no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:04.760939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: df547c6c-5570-422b-9e6f-4d4ef2330ecf {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:04.761282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device df547c6c-5570-422b-9e6f-4d4ef2330ecf not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:04.761681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 129c89b5-1aaf-4b72-bc91-28727d0da402 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:04.780932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 129c89b5-1aaf-4b72-bc91-28727d0da402 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:04.781268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 129c89b5-1aaf-4b72-bc91-28727d0da402 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:04.810130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] For port 35d7047b-bf64-41ac-a093-fca90bcb7ac1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=35d7047b-bf64-41ac-a093-fca90bcb7ac1,segment=NetworkSegment(22302660-58d5-4936-9b21-66f5b16307d0),segment_id=22302660-58d5-4936-9b21-66f5b16307d0)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:04.810495 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:04.822713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Calling delete_port for 35d7047b-bf64-41ac-a093-fca90bcb7ac1 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:04.997861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:05.026230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d7047b-bf64-41ac-a093-fca90bcb7ac1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:05.191335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:05.399967 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Router 7530932c-012b-4974-bb32-50f588f1fc84 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:55:05.503828 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:55:05.508794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c951bde1-051b-49c0-a35e-351b70fb1156 admin admin] 10.222.0.43 "PUT /v2.0/routers/7530932c-012b-4974-bb32-50f588f1fc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3633814 Aug 31 16:55:05.511494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44096) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:05.514265 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] Sync routers for ids ['7530932c-012b-4974-bb32-50f588f1fc84'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:55:05.523660 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] Routers {'7530932c-012b-4974-bb32-50f588f1fc84'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:05.524315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7530932c-012b-4974-bb32-50f588f1fc84'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:05.730295 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] Set router 7530932c-012b-4974-bb32-50f588f1fc84 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:05.909244 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:55:04Z', 'revision_number': 5, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:05.940938 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] Checking router: 7530932c-012b-4974-bb32-50f588f1fc84 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:55:05.949098 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] Routers {'7530932c-012b-4974-bb32-50f588f1fc84'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:05.949734 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['7530932c-012b-4974-bb32-50f588f1fc84'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:05.949868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.051079 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.051629 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] Set router 7530932c-012b-4974-bb32-50f588f1fc84 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:06.101322 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Deleting port deb99f4a-560a-47bb-a929-ce2cb16ae4ce {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:06.101670 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.179709 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] For port deb99f4a-560a-47bb-a929-ce2cb16ae4ce, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:06.180076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.200363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Calling delete_port for deb99f4a-560a-47bb-a929-ce2cb16ae4ce owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:06.233781 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:55:04Z', 'revision_number': 5, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:06.265140 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514cb4c-39a9-4404-9a6b-4000bdd90bb1 None None] The sync data for ids ['7530932c-012b-4974-bb32-50f588f1fc84'] in n-d-793621-35 is: [{'id': '7530932c-012b-4974-bb32-50f588f1fc84', 'name': 'tempest-TestEncryptedCinderVolumes-1796958186-router', 'tenant_id': '270e7df6a658474cb31c497f5312b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:55:04Z', 'revision_number': 5, 'project_id': '270e7df6a658474cb31c497f5312b98f', 'gw_port': {'id': 'deb99f4a-560a-47bb-a929-ce2cb16ae4ce', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7530932c-012b-4974-bb32-50f588f1fc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:53:48Z', 'updated_at': '2021-08-31T16:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:55:06.359566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.387549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=deb99f4a-560a-47bb-a929-ce2cb16ae4ce,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:06.446381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.536213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.538370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.584441 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.584897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7530932c-012b-4974-bb32-50f588f1fc84 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:55:06.589240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.591128 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3c9f0729-001c-4832-85c2-92d6b66b3d9e admin admin] 10.222.0.43 "DELETE /v2.0/routers/7530932c-012b-4974-bb32-50f588f1fc84 HTTP/1.1" status: 204 len: 168 time: 1.0777836 Aug 31 16:55:06.596509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44098) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:06.642038 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Deleting subnet 5fd74826-0fb7-40d0-aae1-7f9c05e87be6 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:55:06.645252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.684606 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.778647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35d7047b-bf64-41ac-a093-fca90bcb7ac1 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:06.783483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.799728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 35d7047b-bf64-41ac-a093-fca90bcb7ac1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:06.800033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 35d7047b-bf64-41ac-a093-fca90bcb7ac1 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:06.838252 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.866403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd74826-0fb7-40d0-aae1-7f9c05e87be6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:06.868459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:06.870368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6fdec568-66dd-4974-bd0f-8eb5eefae9d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5fd74826-0fb7-40d0-aae1-7f9c05e87be6 HTTP/1.1" status: 204 len: 168 time: 0.2728550 Aug 31 16:55:06.873316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:06.873415 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260d028-2d74-4410-ab7e-25325fa2dc5c None None] Network 36010066-36a8-4635-a563-de6c83f3a89e requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:55:06.944727 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.003033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Deleting port 37feaf46-c539-4733-9210-7a1c83664637 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:55:07.003382 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.066131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] For port 37feaf46-c539-4733-9210-7a1c83664637, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=37feaf46-c539-4733-9210-7a1c83664637,segment=NetworkSegment(22302660-58d5-4936-9b21-66f5b16307d0),segment_id=22302660-58d5-4936-9b21-66f5b16307d0)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:07.066494 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.079711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Calling delete_port for 37feaf46-c539-4733-9210-7a1c83664637 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:55:07.160395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.187344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37feaf46-c539-4733-9210-7a1c83664637,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:07.190839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] No DVR routers for this DVR port 37feaf46-c539-4733-9210-7a1c83664637 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:55:07.261278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.266105 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba2f48-dd02-4abc-b50a-ccdfbdf9a86f None None] DHCP port deletion for 36010066-36a8-4635-a563-de6c83f3a89e request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:55:07.281946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36010066-36a8-4635-a563-de6c83f3a89e']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:07.295203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22302660-58d5-4936-9b21-66f5b16307d0') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:07.295499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22302660-58d5-4936-9b21-66f5b16307d0') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:07.304921 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.323304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.329732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:55:07.330120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: timer() Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:55:07.332071 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:55:07.383929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.391126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.392980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/36010066-36a8-4635-a563-de6c83f3a89e HTTP/1.1" status: 204 len: 168 time: 0.5188673 Aug 31 16:55:07.402614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055df1a-cb25-4dee-b29c-d75d9a8b86d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=36010066-36a8-4635-a563-de6c83f3a89e,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:07.556272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44104) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:07.595514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a6a43c3b-2389-4cfb-9d6a-5ab3b0195cbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f01f8fad9744fe9b57b5a918d43392b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380666 Aug 31 16:55:07.598095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44106) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:07.644923 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de13ddf2-9ff5-4ed3-9e90-35d506aac128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.665630 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de13ddf2-9ff5-4ed3-9e90-35d506aac128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.717982 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de13ddf2-9ff5-4ed3-9e90-35d506aac128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.720935 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-de13ddf2-9ff5-4ed3-9e90-35d506aac128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:07.721748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-de13ddf2-9ff5-4ed3-9e90-35d506aac128 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc2e1432-9606-4191-a5e8-841a1000c8ce HTTP/1.1" status: 204 len: 168 time: 0.1227593 Aug 31 16:55:07.729832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13ddf2-9ff5-4ed3-9e90-35d506aac128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e1432-9606-4191-a5e8-841a1000c8ce,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:08.038596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44112) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:08.077786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-66023fcd-a958-4a77-a529-b1b2f65c87c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=270e7df6a658474cb31c497f5312b98f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380549 Aug 31 16:55:08.080039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44114) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:08.130450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-10f3b317-ef61-401d-9305-ba39dbbf68d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:08.154118 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-10f3b317-ef61-401d-9305-ba39dbbf68d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:08.220523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-10f3b317-ef61-401d-9305-ba39dbbf68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:08.223142 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-10f3b317-ef61-401d-9305-ba39dbbf68d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:08.224340 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-10f3b317-ef61-401d-9305-ba39dbbf68d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3734cb49-ccdf-43ab-936b-c00607546233 HTTP/1.1" status: 204 len: 168 time: 0.1433699 Aug 31 16:55:08.232479 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3b317-ef61-401d-9305-ba39dbbf68d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734cb49-ccdf-43ab-936b-c00607546233,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:08.718631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 37feaf46-c539-4733-9210-7a1c83664637 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:08.739974 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 37feaf46-c539-4733-9210-7a1c83664637 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:08.740357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 37feaf46-c539-4733-9210-7a1c83664637 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:08.740776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device deb99f4a-560a-47bb-a929-ce2cb16ae4ce no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:55:08.759682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: deb99f4a-560a-47bb-a929-ce2cb16ae4ce {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:55:08.760033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device deb99f4a-560a-47bb-a929-ce2cb16ae4ce not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:55:08.885974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44136) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:08.980760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-63435082-network', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:09.000937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Made reservation on behalf of c7b81b39db2a473f9d2e69ffc918ac05 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:55:09.003167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.011367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.104040 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.107724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.134314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:55:09.140228 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9fc70-6575-47df-9435-6dc0154d522b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:09.147961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.148342 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Added segment 04527749-3ed3-4f96-8611-638cee0bd599 of type vlan for network 7c3daa02-dc07-4053-a2e3-630ae55250fe Aug 31 16:55:09.189553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.212707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.213739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:09.214323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.269604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3824971 Aug 31 16:55:09.273144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44140) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:09.274884 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc787254-335a-485c-8ea3-651b45b9ca2a admin admin] Pushing event updated for resources: {'Network': ['ID=7c3daa02-dc07-4053-a2e3-630ae55250fe,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:09.278897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Request body: {'subnet': {'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-63435082-subnet', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:09.286421 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:55:09.298242 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Made reservation on behalf of c7b81b39db2a473f9d2e69ffc918ac05 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:55:09.300501 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.466788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.520066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1134b553-70e1-4b41-9e7e-ab12e5950147,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:09.529215 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Checking segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:09.529598 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Network hostable DHCP agents. Network: 7c3daa02-dc07-4053-a2e3-630ae55250fe, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:55:09.545390 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:55:09.553824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 7c3daa02-dc07-4053-a2e3-630ae55250fe) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:09.557816 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:09.558915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.564053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4bc84e-fed3-4585-87bc-1d04b71f732e None None] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:55:09.576114 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44142) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:09.576315 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-263abd14-ebad-46f7-9c7b-a490d5d804b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3018889 Aug 31 16:55:09.580763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:09.602051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.603098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.658212 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.706060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-7c3daa02-dc07-4053-a2e3-630ae55250fe', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:55:09.706939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.798929 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:09.844849 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Allocated IP 172.20.0.2 (7c3daa02-dc07-4053-a2e3-630ae55250fe/1134b553-70e1-4b41-9e7e-ab12e5950147/20067854-e109-4676-9f5d-84cef04fe77d) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:09.996917 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.005693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.008873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Transition to ACTIVE for port object 20067854-e109-4676-9f5d-84cef04fe77d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:10.023973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Transition to ACTIVE for port object 20067854-e109-4676-9f5d-84cef04fe77d will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:10.026018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.029933 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.073712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:10.076771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:10.081228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:10.083984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Pushing event updated for resources: {'Port': ['ID=20067854-e109-4676-9f5d-84cef04fe77d,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:10.137932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Attempting to bind port 20067854-e109-4676-9f5d-84cef04fe77d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:10.138398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Attempting to bind port 20067854-e109-4676-9f5d-84cef04fe77d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:10.138771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Attempting to bind port 20067854-e109-4676-9f5d-84cef04fe77d on network 7c3daa02-dc07-4053-a2e3-630ae55250fe {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:10.139497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Allocated IP 172.25.6.251 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/8b365b44-7a05-4f05-ac41-cacc297c26ac) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:10.143762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:10.144143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Checking segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:10.144577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.144977 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Bound using segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:10.145450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Bound port: 20067854-e109-4676-9f5d-84cef04fe77d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:10.145868 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.207498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] For port 20067854-e109-4676-9f5d-84cef04fe77d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:10.210750 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] For port 20067854-e109-4676-9f5d-84cef04fe77d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=20067854-e109-4676-9f5d-84cef04fe77d,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:10.215729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.246897 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.271691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130b71-28c4-4e68-9e98-813e21f7d892 None None] Pushing event updated for resources: {'Port': ['ID=20067854-e109-4676-9f5d-84cef04fe77d,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:10.292109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:10.339680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:10.342788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:10.347942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:10.350988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Pushing event updated for resources: {'Port': ['ID=8b365b44-7a05-4f05-ac41-cacc297c26ac,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:10.751139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20067854-e109-4676-9f5d-84cef04fe77d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:10.801963 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 20067854-e109-4676-9f5d-84cef04fe77d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:10.934476 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.135933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.146185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e4133-fbf8-4055-80fa-bb59efd386d2 None None] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:55:11.265550 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Router df8cfebf-499d-4e1d-a5c9-616a64b183fb is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:55:11.271254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] Provisioning for port 20067854-e109-4676-9f5d-84cef04fe77d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:11.289554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] Provisioning complete for port 20067854-e109-4676-9f5d-84cef04fe77d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:11.289925 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.376445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:55:11.381429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.392696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Sync routers for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:55:11.392918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.394418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-194d1c52-1779-4f04-bd3d-8a5ff50d26db admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8170600 Aug 31 16:55:11.396989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44144) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:11.414944 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:11.415575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:11.460716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] For port 20067854-e109-4676-9f5d-84cef04fe77d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=20067854-e109-4676-9f5d-84cef04fe77d,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:11.470316 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.565171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd280c22-39a6-4d9e-8eaa-11fb7efc2429 None None] Pushing event updated for resources: {'Port': ['ID=20067854-e109-4676-9f5d-84cef04fe77d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:11.571613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:11.675292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3877de28-ff12-4470-a45b-1b6acac17510 None None] Provisioning complete for port 20067854-e109-4676-9f5d-84cef04fe77d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:11.675575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3877de28-ff12-4470-a45b-1b6acac17510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.818229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.821818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:10Z', 'revision_number': 3, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:11.851665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Checking router: df8cfebf-499d-4e1d-a5c9-616a64b183fb for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:55:11.852019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Updating router df8cfebf-499d-4e1d-a5c9-616a64b183fb port 8b365b44-7a05-4f05-ac41-cacc297c26ac binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:55:11.877084 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:11.971458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Allocated IP 172.20.0.1 (7c3daa02-dc07-4053-a2e3-630ae55250fe/1134b553-70e1-4b41-9e7e-ab12e5950147/d21b7990-a8e3-4d5f-b527-9f1c7b98da50) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:12.081053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.094544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Transition to ACTIVE for port object d21b7990-a8e3-4d5f-b527-9f1c7b98da50 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:12.130207 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.175618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:12.180838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:12.183245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:12.211629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:12.237161 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.320790 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.331648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Transition to ACTIVE for port object 8b365b44-7a05-4f05-ac41-cacc297c26ac will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:12.338647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.373705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.394939 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Attempting to bind port 8b365b44-7a05-4f05-ac41-cacc297c26ac on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:12.395316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Attempting to bind port 8b365b44-7a05-4f05-ac41-cacc297c26ac by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:12.395687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Attempting to bind port 8b365b44-7a05-4f05-ac41-cacc297c26ac on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:12.398176 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce26012-3f89-4954-99a6-d97fbd4912c0 None None] Pushing event updated for resources: {'Port': ['ID=8b365b44-7a05-4f05-ac41-cacc297c26ac,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:12.404934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:12.405321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:12.405729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.406175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:12.406935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Bound port: 8b365b44-7a05-4f05-ac41-cacc297c26ac, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:12.407171 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.458373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9c92c0c8-0b35-4a22-8da4-6df549430b4f None None] Provisioning for port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:12.467946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9c92c0c8-0b35-4a22-8da4-6df549430b4f None None] Provisioning complete for port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:12.468354 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c92c0c8-0b35-4a22-8da4-6df549430b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.489190 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] For port 8b365b44-7a05-4f05-ac41-cacc297c26ac, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:12.506590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] For port 8b365b44-7a05-4f05-ac41-cacc297c26ac, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8b365b44-7a05-4f05-ac41-cacc297c26ac,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:12.511888 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.538230 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.542449 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.544325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9c92c0c8-0b35-4a22-8da4-6df549430b4f None None] Port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:55:12.579702 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:12.580366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:12.612125 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:12.615349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.626815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce26012-3f89-4954-99a6-d97fbd4912c0 None None] Pushing event updated for resources: {'Port': ['ID=8b365b44-7a05-4f05-ac41-cacc297c26ac,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:12.702555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:12.724133 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:12.725990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:12.735059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20067854-e109-4676-9f5d-84cef04fe77d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:12.846805 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Router df8cfebf-499d-4e1d-a5c9-616a64b183fb has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:55:12.891230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 20067854-e109-4676-9f5d-84cef04fe77d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:12.891614 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:12.965728 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:55:12.971203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-642de34f-28e6-492e-9b61-dd3ac248ca18 admin admin] 10.222.0.43 "PUT /v2.0/routers/df8cfebf-499d-4e1d-a5c9-616a64b183fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727506 Aug 31 16:55:12.991958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bbeaa01e-1fbd-4a79-890e-b7bbdba3b57b None None] Provisioning complete for port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:12.992497 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa01e-1fbd-4a79-890e-b7bbdba3b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.068813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bbeaa01e-1fbd-4a79-890e-b7bbdba3b57b None None] Port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:55:13.073114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-54c72210-da37-41da-8412-af6669f72e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 2, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:13.103336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c72210-da37-41da-8412-af6669f72e48 None None] The sync data for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 is: [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 2, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:55:13.504450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44160) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:13.509565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1543854402-network', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:13.536177 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Made reservation on behalf of 7b25b66ba2fc458989016a13dd6991f8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:55:13.538998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.550131 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.646577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.651500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.677596 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:55:13.692766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec210745-19c0-4726-8718-32725425b534,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:13.698029 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.698589 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Added segment 88b9b4f9-ba37-493e-9231-67bc886b6b62 of type vlan for network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d Aug 31 16:55:13.751066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.793552 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.794574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:13.795245 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:13.853452 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3478205 Aug 31 16:55:13.856738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44162) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:13.862039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Request body: {'subnet': {'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1543854402-subnet', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:13.863363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a2a0-3a05-4d9d-93c0-f254e7fd8977 admin admin] Pushing event updated for resources: {'Network': ['ID=b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:13.874274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:55:13.898045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Made reservation on behalf of 7b25b66ba2fc458989016a13dd6991f8 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:55:13.901482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.091961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.146565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152a969c-6c69-4b1d-8716-d79eb7c4d12c,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:14.157318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Checking segment: {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:14.157681 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Network hostable DHCP agents. Network: b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:55:14.175448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:55:14.185069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:14.191215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:14.191813 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.194532 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facc0a7-6325-4c7d-b631-138ef3e588e9 None None] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:55:14.208633 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-473e3ef2-d182-4009-a04d-4a3cc89a0d37 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3504584 Aug 31 16:55:14.212445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44164) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:14.217756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:14.247856 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.248999 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.302705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.361826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'fixed_ips': [{'subnet_id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:55:14.362954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.450831 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.506174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Allocated IP 172.20.0.2 (b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d/152a969c-6c69-4b1d-8716-d79eb7c4d12c/1e244692-fc75-4c22-8cae-4964dcacadc8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:14.657844 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.661950 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.667126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Transition to ACTIVE for port object 1e244692-fc75-4c22-8cae-4964dcacadc8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:14.684444 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Transition to ACTIVE for port object 1e244692-fc75-4c22-8cae-4964dcacadc8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:14.692448 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.730916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:14.741655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:14.744036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:14.758289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Pushing event updated for resources: {'Port': ['ID=1e244692-fc75-4c22-8cae-4964dcacadc8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:14.788501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8b365b44-7a05-4f05-ac41-cacc297c26ac up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:14.851003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Attempting to bind port 1e244692-fc75-4c22-8cae-4964dcacadc8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:14.851374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Attempting to bind port 1e244692-fc75-4c22-8cae-4964dcacadc8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:14.851738 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Attempting to bind port 1e244692-fc75-4c22-8cae-4964dcacadc8 on network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:14.861247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:14.861623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Checking segment: {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:14.862027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.862422 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Bound using segment: {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:14.862902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Bound port: 1e244692-fc75-4c22-8cae-4964dcacadc8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:14.863287 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.904475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8b365b44-7a05-4f05-ac41-cacc297c26ac completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:14.911973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8b365b44-7a05-4f05-ac41-cacc297c26ac triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:14.912434 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.968898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] For port 1e244692-fc75-4c22-8cae-4964dcacadc8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:14.973516 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] For port 1e244692-fc75-4c22-8cae-4964dcacadc8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1e244692-fc75-4c22-8cae-4964dcacadc8,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:14.981142 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:14.992676 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.076015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4bf5f-0069-4094-b060-dc55d666a9d8 None None] Pushing event updated for resources: {'Port': ['ID=1e244692-fc75-4c22-8cae-4964dcacadc8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:15.080306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.103315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 8b365b44-7a05-4f05-ac41-cacc297c26ac, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8b365b44-7a05-4f05-ac41-cacc297c26ac,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:15.106366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Allocated IP 172.25.6.33 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/801aadec-7fc9-422a-8666-4a5d750963aa) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:15.108383 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.162205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=8b365b44-7a05-4f05-ac41-cacc297c26ac,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:15.246617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.273018 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Sync routers for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:55:15.283582 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:15.284571 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:15.292564 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.335421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:15.342409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:15.346230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:15.352564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Pushing event updated for resources: {'Port': ['ID=801aadec-7fc9-422a-8666-4a5d750963aa,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:15.395697 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:15.594774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 2, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:15.596920 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.624084 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Checking router: df8cfebf-499d-4e1d-a5c9-616a64b183fb for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:55:15.624470 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Updating router df8cfebf-499d-4e1d-a5c9-616a64b183fb port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:55:15.648797 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.799835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.928544 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.940723 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Transition to ACTIVE for port object d21b7990-a8e3-4d5f-b527-9f1c7b98da50 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:15.945660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:55:15.947023 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:15.994744 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Pushing event updated for resources: {'Port': ['ID=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:16.004515 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.004871 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.005206 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.005533 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.006051 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.006596 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.006866 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.007202 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.007528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.007852 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.008177 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.008519 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:16.075874 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47b587e-2f6a-4746-abe1-e65fcd299752 None None] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:55:16.079768 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:55:16.081393 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Attempting to bind port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:16.081902 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Attempting to bind port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:16.082444 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Attempting to bind port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 on network 7c3daa02-dc07-4053-a2e3-630ae55250fe {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:16.088558 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:16.089302 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Checking segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:16.090572 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.091159 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Bound using segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:16.091832 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Bound port: d21b7990-a8e3-4d5f-b527-9f1c7b98da50, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:16.092445 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.101581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Sync routers for ids ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:55:16.103367 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.108315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44166) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:55:16.108827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3ee40541-c1be-4580-a89a-e2449f8eb0fc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8948970 Aug 31 16:55:16.147893 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Routers {'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:16.148825 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:16.167254 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] For port d21b7990-a8e3-4d5f-b527-9f1c7b98da50, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:16.171247 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] For port d21b7990-a8e3-4d5f-b527-9f1c7b98da50, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:16.176518 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.222498 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e207f073-13ea-423a-9289-0fdb23d5a44c None None] Provisioning for port 1e244692-fc75-4c22-8cae-4964dcacadc8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:16.239018 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:16.239667 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:16.311009 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81ef95-aef6-4859-a3b8-b0986f7f63f6 None None] Pushing event updated for resources: {'Port': ['ID=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:16.331277 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Set router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:16.385742 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:16.587244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 3, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:16.617126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:16Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:16.617648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Checking router: af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:55:16.618004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Updating router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 port 801aadec-7fc9-422a-8666-4a5d750963aa binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:55:16.622536 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.646258 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec69dc-a16c-4a36-a883-ab502bd19149 None None] The sync data for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 is: [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:16Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:55:16.650537 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.855286 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Allocated IP 172.20.0.1 (b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d/152a969c-6c69-4b1d-8716-d79eb7c4d12c/e0340e19-28c5-4abe-b000-f9d5008cbbd3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:16.941143 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8b365b44-7a05-4f05-ac41-cacc297c26ac up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:16.983474 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:16.999784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Transition to ACTIVE for port object e0340e19-28c5-4abe-b000-f9d5008cbbd3 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:17.036591 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.077460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:17.083170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:17.087140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:17.117721 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0340e19-28c5-4abe-b000-f9d5008cbbd3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:17.141463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.231339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8b365b44-7a05-4f05-ac41-cacc297c26ac triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:17.231932 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.285005 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.316245 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.335680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Transition to ACTIVE for port object 801aadec-7fc9-422a-8666-4a5d750963aa will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:17.368680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-35e54610-1174-41f5-8c61-22c0a3791909 None None] Provisioning for port e0340e19-28c5-4abe-b000-f9d5008cbbd3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:17.373449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.388568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-35e54610-1174-41f5-8c61-22c0a3791909 None None] Provisioning complete for port e0340e19-28c5-4abe-b000-f9d5008cbbd3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:17.389277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-35e54610-1174-41f5-8c61-22c0a3791909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.449945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Attempting to bind port 801aadec-7fc9-422a-8666-4a5d750963aa on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:17.450308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Attempting to bind port 801aadec-7fc9-422a-8666-4a5d750963aa by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:17.450668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Attempting to bind port 801aadec-7fc9-422a-8666-4a5d750963aa on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:17.462942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d21b7990-a8e3-4d5f-b527-9f1c7b98da50 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:17.466174 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.473931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.476308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:17.476678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:17.477606 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.478029 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:17.478555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Bound port: 801aadec-7fc9-422a-8666-4a5d750963aa, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:17.478943 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.525647 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f67bf-8413-47e8-b574-1888f282e3b9 None None] Pushing event updated for resources: {'Port': ['ID=801aadec-7fc9-422a-8666-4a5d750963aa,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:17.533002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-35e54610-1174-41f5-8c61-22c0a3791909 None None] Port e0340e19-28c5-4abe-b000-f9d5008cbbd3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:55:17.543540 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.546216 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0340e19-28c5-4abe-b000-f9d5008cbbd3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:17.576896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] For port 801aadec-7fc9-422a-8666-4a5d750963aa, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:17.580965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] For port 801aadec-7fc9-422a-8666-4a5d750963aa, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=801aadec-7fc9-422a-8666-4a5d750963aa,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:17.585376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.591166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:17.628115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:17.628519 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.646597 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:17.647988 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:17.683646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f67bf-8413-47e8-b574-1888f282e3b9 None None] Pushing event updated for resources: {'Port': ['ID=801aadec-7fc9-422a-8666-4a5d750963aa,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:17.688355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Routers {'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:17.688995 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:17.772296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:55:17.828969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.850478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] Set router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:17.891346 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:55:17.897180 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7bedb7a3-7e45-40b6-8a45-b9563bd086d8 admin admin] 10.222.0.43 "PUT /v2.0/routers/af7d3f38-cd1c-4867-b235-ef2e2bdc2d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877426 Aug 31 16:55:17.937119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port d21b7990-a8e3-4d5f-b527-9f1c7b98da50, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:17.978356 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:17.979145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1e244692-fc75-4c22-8cae-4964dcacadc8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:18.086314 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-64d981bf-8a46-4aef-96f8-bbbae4842549 None None] Provisioning complete for port e0340e19-28c5-4abe-b000-f9d5008cbbd3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:18.086693 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64d981bf-8a46-4aef-96f8-bbbae4842549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:18.115538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:18.169564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 1e244692-fc75-4c22-8cae-4964dcacadc8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:18.173918 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-64d981bf-8a46-4aef-96f8-bbbae4842549 None None] Port e0340e19-28c5-4abe-b000-f9d5008cbbd3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:55:18.176998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1e244692-fc75-4c22-8cae-4964dcacadc8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:18.177374 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:18.238952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e0340e19-28c5-4abe-b000-f9d5008cbbd3', 'name': '', 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'mac_address': 'fa:16:3e:80:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:16Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 2, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'subnets': [{'id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:18.283243 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec8f75-28e8-40e0-8d7a-6e2be9cc40fe None None] The sync data for ids ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'] in n-d-793621-35 is: [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e0340e19-28c5-4abe-b000-f9d5008cbbd3', 'name': '', 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'mac_address': 'fa:16:3e:80:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:16Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 2, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'subnets': [{'id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:55:18.302470 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:18.345600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 1e244692-fc75-4c22-8cae-4964dcacadc8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1e244692-fc75-4c22-8cae-4964dcacadc8,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:18.349308 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:18.401179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=1e244692-fc75-4c22-8cae-4964dcacadc8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:18.762669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d21b7990-a8e3-4d5f-b527-9f1c7b98da50 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:18.818338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:18.818857 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:18.916110 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1e244692-fc75-4c22-8cae-4964dcacadc8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:18.967004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1e244692-fc75-4c22-8cae-4964dcacadc8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:18.967384 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:20.793266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 801aadec-7fc9-422a-8666-4a5d750963aa up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:20.860787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 801aadec-7fc9-422a-8666-4a5d750963aa completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:20.864928 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 801aadec-7fc9-422a-8666-4a5d750963aa triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:20.865378 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:20.969178 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:20.995005 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 801aadec-7fc9-422a-8666-4a5d750963aa, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=801aadec-7fc9-422a-8666-4a5d750963aa,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:21.002767 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:21.059752 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=801aadec-7fc9-422a-8666-4a5d750963aa,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:21.099817 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Sync routers for ids ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:55:21.111502 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Routers {'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:21.112582 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:21.143053 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-31a49e33-ad42-4c43-9d9e-6c0f433a7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:21.235381 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Set router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:21.455936 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e0340e19-28c5-4abe-b000-f9d5008cbbd3', 'name': '', 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'mac_address': 'fa:16:3e:80:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:16Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 2, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'subnets': [{'id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:21.491546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Checking router: af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:55:21.491895 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Updating router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 port e0340e19-28c5-4abe-b000-f9d5008cbbd3 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:55:21.517906 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:21.811477 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:21.822173 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Transition to ACTIVE for port object e0340e19-28c5-4abe-b000-f9d5008cbbd3 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:21.830069 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:21.897331 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9bbf-daee-47a2-8334-a9de37194e0c None None] Pushing event updated for resources: {'Port': ['ID=e0340e19-28c5-4abe-b000-f9d5008cbbd3,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:21.955427 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Attempting to bind port e0340e19-28c5-4abe-b000-f9d5008cbbd3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:21.955872 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Attempting to bind port e0340e19-28c5-4abe-b000-f9d5008cbbd3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:21.956334 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Attempting to bind port e0340e19-28c5-4abe-b000-f9d5008cbbd3 on network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:21.962074 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:21.962547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Checking segment: {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:21.963044 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:21.963504 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Bound using segment: {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:21.964040 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Bound port: e0340e19-28c5-4abe-b000-f9d5008cbbd3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b9b4f9-ba37-493e-9231-67bc886b6b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:21.965059 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:22.051660 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] For port e0340e19-28c5-4abe-b000-f9d5008cbbd3, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:22.054875 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] For port e0340e19-28c5-4abe-b000-f9d5008cbbd3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e0340e19-28c5-4abe-b000-f9d5008cbbd3,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:22.064073 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:22.151247 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Routers {'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:55:22.151927 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:54:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:22.219888 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9bbf-daee-47a2-8334-a9de37194e0c None None] Pushing event updated for resources: {'Port': ['ID=e0340e19-28c5-4abe-b000-f9d5008cbbd3,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:22.294120 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] Set router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:55:22.545117 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e0340e19-28c5-4abe-b000-f9d5008cbbd3', 'name': '', 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'mac_address': 'fa:16:3e:80:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:16Z', 'updated_at': '2021-08-31T16:55:22Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'subnets': [{'id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:55:22.575010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340514d-6a9a-4b7a-88f6-6416f69dd620 None None] The sync data for ids ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'] in n-d-793621-35 is: [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e0340e19-28c5-4abe-b000-f9d5008cbbd3', 'name': '', 'network_id': 'b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'mac_address': 'fa:16:3e:80:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:16Z', 'updated_at': '2021-08-31T16:55:22Z', 'revision_number': 4, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'subnets': [{'id': '152a969c-6c69-4b1d-8716-d79eb7c4d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:55:22.815806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e0340e19-28c5-4abe-b000-f9d5008cbbd3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:22.888163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port e0340e19-28c5-4abe-b000-f9d5008cbbd3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:22.893957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e0340e19-28c5-4abe-b000-f9d5008cbbd3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:22.894344 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:22.999057 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:23.040308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port e0340e19-28c5-4abe-b000-f9d5008cbbd3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e0340e19-28c5-4abe-b000-f9d5008cbbd3,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:23.051116 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:23.051889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 801aadec-7fc9-422a-8666-4a5d750963aa up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:23.132942 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=e0340e19-28c5-4abe-b000-f9d5008cbbd3,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:23.152342 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 801aadec-7fc9-422a-8666-4a5d750963aa triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:23.152722 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:24.680786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:24.753408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e0340e19-28c5-4abe-b000-f9d5008cbbd3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:24.805779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e0340e19-28c5-4abe-b000-f9d5008cbbd3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:24.806247 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:25.347132 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:25.646008 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:25.715458 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-93acd08c-0a74-4a0b-9356-37d023e1d342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:26.075320 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:27.836665 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:28.079090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-0dcf4c56-995e-439d-8944-225c5192a2cb tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:28.080516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-0dcf4c56-995e-439d-8944-225c5192a2cb tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 813 time: 0.1111977 Aug 31 16:55:28.096065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-3ac44f4d-cba6-4575-bd86-a3e28cd173f7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/quotas/c7b81b39db2a473f9d2e69ffc918ac05 HTTP/1.1" status: 200 len: 375 time: 0.0096822 Aug 31 16:55:28.150784 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-d5dd6c09-72db-493d-9fdd-e59e65a47116 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493410 Aug 31 16:55:28.258366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-2223f7b7-ea9b-4425-b2b6-5f01c1a4a3b0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:55:28.259393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-2223f7b7-ea9b-4425-b2b6-5f01c1a4a3b0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969014 Aug 31 16:55:28.349235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-907c3e9e-ef8a-4d7b-944c-133aab58c825 service neutron] 10.222.0.43 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832829 Aug 31 16:55:28.446378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-9a758c21-d145-48a2-8bfc-78e166576e1b service neutron] 10.222.0.43 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910969 Aug 31 16:55:28.606751 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d8a59be-d411-478a-8ab5-0042923313ef req-c7595b47-72b1-40c5-9636-2e0d771b3532 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0273809 Aug 31 16:55:29.488406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-4d98680d-8c82-4fe1-8bad-a470d76c9254 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:29.489969 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-4d98680d-8c82-4fe1-8bad-a470d76c9254 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 813 time: 0.1028340 Aug 31 16:55:29.503807 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'port': {'device_id': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'admin_state_up': True, 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:29.615716 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Made reservation on behalf of c7b81b39db2a473f9d2e69ffc918ac05 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:55:29.619408 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:29.718379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac4ef6b1-659d-4379-a1d6-b1c4fcd81bf3 req-eae13098-4fa8-47b3-9069-bd56f8339656 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0383043 Aug 31 16:55:29.757132 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Allocated IP 172.20.0.6 (7c3daa02-dc07-4053-a2e3-630ae55250fe/1134b553-70e1-4b41-9e7e-ab12e5950147/e8de9483-744f-49df-9cc8-ebc6198bed0e) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:55:29.982187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:30.002501 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Transition to ACTIVE for port object e8de9483-744f-49df-9cc8-ebc6198bed0e will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:30.042032 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:30.099333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:55:30.102762 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:55:30.107785 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:55:30.137052 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:30.171824 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:30.172487 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:30.190060 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-705e9869-ee5f-4a86-a8cd-2e2b566df3f5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6897717 Aug 31 16:55:30.441401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e905fdea-cc7f-46ec-a73f-2c201e462837 None None] Provisioning for port e8de9483-744f-49df-9cc8-ebc6198bed0e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:30.445019 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e905fdea-cc7f-46ec-a73f-2c201e462837 None None] Provisioning complete for port e8de9483-744f-49df-9cc8-ebc6198bed0e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:30.445395 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e905fdea-cc7f-46ec-a73f-2c201e462837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:30.480367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-e905fdea-cc7f-46ec-a73f-2c201e462837 None None] Port e8de9483-744f-49df-9cc8-ebc6198bed0e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:55:30.839895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaac71b-fcb2-4fb4-acf5-bb40f14d370b req-8c931160-c260-4713-b49c-d9718e3ed5c9 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:30.847415 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdaac71b-fcb2-4fb4-acf5-bb40f14d370b req-8c931160-c260-4713-b49c-d9718e3ed5c9 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0580766 Aug 31 16:55:30.882060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cdaac71b-fcb2-4fb4-acf5-bb40f14d370b req-d8d2856f-e4ae-46ed-b15b-0f8afe068949 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337598 Aug 31 16:55:32.008971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bfb9a-65ed-4eb9-aaec-6532004626f8 req-975c415d-d8fe-4af1-ab72-ab7af343d637 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:32.010395 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76bfb9a-65ed-4eb9-aaec-6532004626f8 req-975c415d-d8fe-4af1-ab72-ab7af343d637 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0549371 Aug 31 16:55:32.052371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f76bfb9a-65ed-4eb9-aaec-6532004626f8 req-ab07ad24-b0f9-4b5f-ab65-ca8ed0dfaaf1 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Aug 31 16:55:33.173011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca5aff-d485-4a96-92d7-281fb5f51be5 req-97c00c72-bcef-4784-b2b8-587b89c2c5c8 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:33.175536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72ca5aff-d485-4a96-92d7-281fb5f51be5 req-97c00c72-bcef-4784-b2b8-587b89c2c5c8 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0532250 Aug 31 16:55:33.216622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-72ca5aff-d485-4a96-92d7-281fb5f51be5 req-df345358-0af2-45ac-94c0-fc3a6edbc00b tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Aug 31 16:55:34.337834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aba01-6356-4921-ab12-8a28afaf66d0 req-ec481a31-9cbb-4b54-9fad-d7db0af560e4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:34.340421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-657aba01-6356-4921-ab12-8a28afaf66d0 req-ec481a31-9cbb-4b54-9fad-d7db0af560e4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0507896 Aug 31 16:55:34.381116 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-657aba01-6356-4921-ab12-8a28afaf66d0 req-23f00c2b-f81b-4577-a1f9-f5ecac83c32a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Aug 31 16:55:35.530385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9138c-72c7-445f-a620-74a3e718fcbc req-01041c29-0cae-463d-9967-283290e50707 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:35.537904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14d9138c-72c7-445f-a620-74a3e718fcbc req-01041c29-0cae-463d-9967-283290e50707 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0830705 Aug 31 16:55:35.574555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-14d9138c-72c7-445f-a620-74a3e718fcbc req-93eafc2c-7c67-460c-8ded-652fa0b311e1 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357323 Aug 31 16:55:36.411948 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:55:36.693936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce84a50-6827-4f5c-b61c-561f1142c83b req-89c313c0-77f6-486b-b184-65c39707472d tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:36.695493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ce84a50-6827-4f5c-b61c-561f1142c83b req-89c313c0-77f6-486b-b184-65c39707472d tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0511992 Aug 31 16:55:36.737541 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ce84a50-6827-4f5c-b61c-561f1142c83b req-075a3e81-9fff-46a5-9f62-56d7a60416fe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Aug 31 16:55:37.853517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfea51d-7c20-4a6d-8bb5-b39005bfe8e7 req-9dc0c287-ebe4-45d8-b58d-ca66bd4756b3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:37.855573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dfea51d-7c20-4a6d-8bb5-b39005bfe8e7 req-9dc0c287-ebe4-45d8-b58d-ca66bd4756b3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0516493 Aug 31 16:55:37.893462 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6dfea51d-7c20-4a6d-8bb5-b39005bfe8e7 req-186a1167-ebdc-4009-8fcf-6fc80e0fd760 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Aug 31 16:55:39.021004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f35e-6606-4c5f-b466-0b5a9f3457a7 req-040d9ad9-f89b-4ff4-9389-da1c13a76ba8 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:39.022569 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc01f35e-6606-4c5f-b466-0b5a9f3457a7 req-040d9ad9-f89b-4ff4-9389-da1c13a76ba8 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0555866 Aug 31 16:55:39.062874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc01f35e-6606-4c5f-b466-0b5a9f3457a7 req-530787ba-b59c-4247-b850-cd9daaf1bb01 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Aug 31 16:55:40.184319 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec38d-f314-4962-8033-54a662059ad4 req-de240932-3b44-474a-8100-7676f4ed4d6b tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:40.185802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-055ec38d-f314-4962-8033-54a662059ad4 req-de240932-3b44-474a-8100-7676f4ed4d6b tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 931 time: 0.0483639 Aug 31 16:55:40.210683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Request body: {'port': {'device_id': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:55:40.226328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-055ec38d-f314-4962-8033-54a662059ad4 req-997c840d-da7e-49ff-8d97-19ea26b94ef2 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Aug 31 16:55:40.265276 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:40.531980 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8de9483-744f-49df-9cc8-ebc6198bed0e {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:55:40.539291 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:40.553190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Transition to ACTIVE for port object e8de9483-744f-49df-9cc8-ebc6198bed0e will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:55:40.557165 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:40.614897 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:40.684756 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Attempting to bind port e8de9483-744f-49df-9cc8-ebc6198bed0e on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:55:40.685103 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Attempting to bind port e8de9483-744f-49df-9cc8-ebc6198bed0e by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:55:40.685442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Attempting to bind port e8de9483-744f-49df-9cc8-ebc6198bed0e on network 7c3daa02-dc07-4053-a2e3-630ae55250fe {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:40.690168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Port e8de9483-744f-49df-9cc8-ebc6198bed0e on network 7c3daa02-dc07-4053-a2e3-630ae55250fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:55:40.690496 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Attempting to bind port e8de9483-744f-49df-9cc8-ebc6198bed0e on network 7c3daa02-dc07-4053-a2e3-630ae55250fe {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:55:40.695633 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:55:40.695991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Checking segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:55:40.696402 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Bound using segment: {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:55:40.696833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Bound port: e8de9483-744f-49df-9cc8-ebc6198bed0e, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04527749-3ed3-4f96-8611-638cee0bd599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:55:40.697192 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:40.767999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:55:40.771267 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:55:40.776406 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:40.810557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:40.811185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:40.812609 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] 10.222.0.49 "PUT /v2.0/ports/e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 1092 time: 0.6064315 Aug 31 16:55:40.813047 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:55:40.815396 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda6348a-e370-4cf6-97de-03d1d7c6a57a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:55:40.842425 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec3806-78ec-4592-8f73-6421a02ed457 service neutron] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:40.887906 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ea392-1822-4b4e-9cfc-aea8ac113547 x-openstack-request-id: req-2f4ea392-1822-4b4e-9cfc-aea8ac113547 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:55:40.888261 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:55:40.888481 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f4ea392-1822-4b4e-9cfc-aea8ac113547 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:55:40.888896 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'status': 'completed', 'code': 200} Aug 31 16:55:40.905932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-7be8b091-55d6-4013-9a52-0f8e6ee3be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:40.907515 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-7be8b091-55d6-4013-9a52-0f8e6ee3be99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0490472 Aug 31 16:55:40.955003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-a5cd9029-b7fa-4fc4-801d-627f3245690e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 217 time: 0.0396454 Aug 31 16:55:41.004899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-b71a8b32-aaf6-4703-8228-436ca5316940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.006375 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-b71a8b32-aaf6-4703-8228-436ca5316940 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0449846 Aug 31 16:55:41.051871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d97b-4139-4390-bc75-3842db77159a req-c9811231-0ab6-451d-b1c0-d7fe86737ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.053373 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-c9811231-0ab6-451d-b1c0-d7fe86737ed9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402448 Aug 31 16:55:41.145447 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-07a76dc5-8aaa-4695-bdfe-fd248c8f79c0 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835547 Aug 31 16:55:41.233711 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c243d97b-4139-4390-bc75-3842db77159a req-f4b8c862-b322-4b72-aa25-e3ad8b7dc96a service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Aug 31 16:55:41.316245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-8b380258-8ed0-41bf-be8f-d9fe8cbea6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.317800 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-8b380258-8ed0-41bf-be8f-d9fe8cbea6bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0419316 Aug 31 16:55:41.346570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12d9d9-bd15-483f-b00d-c6401574b42a req-bbfc2f87-aeea-4bb9-8e77-ca4fdf6a64de tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.348045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d12d9d9-bd15-483f-b00d-c6401574b42a req-bbfc2f87-aeea-4bb9-8e77-ca4fdf6a64de tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 943 time: 0.0490708 Aug 31 16:55:41.385635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d12d9d9-bd15-483f-b00d-c6401574b42a req-7cf1adf3-8a22-4b47-98fe-b8c7fb0cef80 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Aug 31 16:55:41.412070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-cef11ab5-f98d-4ba9-acf9-1d37b636be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.413604 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-cef11ab5-f98d-4ba9-acf9-1d37b636be28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.0888669 Aug 31 16:55:41.456272 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-b0c87b7b-3428-405b-918c-abc14284e4be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 217 time: 0.0339448 Aug 31 16:55:41.504841 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-21ef0a91-2694-44cb-a0a9-e8876e96cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.506242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-21ef0a91-2694-44cb-a0a9-e8876e96cdba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0426416 Aug 31 16:55:41.555811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-c93f1077-30d1-44bc-9108-791d6ec6c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:41.557358 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-c93f1077-30d1-44bc-9108-791d6ec6c8c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439062 Aug 31 16:55:41.644987 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-ba9d5e68-1016-4db8-9020-2cb9538bf410 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802503 Aug 31 16:55:41.739248 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-bda6348a-e370-4cf6-97de-03d1d7c6a57a req-723dfb81-0729-4a89-b8bb-3bef836a5fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 Aug 31 16:55:42.503214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d62ae3-e057-4418-ba37-efe287e4de62 req-537463f9-f401-41f2-a928-26f733c120ad tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:42.504722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35d62ae3-e057-4418-ba37-efe287e4de62 req-537463f9-f401-41f2-a928-26f733c120ad tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 943 time: 0.0526736 Aug 31 16:55:42.542501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35d62ae3-e057-4418-ba37-efe287e4de62 req-ac8d32ab-f574-4b09-800e-a746b91f9777 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Aug 31 16:55:43.657253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c17da-978f-45ca-8aa7-3e92c2d26c83 req-cd8ee3e6-aed8-4e4f-bfce-2f360e9b4e22 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:43.658798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d26c17da-978f-45ca-8aa7-3e92c2d26c83 req-cd8ee3e6-aed8-4e4f-bfce-2f360e9b4e22 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 943 time: 0.0489480 Aug 31 16:55:43.697014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d26c17da-978f-45ca-8aa7-3e92c2d26c83 req-86ade36c-7895-4dc0-ae83-faf8244cdeda tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Aug 31 16:55:44.813019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7989-e0ee-4ca1-b4cf-4aa66534de02 req-53f4fa7f-5936-4937-bc40-43125e367e46 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:44.814499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e6c7989-e0ee-4ca1-b4cf-4aa66534de02 req-53f4fa7f-5936-4937-bc40-43125e367e46 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 943 time: 0.0490303 Aug 31 16:55:44.851072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e6c7989-e0ee-4ca1-b4cf-4aa66534de02 req-e38deff0-73b9-40eb-abaa-23181dd5bb00 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Aug 31 16:55:45.237312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e8de9483-744f-49df-9cc8-ebc6198bed0e details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:55:45.330669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:45.342223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'port_id': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'mac_address': 'fa:16:3e:59:ab:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:55:45.377611 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:45.390229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8de9483-744f-49df-9cc8-ebc6198bed0e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:55:45.408861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:45.412675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:45.461609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:45.469229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.469579 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.469926 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.470292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.470628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.470960 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.471291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.471619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.471947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.472327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.472656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.472980 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:55:45.627949 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e8de9483-744f-49df-9cc8-ebc6198bed0e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:55:45.967645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f559-72d1-4cba-b34e-49361dbff728 req-77d09363-0a69-4566-8ac6-a2c8b64b5cca tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:45.969142 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff72f559-72d1-4cba-b34e-49361dbff728 req-77d09363-0a69-4566-8ac6-a2c8b64b5cca tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0521405 Aug 31 16:55:46.006270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ff72f559-72d1-4cba-b34e-49361dbff728 req-574082fd-b175-48bd-bd80-01a23d203435 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Aug 31 16:55:47.122757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ffccc-ebce-48c6-9f56-a280e5020300 req-4f70dfa0-17ab-4f6c-bbed-4ebba5697c5a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:47.124335 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d57ffccc-ebce-48c6-9f56-a280e5020300 req-4f70dfa0-17ab-4f6c-bbed-4ebba5697c5a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0521643 Aug 31 16:55:47.164763 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d57ffccc-ebce-48c6-9f56-a280e5020300 req-0018f2ef-e0f4-4efb-8acf-1e6a0d04ce3a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Aug 31 16:55:47.273443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e8de9483-744f-49df-9cc8-ebc6198bed0e up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:55:47.324359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port e8de9483-744f-49df-9cc8-ebc6198bed0e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:55:47.328601 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port e8de9483-744f-49df-9cc8-ebc6198bed0e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:55:47.328968 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:47.403343 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:47.425410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:55:47.427744 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92607022-0362-4e67-a58d-b8409a4791cd" -d '{"events": [{"server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:55:47.440410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:55:47.444760 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:47.493998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:55:47.584269 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061d8c9-a587-4c22-b423-599de280c95c x-openstack-request-id: req-d061d8c9-a587-4c22-b423-599de280c95c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:55:47.584564 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:55:47.584819 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d061d8c9-a587-4c22-b423-599de280c95c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:55:47.585214 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'code': 200} Aug 31 16:55:47.676923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c334-a691-4b71-bd33-e07b0d66e601 req-b62a420f-1dc9-44b1-a7e7-3bd3e1787345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:47.678400 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1555c334-a691-4b71-bd33-e07b0d66e601 req-b62a420f-1dc9-44b1-a7e7-3bd3e1787345 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0398674 Aug 31 16:55:47.713359 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-1555c334-a691-4b71-bd33-e07b0d66e601 req-1491debc-50fc-4dc7-84b1-2fea2fa95693 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265350 Aug 31 16:55:48.279345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31a4eb-27ce-413b-a252-1db1331d9938 req-f52a61fc-d1e1-46c1-bbed-06fe92e20566 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:48.280861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc31a4eb-27ce-413b-a252-1db1331d9938 req-f52a61fc-d1e1-46c1-bbed-06fe92e20566 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0485241 Aug 31 16:55:48.318038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc31a4eb-27ce-413b-a252-1db1331d9938 req-9254147b-53b1-411d-9d05-f85d4720b9a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 31 16:55:49.434232 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148a5f-fced-4e6d-9ed5-dd153017e37b req-067f737e-2eee-4915-bbe2-75f09dbf5296 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:49.435703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9148a5f-fced-4e6d-9ed5-dd153017e37b req-067f737e-2eee-4915-bbe2-75f09dbf5296 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Aug 31 16:55:49.472410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a9148a5f-fced-4e6d-9ed5-dd153017e37b req-9dea5bfd-4e96-4acc-961a-494b29157d4c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Aug 31 16:55:49.597684 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de77201-0ae7-444c-98e6-ef64fc2d015f req-06f42800-413e-4b0c-91b3-cd811fd7f474 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:49.599113 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de77201-0ae7-444c-98e6-ef64fc2d015f req-06f42800-413e-4b0c-91b3-cd811fd7f474 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0622308 Aug 31 16:55:49.635520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2de77201-0ae7-444c-98e6-ef64fc2d015f req-f47d93b7-23ab-4c02-a6f2-087e559919d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Aug 31 16:55:49.822485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1bc1-5f65-4658-a661-f47358bb44b5 req-cce565ed-895c-4b28-9d46-bcfe9b495d53 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:55:49.824559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0ff1bc1-5f65-4658-a661-f47358bb44b5 req-cce565ed-895c-4b28-9d46-bcfe9b495d53 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0504270 Aug 31 16:55:49.861679 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e0ff1bc1-5f65-4658-a661-f47358bb44b5 req-a3486bc1-3f17-4f4d-a96f-95b9dfa4388d tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Aug 31 16:55:51.133658 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0408e46c-4b9f-44a5-8b51-9961d373daa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:54.668045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:55.342628 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:55.679347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:55.708695 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-446b5688-b441-495e-a4b2-bea2e9e9e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:56.074389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:55:57.838970 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:01.386137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2acc-5432-45a1-8f23-f1a0b8c7b1da req-02fd0da7-d3d4-4b4a-a1ec-b204878437c8 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:01.387533 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5cd2acc-5432-45a1-8f23-f1a0b8c7b1da req-02fd0da7-d3d4-4b4a-a1ec-b204878437c8 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Aug 31 16:56:01.425432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5cd2acc-5432-45a1-8f23-f1a0b8c7b1da req-f505b0cb-9908-4afe-be6b-f7335bfbce9f tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Aug 31 16:56:01.449894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44368) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:01.533441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb6965-86c8-4fb6-8499-a78412b00be3 tempest-TestMinimumBasicScenario-2094643546 tempest-TestMinimumBasicScenario-2094643546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:01.535167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cddb6965-86c8-4fb6-8499-a78412b00be3 tempest-TestMinimumBasicScenario-2094643546 tempest-TestMinimumBasicScenario-2094643546-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1092 time: 0.0843213 Aug 31 16:56:01.538100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44372) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:01.542488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:01.563752 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:01.661997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:01.762688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Allocated IP 172.25.6.79 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/596343e5-8741-4a35-a7dc-d7d05fb78a74) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:56:01.864855 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:01.902761 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:01.941637 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:56:01.944481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:56:01.949613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:56:01.970655 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'Port': ['ID=596343e5-8741-4a35-a7dc-d7d05fb78a74,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:01.982312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.982661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.983001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.983336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.983669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.984004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.984367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.984693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.985017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.985340 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.985660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:01.985979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:02.317265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:02.382266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:02.543203 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:02.547757 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:02.614826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'Port': ['ID=596343e5-8741-4a35-a7dc-d7d05fb78a74,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:02.624825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:02.722877 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Floating IP 6d586e91-3f89-4273-87d8-f1d58f84b801 associated. External IP: 172.25.6.79, port: e8de9483-744f-49df-9cc8-ebc6198bed0e. Aug 31 16:56:02.927942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Router df8cfebf-499d-4e1d-a5c9-616a64b183fb has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:56:03.328514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:56:03.338984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] Sync routers for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:56:03.344686 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.348441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:56:03.349069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:55:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:56:03.371122 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-803ca1cd-521f-4ce8-a504-0f5c41c1db0c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8320253 Aug 31 16:56:03.371713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:56:03.373967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44374) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:03.374423 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55" -d '{"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:56:03.379574 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719652111', 'description': 'tempest-secgroup-smoke-719652111 description', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:03.402472 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.464112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:56:03.470427 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9723cf3b-e7c4-406c-8b93-6185f0a95b37 x-openstack-request-id: req-9723cf3b-e7c4-406c-8b93-6185f0a95b37 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:56:03.470719 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:56:03.470980 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9723cf3b-e7c4-406c-8b93-6185f0a95b37 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:56:03.471372 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'status': 'completed', 'code': 200} Aug 31 16:56:03.503518 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.525552 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.561476 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.562702 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1871223 Aug 31 16:56:03.565880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44380) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:03.571706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group_rule': {'security_group_id': 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:03.572205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-c672b01c-d8ee-4a57-bf18-4d592252121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:03.573803 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-c672b01c-d8ee-4a57-bf18-4d592252121f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0797303 Aug 31 16:56:03.574551 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda260ad-d1dd-4c1d-8890-b36fc0909a9c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:03.590584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.590832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.591449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.591772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.592298 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.592747 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.593107 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.593530 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.593950 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.594404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.594774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.595202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c26057-c3ae-40d4-a677-0f01d4458afa tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:56:03.602601 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.670994 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.675400 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.688648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-98b0241a-1a73-4528-8c92-da191127a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:03.690219 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-98b0241a-1a73-4528-8c92-da191127a4dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.1084130 Aug 31 16:56:03.694307 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d733ba99-b4ad-4fef-b03f-7b71a781702c,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:03.701659 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.705916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-66e30830-4dcf-4041-b4d1-9f2e46e1c324 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356719 Aug 31 16:56:03.706051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44382) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:03.712451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group_rule': {'security_group_id': 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:03.753486 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.768088 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-23aa079b-7605-4f5e-861b-ae30f986792c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 998 time: 0.0707576 Aug 31 16:56:03.815859 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.820530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.832378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-82bb7600-3a36-4bc3-968a-5cafa8bac340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:03.834018 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-82bb7600-3a36-4bc3-968a-5cafa8bac340 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0471699 Aug 31 16:56:03.842072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b10069a-f0d9-491b-8223-01591ed33fa1,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:03.849654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.853936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fe82f3e3-b3b2-4fed-b395-90db00963559 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451824 Aug 31 16:56:03.854676 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44384) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:03.859295 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group_rule': {'security_group_id': 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:03.860425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '6d586e91-3f89-4273-87d8-f1d58f84b801', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'port_id': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'mac_address': 'fa:16:3e:59:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:56:02Z', 'updated_at': '2021-08-31T16:56:02Z', 'revision_number': 0, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:56:03.884500 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-270309ed-480d-423f-a728-500f272662df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:03.886609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.887023 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-270309ed-480d-423f-a728-500f272662df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455866 Aug 31 16:56:03.891482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] Checking router: df8cfebf-499d-4e1d-a5c9-616a64b183fb for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:56:03.900125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:56:03.900757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:55:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:56:03.957331 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.962875 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.982800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36917e30-b1d7-47ff-bcdd-6b432b3628a3,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:03.991948 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:03.996594 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2c243b0a-4998-4697-a6fb-7fa08eab2ffe tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384754 Aug 31 16:56:03.998312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44386) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:04.004739 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-4eea7747-70ee-4baf-a1f7-a043ef7c49e4 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108146 Aug 31 16:56:04.006756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group_rule': {'security_group_id': 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:04.031467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:56:04.035876 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.103760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.108049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.129845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a552e4e5-b347-4bea-9bd6-a84da91e5087,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:04.139649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.143620 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-720ffa80-c996-4d4d-a45c-99fcad8e8301 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417615 Aug 31 16:56:04.144731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44388) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:04.150656 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group_rule': {'security_group_id': 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:04.174961 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Project c7b81b39db2a473f9d2e69ffc918ac05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:56:04.180804 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.248718 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.252877 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.272661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a9e186-2063-4004-9339-5a36ccdda551,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:04.283438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.287558 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7021a1b5-0d38-4992-8c31-3d96491e0e68 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394320 Aug 31 16:56:04.287893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44390) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:56:04.294514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'security_group_rule': {'security_group_id': 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c', 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:04.308379 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '6d586e91-3f89-4273-87d8-f1d58f84b801', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'port_id': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'mac_address': 'fa:16:3e:59:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:56:02Z', 'updated_at': '2021-08-31T16:56:02Z', 'revision_number': 0, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:56:04.320314 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Project c7b81b39db2a473f9d2e69ffc918ac05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:56:04.326455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.336462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3a88c-f927-416a-b413-796003f8e64d None None] The sync data for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 is: [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '6d586e91-3f89-4273-87d8-f1d58f84b801', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'port_id': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'mac_address': 'fa:16:3e:59:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:56:02Z', 'updated_at': '2021-08-31T16:56:02Z', 'revision_number': 0, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:56:04.407504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.411485 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.430245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1aa5194-6cfe-4cf2-8693-d8dd83b9a9fa,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:04.438796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.441153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a41001cd-3728-4806-91ae-0f17e85654a4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514201 Aug 31 16:56:04.492835 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-14fb2ec6-afe8-42c1-a600-5034e6c4fe55 req-fb15b5e0-8993-49f3-bd19-4fdeb60cc989 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804988 Aug 31 16:56:04.527710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-77a5d151-1cf3-453d-a3ef-04687d73df76 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719652111&fields=id&tenant_id=c7b81b39db2a473f9d2e69ffc918ac05 HTTP/1.1" status: 200 len: 267 time: 0.0373423 Aug 31 16:56:04.583105 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da41c0-a235-4f5f-8c44-5d18cefcd463 None None] New status for floating IP 6d586e91-3f89-4273-87d8-f1d58f84b801: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:56:04.584452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-07260517-026c-48fb-808d-ba211ec6f3fd tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:04.586001 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-07260517-026c-48fb-808d-ba211ec6f3fd tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0500646 Aug 31 16:56:04.599115 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'port': {'security_groups': ['1fd9fc70-6575-47df-9435-6dc0154d522b', 'fda260ad-d1dd-4c1d-8890-b36fc0909a9c']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:56:04.663369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.848000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:56:04.876949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.881519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.894306 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e8de9483-744f-49df-9cc8-ebc6198bed0e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:56:04.923289 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:04.924253 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:04.925324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7639ae9f-327c-4ce5-b5b1-b51ea5188a8e req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "PUT /v2.0/ports/e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 981 time: 0.3315325 Aug 31 16:56:04.954467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0dfd8-93f5-4967-b2a3-5874cf65a417 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=6']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:56:04.979894 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e8de9483-744f-49df-9cc8-ebc6198bed0e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:56:05.047154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576928cd-7c81-4f11-97b5-2d4afdce48c8 req-182eca43-77e7-4756-9de7-50b88d489d53 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:05.048855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-576928cd-7c81-4f11-97b5-2d4afdce48c8 req-182eca43-77e7-4756-9de7-50b88d489d53 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0545022 Aug 31 16:56:05.098109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-576928cd-7c81-4f11-97b5-2d4afdce48c8 req-6943eeed-666d-4b81-bd8e-558a84dd9a9c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427318 Aug 31 16:56:05.295897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6e1326a4-f244-4b1a-82ba-d4fc7efd2672 None None] Provisioning complete for port e8de9483-744f-49df-9cc8-ebc6198bed0e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:56:05.296213 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e1326a4-f244-4b1a-82ba-d4fc7efd2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:05.472016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:56:05.474607 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531367de-39fe-4a13-9939-a84ddabf667e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:56:05.510644 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84850506-d02d-4128-aad5-53c4746734bf x-openstack-request-id: req-84850506-d02d-4128-aad5-53c4746734bf {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:56:05.510955 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:56:05.511211 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84850506-d02d-4128-aad5-53c4746734bf {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:56:05.511618 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'status': 'completed', 'code': 200} Aug 31 16:56:05.574953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531367de-39fe-4a13-9939-a84ddabf667e req-afad9461-a6de-49ce-822e-66b86575d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:05.576434 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-afad9461-a6de-49ce-822e-66b86575d8ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1136 time: 0.0421462 Aug 31 16:56:05.668518 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531367de-39fe-4a13-9939-a84ddabf667e req-f8d641df-4fdc-4a06-99b1-008f361cc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:05.670258 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-f8d641df-4fdc-4a06-99b1-008f361cc030 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.0864544 Aug 31 16:56:05.735761 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-3c268f92-6993-464c-99d3-216d0523706d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 1000 time: 0.0573940 Aug 31 16:56:05.787623 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531367de-39fe-4a13-9939-a84ddabf667e req-e2451459-8f56-4c00-b7ea-b29504a266bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:05.789065 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-e2451459-8f56-4c00-b7ea-b29504a266bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0462141 Aug 31 16:56:05.833239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531367de-39fe-4a13-9939-a84ddabf667e req-0c54f584-5695-44ca-92bc-afe718a7e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:05.834615 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-0c54f584-5695-44ca-92bc-afe718a7e89e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382082 Aug 31 16:56:05.921856 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-31fc2f26-a760-4ded-9a75-b16afa60c032 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796068 Aug 31 16:56:06.013376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-531367de-39fe-4a13-9939-a84ddabf667e req-00514342-d910-4855-8e55-6cf196960f40 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845313 Aug 31 16:56:13.410921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:56:21.134448 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-055e1b48-1e0a-46f0-abfb-f5e3e08008ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:22.242291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b0d4-7031-4df4-8d23-27afc1065d00 req-b288ee30-d6d2-40be-930b-2fcc2b808f88 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:22.243781 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d74b0d4-7031-4df4-8d23-27afc1065d00 req-b288ee30-d6d2-40be-930b-2fcc2b808f88 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0488505 Aug 31 16:56:22.245968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c3133-8356-4c24-a435-81d332b54917 req-a2a4d227-4e37-46f2-b3b1-3fcf510d0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:22.247530 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-a2a4d227-4e37-46f2-b3b1-3fcf510d0404 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1136 time: 0.0415328 Aug 31 16:56:22.283771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d74b0d4-7031-4df4-8d23-27afc1065d00 req-12b8176d-8464-416c-b3d0-d5a425eeb20f tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331216 Aug 31 16:56:22.343353 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c3133-8356-4c24-a435-81d332b54917 req-7bc201f8-eb73-48dd-a3a7-e0cdc846dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:22.344786 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-7bc201f8-eb73-48dd-a3a7-e0cdc846dc84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.0899525 Aug 31 16:56:22.410532 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-3bdcde27-ba78-44da-873f-0dd7a6fb509a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 1000 time: 0.0573649 Aug 31 16:56:22.459133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c3133-8356-4c24-a435-81d332b54917 req-4eb8dec7-f3d5-405b-b5bb-466704a973c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:22.460571 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-4eb8dec7-f3d5-405b-b5bb-466704a973c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0426958 Aug 31 16:56:22.508649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c3133-8356-4c24-a435-81d332b54917 req-15b09d03-5866-4711-80bb-9234b8ee6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:22.510174 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-15b09d03-5866-4711-80bb-9234b8ee6912 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430191 Aug 31 16:56:22.600771 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-c9e9f6eb-1452-42ef-a0df-62fc4380cebc service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819778 Aug 31 16:56:22.696335 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-fd9c3133-8356-4c24-a435-81d332b54917 req-392adde2-f31d-41c6-8449-9bbd53a26049 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881844 Aug 31 16:56:23.406610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ecfe4-cde6-4598-9d5e-9413ef04bebb req-536121b4-108c-4998-824a-2b969a612aa3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:23.408090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-460ecfe4-cde6-4598-9d5e-9413ef04bebb req-536121b4-108c-4998-824a-2b969a612aa3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0489290 Aug 31 16:56:23.448256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-460ecfe4-cde6-4598-9d5e-9413ef04bebb req-14490540-c74f-4226-a1af-90b7a024e5b5 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339653 Aug 31 16:56:24.562932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61752b0-4a25-4beb-bc2b-72409dfdc40a req-15d3780a-6182-4718-9924-0ae2a24f98cd tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:24.564457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a61752b0-4a25-4beb-bc2b-72409dfdc40a req-15d3780a-6182-4718-9924-0ae2a24f98cd tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0495713 Aug 31 16:56:24.607955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a61752b0-4a25-4beb-bc2b-72409dfdc40a req-94dbb315-913e-4552-9293-d0e82c9213b2 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373938 Aug 31 16:56:24.662707 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:25.335381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:25.690240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:25.708908 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0b5d09d2-dd62-426d-bb49-d8a1ab112108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:25.727108 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134cc80-dc10-46a7-9551-7cf160ec6875 req-042e5f97-f368-4e7f-be78-c1a16d1b3eb0 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:25.728651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7134cc80-dc10-46a7-9551-7cf160ec6875 req-042e5f97-f368-4e7f-be78-c1a16d1b3eb0 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0512631 Aug 31 16:56:25.768752 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7134cc80-dc10-46a7-9551-7cf160ec6875 req-7479898d-da95-4908-932d-4fd67315f026 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333555 Aug 31 16:56:26.077376 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:26.883366 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4cd73-80a9-4930-aec0-eea07fdcd69e req-a26a1e98-a59f-4311-a5cc-8dfdb6761964 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:26.884921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51b4cd73-80a9-4930-aec0-eea07fdcd69e req-a26a1e98-a59f-4311-a5cc-8dfdb6761964 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0498862 Aug 31 16:56:26.925555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51b4cd73-80a9-4930-aec0-eea07fdcd69e req-5cd00c6b-de8f-4d05-9599-7530d38fe0e0 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345881 Aug 31 16:56:27.842915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:28.039249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359d880-4ac2-4ce5-88df-23f510185030 req-deac5f4a-d486-4243-ae45-98b39e015a2d tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:28.040636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d359d880-4ac2-4ce5-88df-23f510185030 req-deac5f4a-d486-4243-ae45-98b39e015a2d tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0483627 Aug 31 16:56:28.083901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d359d880-4ac2-4ce5-88df-23f510185030 req-d4e55a95-60af-4753-9726-178c5f1cf9c6 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367851 Aug 31 16:56:29.198989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1b645-e1f2-42cb-bd86-d070d263c95b req-e274481c-a42c-4502-af43-cc6720d97b4c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:29.200492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cb1b645-e1f2-42cb-bd86-d070d263c95b req-e274481c-a42c-4502-af43-cc6720d97b4c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0499096 Aug 31 16:56:29.239652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0cb1b645-e1f2-42cb-bd86-d070d263c95b req-f249a901-ab91-4757-addf-e3ed35b87aa0 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331335 Aug 31 16:56:30.364423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bcddb-ac77-4c4d-9272-983f22e39965 req-ed46cfdf-c554-4a79-bd6f-b11055b6b916 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:30.365928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a18bcddb-ac77-4c4d-9272-983f22e39965 req-ed46cfdf-c554-4a79-bd6f-b11055b6b916 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0597041 Aug 31 16:56:30.405879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a18bcddb-ac77-4c4d-9272-983f22e39965 req-c74f8e58-8b19-4c84-9d26-74e618a78dee tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333161 Aug 31 16:56:31.519861 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7387f-29b1-4920-b863-bc207a1f5ce8 req-a1557cde-9276-4392-b21c-751a6b87c896 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:31.521438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06f7387f-29b1-4920-b863-bc207a1f5ce8 req-a1557cde-9276-4392-b21c-751a6b87c896 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0486298 Aug 31 16:56:31.565735 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-06f7387f-29b1-4920-b863-bc207a1f5ce8 req-1ebbd2e6-d95b-4590-b0b1-1c9815bf6cd4 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382628 Aug 31 16:56:32.680117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dda14-c719-4b14-bf7e-5a6c3d1198cd req-dbbdd837-d187-49d3-a40e-212500eda403 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:32.681607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d0dda14-c719-4b14-bf7e-5a6c3d1198cd req-dbbdd837-d187-49d3-a40e-212500eda403 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0489707 Aug 31 16:56:32.721350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d0dda14-c719-4b14-bf7e-5a6c3d1198cd req-e79d7455-d655-4d37-9aa9-e84f88838727 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335219 Aug 31 16:56:33.835565 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098e70-1ea9-41d5-be79-29015372129c req-8a6c80cb-e1c6-4eeb-83db-2fbc6e2f7973 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:33.837075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99098e70-1ea9-41d5-be79-29015372129c req-8a6c80cb-e1c6-4eeb-83db-2fbc6e2f7973 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0484233 Aug 31 16:56:33.876391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-99098e70-1ea9-41d5-be79-29015372129c req-a11376b6-6a1a-47e6-af58-6278b950e39c tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&id=fda260ad-d1dd-4c1d-8890-b36fc0909a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327158 Aug 31 16:56:46.883947 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-17c2de28-91dd-4813-aa99-4be2f46b056d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391214 Aug 31 16:56:46.966794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-b34bf071-239a-420e-8b2a-be8ba5743d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:46.968215 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-b34bf071-239a-420e-8b2a-be8ba5743d35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1136 time: 0.0412745 Aug 31 16:56:47.070289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-0862eae9-fac3-4a35-9205-1800a0a54a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:47.071748 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-0862eae9-fac3-4a35-9205-1800a0a54a52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.0849998 Aug 31 16:56:47.137586 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-4b717cd4-0997-4dc6-8a64-1330fc17cade service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 1000 time: 0.0582244 Aug 31 16:56:47.185707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-3a4ccbf7-fe5f-4932-b9ee-eb162b99e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:47.187198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-3a4ccbf7-fe5f-4932-b9ee-eb162b99e1dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0433900 Aug 31 16:56:47.235935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-0adfc12d-4680-477e-af3b-f4f51ab59ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:56:47.237421 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-0adfc12d-4680-477e-af3b-f4f51ab59ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441203 Aug 31 16:56:47.325066 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-501b350d-6490-426d-beab-c7942da0d86c service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810997 Aug 31 16:56:47.421694 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-dfc13fab-c8f6-40f7-b26e-b822aeb70f4e req-21325d3a-47d9-4f20-89ec-8270d31dac67 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903199 Aug 31 16:56:50.410005 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:56:51.135148 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-76067c78-681a-4024-8a61-4c4aa98fb115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:54.663480 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:55.337803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:55.715018 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:55.715855 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-107948fb-03c1-4dae-be6f-ccd13b287d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:56.080813 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:56:57.844878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:04.634121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-6aefa6ea-6209-4100-9f10-fa8cac3f78e1 req-370e44fd-14bf-4591-a924-acf6027b73cc tempest-ServerDiskConfigTestJSON-373896707 tempest-ServerDiskConfigTestJSON-373896707-project] (101478) timed out ('10.222.0.49', 49409) {{(pid=101478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:57:06.254078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-29887a3d-251b-431b-87ff-68413647fb24 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719652111&fields=id&tenant_id=c7b81b39db2a473f9d2e69ffc918ac05 HTTP/1.1" status: 200 len: 267 time: 0.0334709 Aug 31 16:57:06.310623 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-04e66dac-89b0-4c7c-93da-aa847ca7b986 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:06.312112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-04e66dac-89b0-4c7c-93da-aa847ca7b986 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 984 time: 0.0525343 Aug 31 16:57:06.323078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Request body: {'port': {'security_groups': ['1fd9fc70-6575-47df-9435-6dc0154d522b']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:06.384577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.553702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:06.583223 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.587523 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.599677 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e8de9483-744f-49df-9cc8-ebc6198bed0e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:57:06.630284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:06.630927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.632390 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c88078cb-9ca9-409d-9db6-1bd19ca385ff req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "PUT /v2.0/ports/e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 942 time: 0.3137860 Aug 31 16:57:06.632845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:57:06.635190 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8dc54d-2199-4941-8c75-991fad210f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:57:06.639547 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44458) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:06.667265 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event updated for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=7']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:06.676388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.676750 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.677102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.677446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.677788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.678267 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.678751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.679087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.679424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.679758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.680090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.680446 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fac0a-2ea5-467d-a6b4-3788c47031d3 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.707849 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da53261a-0882-4fba-ab0c-117baeb5d52f x-openstack-request-id: req-da53261a-0882-4fba-ab0c-117baeb5d52f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:57:06.707849 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:57:06.708235 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da53261a-0882-4fba-ab0c-117baeb5d52f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:57:06.711279 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'status': 'completed', 'code': 200} Aug 31 16:57:06.723851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e8de9483-744f-49df-9cc8-ebc6198bed0e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:57:06.743468 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.788304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.803650 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-e4ede141-d0e4-432f-9559-15c801bdff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:06.805290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-e4ede141-d0e4-432f-9559-15c801bdff1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0801375 Aug 31 16:57:06.928943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-b4caed8c-a1a7-42e8-8d59-7a96067241eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:06.930416 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-b4caed8c-a1a7-42e8-8d59-7a96067241eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.1151524 Aug 31 16:57:06.930994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.933539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.933670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-6d04c448-1b96-437f-a1ff-a9e3a2a9e8ea None None] Provisioning complete for port e8de9483-744f-49df-9cc8-ebc6198bed0e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:06.933915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6d04c448-1b96-437f-a1ff-a9e3a2a9e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:06.934565 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "DELETE /v2.0/security-groups/fda260ad-d1dd-4c1d-8890-b36fc0909a9c HTTP/1.1" status: 204 len: 168 time: 0.2933583 Aug 31 16:57:06.937610 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44460) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:06.949862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda260ad-d1dd-4c1d-8890-b36fc0909a9c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:06.992385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.992738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.993082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.993419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.993754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.994090 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.994420 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.994743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.995068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.995387 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.995879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:06.996240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d2b0e-2c1c-463f-be8a-e4e29eb15fc7 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:07.025323 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-cf73dece-12fc-49d6-a094-38d0f4583c29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 1000 time: 0.0844631 Aug 31 16:57:07.086701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-36e7d5d6-4101-4449-90fa-c8059fc0b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:07.088123 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-36e7d5d6-4101-4449-90fa-c8059fc0b736 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0561433 Aug 31 16:57:07.117612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Deleting port 596343e5-8741-4a35-a7dc-d7d05fb78a74 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:07.117952 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:07.135124 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-c2b442a5-2f9a-4137-8669-d6d0d2e84f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:07.136701 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-c2b442a5-2f9a-4137-8669-d6d0d2e84f98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399489 Aug 31 16:57:07.192600 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:07.192945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:07.205057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Calling delete_port for 596343e5-8741-4a35-a7dc-d7d05fb78a74 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:07.229144 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-164e1885-b973-4d28-9025-c5e5ec9aee95 service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846090 Aug 31 16:57:07.324368 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0c8dc54d-2199-4941-8c75-991fad210f5e req-0cdaedf7-f8f7-4bb5-8c4d-f705d4e5ed8d service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884106 Aug 31 16:57:07.354440 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:07.377552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event deleted for resources: {'Port': ['ID=596343e5-8741-4a35-a7dc-d7d05fb78a74,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:07.439259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:07.439603 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Floating IP 6d586e91-3f89-4273-87d8-f1d58f84b801 disassociated (deleted). External IP: 172.25.6.79, port: e8de9483-744f-49df-9cc8-ebc6198bed0e. Aug 31 16:57:07.646387 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Router df8cfebf-499d-4e1d-a5c9-616a64b183fb has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:57:07.756142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:57:07.760908 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:07.766203 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] Sync routers for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:57:07.774941 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:07.775550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:56:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:07.787430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c4274833-c550-4171-94cf-904bf3dd4d2a tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "DELETE /v2.0/floatingips/6d586e91-3f89-4273-87d8-f1d58f84b801 HTTP/1.1" status: 204 len: 168 time: 0.8484895 Aug 31 16:57:07.884232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:08.089768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:08.119058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] Checking router: df8cfebf-499d-4e1d-a5c9-616a64b183fb for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:57:08.127699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:08.128333 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:56:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:08.230400 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:08.578965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:08.605826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b470aa-be2e-4ad6-a499-2cc13dc8d875 None None] The sync data for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 is: [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:55:12Z', 'revision_number': 4, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'd21b7990-a8e3-4d5f-b527-9f1c7b98da50', 'name': '', 'network_id': '7c3daa02-dc07-4053-a2e3-630ae55250fe', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'mac_address': 'fa:16:3e:9d:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:11Z', 'updated_at': '2021-08-31T16:55:17Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'subnets': [{'id': '1134b553-70e1-4b41-9e7e-ab12e5950147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:57:08.712077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:57:08.714580 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab70b620-8403-40ff-9a58-083a73a55b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:57:08.758972 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a159c2-e94d-4dbb-b0a1-198e505b98c7 x-openstack-request-id: req-41a159c2-e94d-4dbb-b0a1-198e505b98c7 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:57:08.759723 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:57:08.760207 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41a159c2-e94d-4dbb-b0a1-198e505b98c7 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:57:08.760814 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'status': 'completed', 'code': 200} Aug 31 16:57:08.827612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-4ffd919f-e5da-48c1-a4d1-82f3d16cbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:08.829306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-4ffd919f-e5da-48c1-a4d1-82f3d16cbe44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0476031 Aug 31 16:57:08.848682 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbff08a-c00d-458e-9f7c-211a4a40417e None None] New status for floating IP 6d586e91-3f89-4273-87d8-f1d58f84b801: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:57:08.927967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-a6c742c8-dc4a-453b-a31a-80e426a1505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:08.929519 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-a6c742c8-dc4a-453b-a31a-80e426a1505a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 200 len: 914 time: 0.0939250 Aug 31 16:57:08.974106 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-1e982b69-451b-4aef-ae12-53ba29329905 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 200 len: 217 time: 0.0362024 Aug 31 16:57:09.023117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-45367ec8-d9e6-4a4b-9273-bbc2c213eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:09.024643 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-45367ec8-d9e6-4a4b-9273-bbc2c213eca5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 200 len: 852 time: 0.0443144 Aug 31 16:57:09.082742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-ae73333f-dfd1-4924-8f0d-58c96382182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:09.084959 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-ae73333f-dfd1-4924-8f0d-58c96382182d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c3daa02-dc07-4053-a2e3-630ae55250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533895 Aug 31 16:57:09.174663 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-dcb27e7c-cd0e-49d5-9691-38ee23dfb24f service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827837 Aug 31 16:57:09.267501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ab70b620-8403-40ff-9a58-083a73a55b1f req-7fbc1135-6076-4816-88a8-f950af24cbfa service neutron] 10.222.0.49 "GET /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863128 Aug 31 16:57:14.742919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd58f09-4f8e-497b-b38d-4dc84c937e16 req-2b3843fa-4f35-413a-ac84-c66976c7d38f tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:14.744514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cd58f09-4f8e-497b-b38d-4dc84c937e16 req-2b3843fa-4f35-413a-ac84-c66976c7d38f tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0495737 Aug 31 16:57:14.788066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cd58f09-4f8e-497b-b38d-4dc84c937e16 req-01591d98-afc2-4d65-afbd-b7f43f732c6f tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Aug 31 16:57:15.901361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a83a9-1161-45cd-be7c-fefd45ed5197 req-7bf325be-2d1b-469c-93cb-2c76abdc8805 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:15.902859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d53a83a9-1161-45cd-be7c-fefd45ed5197 req-7bf325be-2d1b-469c-93cb-2c76abdc8805 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Aug 31 16:57:15.942007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d53a83a9-1161-45cd-be7c-fefd45ed5197 req-f1158054-5048-438f-9ccb-2f82c0a3f189 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/security-groups?id=1fd9fc70-6575-47df-9435-6dc0154d522b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Aug 31 16:57:16.376834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-07f29cc7-6043-4ff0-9637-081f5f488556 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:16.378501 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-07f29cc7-6043-4ff0-9637-081f5f488556 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Aug 31 16:57:16.473576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Deleting port e8de9483-744f-49df-9cc8-ebc6198bed0e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:16.473918 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:16.563949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] For port e8de9483-744f-49df-9cc8-ebc6198bed0e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=e8de9483-744f-49df-9cc8-ebc6198bed0e,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:16.564354 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:16.577153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Calling delete_port for e8de9483-744f-49df-9cc8-ebc6198bed0e owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:16.706945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:16.719417 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['e8de9483-744f-49df-9cc8-ebc6198bed0e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:57:16.745421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Pushing event deleted for resources: {'Port': ['ID=e8de9483-744f-49df-9cc8-ebc6198bed0e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:16.783662 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] No DVR routers for this DVR port e8de9483-744f-49df-9cc8-ebc6198bed0e on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:57:16.786213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:16.788284 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8b9c86ff-d427-439e-a5c0-dd710e80af97 req-274b08b2-0d54-4f44-80a8-5a9e77115b94 tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.49 "DELETE /v2.0/ports/e8de9483-744f-49df-9cc8-ebc6198bed0e HTTP/1.1" status: 204 len: 173 time: 0.4039969 Aug 31 16:57:16.788767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'name': 'network-vif-deleted', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:57:16.791063 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2bf62a-d09d-4934-bb03-b3da7a93d508" -d '{"events": [{"server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "name": "network-vif-deleted", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:57:16.828174 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55696d92-0670-4d91-b694-129c0156ff72 x-openstack-request-id: req-55696d92-0670-4d91-b694-129c0156ff72 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:57:16.828691 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cac4973-701b-49bf-a130-075d4e86e0c3", "name": "network-vif-deleted", "tag": "e8de9483-744f-49df-9cc8-ebc6198bed0e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:57:16.828912 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55696d92-0670-4d91-b694-129c0156ff72 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:57:16.829132 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cac4973-701b-49bf-a130-075d4e86e0c3', 'name': 'network-vif-deleted', 'tag': 'e8de9483-744f-49df-9cc8-ebc6198bed0e', 'status': 'completed', 'code': 200} Aug 31 16:57:17.046532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f95dbb4-df3c-4f5e-a73f-b8386c9d5fba req-83371613-527e-4b24-85b8-be6e47e681ca tempest-TestMinimumBasicScenario-1378973198 tempest-TestMinimumBasicScenario-1378973198-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cac4973-701b-49bf-a130-075d4e86e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0268562 Aug 31 16:57:18.599431 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44556) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:18.943217 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:19.193203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Deleting port d21b7990-a8e3-4d5f-b527-9f1c7b98da50 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:19.193602 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:19.270212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] For port d21b7990-a8e3-4d5f-b527-9f1c7b98da50, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:19.270577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:19.283381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Calling delete_port for d21b7990-a8e3-4d5f-b527-9f1c7b98da50 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:19.460256 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:19.485264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d21b7990-a8e3-4d5f-b527-9f1c7b98da50,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:19.657003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:19.738851 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e8de9483-744f-49df-9cc8-ebc6198bed0e no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:19.762718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: e8de9483-744f-49df-9cc8-ebc6198bed0e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:19.763062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device e8de9483-744f-49df-9cc8-ebc6198bed0e not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:19.873389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Router df8cfebf-499d-4e1d-a5c9-616a64b183fb has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:57:19.977786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:57:19.983346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e6405be0-1879-4f6f-b8be-24d2789bbc2d admin admin] 10.222.0.43 "PUT /v2.0/routers/df8cfebf-499d-4e1d-a5c9-616a64b183fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823762 Aug 31 16:57:19.985539 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:19.988085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] Sync routers for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:57:19.997364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:19.997970 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:56:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:20.103271 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:20.108763 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:20.303268 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:57:19Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:20.332039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] Checking router: df8cfebf-499d-4e1d-a5c9-616a64b183fb for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:57:20.340730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] Routers {'df8cfebf-499d-4e1d-a5c9-616a64b183fb'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:20.341350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:56:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:20.455917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] Set router df8cfebf-499d-4e1d-a5c9-616a64b183fb gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:20.518707 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:20.571918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Deleting port 8b365b44-7a05-4f05-ac41-cacc297c26ac {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:20.572179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:20.635690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:57:19Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:20.649708 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] For port 8b365b44-7a05-4f05-ac41-cacc297c26ac, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8b365b44-7a05-4f05-ac41-cacc297c26ac,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:20.650073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:20.661967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0b89f-b42d-45b5-91c4-d5bdf42a5c5a None None] The sync data for ids ['df8cfebf-499d-4e1d-a5c9-616a64b183fb'] in n-d-793621-35 is: [{'id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'name': 'tempest-TestMinimumBasicScenario-63435082-router', 'tenant_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:09Z', 'updated_at': '2021-08-31T16:57:19Z', 'revision_number': 5, 'project_id': 'c7b81b39db2a473f9d2e69ffc918ac05', 'gw_port': {'id': '8b365b44-7a05-4f05-ac41-cacc297c26ac', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8cfebf-499d-4e1d-a5c9-616a64b183fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:10Z', 'updated_at': '2021-08-31T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:57:20.662502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Calling delete_port for 8b365b44-7a05-4f05-ac41-cacc297c26ac owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:20.829580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:20.860815 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b365b44-7a05-4f05-ac41-cacc297c26ac,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:20.918528 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.007627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.011836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.061196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.061787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8cfebf-499d-4e1d-a5c9-616a64b183fb {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:57:21.066576 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.068253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e53def8b-586a-447a-86b3-289ea417dd44 admin admin] 10.222.0.43 "DELETE /v2.0/routers/df8cfebf-499d-4e1d-a5c9-616a64b183fb HTTP/1.1" status: 204 len: 168 time: 1.0813308 Aug 31 16:57:21.070345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44562) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:21.120180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Deleting subnet 1134b553-70e1-4b41-9e7e-ab12e5950147 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:57:21.125572 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.133059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d21b7990-a8e3-4d5f-b527-9f1c7b98da50 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:21.164047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: d21b7990-a8e3-4d5f-b527-9f1c7b98da50 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:21.164442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device d21b7990-a8e3-4d5f-b527-9f1c7b98da50 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:21.170338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.172871 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cb265177-b2cb-49a6-93f0-7b9de8302e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.250788 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.305544 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.335284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1134b553-70e1-4b41-9e7e-ab12e5950147,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:21.347678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.348167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e16e8-43e8-46d3-a97f-a76c953f85da None None] Network 7c3daa02-dc07-4053-a2e3-630ae55250fe requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:57:21.350222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a6bf5413-4135-475a-a601-020e6ca8eada admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1134b553-70e1-4b41-9e7e-ab12e5950147 HTTP/1.1" status: 204 len: 168 time: 0.2785826 Aug 31 16:57:21.352586 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44564) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:21.426946 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.479219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Deleting port 20067854-e109-4676-9f5d-84cef04fe77d {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:21.479561 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.543131 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] For port 20067854-e109-4676-9f5d-84cef04fe77d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=20067854-e109-4676-9f5d-84cef04fe77d,segment=NetworkSegment(04527749-3ed3-4f96-8611-638cee0bd599),segment_id=04527749-3ed3-4f96-8611-638cee0bd599)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:21.543505 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.557118 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Calling delete_port for 20067854-e109-4676-9f5d-84cef04fe77d owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:21.636745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.661654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Pushing event deleted for resources: {'Port': ['ID=20067854-e109-4676-9f5d-84cef04fe77d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:21.666441 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] No DVR routers for this DVR port 20067854-e109-4676-9f5d-84cef04fe77d on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:57:21.745000 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.747767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d2404-d084-46e0-abb2-1f24dec577b4 None None] DHCP port deletion for 7c3daa02-dc07-4053-a2e3-630ae55250fe request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:57:21.759972 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3daa02-dc07-4053-a2e3-630ae55250fe']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:21.773428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04527749-3ed3-4f96-8611-638cee0bd599') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:21.773728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04527749-3ed3-4f96-8611-638cee0bd599') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:21.783274 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.797691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.803617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:57:21.804009 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:57:21.805675 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:57:21.859138 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.864526 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:21.866378 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7c3daa02-dc07-4053-a2e3-630ae55250fe HTTP/1.1" status: 204 len: 168 time: 0.5122221 Aug 31 16:57:21.869405 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44566) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:21.877257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d805bf-6ebf-40b7-9fe9-cb7406332209 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3daa02-dc07-4053-a2e3-630ae55250fe,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:22.209584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:22.454962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Deleting port e0340e19-28c5-4abe-b000-f9d5008cbbd3 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:22.455306 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:22.531179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] For port e0340e19-28c5-4abe-b000-f9d5008cbbd3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e0340e19-28c5-4abe-b000-f9d5008cbbd3,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:22.531468 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:22.549385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Calling delete_port for e0340e19-28c5-4abe-b000-f9d5008cbbd3 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:22.724836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:22.751160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0340e19-28c5-4abe-b000-f9d5008cbbd3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:22.805519 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8b365b44-7a05-4f05-ac41-cacc297c26ac no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:22.826141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8b365b44-7a05-4f05-ac41-cacc297c26ac {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:22.827557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8b365b44-7a05-4f05-ac41-cacc297c26ac not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:22.827557 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20067854-e109-4676-9f5d-84cef04fe77d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:22.847137 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 20067854-e109-4676-9f5d-84cef04fe77d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:22.847485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 20067854-e109-4676-9f5d-84cef04fe77d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:22.921177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.136738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:57:23.253475 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:57:23.258436 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1db86184-7106-413a-8d3e-f48562c72415 admin admin] 10.222.0.43 "PUT /v2.0/routers/af7d3f38-cd1c-4867-b235-ef2e2bdc2d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879726 Aug 31 16:57:23.261010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44568) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:23.263740 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] Sync routers for ids ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:57:23.273286 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] Routers {'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:23.273876 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:56:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:23.364395 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.373890 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] Set router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:23.466041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.518618 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Deleting port 801aadec-7fc9-422a-8666-4a5d750963aa {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:23.519225 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.547805 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:57:22Z', 'revision_number': 5, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port': {'id': '801aadec-7fc9-422a-8666-4a5d750963aa', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:23.573224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] Checking router: af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:57:23.582040 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] Routers {'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:23.582648 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:56:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:23.598127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] For port 801aadec-7fc9-422a-8666-4a5d750963aa, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=801aadec-7fc9-422a-8666-4a5d750963aa,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:23.598497 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.615631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Calling delete_port for 801aadec-7fc9-422a-8666-4a5d750963aa owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:23.668169 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] Set router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:23.722971 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:57:23Z', 'revision_number': 6, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:23.749977 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e95502-488b-47aa-8e0a-7038075d1e8e None None] The sync data for ids ['af7d3f38-cd1c-4867-b235-ef2e2bdc2d35'] in n-d-793621-35 is: [{'id': 'af7d3f38-cd1c-4867-b235-ef2e2bdc2d35', 'name': 'tempest-TestMinimumBasicScenario-1543854402-router', 'tenant_id': '7b25b66ba2fc458989016a13dd6991f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:55:14Z', 'updated_at': '2021-08-31T16:57:23Z', 'revision_number': 6, 'project_id': '7b25b66ba2fc458989016a13dd6991f8', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:57:23.777065 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.811084 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=801aadec-7fc9-422a-8666-4a5d750963aa,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:23.871506 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.960722 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:23.962822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.009114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.009603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:57:24.014716 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.015929 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e7b0532-fd83-4dbd-a12a-92704e0a9ed1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/af7d3f38-cd1c-4867-b235-ef2e2bdc2d35 HTTP/1.1" status: 204 len: 168 time: 0.7540135 Aug 31 16:57:24.018438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44570) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:24.061414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Deleting subnet 152a969c-6c69-4b1d-8716-d79eb7c4d12c {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:57:24.064244 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.100579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.183459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.239794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.266284 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152a969c-6c69-4b1d-8716-d79eb7c4d12c,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:24.270348 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.272433 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-384cf8e3-4ab7-46ce-b781-808cde8f5fc5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/152a969c-6c69-4b1d-8716-d79eb7c4d12c HTTP/1.1" status: 204 len: 168 time: 0.2527416 Aug 31 16:57:24.274742 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44572) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:24.275725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e511c9-f06b-448a-9fd4-af30f559e9dd None None] Network b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:57:24.344548 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.397055 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Deleting port 1e244692-fc75-4c22-8cae-4964dcacadc8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:24.397403 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.458540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] For port 1e244692-fc75-4c22-8cae-4964dcacadc8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1e244692-fc75-4c22-8cae-4964dcacadc8,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:24.458907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.472419 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Calling delete_port for 1e244692-fc75-4c22-8cae-4964dcacadc8 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:24.490065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] DHCP port deletion for b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:57:24.540159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Deleting port 1e244692-fc75-4c22-8cae-4964dcacadc8 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:57:24.540566 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.562922 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.590380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e244692-fc75-4c22-8cae-4964dcacadc8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:24.595585 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] No DVR routers for this DVR port 1e244692-fc75-4c22-8cae-4964dcacadc8 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:57:24.611850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] For port 1e244692-fc75-4c22-8cae-4964dcacadc8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1e244692-fc75-4c22-8cae-4964dcacadc8,segment=NetworkSegment(88b9b4f9-ba37-493e-9231-67bc886b6b62),segment_id=88b9b4f9-ba37-493e-9231-67bc886b6b62)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:24.612332 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.625192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Calling delete_port for 1e244692-fc75-4c22-8cae-4964dcacadc8 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:57:24.673159 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.684164 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:24.693352 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.696731 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b9b4f9-ba37-493e-9231-67bc886b6b62') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:24.697023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b9b4f9-ba37-493e-9231-67bc886b6b62') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:24.707776 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.712548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.727627 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.741876 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Pushing event deleted for resources: {'Port': ['ID=1e244692-fc75-4c22-8cae-4964dcacadc8,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:24.744212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] No DVR routers for this DVR port 1e244692-fc75-4c22-8cae-4964dcacadc8 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:57:24.744513 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:57:24.744959 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.756703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.756703 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.756924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.757250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.757586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.757921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.758253 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.758585 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.758912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.759423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.759766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.760259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9172eb-f0c3-4ecf-ad26-f69acd6d428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:57:24.770113 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:57:24.818229 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.822764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e0340e19-28c5-4abe-b000-f9d5008cbbd3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:24.831781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:24.836290 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d HTTP/1.1" status: 204 len: 168 time: 0.5580425 Aug 31 16:57:24.844811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aa8d9-0227-4818-97d8-93079bd1b3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71ada7c-f4df-4c03-83bd-d5b2fa63cb5d,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:24.856955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: e0340e19-28c5-4abe-b000-f9d5008cbbd3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:24.857315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e0340e19-28c5-4abe-b000-f9d5008cbbd3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:24.858289 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1e244692-fc75-4c22-8cae-4964dcacadc8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:24.877814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 1e244692-fc75-4c22-8cae-4964dcacadc8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:24.878164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1e244692-fc75-4c22-8cae-4964dcacadc8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:24.878629 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 801aadec-7fc9-422a-8666-4a5d750963aa no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:57:24.896776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 801aadec-7fc9-422a-8666-4a5d750963aa {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:57:24.897126 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 801aadec-7fc9-422a-8666-4a5d750963aa not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:57:24.993977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44576) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:25.032965 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d731f1d3-7623-4f2c-ade2-dff70d24dd16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7b81b39db2a473f9d2e69ffc918ac05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377910 Aug 31 16:57:25.035265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44578) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:25.086580 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-face58af-381f-42bd-a478-7c92ba6280dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.107669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-face58af-381f-42bd-a478-7c92ba6280dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.153359 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-face58af-381f-42bd-a478-7c92ba6280dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.156533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-face58af-381f-42bd-a478-7c92ba6280dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.157671 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-face58af-381f-42bd-a478-7c92ba6280dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fd9fc70-6575-47df-9435-6dc0154d522b HTTP/1.1" status: 204 len: 168 time: 0.1215026 Aug 31 16:57:25.165681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face58af-381f-42bd-a478-7c92ba6280dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9fc70-6575-47df-9435-6dc0154d522b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:25.339603 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.474974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44584) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:25.513670 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dcd578ac-78d8-4519-b82e-9bc5d91d43f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b25b66ba2fc458989016a13dd6991f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375302 Aug 31 16:57:25.516602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44586) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:25.563394 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-690a6d28-67a2-4c1d-9279-1857b7a26c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.584206 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-690a6d28-67a2-4c1d-9279-1857b7a26c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.629682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-690a6d28-67a2-4c1d-9279-1857b7a26c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.632097 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-690a6d28-67a2-4c1d-9279-1857b7a26c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.633294 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-690a6d28-67a2-4c1d-9279-1857b7a26c80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec210745-19c0-4726-8718-32725425b534 HTTP/1.1" status: 204 len: 168 time: 0.1158030 Aug 31 16:57:25.641654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a6d28-67a2-4c1d-9279-1857b7a26c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec210745-19c0-4726-8718-32725425b534,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:25.712742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:25.713954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a2f469b-933a-444a-a1c1-b2e2033abbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:26.083319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.146014 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44626) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:27.150788 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187292124', 'description': 'tempest-secgroup-smoke-1187292124 description', 'project_id': 'c9ca3990e87a407095037dcab2f860c8'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:27.175466 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.183126 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.274438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.278175 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.316912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f332f00-8ce6-470b-bfd2-efd787fe7001,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:27.369860 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.373936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.401302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.405728 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2554429 Aug 31 16:57:27.405728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd865e-32f3-4f0f-a1ea-560c6f14f888 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f8d7af-514d-4b9f-8254-8e4edecb5136,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:27.405728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44628) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:27.409501 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:57:27.410257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '92f8d7af-514d-4b9f-8254-8e4edecb5136', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:27.437927 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.493636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.497602 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.515769 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a824e7-1f00-4c5f-adbb-777212d82aa0,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:27.528140 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.532661 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44630) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:27.535891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cdfa0cdb-a56b-492b-aac6-5df93e2834f4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229837 Aug 31 16:57:27.537585 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '92f8d7af-514d-4b9f-8254-8e4edecb5136', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:27.567020 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.623827 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.627519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.645027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd96bf5-17d2-4155-80e4-fcd1911d197e,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:27.651482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.653060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c3d17984-6b28-4c40-9c2d-20936ec9bcf4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193662 Aug 31 16:57:27.655693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44632) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:27.660048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '92f8d7af-514d-4b9f-8254-8e4edecb5136', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:27.685646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.743619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.747332 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.766998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdca0b4-e36e-4d3a-8432-6e1a2701de3f,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:27.773840 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.775056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6e6d23df-0458-4ad9-8a59-4ad5ea294ec6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184244 Aug 31 16:57:27.777782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:27.782233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '92f8d7af-514d-4b9f-8254-8e4edecb5136', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:27.806565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.849026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.878378 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.881833 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.899717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a460da8-df0f-4b0c-889b-ad9bca3d94be,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:27.906368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.907567 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c771ab87-6963-4ae6-97c8-4a7397d8ff54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288264 Aug 31 16:57:27.910330 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44636) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:27.914727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '92f8d7af-514d-4b9f-8254-8e4edecb5136', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:27.936590 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:57:27.941323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:27.999450 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.003104 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.021079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffda00ed-0a5f-4e9a-99c8-36d818ea9fb9,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:28.026510 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.027660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a0328ea1-76d9-4c2d-8864-7a95c04c3605 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163678 Aug 31 16:57:28.030438 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44638) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:28.035527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '92f8d7af-514d-4b9f-8254-8e4edecb5136', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:28.056552 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:57:28.061325 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.120412 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.124160 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.143173 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a5e89c-064d-4a78-afee-f7737e81d8a5,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:28.149058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.150261 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-3211121c-e3ce-4ecf-b2c8-2d562febd9b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182497 Aug 31 16:57:28.153242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44640) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:28.158873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'network': {'name': 'tempest-network-smoke--643437460', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:28.180083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:57:28.183699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.211179 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:57:28.220362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.220693 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Added segment 9d488b91-ca68-4b97-aa2c-4fc33b5cc183 of type vlan for network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 Aug 31 16:57:28.258998 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.283956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.289591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:28.290114 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.343618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1892755 Aug 31 16:57:28.346513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44642) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:28.352823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'admin_state_up': True, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:28.365877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f7df9-078e-4dcb-8d77-a87610d817d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Network': ['ID=fd348df9-1afb-4be1-b97f-fe1a8f90ee54,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:28.376398 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:57:28.381096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.382120 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.438274 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:28.912968 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:29.096864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:29.114792 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:29.217071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.34 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5aadb42b-c4ce-4922-bc66-cff89db9fd58) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:57:29.318858 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:29.360570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:29.401301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:57:29.404301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:29.408557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:57:29.411504 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=5aadb42b-c4ce-4922-bc66-cff89db9fd58,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:29.708112 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:29.903131 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.028328 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:57:30.129819 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:57:30.140566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Sync routers for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:57:30.148365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.149736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-97bd15e0-e192-4944-95cb-7054c45c6829 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8023136 Aug 31 16:57:30.149887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:30.150501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:57:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:30.152835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44644) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:30.258899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:30.285837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-79c8626d-fdc1-4b34-832c-b54a166198f1 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c9ca3990e87a407095037dcab2f860c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1318011 Aug 31 16:57:30.288666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44648) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:30.376470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8d9a2b-d1b3-403a-aabb-96c961ba7026 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:30.378040 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2f8d9a2b-d1b3-403a-aabb-96c961ba7026 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883694 Aug 31 16:57:30.380829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44650) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:30.409286 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-224ecae8-4650-4ac3-b5ad-dc925ad2db26 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273416 Aug 31 16:57:30.411723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44652) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:30.416773 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792329479', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:30.437261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:29Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:30.463550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Checking router: 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:57:30.463920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Updating router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:57:30.488257 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.504537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:57:30.507970 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.686687 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.743060 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.748506 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Subnet': ['ID=31b7f497-3b17-4bdf-a19d-de19ec1a60bb,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:30.754798 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Transition to ACTIVE for port object 5aadb42b-c4ce-4922-bc66-cff89db9fd58 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:30.759890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Checking segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:57:30.760287 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network hostable DHCP agents. Network: fd348df9-1afb-4be1-b97f-fe1a8f90ee54, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:57:30.760981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.776777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:57:30.785705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, fd348df9-1afb-4be1-b97f-fe1a8f90ee54) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:30.790217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:30.790798 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:30.806145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2bd799-e588-4e80-a640-068e28f71c7d None None] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:57:30.807077 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5a81b222-d8cc-4a9c-a866-5c219d41f107 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3942440 Aug 31 16:57:30.810337 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44654) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:30.826447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2680-823e-47a4-bd72-9cf0871b259a None None] Pushing event updated for resources: {'Port': ['ID=5aadb42b-c4ce-4922-bc66-cff89db9fd58,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:30.829294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Attempting to bind port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:57:30.829660 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Attempting to bind port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:57:30.830023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Attempting to bind port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:57:31.018205 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:57:31.018493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:57:31.018891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.019280 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:57:31.019742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Bound port: 5aadb42b-c4ce-4922-bc66-cff89db9fd58, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:57:31.020117 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.097209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] For port 5aadb42b-c4ce-4922-bc66-cff89db9fd58, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:57:31.127859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] For port 5aadb42b-c4ce-4922-bc66-cff89db9fd58, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5aadb42b-c4ce-4922-bc66-cff89db9fd58,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:57:31.134892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.212020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:57:31.212900 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.235079 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2680-823e-47a4-bd72-9cf0871b259a None None] Pushing event updated for resources: {'Port': ['ID=5aadb42b-c4ce-4922-bc66-cff89db9fd58,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:31.242505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:31.243184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:57:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:31.447788 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:31.508958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Allocated IP 172.20.0.2 (fd348df9-1afb-4be1-b97f-fe1a8f90ee54/31b7f497-3b17-4bdf-a19d-de19ec1a60bb/97098f1f-eabe-48c4-bc37-caa1a86193d0) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:57:31.605648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.753205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.764209 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Transition to ACTIVE for port object 97098f1f-eabe-48c4-bc37-caa1a86193d0 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:31.770161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:29Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:31.801465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114647f-7491-4602-8ebe-a3e6362b33bb None None] The sync data for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 is: [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:29Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:57:31.807069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Transition to ACTIVE for port object 97098f1f-eabe-48c4-bc37-caa1a86193d0 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:31.814736 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.862327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:57:31.868524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:31.870490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Pushing event updated for resources: {'Port': ['ID=97098f1f-eabe-48c4-bc37-caa1a86193d0,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:31.873062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:57:31.906609 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.1 (fd348df9-1afb-4be1-b97f-fe1a8f90ee54/31b7f497-3b17-4bdf-a19d-de19ec1a60bb/159cb56b-c0f8-4b5b-9281-75917632fcdd) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:57:31.943945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Attempting to bind port 97098f1f-eabe-48c4-bc37-caa1a86193d0 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:57:31.944351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Attempting to bind port 97098f1f-eabe-48c4-bc37-caa1a86193d0 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:57:31.944742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Attempting to bind port 97098f1f-eabe-48c4-bc37-caa1a86193d0 on network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:57:31.949956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:57:31.950352 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Checking segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:57:31.950762 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:31.951164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Bound using segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:57:31.951771 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Bound port: 97098f1f-eabe-48c4-bc37-caa1a86193d0, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:57:31.952163 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.020638 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] For port 97098f1f-eabe-48c4-bc37-caa1a86193d0, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:57:32.025071 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] For port 97098f1f-eabe-48c4-bc37-caa1a86193d0, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97098f1f-eabe-48c4-bc37-caa1a86193d0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:57:32.032031 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.052504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.068251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object 159cb56b-c0f8-4b5b-9281-75917632fcdd will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:32.106934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.122658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae1104-45a2-447b-888a-3380cd0f1996 None None] Pushing event updated for resources: {'Port': ['ID=97098f1f-eabe-48c4-bc37-caa1a86193d0,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:32.154589 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:57:32.158095 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:32.162901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:57:32.168157 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=159cb56b-c0f8-4b5b-9281-75917632fcdd,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:32.211921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.395969 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.684150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.689613 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.766470 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=159cb56b-c0f8-4b5b-9281-75917632fcdd,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:32.768916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:32.866784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5aadb42b-c4ce-4922-bc66-cff89db9fd58 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:32.886652 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:57:32.888224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:32.926818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:32.931073 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:32.931453 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.022703 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:57:33.030315 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.052778 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5aadb42b-c4ce-4922-bc66-cff89db9fd58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5aadb42b-c4ce-4922-bc66-cff89db9fd58,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:33.057252 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.058107 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97098f1f-eabe-48c4-bc37-caa1a86193d0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:33.133537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5aadb42b-c4ce-4922-bc66-cff89db9fd58,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:33.140403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3f30d-d953-493c-a58f-2ad9f5acd7e7 None None] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:57:33.148336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:57:33.153686 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-943a0281-3679-4240-b65b-026008208018 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421767 Aug 31 16:57:33.194743 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 97098f1f-eabe-48c4-bc37-caa1a86193d0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:33.270424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] Provisioning for port 97098f1f-eabe-48c4-bc37-caa1a86193d0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:33.280412 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] Provisioning complete for port 97098f1f-eabe-48c4-bc37-caa1a86193d0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:33.285057 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.314308 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-0dfb1d21-d126-4593-9880-acd446f909f8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187292124&fields=id&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 267 time: 0.0447280 Aug 31 16:57:33.409996 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.430569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-dcf7a357-5add-4e39-9148-c6a332eded43 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:33.432167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-dcf7a357-5add-4e39-9148-c6a332eded43 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/networks?id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 200 len: 796 time: 0.1080127 Aug 31 16:57:33.449509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] For port 97098f1f-eabe-48c4-bc37-caa1a86193d0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97098f1f-eabe-48c4-bc37-caa1a86193d0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:33.453292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-86fa14b7-7484-4c14-9d4e-840722f9a082 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/quotas/c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 375 time: 0.0141201 Aug 31 16:57:33.454605 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.514203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-84aba79c-1d10-48f8-9b25-9b756c9af500 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551515 Aug 31 16:57:33.517220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f86f8-b3d7-4f8b-9f95-44c51d61c1c1 None None] Pushing event updated for resources: {'Port': ['ID=97098f1f-eabe-48c4-bc37-caa1a86193d0,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:33.541510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Sync routers for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:57:33.552547 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:33.553458 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:57:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:33.630517 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e4cc2089-d1fd-42bc-b106-f179d39b1e11 service neutron] 10.222.0.43 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965555 Aug 31 16:57:33.665623 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:33.677962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-58a9bc52-f337-4c80-abf0-841b84120644 None None] Provisioning complete for port 97098f1f-eabe-48c4-bc37-caa1a86193d0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:33.678342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-58a9bc52-f337-4c80-abf0-841b84120644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.753066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7ba25505-c91e-4a75-bcb2-1eeee946fd7d service neutron] 10.222.0.43 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155033 Aug 31 16:57:33.798394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-58a9bc52-f337-4c80-abf0-841b84120644 None None] Provisioning for port 159cb56b-c0f8-4b5b-9281-75917632fcdd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:33.803887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-58a9bc52-f337-4c80-abf0-841b84120644 None None] Provisioning complete for port 159cb56b-c0f8-4b5b-9281-75917632fcdd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:33.804302 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-58a9bc52-f337-4c80-abf0-841b84120644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:33.848011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-58a9bc52-f337-4c80-abf0-841b84120644 None None] Port 159cb56b-c0f8-4b5b-9281-75917632fcdd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:57:33.923184 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 2, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:33.969280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b91b84c4-2e3a-4a11-a6a0-d0611429e773 req-3781c92e-59c2-403b-a6f5-711a7e5af427 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 210 time: 0.0505843 Aug 31 16:57:33.971695 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Checking router: 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:57:33.973219 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Updating router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 port 159cb56b-c0f8-4b5b-9281-75917632fcdd binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:57:33.982064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-58f1e847-76f7-4017-aaea-bba98fe3968a None None] Provisioning complete for port 159cb56b-c0f8-4b5b-9281-75917632fcdd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:33.982575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-58f1e847-76f7-4017-aaea-bba98fe3968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.004067 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.024109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-58f1e847-76f7-4017-aaea-bba98fe3968a None None] Port 159cb56b-c0f8-4b5b-9281-75917632fcdd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:57:34.142413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-df9a0711-34c6-4bea-98c0-7914cc0c50c0 None None] Provisioning complete for port 159cb56b-c0f8-4b5b-9281-75917632fcdd triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:34.142791 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-df9a0711-34c6-4bea-98c0-7914cc0c50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.177593 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0711-34c6-4bea-98c0-7914cc0c50c0 None None] Port 159cb56b-c0f8-4b5b-9281-75917632fcdd cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:57:34.290884 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.301126 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Transition to ACTIVE for port object 159cb56b-c0f8-4b5b-9281-75917632fcdd will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:34.306150 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.374688 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Pushing event updated for resources: {'Port': ['ID=159cb56b-c0f8-4b5b-9281-75917632fcdd,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:34.398546 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.398970 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.399383 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.399790 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.400238 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.400613 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.401100 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.401515 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.401906 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.402299 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.402690 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.403091 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:57:34.422479 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Attempting to bind port 159cb56b-c0f8-4b5b-9281-75917632fcdd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:57:34.422932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Attempting to bind port 159cb56b-c0f8-4b5b-9281-75917632fcdd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:57:34.423382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Attempting to bind port 159cb56b-c0f8-4b5b-9281-75917632fcdd on network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:57:34.428825 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:57:34.429287 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Checking segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:57:34.429922 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.430384 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Bound using segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:57:34.430944 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Bound port: 159cb56b-c0f8-4b5b-9281-75917632fcdd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:57:34.431404 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.512334 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] For port 159cb56b-c0f8-4b5b-9281-75917632fcdd, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:57:34.515699 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] For port 159cb56b-c0f8-4b5b-9281-75917632fcdd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=159cb56b-c0f8-4b5b-9281-75917632fcdd,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:57:34.520446 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.666272 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:34.666899 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:57:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:34.703649 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377de8-dc34-4a1b-be39-641dacc3e06e None None] Pushing event updated for resources: {'Port': ['ID=159cb56b-c0f8-4b5b-9281-75917632fcdd,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:34.788587 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:34.841015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5aadb42b-c4ce-4922-bc66-cff89db9fd58 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:34.898202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:34.898898 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:34.949142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-a32f03ec-f906-4683-b5b9-7e0ae4f279b9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:34.951520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-a32f03ec-f906-4683-b5b9-7e0ae4f279b9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/networks?id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 200 len: 796 time: 0.1314895 Aug 31 16:57:34.993059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97098f1f-eabe-48c4-bc37-caa1a86193d0 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:35.023666 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-1c4afbd6-6cb7-414d-95a1-7e57f2e01157 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 380 time: 0.0614913 Aug 31 16:57:35.036452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'port': {'device_id': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'admin_state_up': True, 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'security_groups': ['92f8d7af-514d-4b9f-8254-8e4edecb5136']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:35.047513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 97098f1f-eabe-48c4-bc37-caa1a86193d0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:35.047895 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.051228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:34Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:35.083022 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dceef-a7a6-43a5-b175-c79f5a1b3bae None None] The sync data for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 is: [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:34Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:57:35.115362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f7168e2a-7d5d-4d46-a2c0-fa6fa7951ea2 req-a8497a0c-0b61-4edc-96a8-028e926ae354 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 210 time: 0.0753343 Aug 31 16:57:35.210631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:57:35.214482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.367367 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.4 (fd348df9-1afb-4be1-b97f-fe1a8f90ee54/31b7f497-3b17-4bdf-a19d-de19ec1a60bb/90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:57:35.510398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.523292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:35.558652 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.613032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:57:35.616384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:35.621229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:57:35.626071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:35.680283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:35.680978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.702563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-7c82fd3f-c050-47a2-80db-24222121f28e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6704373 Aug 31 16:57:35.781282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Request body: {'port': {'device_id': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:35.841259 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.876693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8cfdec24-8160-4dca-bf47-960871e330e0 None None] Provisioning for port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:35.880873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-8cfdec24-8160-4dca-bf47-960871e330e0 None None] Provisioning complete for port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:35.881379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8cfdec24-8160-4dca-bf47-960871e330e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:35.919128 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdec24-8160-4dca-bf47-960871e330e0 None None] Port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:57:36.124714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:57:36.132675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.144823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Transition to ACTIVE for port object 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:57:36.148944 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.221055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Pushing event updated for resources: {'Port': ['ID=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:36.326350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf9d82-5190-477a-b552-deeec7298f3a req-31891d61-3d4b-4f03-87d1-c15b4358d433 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:36.328490 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8acf9d82-5190-477a-b552-deeec7298f3a req-31891d61-3d4b-4f03-87d1-c15b4358d433 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 943 time: 0.1113336 Aug 31 16:57:36.346291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Attempting to bind port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:57:36.346626 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Attempting to bind port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:57:36.346958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Attempting to bind port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 on network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:57:36.359771 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 on network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:57:36.360101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Attempting to bind port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 on network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:57:36.374501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:57:36.374848 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Checking segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:57:36.375227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Bound using segment: {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:57:36.375662 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Bound port: 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d488b91-ca68-4b97-aa2c-4fc33b5cc183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:57:36.376023 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.389256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8acf9d82-5190-477a-b552-deeec7298f3a req-3ad15051-6ba3-40c5-8e2e-117577489100 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544341 Aug 31 16:57:36.445769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] For port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:57:36.448831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] For port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:57:36.454107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.492326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:36.493061 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.494513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] 10.222.0.30 "PUT /v2.0/ports/90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 200 len: 1092 time: 0.7832291 Aug 31 16:57:36.494949 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:57:36.497229 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd68e36-14e0-47aa-95a5-8fc0996dd8db" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:57:36.523155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16347fc-b072-4b4e-b714-2b52ac064b4a service neutron] Pushing event updated for resources: {'Port': ['ID=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:36.555435 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd3999e-1983-4a8b-acb5-83b8d3554b9d x-openstack-request-id: req-4dd3999e-1983-4a8b-acb5-83b8d3554b9d {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:57:36.555729 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:57:36.556006 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dd3999e-1983-4a8b-acb5-83b8d3554b9d {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:57:36.556425 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'status': 'completed', 'code': 200} Aug 31 16:57:36.591488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-23628850-17c9-41bc-98b6-84c84cf14ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:36.593131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-23628850-17c9-41bc-98b6-84c84cf14ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1095 time: 0.0477476 Aug 31 16:57:36.637360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-ce02cc56-6b3b-48e9-97a9-e127e09675d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0359526 Aug 31 16:57:36.690242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-f84ec9cb-7a5c-44e4-bc35-fce37585d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:36.691722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-f84ec9cb-7a5c-44e4-bc35-fce37585d98c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b7f497-3b17-4bdf-a19d-de19ec1a60bb HTTP/1.1" status: 200 len: 834 time: 0.0463188 Aug 31 16:57:36.741406 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-c153df4c-c41e-4237-bc19-271daac12a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:36.742940 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-c153df4c-c41e-4237-bc19-271daac12a60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435631 Aug 31 16:57:36.824094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 159cb56b-c0f8-4b5b-9281-75917632fcdd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:36.840707 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-0add7df4-f0a8-469a-962c-d9684361cea2 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900071 Aug 31 16:57:36.872901 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 159cb56b-c0f8-4b5b-9281-75917632fcdd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:36.876591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 159cb56b-c0f8-4b5b-9281-75917632fcdd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:36.876966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.936917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35b09ac3-c88d-4ee4-8fe5-d0a9dde8d577 req-123fedbc-d8cf-43a1-ad8f-6b4e2be09749 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Aug 31 16:57:36.957542 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:36.989839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 159cb56b-c0f8-4b5b-9281-75917632fcdd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=159cb56b-c0f8-4b5b-9281-75917632fcdd,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:36.993540 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:37.023860 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-c8efd45d-afaa-4c68-9254-4c0c3c7ff249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:37.025447 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-c8efd45d-afaa-4c68-9254-4c0c3c7ff249 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1095 time: 0.0433950 Aug 31 16:57:37.041755 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=159cb56b-c0f8-4b5b-9281-75917632fcdd,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:37.117362 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-96e929ab-e3a8-40db-8e8b-c3e58b46d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:37.118827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-96e929ab-e3a8-40db-8e8b-c3e58b46d5ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 200 len: 897 time: 0.0857911 Aug 31 16:57:37.161431 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-5243f8a3-f15d-40b7-9d53-51f09089dd27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0345821 Aug 31 16:57:37.210546 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-b5323b8e-5dab-432c-9954-29ed03fda837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:37.211873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-b5323b8e-5dab-432c-9954-29ed03fda837 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b7f497-3b17-4bdf-a19d-de19ec1a60bb HTTP/1.1" status: 200 len: 834 time: 0.0429592 Aug 31 16:57:37.257568 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-f78838ef-d14e-4cbb-9840-38ebb7fe62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:37.259062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-f78838ef-d14e-4cbb-9840-38ebb7fe62ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392354 Aug 31 16:57:37.685998 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ab252-631d-4568-af67-c0fe91afc4fa req-9b2fd018-892b-42f7-8ce0-83cac4bc771b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:37.688081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e0ab252-631d-4568-af67-c0fe91afc4fa req-9b2fd018-892b-42f7-8ce0-83cac4bc771b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 943 time: 0.0705462 Aug 31 16:57:37.704285 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-b74ac156-14bb-4d3c-89d8-dc0e8026e00b service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364183 Aug 31 16:57:37.775621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e0ab252-631d-4568-af67-c0fe91afc4fa req-0084af1a-db03-4b91-b6b8-7d78e169c6d3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804718 Aug 31 16:57:37.812260 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-acd68e36-14e0-47aa-95a5-8fc0996dd8db req-40a5b412-ce24-40fc-b8aa-f2e1c8339ae7 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988784 Aug 31 16:57:38.800839 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 159cb56b-c0f8-4b5b-9281-75917632fcdd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:38.851785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 159cb56b-c0f8-4b5b-9281-75917632fcdd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:38.852153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:38.892997 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37ff00-71aa-4eb9-9a7d-23c276d6ca8f req-6e49ca9e-98ba-41d6-b9f4-40975d1f8cea tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:38.894511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e37ff00-71aa-4eb9-9a7d-23c276d6ca8f req-6e49ca9e-98ba-41d6-b9f4-40975d1f8cea tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 943 time: 0.0495665 Aug 31 16:57:38.931932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e37ff00-71aa-4eb9-9a7d-23c276d6ca8f req-83f16873-2022-43b8-a722-dae2dcec6813 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308559 Aug 31 16:57:39.741549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:57:39.836479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:39.848098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'port_id': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'mac_address': 'fa:16:3e:fe:be:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:57:39.885205 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:39.897684 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:57:39.916451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:39.920685 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:39.969030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:40.051060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c720d-51a7-436c-82eb-2bbc40d79e48 req-55a4753a-aef1-46b3-8420-57a5110bdf05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:40.052483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-841c720d-51a7-436c-82eb-2bbc40d79e48 req-55a4753a-aef1-46b3-8420-57a5110bdf05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 944 time: 0.0532248 Aug 31 16:57:40.090204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-841c720d-51a7-436c-82eb-2bbc40d79e48 req-cfbe6a8a-8760-4cf4-9a65-756ab3325e4a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Aug 31 16:57:40.184795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:57:41.205502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f887-ed8b-49dc-a8b3-96a123b39ec3 req-153f405c-60cf-4afb-b001-1fe1afd3ca33 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:41.206992 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee00f887-ed8b-49dc-a8b3-96a123b39ec3 req-153f405c-60cf-4afb-b001-1fe1afd3ca33 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 944 time: 0.0490019 Aug 31 16:57:41.243994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ee00f887-ed8b-49dc-a8b3-96a123b39ec3 req-f90e92ce-da07-4f75-90d4-6ce2a9ae4cec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310099 Aug 31 16:57:41.756961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:57:41.804124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:57:41.807620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:57:41.807991 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:41.884005 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:41.905826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:57:41.908037 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3b0b7-9dd0-48f7-9532-734cfa173eee" -d '{"events": [{"server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "name": "network-vif-plugged", "status": "completed", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:57:41.922183 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:57:41.927110 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:41.951914 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1244d89-9971-4338-b266-6860c8b7a7e4 x-openstack-request-id: req-a1244d89-9971-4338-b266-6860c8b7a7e4 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:57:41.952256 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "name": "network-vif-plugged", "status": "completed", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:57:41.952878 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1244d89-9971-4338-b266-6860c8b7a7e4 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:57:41.953264 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'code': 200} Aug 31 16:57:41.979313 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:42.041740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250dd94-4a76-4cb6-8a4f-c39152385f01 req-39ed0ab7-635a-4b6e-9453-99ed9d5ba987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:42.043470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8250dd94-4a76-4cb6-8a4f-c39152385f01 req-39ed0ab7-635a-4b6e-9453-99ed9d5ba987 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1097 time: 0.0393815 Aug 31 16:57:42.076967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8250dd94-4a76-4cb6-8a4f-c39152385f01 req-01220a9b-05e3-43ef-9a34-78dbb6b37220 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263262 Aug 31 16:57:42.364700 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78289561-ab88-4ca5-aee0-fdf5ac98c7e4 req-99ca2731-4911-4954-ab2f-356376b93cbf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:42.366165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78289561-ab88-4ca5-aee0-fdf5ac98c7e4 req-99ca2731-4911-4954-ab2f-356376b93cbf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0520465 Aug 31 16:57:42.402769 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78289561-ab88-4ca5-aee0-fdf5ac98c7e4 req-63ece119-8166-439d-bfd6-e704ab047418 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Aug 31 16:57:43.532519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244b81-64ef-4ad5-94a8-a4769ba17054 req-5d669916-0f8f-4391-8fc8-83b86863575f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:43.534055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85244b81-64ef-4ad5-94a8-a4769ba17054 req-5d669916-0f8f-4391-8fc8-83b86863575f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0504599 Aug 31 16:57:43.572210 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-85244b81-64ef-4ad5-94a8-a4769ba17054 req-8cbb3f0a-a4dc-4e53-8331-58630779469d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Aug 31 16:57:43.685080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca31ec-d419-4fce-abfe-ad3ec3868284 req-5411aacf-29ca-4369-bc3b-ad7e54a82133 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:43.686508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-feca31ec-d419-4fce-abfe-ad3ec3868284 req-5411aacf-29ca-4369-bc3b-ad7e54a82133 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Aug 31 16:57:43.724179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-feca31ec-d419-4fce-abfe-ad3ec3868284 req-47e4d1df-cf3f-44f9-a261-3a5a5eeffe58 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Aug 31 16:57:43.745460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44706) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:43.793029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49017826-2982-4ae2-9aba-81c6220da505 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:43.795908 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-49017826-2982-4ae2-9aba-81c6220da505 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1092 time: 0.0491853 Aug 31 16:57:43.798607 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44708) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:43.803223 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:57:43.825587 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:43.919679 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.024584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.44 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/a35f9cf6-db77-41af-a8f4-520644de4f5a) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:57:44.123610 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.165951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.205621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:57:44.208440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:57:44.210909 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:57:44.233838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=a35f9cf6-db77-41af-a8f4-520644de4f5a,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:44.565968 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.630531 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.778636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.784041 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.851582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=a35f9cf6-db77-41af-a8f4-520644de4f5a,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:57:44.861195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:44.960455 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP de846a00-e96b-46c6-9957-22a7068dda87 associated. External IP: 172.25.6.44, port: 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0. Aug 31 16:57:45.163772 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:57:45.268015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:57:45.277438 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] Sync routers for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:57:45.285549 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:45.287964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:45.288619 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:57:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:45.314826 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66313ab7-e925-4234-9363-3df5eeb37af8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5144808 Aug 31 16:57:45.314826 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:57:45.317221 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf20136-9674-4bd9-b4ad-daf7762e7d38" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:57:45.395430 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:45.412907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418441d6-038b-4cd1-af25-7a6f9d07ceeb req-75070ee6-4edb-41ea-804c-a40c9fcae9c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:45.414511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-418441d6-038b-4cd1-af25-7a6f9d07ceeb req-75070ee6-4edb-41ea-804c-a40c9fcae9c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Aug 31 16:57:45.456124 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-418441d6-038b-4cd1-af25-7a6f9d07ceeb req-74fe7cda-df09-44df-8b05-ae82d014648c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Aug 31 16:57:45.478181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44714) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:45.500159 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf006544-a50f-4616-91a0-06a948fb8e86 x-openstack-request-id: req-cf006544-a50f-4616-91a0-06a948fb8e86 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:57:45.500498 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:57:45.500757 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf006544-a50f-4616-91a0-06a948fb8e86 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:57:45.501168 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'status': 'completed', 'code': 200} Aug 31 16:57:45.567270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a88820ea-56d8-458b-9169-f005e6f6a51c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/de846a00-e96b-46c6-9957-22a7068dda87 HTTP/1.1" status: 200 len: 990 time: 0.0878580 Aug 31 16:57:45.581799 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-e18d45b7-34bf-4677-8277-d2d8bf5a346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:45.583309 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-e18d45b7-34bf-4677-8277-d2d8bf5a346e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1097 time: 0.0604777 Aug 31 16:57:45.681416 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-5220132c-7626-45e0-b0e9-6647e6e13fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:45.682791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-5220132c-7626-45e0-b0e9-6647e6e13fdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 200 len: 897 time: 0.0918956 Aug 31 16:57:45.750385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-b7bd0b6c-3b35-4ce4-bc5d-f81757178974 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 200 len: 998 time: 0.0593200 Aug 31 16:57:45.786886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'de846a00-e96b-46c6-9957-22a7068dda87', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'port_id': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'mac_address': 'fa:16:3e:fe:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:57:44Z', 'updated_at': '2021-08-31T16:57:44Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:36Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:45.805464 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-76ecb13b-f491-46a3-b5a8-c5b60041a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:45.806980 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-76ecb13b-f491-46a3-b5a8-c5b60041a25e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b7f497-3b17-4bdf-a19d-de19ec1a60bb HTTP/1.1" status: 200 len: 834 time: 0.0492933 Aug 31 16:57:45.813315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] Checking router: 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:57:45.821650 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:57:45.822255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:57:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:45.853678 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-548b7e8d-888b-4645-8df3-803c3e2dee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:45.855192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-548b7e8d-888b-4645-8df3-803c3e2dee8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410895 Aug 31 16:57:45.928513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:57:45.942890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-4f540086-d749-46ab-963a-b8df1c544621 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799606 Aug 31 16:57:46.036561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2cf20136-9674-4bd9-b4ad-daf7762e7d38 req-f0cf4a75-de1e-462d-86b5-479fb6c10f35 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864968 Aug 31 16:57:46.151284 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'de846a00-e96b-46c6-9957-22a7068dda87', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'port_id': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'mac_address': 'fa:16:3e:fe:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:57:44Z', 'updated_at': '2021-08-31T16:57:44Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:36Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:57:46.177773 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11e78e-c7e8-4007-976d-df0e654bfd35 None None] The sync data for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 is: [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'de846a00-e96b-46c6-9957-22a7068dda87', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'port_id': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'mac_address': 'fa:16:3e:fe:be:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:57:44Z', 'updated_at': '2021-08-31T16:57:44Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:36Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:57:46.363483 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3cac4-2d4b-4fe1-88d7-7c9e0080b9b1 None None] New status for floating IP de846a00-e96b-46c6-9957-22a7068dda87: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:57:46.571266 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44716) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:57:46.632857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5d5c9cf7-4279-458b-a39d-2a539756e4cf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/de846a00-e96b-46c6-9957-22a7068dda87 HTTP/1.1" status: 200 len: 992 time: 0.0602109 Aug 31 16:57:51.133718 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5d39f0ad-20c7-4138-a7ce-f3dfa2c5f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:53.700899 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-c98aff50-38b5-473f-83ef-2f2de0ac1943 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434833 Aug 31 16:57:53.785422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-e4917e35-8a98-47ed-b09d-e3f1eb4e70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:53.786955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-e4917e35-8a98-47ed-b09d-e3f1eb4e70e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1097 time: 0.0408485 Aug 31 16:57:53.890702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-89824b3c-472a-4904-a7f1-7801f6edc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:53.892092 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-89824b3c-472a-4904-a7f1-7801f6edc0d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 200 len: 897 time: 0.0851159 Aug 31 16:57:53.964739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-fa229f3e-e566-4cb5-944d-3897842de54c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 200 len: 1000 time: 0.0620985 Aug 31 16:57:54.013933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-68287c23-d37e-49f5-a1b4-fbae2407af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:54.015979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-68287c23-d37e-49f5-a1b4-fbae2407af61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b7f497-3b17-4bdf-a19d-de19ec1a60bb HTTP/1.1" status: 200 len: 834 time: 0.0437338 Aug 31 16:57:54.061516 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-91c6f9b2-8543-4ca9-9527-6ebae1763042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:57:54.063250 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-91c6f9b2-8543-4ca9-9527-6ebae1763042 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388854 Aug 31 16:57:54.155472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-559140b5-5529-4ec2-910b-3b88209a8e8d service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840778 Aug 31 16:57:54.244071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c0ec0e4a-604d-4cb0-b81e-02f33e1180c8 req-b1a1b5a5-99e1-4f21-8e45-2c8db51ec806 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804663 Aug 31 16:57:54.675304 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:55.341051 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:55.710662 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:55.712608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9dea57d-dc14-490b-aaaf-389c215c2ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:56.085583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:57:57.850127 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:04.409616 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:58:20.037126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a828f-2938-4d03-8df9-32fe24e7800b req-c373b7ee-074d-4717-b4bf-ccd323c420dd tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:20.038565 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b34a828f-2938-4d03-8df9-32fe24e7800b req-c373b7ee-074d-4717-b4bf-ccd323c420dd tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0541580 Aug 31 16:58:20.076315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b34a828f-2938-4d03-8df9-32fe24e7800b req-b46605d4-aaf2-4429-a128-ba8f7cd38ccf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Aug 31 16:58:21.135176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-735a31fa-e427-4598-92ea-97fc36c5a19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:21.195523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd9328-eb2b-4c28-abc1-484b91c3935d req-be5fafee-531f-4259-ac45-9dbcbf1cebd2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:21.197036 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ffd9328-eb2b-4c28-abc1-484b91c3935d req-be5fafee-531f-4259-ac45-9dbcbf1cebd2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Aug 31 16:58:21.234117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ffd9328-eb2b-4c28-abc1-484b91c3935d req-1b4151ba-09f7-4e31-b8f4-b23414d9f3b5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305080 Aug 31 16:58:21.256764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44736) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:21.321072 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f8c12a11-0990-47bc-b4b8-36ee7c31930c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/de846a00-e96b-46c6-9957-22a7068dda87 HTTP/1.1" status: 200 len: 992 time: 0.0631590 Aug 31 16:58:22.589908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34cb95-9c0f-4e53-a4fe-3caa8d1f5921 req-80858ff8-d7db-4a4b-8b38-33af95f17c52 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:22.591353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc34cb95-9c0f-4e53-a4fe-3caa8d1f5921 req-80858ff8-d7db-4a4b-8b38-33af95f17c52 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0535378 Aug 31 16:58:22.634047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cc34cb95-9c0f-4e53-a4fe-3caa8d1f5921 req-a5047e10-82b0-4ad8-91f1-818c240e5a74 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361047 Aug 31 16:58:23.760146 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd34fb-4375-40a2-b971-040dad0219a7 req-9be34133-8b76-446d-bdad-b05ff63dbe10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:23.761697 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26dd34fb-4375-40a2-b971-040dad0219a7 req-9be34133-8b76-446d-bdad-b05ff63dbe10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0514131 Aug 31 16:58:23.801086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26dd34fb-4375-40a2-b971-040dad0219a7 req-6a47461a-141d-4b49-90ca-3459e7212563 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Aug 31 16:58:24.677403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:24.914130 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a6cf2-5bac-4a6c-926d-d1678500a4a5 req-e9292512-ef51-4b6b-9511-63880ae53c8f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:24.915600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-655a6cf2-5bac-4a6c-926d-d1678500a4a5 req-e9292512-ef51-4b6b-9511-63880ae53c8f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0480857 Aug 31 16:58:24.956798 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-655a6cf2-5bac-4a6c-926d-d1678500a4a5 req-7c2aa2d6-c4bd-48a1-9b65-7960dfc3b27b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342727 Aug 31 16:58:25.343386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:25.704097 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:25.714827 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2d57ea51-ddbf-430a-94bd-ce8a174522c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:26.073145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ba03-a378-4bba-9874-bd8b795b7623 req-b852af82-366e-4120-8f13-a1aad99b97e2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:26.074646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb21ba03-a378-4bba-9874-bd8b795b7623 req-b852af82-366e-4120-8f13-a1aad99b97e2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Aug 31 16:58:26.093407 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:26.113449 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb21ba03-a378-4bba-9874-bd8b795b7623 req-db2069b7-16cc-467d-a798-822b29f88204 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318730 Aug 31 16:58:27.230403 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754732ca-1315-4647-81e8-838ad001099b req-760caaa3-3fdf-46be-907d-4a100b3401c6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:27.231914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-754732ca-1315-4647-81e8-838ad001099b req-760caaa3-3fdf-46be-907d-4a100b3401c6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0494590 Aug 31 16:58:27.270971 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-754732ca-1315-4647-81e8-838ad001099b req-23e5b446-555c-42c5-b34c-66747e61e8bd tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Aug 31 16:58:27.852649 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:28.390206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d206ee-7c72-406e-944f-0dff4d54b3c8 req-cf50a97d-eeba-46b7-9bc0-f4012215c0ff tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:28.391691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73d206ee-7c72-406e-944f-0dff4d54b3c8 req-cf50a97d-eeba-46b7-9bc0-f4012215c0ff tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0532112 Aug 31 16:58:28.433247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-73d206ee-7c72-406e-944f-0dff4d54b3c8 req-041f3645-ac73-4d5f-be52-6b36e89844bc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355961 Aug 31 16:58:28.454787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44754) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:28.513772 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f26e5035-9e43-47d9-8969-d346f35ab89e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/de846a00-e96b-46c6-9957-22a7068dda87 HTTP/1.1" status: 200 len: 992 time: 0.0579076 Aug 31 16:58:28.741827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44760) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:28.896694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port a35f9cf6-db77-41af-a8f4-520644de4f5a {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:58:28.896949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:28.973457 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:28.973784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:28.984928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for a35f9cf6-db77-41af-a8f4-520644de4f5a owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:58:29.127053 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:29.152764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=a35f9cf6-db77-41af-a8f4-520644de4f5a,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:29.179734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.180083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.180453 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.180787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.181118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.181451 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.181782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.182107 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.182435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.182758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.183079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.183400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:29.222126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:29.222467 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP de846a00-e96b-46c6-9957-22a7068dda87 disassociated (deleted). External IP: 172.25.6.44, port: 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0. Aug 31 16:58:29.428726 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:58:29.538987 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:58:29.544462 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:29.549664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] Sync routers for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:58:29.560737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:29.561358 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:29.571287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6cd8c810-35ff-4aab-8ca3-ee76e6470c2b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/floatingips/de846a00-e96b-46c6-9957-22a7068dda87 HTTP/1.1" status: 204 len: 168 time: 0.8283765 Aug 31 16:58:29.571891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:58:29.574187 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddf1d86-184a-47cc-abcb-d22440d2d186" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:58:29.668339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:29.744078 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6156d7b5-2c90-4292-9718-bd8468231e4f x-openstack-request-id: req-6156d7b5-2c90-4292-9718-bd8468231e4f {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:58:29.744416 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:58:29.744730 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6156d7b5-2c90-4292-9718-bd8468231e4f {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:58:29.745422 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'status': 'completed', 'code': 200} Aug 31 16:58:29.845721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-4b00b1d0-c19c-4a6b-8b3f-0ae1662bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:29.847226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-4b00b1d0-c19c-4a6b-8b3f-0ae1662bfac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 1097 time: 0.0738363 Aug 31 16:58:29.872030 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21983-bcba-4082-b8be-416c6af06acc req-91ea47b9-2e13-4f86-a3c3-c54b7f76946c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:29.873504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7d21983-bcba-4082-b8be-416c6af06acc req-91ea47b9-2e13-4f86-a3c3-c54b7f76946c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0683558 Aug 31 16:58:29.878388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:36Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:29.904903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] Checking router: 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:58:29.913077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:29.913681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:29.961088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7d21983-bcba-4082-b8be-416c6af06acc req-4ed41bbe-bb64-447f-ab30-db70ffb7b63a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755177 Aug 31 16:58:29.984838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-19b56e2b-fd19-44ec-9e09-14107c7ea97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:29.984838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-19b56e2b-fd19-44ec-9e09-14107c7ea97b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 200 len: 897 time: 0.1202002 Aug 31 16:58:30.020706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:30.025397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-980ca2ab-8832-4851-8527-3064e5a12729 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0393600 Aug 31 16:58:30.079947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-2c90c90c-0ada-4468-9f8c-a0a6b83e210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:30.081454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-2c90c90c-0ada-4468-9f8c-a0a6b83e210e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b7f497-3b17-4bdf-a19d-de19ec1a60bb HTTP/1.1" status: 200 len: 834 time: 0.0479374 Aug 31 16:58:30.127435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-1af74691-6d4f-4979-8e68-f4d3c72ba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:30.129483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-1af74691-6d4f-4979-8e68-f4d3c72ba067 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd348df9-1afb-4be1-b97f-fe1a8f90ee54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404603 Aug 31 16:58:30.221241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:36Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:30.224075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-f5e77e11-4f73-480b-86cf-2591467af347 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868969 Aug 31 16:58:30.250538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23cdf8-cfee-442c-b9bd-20463af5e571 None None] The sync data for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 is: [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:57:32Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '159cb56b-c0f8-4b5b-9281-75917632fcdd', 'name': '', 'network_id': 'fd348df9-1afb-4be1-b97f-fe1a8f90ee54', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:ca:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:31Z', 'updated_at': '2021-08-31T16:57:36Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '31b7f497-3b17-4bdf-a19d-de19ec1a60bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:58:30.318156 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eddf1d86-184a-47cc-abcb-d22440d2d186 req-a2b0ca49-f86a-4501-988a-fb0dc1202a60 service neutron] 10.222.0.30 "GET /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857739 Aug 31 16:58:30.463711 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd90f5-7818-4122-abb7-4212430d953d None None] New status for floating IP de846a00-e96b-46c6-9957-22a7068dda87: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:58:31.080509 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408652-0560-4b4e-98ce-cc447f359982 req-458e5da8-236b-4dee-ba7b-d45433472cde tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:31.081921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8408652-0560-4b4e-98ce-cc447f359982 req-458e5da8-236b-4dee-ba7b-d45433472cde tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Aug 31 16:58:31.120617 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8408652-0560-4b4e-98ce-cc447f359982 req-307220d4-c9e1-41b0-bbbb-1a44c29b10fc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=92f8d7af-514d-4b9f-8254-8e4edecb5136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Aug 31 16:58:31.342502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-a401af6b-6e7a-4857-a7ca-beb1323a0f7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:31.343855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-a401af6b-6e7a-4857-a7ca-beb1323a0f7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Aug 31 16:58:31.430269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:58:31.430610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.519978 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:31.520369 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.533212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:58:31.655905 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.688426 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:31.727788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] No DVR routers for this DVR port 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:58:31.730953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.732962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9cdd7cac-eeb1-4f3d-bb51-7069f4d43e7c req-8eae6c36-7596-4388-ab1a-19554518b633 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "DELETE /v2.0/ports/90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 HTTP/1.1" status: 204 len: 173 time: 0.3827183 Aug 31 16:58:31.746748 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'name': 'network-vif-deleted', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:58:31.749975 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaffade7-3d14-4d59-911c-f8173da563b4" -d '{"events": [{"server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "name": "network-vif-deleted", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:58:31.794339 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4649dc-0859-4036-ad7e-8b087d1f4733 x-openstack-request-id: req-ba4649dc-0859-4036-ad7e-8b087d1f4733 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:58:31.794639 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f79e02-2ca5-4c91-88ec-bacba4863412", "name": "network-vif-deleted", "tag": "90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:58:31.794894 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba4649dc-0859-4036-ad7e-8b087d1f4733 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:58:31.795299 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f79e02-2ca5-4c91-88ec-bacba4863412', 'name': 'network-vif-deleted', 'tag': '90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0', 'status': 'completed', 'code': 200} Aug 31 16:58:32.246685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1055ebc6-1e8a-471d-a76f-b98e381bd267 req-32446b3e-7fc9-4ca7-83b9-6f5c8fcf964a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f79e02-2ca5-4c91-88ec-bacba4863412 HTTP/1.1" status: 200 len: 210 time: 0.0290079 Aug 31 16:58:33.302023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44778) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:33.670365 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:33.925615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 159cb56b-c0f8-4b5b-9281-75917632fcdd {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:58:33.925879 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:34.010950 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 159cb56b-c0f8-4b5b-9281-75917632fcdd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=159cb56b-c0f8-4b5b-9281-75917632fcdd,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:34.011311 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:34.024915 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 159cb56b-c0f8-4b5b-9281-75917632fcdd owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:58:34.522717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:34.557112 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=159cb56b-c0f8-4b5b-9281-75917632fcdd,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:34.727669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:34.946286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:58:35.057673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:58:35.065764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-abc06ba8-a3e8-432d-9bfc-498d2f024bf7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626283 Aug 31 16:58:35.067880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44780) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:35.069470 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] Sync routers for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:58:35.079175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:35.079786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:35.118432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting subnet 31b7f497-3b17-4bdf-a19d-de19ec1a60bb {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 16:58:35.121518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.161623 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.183656 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:35.249343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.308029 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.335892 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Subnet': ['ID=31b7f497-3b17-4bdf-a19d-de19ec1a60bb,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:35.341587 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.347398 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-29c89ad6-b2b0-4fbb-9c3f-585650ec674f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/subnets/31b7f497-3b17-4bdf-a19d-de19ec1a60bb HTTP/1.1" status: 204 len: 168 time: 0.2779269 Aug 31 16:58:35.349439 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44782) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:35.354908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3a281-a8fc-444f-b618-24d34353c8ee None None] Network fd348df9-1afb-4be1-b97f-fe1a8f90ee54 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:58:35.431682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:58:34Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:35.459431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.475383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] Checking router: 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:58:35.506303 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] Routers {'48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:35.506927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:35.566343 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.622947 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] DHCP port deletion for fd348df9-1afb-4be1-b97f-fe1a8f90ee54 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 16:58:35.626273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] Set router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:35.635381 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 5aadb42b-c4ce-4922-bc66-cff89db9fd58 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:58:35.635735 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.734058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 5aadb42b-c4ce-4922-bc66-cff89db9fd58, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5aadb42b-c4ce-4922-bc66-cff89db9fd58,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:35.734431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.747011 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 5aadb42b-c4ce-4922-bc66-cff89db9fd58 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:58:35.916736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.943153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=5aadb42b-c4ce-4922-bc66-cff89db9fd58,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:35.944451 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Deleting port 97098f1f-eabe-48c4-bc37-caa1a86193d0 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 16:58:35.944988 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.009693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.020377 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:58:36.054039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:58:36.054381 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 90fa57b3-bb8d-4d1b-bd17-eacfb43a6dc0 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:58:36.057452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] For port 97098f1f-eabe-48c4-bc37-caa1a86193d0, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=97098f1f-eabe-48c4-bc37-caa1a86193d0,segment=NetworkSegment(9d488b91-ca68-4b97-aa2c-4fc33b5cc183),segment_id=9d488b91-ca68-4b97-aa2c-4fc33b5cc183)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:36.057848 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.072155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Calling delete_port for 97098f1f-eabe-48c4-bc37-caa1a86193d0 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 16:58:36.102163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.104294 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.121397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:58:34Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:36.148303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.149043 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Fanout notify agent at l3_agent the message router_deleted on router 48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 16:58:36.150461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242b0e8-c5dc-4aa2-9c79-3a9104fc5fd8 None None] The sync data for ids ['48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6'] in n-d-793621-35 is: [{'id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369765300', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:57:28Z', 'updated_at': '2021-08-31T16:58:34Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '5aadb42b-c4ce-4922-bc66-cff89db9fd58', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:57:29Z', 'updated_at': '2021-08-31T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:58:36.158465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.162194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-84ae1c17-5e22-497a-9f84-cb32fd58bc5c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/routers/48ad1a9e-8e29-4470-b0fe-9f7bc2a5d4e6 HTTP/1.1" status: 204 len: 168 time: 0.8090911 Aug 31 16:58:36.162537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44784) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:36.193439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.219728 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Pushing event deleted for resources: {'Port': ['ID=97098f1f-eabe-48c4-bc37-caa1a86193d0,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:36.225844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] No DVR routers for this DVR port 97098f1f-eabe-48c4-bc37-caa1a86193d0 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 16:58:36.233269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.233612 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.236036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.237211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.237211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.237211 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd9fcd-0043-4d0e-a835-e3d32b5316dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.243429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.333767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.343995 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd348df9-1afb-4be1-b97f-fe1a8f90ee54']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:36.355057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d488b91-ca68-4b97-aa2c-4fc33b5cc183') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:36.355363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d488b91-ca68-4b97-aa2c-4fc33b5cc183') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:36.364398 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.377921 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.383643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 16:58:36.384034 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: timer() Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 16:58:36.387002 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 16:58:36.448055 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.457715 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.459531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/networks/fd348df9-1afb-4be1-b97f-fe1a8f90ee54 HTTP/1.1" status: 204 len: 168 time: 0.2959824 Aug 31 16:58:36.462557 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44786) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:36.470008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Network': ['ID=fd348df9-1afb-4be1-b97f-fe1a8f90ee54,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:36.477522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.477889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.478240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.478581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.478918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.479257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.479593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.479929 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.482943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.482943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.482943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.482943 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb547ad-f0bf-4edd-9718-6ec5c9b26859 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.542149 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-927ac73f-d6a0-4271-9752-03c29adc7a10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.570992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-927ac73f-d6a0-4271-9752-03c29adc7a10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.636816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-927ac73f-d6a0-4271-9752-03c29adc7a10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.640179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-927ac73f-d6a0-4271-9752-03c29adc7a10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.644857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-927ac73f-d6a0-4271-9752-03c29adc7a10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/security-groups/92f8d7af-514d-4b9f-8254-8e4edecb5136 HTTP/1.1" status: 204 len: 168 time: 0.1811988 Aug 31 16:58:36.655567 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ac73f-d6a0-4271-9752-03c29adc7a10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f8d7af-514d-4b9f-8254-8e4edecb5136,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:36.943016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44792) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:36.947844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035036590', 'description': 'tempest-secgroup-smoke-2035036590 description', 'project_id': 'c9ca3990e87a407095037dcab2f860c8'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:36.970738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.078177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.082820 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.113572 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.114727 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1706481 Aug 31 16:58:37.118454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44794) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.119705 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfff054-e332-4e77-be3e-af10e3024521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121c68d8-9ac4-465e-a672-661e31739e96,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.124754 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '121c68d8-9ac4-465e-a672-661e31739e96', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:37.156827 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.193818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97098f1f-eabe-48c4-bc37-caa1a86193d0 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:58:37.227736 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.229568 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 97098f1f-eabe-48c4-bc37-caa1a86193d0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:58:37.230078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 97098f1f-eabe-48c4-bc37-caa1a86193d0 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:58:37.230681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 159cb56b-c0f8-4b5b-9281-75917632fcdd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:58:37.233612 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.257753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad078a49-d2a2-4450-b946-6e43a0bfb32b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.260476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 159cb56b-c0f8-4b5b-9281-75917632fcdd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:58:37.260911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 159cb56b-c0f8-4b5b-9281-75917632fcdd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:58:37.263056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.268030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b7164185-7505-4978-8d1b-7092d5ff858d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448383 Aug 31 16:58:37.268806 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44796) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.273116 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '121c68d8-9ac4-465e-a672-661e31739e96', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:37.303507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.364794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.368739 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.387860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2af9caa-deaf-4b4f-9239-6dd4aa1da58c,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.398573 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.399994 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b6fc07fc-4712-4904-bb4d-392d192a91ce tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306708 Aug 31 16:58:37.402910 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44798) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.408158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '121c68d8-9ac4-465e-a672-661e31739e96', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:37.435742 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.502079 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.507392 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.531693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60551c4-fbf0-4b64-9529-e6dd05e920cc,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.535455 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.536723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-cdb721fe-cb60-4a42-a0a2-9944dc144e05 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327980 Aug 31 16:58:37.539562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44800) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.546144 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '121c68d8-9ac4-465e-a672-661e31739e96', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:37.574711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.638663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.643933 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.662383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c14605-c469-474c-9aa9-575d6c86a888,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.670778 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.672314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e818df03-a015-4205-adbd-29e8f3f1cc64 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315002 Aug 31 16:58:37.675042 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44802) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.679846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '121c68d8-9ac4-465e-a672-661e31739e96', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:37.702942 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:58:37.708902 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.791151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.796198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.824441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d437fee-449a-443a-94f9-ab7f7c06bd02,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.835067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.836500 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7073c724-5acf-4f10-9688-e3e517b3cce2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604609 Aug 31 16:58:37.840097 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44804) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.845791 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '121c68d8-9ac4-465e-a672-661e31739e96', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:37.869026 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 16:58:37.874234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.949110 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.956375 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.981831 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac965cd-1671-4910-95f9-4bec769e8498,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:37.985489 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:37.986907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e5298695-893b-44e1-97bb-0b4ffb3b112d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456923 Aug 31 16:58:37.989707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44806) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:37.997877 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'network': {'name': 'tempest-network-smoke--145581310', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:38.027729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:38.031353 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.062139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:58:38.072074 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.072459 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Added segment 117ab1f9-f073-46de-9e75-d3874e2bdc50 of type vlan for network 5a6314ce-1500-4ac7-b3e0-3733956f99cf Aug 31 16:58:38.125530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.151737 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.159457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:38.160088 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.222593 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2316504 Aug 31 16:58:38.225391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44808) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:38.231838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'admin_state_up': True, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:38.247019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f8342-8535-4341-826d-9c8894e2ab83 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Network': ['ID=5a6314ce-1500-4ac7-b3e0-3733956f99cf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:38.257613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:58:38.265451 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.266635 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.320454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.466961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.668654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.688472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.790347 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.252 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/4d2d5faa-f222-432d-b300-818a3106ff20) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:38.792069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5aadb42b-c4ce-4922-bc66-cff89db9fd58 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 16:58:38.814618 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5aadb42b-c4ce-4922-bc66-cff89db9fd58 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 16:58:38.814964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5aadb42b-c4ce-4922-bc66-cff89db9fd58 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 16:58:38.899513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.940396 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:38.985187 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:38.988213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:38.992802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:39.015216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=4d2d5faa-f222-432d-b300-818a3106ff20,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:39.251464 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:39.444491 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:39.586692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router ad5403cf-d623-4179-87d4-da1417e080d8 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:58:39.696847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:58:39.706360 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Sync routers for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:58:39.715358 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:39.715970 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:39.716786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:39.718580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-758dbb4d-c8bb-4e88-9e4d-e01be3ba6cfa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4922643 Aug 31 16:58:39.721775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44810) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:39.754559 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5c14b085-03d4-4939-b70e-9949d08d2c66 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c9ca3990e87a407095037dcab2f860c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316620 Aug 31 16:58:39.757304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44812) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:39.833469 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:39.935609 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b3651-9adb-43aa-ad32-4b1e687f00fc tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:39.937273 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0e5b3651-9adb-43aa-ad32-4b1e687f00fc tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1790276 Aug 31 16:58:39.940017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44814) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:39.974534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-18a54270-bb10-4d02-a3d2-f05d875f087f tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333776 Aug 31 16:58:39.976935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44816) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:39.981730 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829768782', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:40.027463 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:39Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:40.057355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Checking router: ad5403cf-d623-4179-87d4-da1417e080d8 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:58:40.057812 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Updating router ad5403cf-d623-4179-87d4-da1417e080d8 port 4d2d5faa-f222-432d-b300-818a3106ff20 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:58:40.086606 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.372420 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.384057 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Transition to ACTIVE for port object 4d2d5faa-f222-432d-b300-818a3106ff20 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:40.391481 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.392731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:40.396307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.443189 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Attempting to bind port 4d2d5faa-f222-432d-b300-818a3106ff20 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:58:40.443566 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Attempting to bind port 4d2d5faa-f222-432d-b300-818a3106ff20 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:58:40.443926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Attempting to bind port 4d2d5faa-f222-432d-b300-818a3106ff20 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:40.450748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Pushing event updated for resources: {'Port': ['ID=4d2d5faa-f222-432d-b300-818a3106ff20,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:40.454525 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:58:40.454897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:40.455300 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.455694 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:58:40.456166 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Bound port: 4d2d5faa-f222-432d-b300-818a3106ff20, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:58:40.456570 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.479636 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.480049 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.480432 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.480770 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.481101 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.481432 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.481758 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.482080 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.482402 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.482722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.483063 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.483402 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:40.518552 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] For port 4d2d5faa-f222-432d-b300-818a3106ff20, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:58:40.521616 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] For port 4d2d5faa-f222-432d-b300-818a3106ff20, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4d2d5faa-f222-432d-b300-818a3106ff20,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:58:40.525866 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.583451 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:40.584127 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:40.586733 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.618351 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d83545-0b50-40a8-b70e-bbeab720a056 None None] Pushing event updated for resources: {'Port': ['ID=4d2d5faa-f222-432d-b300-818a3106ff20,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:40.648223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Subnet': ['ID=bbb597ca-e59c-4bcd-8630-3f00b551f2c0,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:40.658500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Checking segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:40.658938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network hostable DHCP agents. Network: 5a6314ce-1500-4ac7-b3e0-3733956f99cf, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:58:40.676382 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:58:40.687506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 5a6314ce-1500-4ac7-b3e0-3733956f99cf) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:40.692102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:40.692746 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.698212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4019c-85aa-40e5-aeca-edd5e8473eaf None None] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:58:40.713280 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44818) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:40.713870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ad89ce7a-f87c-4f06-a3cd-5d4135ee9a5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7354074 Aug 31 16:58:40.795991 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:40.869078 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:58:40.869957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:40.988474 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:39Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:41.017291 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1ec5-31e8-4a1f-9cad-7d32811b72fb None None] The sync data for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 is: [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:39Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:58:41.021001 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Allocated IP 172.20.0.2 (5a6314ce-1500-4ac7-b3e0-3733956f99cf/bbb597ca-e59c-4bcd-8630-3f00b551f2c0/79087c05-84ff-4e1c-8f12-17e83931c3fd) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:41.180779 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.190155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Transition to ACTIVE for port object 79087c05-84ff-4e1c-8f12-17e83931c3fd will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:41.207010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Transition to ACTIVE for port object 79087c05-84ff-4e1c-8f12-17e83931c3fd will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:41.213755 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.214734 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.263536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Pushing event updated for resources: {'Port': ['ID=79087c05-84ff-4e1c-8f12-17e83931c3fd,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:41.273396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:41.277631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:41.284573 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:41.355171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Attempting to bind port 79087c05-84ff-4e1c-8f12-17e83931c3fd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:58:41.355534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Attempting to bind port 79087c05-84ff-4e1c-8f12-17e83931c3fd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:58:41.355908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Attempting to bind port 79087c05-84ff-4e1c-8f12-17e83931c3fd on network 5a6314ce-1500-4ac7-b3e0-3733956f99cf {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:41.361809 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:58:41.362200 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Checking segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:41.362621 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.363059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Bound using segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:58:41.363523 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Bound port: 79087c05-84ff-4e1c-8f12-17e83931c3fd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:58:41.363920 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.411107 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:58:41.455380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] For port 79087c05-84ff-4e1c-8f12-17e83931c3fd, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:58:41.460917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] For port 79087c05-84ff-4e1c-8f12-17e83931c3fd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79087c05-84ff-4e1c-8f12-17e83931c3fd,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:58:41.465350 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.530989 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.1 (5a6314ce-1500-4ac7-b3e0-3733956f99cf/bbb597ca-e59c-4bcd-8630-3f00b551f2c0/c5814e55-da13-40db-9aab-c8609612d699) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:41.531699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea77e3-0853-4b23-8ee7-886cceffc4a0 None None] Pushing event updated for resources: {'Port': ['ID=79087c05-84ff-4e1c-8f12-17e83931c3fd,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:41.662635 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.681819 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object c5814e55-da13-40db-9aab-c8609612d699 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:41.721838 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.786767 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:41.790365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:41.795104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:41.826352 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=c5814e55-da13-40db-9aab-c8609612d699,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:41.851943 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:41.994248 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:42.468141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c94fd8-62e5-46cf-9e81-8004760a8365 None None] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:58:42.587082 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f080d45b-7c87-4c53-be56-cdc8b48ac126 None None] Provisioning for port 79087c05-84ff-4e1c-8f12-17e83931c3fd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:42.640149 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:42.646808 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:42.729528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:42.732587 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=c5814e55-da13-40db-9aab-c8609612d699,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:42.860488 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:42.861963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:42.928357 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d2d5faa-f222-432d-b300-818a3106ff20 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:42.959661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2ee43d72-74e5-4d45-b761-1cc40971ffa1 None None] Provisioning for port c5814e55-da13-40db-9aab-c8609612d699 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:42.971789 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2ee43d72-74e5-4d45-b761-1cc40971ffa1 None None] Provisioning complete for port c5814e55-da13-40db-9aab-c8609612d699 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:42.972165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2ee43d72-74e5-4d45-b761-1cc40971ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.002009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router ad5403cf-d623-4179-87d4-da1417e080d8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:58:43.029537 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2ee43d72-74e5-4d45-b761-1cc40971ffa1 None None] Port c5814e55-da13-40db-9aab-c8609612d699 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:58:43.036034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4d2d5faa-f222-432d-b300-818a3106ff20 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:43.040545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4d2d5faa-f222-432d-b300-818a3106ff20 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:43.040917 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.131139 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.132061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:58:43.152516 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8a8d9040-9849-420b-b542-b5ef69637369 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/ad5403cf-d623-4179-87d4-da1417e080d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324491 Aug 31 16:58:43.155736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Sync routers for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:58:43.172559 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4d2d5faa-f222-432d-b300-818a3106ff20, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4d2d5faa-f222-432d-b300-818a3106ff20,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:43.180733 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.181536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79087c05-84ff-4e1c-8f12-17e83931c3fd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:43.207511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f2fbd752-32ff-42ea-b65f-66399d7eaca1 None None] Provisioning complete for port c5814e55-da13-40db-9aab-c8609612d699 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:43.207886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd752-32ff-42ea-b65f-66399d7eaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.209449 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:43.210101 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:43.317721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-e882b6ac-b5d7-415a-8752-51340e47bb62 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035036590&fields=id&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 267 time: 0.0503857 Aug 31 16:58:43.340324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4d2d5faa-f222-432d-b300-818a3106ff20,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:43.343374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbd752-32ff-42ea-b65f-66399d7eaca1 None None] Port c5814e55-da13-40db-9aab-c8609612d699 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:58:43.396467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 79087c05-84ff-4e1c-8f12-17e83931c3fd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:43.406454 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 79087c05-84ff-4e1c-8f12-17e83931c3fd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:43.406828 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.411723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:43.440938 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-d79c4feb-2e97-45ae-9f41-7a4b8435ce09 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:43.442577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-d79c4feb-2e97-45ae-9f41-7a4b8435ce09 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 796 time: 0.1125238 Aug 31 16:58:43.459166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-28b541f7-bc63-4b76-8a82-1e1d6ed35d11 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/quotas/c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 375 time: 0.0105047 Aug 31 16:58:43.522056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-3f61a394-1294-4848-be41-474b543cd35f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564578 Aug 31 16:58:43.523669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-678a5b53-ab1e-433a-9f16-2b0058ec272c None None] Provisioning complete for port c5814e55-da13-40db-9aab-c8609612d699 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:43.524169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-678a5b53-ab1e-433a-9f16-2b0058ec272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.622331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-7547e39d-f2a8-46bc-92ed-f234264b09eb service neutron] 10.222.0.43 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877347 Aug 31 16:58:43.719659 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-52133420-baaa-419b-8ec1-5ee136bc7496 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885417 Aug 31 16:58:43.796228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-678a5b53-ab1e-433a-9f16-2b0058ec272c None None] Port c5814e55-da13-40db-9aab-c8609612d699 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:58:43.818654 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.891364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 79087c05-84ff-4e1c-8f12-17e83931c3fd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79087c05-84ff-4e1c-8f12-17e83931c3fd,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:43.909312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8dd695bd-2a02-48ab-943d-27a54410f509 req-4e2c56c2-e53b-4ebc-915a-4b7e6c0d7ece tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 210 time: 0.0332446 Aug 31 16:58:43.912815 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:43.973729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:42Z', 'revision_number': 2, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:43.978242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=79087c05-84ff-4e1c-8f12-17e83931c3fd,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:44.004308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Checking router: ad5403cf-d623-4179-87d4-da1417e080d8 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:58:44.004666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Updating router ad5403cf-d623-4179-87d4-da1417e080d8 port c5814e55-da13-40db-9aab-c8609612d699 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:58:44.032751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.309239 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.319937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Transition to ACTIVE for port object c5814e55-da13-40db-9aab-c8609612d699 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:44.328297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.395186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52183a-a6b2-4781-9b7e-d09820585500 None None] Pushing event updated for resources: {'Port': ['ID=c5814e55-da13-40db-9aab-c8609612d699,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:44.449742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Attempting to bind port c5814e55-da13-40db-9aab-c8609612d699 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:58:44.450693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Attempting to bind port c5814e55-da13-40db-9aab-c8609612d699 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:58:44.450693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Attempting to bind port c5814e55-da13-40db-9aab-c8609612d699 on network 5a6314ce-1500-4ac7-b3e0-3733956f99cf {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:44.456472 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:58:44.456858 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Checking segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:44.457266 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.457664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Bound using segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:58:44.458140 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Bound port: c5814e55-da13-40db-9aab-c8609612d699, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:58:44.458764 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.542239 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] For port c5814e55-da13-40db-9aab-c8609612d699, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:58:44.548011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] For port c5814e55-da13-40db-9aab-c8609612d699, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5814e55-da13-40db-9aab-c8609612d699,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:58:44.559307 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.639062 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:44.639726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:44.682274 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52183a-a6b2-4781-9b7e-d09820585500 None None] Pushing event updated for resources: {'Port': ['ID=c5814e55-da13-40db-9aab-c8609612d699,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:44.764317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:44.879823 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d2d5faa-f222-432d-b300-818a3106ff20 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:45.007490 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4d2d5faa-f222-432d-b300-818a3106ff20 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:45.007769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.026044 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c462cfd-963c-4b92-a526-1c51b104af96 req-40f89518-340a-429c-9b5f-fc12b58f8672 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 210 time: 0.0420759 Aug 31 16:58:45.103373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:44Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:45.121251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-942f2f64-3910-4769-a6e6-ee8c0b85a473 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:45.123110 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-942f2f64-3910-4769-a6e6-ee8c0b85a473 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 796 time: 0.1435938 Aug 31 16:58:45.168842 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-ace5f48f-2286-40b9-93e8-c6cc87b8b79d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 380 time: 0.0366218 Aug 31 16:58:45.177959 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'port': {'device_id': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'admin_state_up': True, 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'security_groups': ['121c68d8-9ac4-465e-a672-661e31739e96']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:45.184669 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02895b3-8d90-4f3a-abe1-7b0aacc2ec00 None None] The sync data for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 is: [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:44Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:58:45.206077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79087c05-84ff-4e1c-8f12-17e83931c3fd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:45.295701 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 79087c05-84ff-4e1c-8f12-17e83931c3fd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:45.296081 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.353437 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:45.360377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.535409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.8 (5a6314ce-1500-4ac7-b3e0-3733956f99cf/bbb597ca-e59c-4bcd-8630-3f00b551f2c0/bb10814c-15a6-47cc-91df-9f6e343307e1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:45.712335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.727299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object bb10814c-15a6-47cc-91df-9f6e343307e1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:45.767269 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.859324 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:45.862685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:45.867296 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:45.874678 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=bb10814c-15a6-47cc-91df-9f6e343307e1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:45.952786 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:45.954141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.976842 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-db0d1ae8-41ff-47a1-a4f6-e0d20d1912dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022583 Aug 31 16:58:45.991479 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-d539fa52-4a37-4ea2-8a00-583bd388b69f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:58:45.993307 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-d539fa52-4a37-4ea2-8a00-583bd388b69f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102637 Aug 31 16:58:46.011282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Request body: {'port': {'device_id': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:46.112396 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.187291 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dc1a0587-3b79-408a-86f1-600b0d00e707 None None] Provisioning for port bb10814c-15a6-47cc-91df-9f6e343307e1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:46.193488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-dc1a0587-3b79-408a-86f1-600b0d00e707 None None] Provisioning complete for port bb10814c-15a6-47cc-91df-9f6e343307e1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:46.193878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0587-3b79-408a-86f1-600b0d00e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.227111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee38e68-f3a6-43c4-b776-b12675bc0be2 req-71435e82-1d80-455f-9377-81e128c72e28 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:46.229104 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ee38e68-f3a6-43c4-b776-b12675bc0be2 req-71435e82-1d80-455f-9377-81e128c72e28 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 931 time: 0.0763109 Aug 31 16:58:46.234515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a0587-3b79-408a-86f1-600b0d00e707 None None] Port bb10814c-15a6-47cc-91df-9f6e343307e1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:58:46.291354 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6ee38e68-f3a6-43c4-b776-b12675bc0be2 req-8d127a8e-7d20-46c7-8bf4-66ce4f038a3d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 Aug 31 16:58:46.477205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb10814c-15a6-47cc-91df-9f6e343307e1 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:58:46.485513 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.497903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Transition to ACTIVE for port object bb10814c-15a6-47cc-91df-9f6e343307e1 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:46.502259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.560303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Pushing event updated for resources: {'Port': ['ID=bb10814c-15a6-47cc-91df-9f6e343307e1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:46.631283 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Attempting to bind port bb10814c-15a6-47cc-91df-9f6e343307e1 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:58:46.631627 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Attempting to bind port bb10814c-15a6-47cc-91df-9f6e343307e1 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:58:46.631993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Attempting to bind port bb10814c-15a6-47cc-91df-9f6e343307e1 on network 5a6314ce-1500-4ac7-b3e0-3733956f99cf {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:46.637356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Port bb10814c-15a6-47cc-91df-9f6e343307e1 on network 5a6314ce-1500-4ac7-b3e0-3733956f99cf not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 16:58:46.637689 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Attempting to bind port bb10814c-15a6-47cc-91df-9f6e343307e1 on network 5a6314ce-1500-4ac7-b3e0-3733956f99cf {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:46.643576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:58:46.643915 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Checking segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:46.644339 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Bound using segment: {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:58:46.644783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Bound port: bb10814c-15a6-47cc-91df-9f6e343307e1, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117ab1f9-f073-46de-9e75-d3874e2bdc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:58:46.645154 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.715643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] For port bb10814c-15a6-47cc-91df-9f6e343307e1, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:58:46.719831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] For port bb10814c-15a6-47cc-91df-9f6e343307e1, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bb10814c-15a6-47cc-91df-9f6e343307e1,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:58:46.724682 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.767368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:46.767997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.769431 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] 10.222.0.49 "PUT /v2.0/ports/bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 1092 time: 0.7671783 Aug 31 16:58:46.769882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:58:46.772144 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e16185-081d-436a-93fb-661fda1b858e" -d '{"events": [{"name": "network-changed", "server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:58:46.796902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bccbc-d3c8-475d-ba2d-53881835b97f service neutron] Pushing event updated for resources: {'Port': ['ID=bb10814c-15a6-47cc-91df-9f6e343307e1,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:46.824249 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4590179a-2920-4c3e-a366-f05a61b0df08 x-openstack-request-id: req-4590179a-2920-4c3e-a366-f05a61b0df08 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:58:46.824549 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:58:46.824962 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4590179a-2920-4c3e-a366-f05a61b0df08 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:58:46.825541 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'status': 'completed', 'code': 200} Aug 31 16:58:46.870654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-ee5a3048-03cc-4359-a981-d7fff20f6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:46.876095 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-ee5a3048-03cc-4359-a981-d7fff20f6fe8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1095 time: 0.0483005 Aug 31 16:58:46.885741 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5814e55-da13-40db-9aab-c8609612d699 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:46.923913 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-01de334b-1e17-47b9-b030-46c19989a326 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 217 time: 0.0403805 Aug 31 16:58:46.939330 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port c5814e55-da13-40db-9aab-c8609612d699 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:46.943389 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c5814e55-da13-40db-9aab-c8609612d699 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:46.943768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.983564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-796c2a28-490e-4546-8a34-16d2b403bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:46.985202 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-796c2a28-490e-4546-8a34-16d2b403bc1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 200 len: 835 time: 0.0540311 Aug 31 16:58:47.033072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-a1217007-2b3f-4785-a617-c5b2a2170568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:47.034609 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-a1217007-2b3f-4785-a617-c5b2a2170568 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a6314ce-1500-4ac7-b3e0-3733956f99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424080 Aug 31 16:58:47.036772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:47.069661 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port c5814e55-da13-40db-9aab-c8609612d699, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5814e55-da13-40db-9aab-c8609612d699,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:47.073639 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:47.129800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=c5814e55-da13-40db-9aab-c8609612d699,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:47.132997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-21d039d8-fe3b-4962-9c4f-cb4b3b77affd service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914261 Aug 31 16:58:47.222474 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-61a4cc60-6daa-4771-a3d1-89ead01e4d7e req-d85ac4b1-56d3-4eb9-8c7f-84e56652823f service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 Aug 31 16:58:47.313900 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16185-081d-436a-93fb-661fda1b858e req-90c2dfce-3409-4a23-a6f7-72efc15239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:47.315473 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-90c2dfce-3409-4a23-a6f7-72efc15239b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1095 time: 0.0475073 Aug 31 16:58:47.408469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16185-081d-436a-93fb-661fda1b858e req-d6d468ff-67a6-4361-a564-2ed4f35a430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:47.408975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78882ba-c0f8-41f0-a9b0-005a3cafd859 req-27ddca76-820e-4c0f-8df0-8dbc6508509c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:47.409932 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-d6d468ff-67a6-4361-a564-2ed4f35a430d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 897 time: 0.0872140 Aug 31 16:58:47.410512 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e78882ba-c0f8-41f0-a9b0-005a3cafd859 req-27ddca76-820e-4c0f-8df0-8dbc6508509c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 943 time: 0.0516138 Aug 31 16:58:47.450118 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e78882ba-c0f8-41f0-a9b0-005a3cafd859 req-09664517-fb16-4bb0-84f2-1971761882e7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335402 Aug 31 16:58:47.453536 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-2dd583ed-dbb7-4cd9-b13d-5d9e037027ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 217 time: 0.0366139 Aug 31 16:58:47.508175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16185-081d-436a-93fb-661fda1b858e req-60139a59-e985-4a96-a87e-c7cde4fe2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:47.509719 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-60139a59-e985-4a96-a87e-c7cde4fe2d52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 200 len: 835 time: 0.0486689 Aug 31 16:58:47.559179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16185-081d-436a-93fb-661fda1b858e req-eac26a31-2323-4330-85cd-d9050737186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:47.560828 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-eac26a31-2323-4330-85cd-d9050737186b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a6314ce-1500-4ac7-b3e0-3733956f99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432196 Aug 31 16:58:47.650575 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-32913fd2-fbd8-4b83-af32-03e97955f5a6 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817912 Aug 31 16:58:47.749891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-62e16185-081d-436a-93fb-661fda1b858e req-30d9b840-7404-476c-9e04-c045922c0ad7 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922468 Aug 31 16:58:48.569409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958764c5-0dd7-4c1b-91d7-27478db09d7f req-d3f63bac-c9b5-4b0a-b4a3-4dde0340c4b6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:48.571000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-958764c5-0dd7-4c1b-91d7-27478db09d7f req-d3f63bac-c9b5-4b0a-b4a3-4dde0340c4b6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 943 time: 0.0529168 Aug 31 16:58:48.610021 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-958764c5-0dd7-4c1b-91d7-27478db09d7f req-2b683635-6ad7-4604-9980-5edbfb6b018e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Aug 31 16:58:48.841395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5814e55-da13-40db-9aab-c8609612d699 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:48.889707 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port c5814e55-da13-40db-9aab-c8609612d699 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:48.890080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:49.744932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc978f-35ec-4aba-a2ac-e6015548b723 req-20db899d-884e-412e-a381-5715e1afd015 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:49.746465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69dc978f-35ec-4aba-a2ac-e6015548b723 req-20db899d-884e-412e-a381-5715e1afd015 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 943 time: 0.0624492 Aug 31 16:58:49.788247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-69dc978f-35ec-4aba-a2ac-e6015548b723 req-8bf255f6-20a1-4e42-98aa-a415f63d66da tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351951 Aug 31 16:58:50.063212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bb10814c-15a6-47cc-91df-9f6e343307e1 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 16:58:50.169346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bb10814c-15a6-47cc-91df-9f6e343307e1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bb10814c-15a6-47cc-91df-9f6e343307e1,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:50.181881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'port_id': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'mac_address': 'fa:16:3e:d7:0f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 16:58:50.228823 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.242887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb10814c-15a6-47cc-91df-9f6e343307e1 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 16:58:50.262096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bb10814c-15a6-47cc-91df-9f6e343307e1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bb10814c-15a6-47cc-91df-9f6e343307e1,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:50.265802 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.321927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bb10814c-15a6-47cc-91df-9f6e343307e1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:50.518332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['bb10814c-15a6-47cc-91df-9f6e343307e1'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 16:58:50.907685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edcde-3e99-4520-94c5-8a0f19922162 req-d3e5622a-1e39-4854-b493-ff3d98c1a85c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:50.909213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-598edcde-3e99-4520-94c5-8a0f19922162 req-d3e5622a-1e39-4854-b493-ff3d98c1a85c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 944 time: 0.0493212 Aug 31 16:58:50.947026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-598edcde-3e99-4520-94c5-8a0f19922162 req-465f3967-e5f0-4fe4-8a56-6dbf64b0217f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Aug 31 16:58:51.136663 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f61e8e1b-8632-49f4-b971-918c4aba34dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:52.065014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938e21d-5327-4a8e-b328-b1f3ac36392b req-abc98c2a-8e85-4705-966b-e948061fd2ab tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:52.066525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c938e21d-5327-4a8e-b328-b1f3ac36392b req-abc98c2a-8e85-4705-966b-e948061fd2ab tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 944 time: 0.0514519 Aug 31 16:58:52.093799 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bb10814c-15a6-47cc-91df-9f6e343307e1 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:52.104913 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c938e21d-5327-4a8e-b328-b1f3ac36392b req-1a0d7f94-586e-427c-90ce-2a170c1efb93 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Aug 31 16:58:52.142376 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port bb10814c-15a6-47cc-91df-9f6e343307e1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:52.146168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port bb10814c-15a6-47cc-91df-9f6e343307e1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:52.146541 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:52.226392 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:52.248699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:58:52.250864 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494008e-a471-4066-986f-1f896fea7023" -d '{"events": [{"server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "name": "network-vif-plugged", "status": "completed", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:58:52.263066 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port bb10814c-15a6-47cc-91df-9f6e343307e1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bb10814c-15a6-47cc-91df-9f6e343307e1,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:52.267752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:52.292820 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34d8d60-0ebf-441b-8b39-c5f75d6b8c03 x-openstack-request-id: req-b34d8d60-0ebf-441b-8b39-c5f75d6b8c03 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:58:52.293112 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "name": "network-vif-plugged", "status": "completed", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:58:52.293362 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b34d8d60-0ebf-441b-8b39-c5f75d6b8c03 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:58:52.293747 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'code': 200} Aug 31 16:58:52.325041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=bb10814c-15a6-47cc-91df-9f6e343307e1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:52.401271 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16abf13-a2fa-47f4-ad59-ff112b57ed13 req-584eaae1-b58d-45fa-b721-334dd639d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:52.402797 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c16abf13-a2fa-47f4-ad59-ff112b57ed13 req-584eaae1-b58d-45fa-b721-334dd639d6c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1097 time: 0.0457458 Aug 31 16:58:52.438184 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c16abf13-a2fa-47f4-ad59-ff112b57ed13 req-99725ebc-a365-4980-ab8e-016e2de394de service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279069 Aug 31 16:58:53.225512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da522-720a-4529-a42a-8cb7720a8184 req-e016cc0c-ff18-490e-96e8-e700446cddac tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:53.226997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-799da522-720a-4529-a42a-8cb7720a8184 req-e016cc0c-ff18-490e-96e8-e700446cddac tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Aug 31 16:58:53.265014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-799da522-720a-4529-a42a-8cb7720a8184 req-4764bd2a-5ce3-4b16-be71-68e3952c19a4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Aug 31 16:58:54.381316 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672ad93-def2-4ec3-a851-6e860bb10efb req-5bf99bbc-1163-4f85-bbb9-72cc9aa22a24 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:54.382828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2672ad93-def2-4ec3-a851-6e860bb10efb req-5bf99bbc-1163-4f85-bbb9-72cc9aa22a24 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0509412 Aug 31 16:58:54.421816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2672ad93-def2-4ec3-a851-6e860bb10efb req-7f7d0a38-edb7-4f8f-8867-5af92b5f96fa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Aug 31 16:58:54.538645 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6e39-e49a-41d9-8eb0-945d4e1a5018 req-31f5b958-04a3-4c4c-891c-be11c587ac4b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:54.540171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dc6e39-e49a-41d9-8eb0-945d4e1a5018 req-31f5b958-04a3-4c4c-891c-be11c587ac4b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 31 16:58:54.579917 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dc6e39-e49a-41d9-8eb0-945d4e1a5018 req-41d09e3d-c419-438b-af17-901fa0ffa8b8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Aug 31 16:58:54.601800 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44874) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:54.647044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f828c64-928b-4b5f-b103-28d6a6a6c6c3 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:54.648613 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-1f828c64-928b-4b5f-b103-28d6a6a6c6c3 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1092 time: 0.0458186 Aug 31 16:58:54.651428 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44876) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:54.656409 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:54.679732 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.686938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.776267 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.883385 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.191 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/258a7da2-60e4-4064-8baf-e343b721ecc1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:54.987590 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.026349 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.062914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:55.067719 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:55.071221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:55.100396 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=258a7da2-60e4-4064-8baf-e343b721ecc1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:55.344648 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.434630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.506324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.658533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.663073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.707663 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.719836 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f825c6a-873d-4ffb-988b-7e21efc0fad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.736171 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=258a7da2-60e4-4064-8baf-e343b721ecc1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:55.752219 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.853165 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP aa2bc9b7-1a76-42fa-8e91-fed795c85097 associated. External IP: 172.25.6.191, port: bb10814c-15a6-47cc-91df-9f6e343307e1. Aug 31 16:58:56.065834 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router ad5403cf-d623-4179-87d4-da1417e080d8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:58:56.093425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.176864 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:58:56.187575 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] Sync routers for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:58:56.194533 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.197526 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:56.198138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:56.224656 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c0e68b0a-aacd-4e37-b1ce-c02a68e188e9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5696688 Aug 31 16:58:56.224656 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 16:58:56.224954 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f889a32b-3ff4-4cc2-875c-a3764040ee93" -d '{"events": [{"name": "network-changed", "server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 16:58:56.304520 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:56.323885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee61e-f7b9-423f-9484-ce5c087d2b1d req-c95ba733-42fc-4c62-a61e-964d46f4a587 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:56.325442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-953ee61e-f7b9-423f-9484-ce5c087d2b1d req-c95ba733-42fc-4c62-a61e-964d46f4a587 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0542717 Aug 31 16:58:56.363544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-953ee61e-f7b9-423f-9484-ce5c087d2b1d req-4ab08aab-dc3f-47d8-8cdf-a57f1862c5cb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Aug 31 16:58:56.386449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44882) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:56.427698 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 16:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df37d2a-3f94-4ffe-bf8d-52388dcec0c3 x-openstack-request-id: req-7df37d2a-3f94-4ffe-bf8d-52388dcec0c3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 16:58:56.427989 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 16:58:56.428267 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7df37d2a-3f94-4ffe-bf8d-52388dcec0c3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 16:58:56.428670 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'status': 'completed', 'code': 200} Aug 31 16:58:56.481324 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9899d339-6b7e-4e0e-9f9b-6004087ff792 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/aa2bc9b7-1a76-42fa-8e91-fed795c85097 HTTP/1.1" status: 200 len: 991 time: 0.0936935 Aug 31 16:58:56.490148 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-c5521968-ca7f-40f6-9793-835a72c2584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:56.491749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-c5521968-ca7f-40f6-9793-835a72c2584e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1097 time: 0.0564091 Aug 31 16:58:56.540273 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aa2bc9b7-1a76-42fa-8e91-fed795c85097', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'port_id': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'mac_address': 'fa:16:3e:d7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:58:55Z', 'updated_at': '2021-08-31T16:58:55Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:47Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:56.566671 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] Checking router: ad5403cf-d623-4179-87d4-da1417e080d8 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:58:56.575398 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:56.576564 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:58:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:56.590883 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-4131838c-2b3d-4f3b-b999-1ce5d8f3d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:56.592966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-4131838c-2b3d-4f3b-b999-1ce5d8f3d488 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 897 time: 0.0946553 Aug 31 16:58:56.659887 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-14c9acb8-346c-4a0f-9711-5604a983701b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 999 time: 0.0596986 Aug 31 16:58:56.693294 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:56.713913 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-14b103d9-f5f2-459f-b437-0cb345dc5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:56.715487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-14b103d9-f5f2-459f-b437-0cb345dc5ff0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 200 len: 835 time: 0.0492017 Aug 31 16:58:56.762805 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-f70ec75e-eefc-4620-b371-706b02588745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:56.764986 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-f70ec75e-eefc-4620-b371-706b02588745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a6314ce-1500-4ac7-b3e0-3733956f99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423079 Aug 31 16:58:56.855017 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-87d92e78-f1ce-4056-9b6c-32a97ba40999 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831113 Aug 31 16:58:56.922977 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aa2bc9b7-1a76-42fa-8e91-fed795c85097', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'port_id': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'mac_address': 'fa:16:3e:d7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:58:55Z', 'updated_at': '2021-08-31T16:58:55Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:47Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:56.949343 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c385f83-c194-406f-a2d4-21727507f0e7 None None] The sync data for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 is: [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'aa2bc9b7-1a76-42fa-8e91-fed795c85097', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'port_id': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'mac_address': 'fa:16:3e:d7:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T16:58:55Z', 'updated_at': '2021-08-31T16:58:55Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:47Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:58:56.950954 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-f889a32b-3ff4-4cc2-875c-a3764040ee93 req-1d9e78db-2337-4243-9d37-7a768babcb5c service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893703 Aug 31 16:58:57.140325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941fddf-434c-4d24-b70f-3c3ac39e6d8d None None] New status for floating IP aa2bc9b7-1a76-42fa-8e91-fed795c85097: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 16:58:57.485303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44884) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:57.547693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f5ec4fa7-33bd-4214-a99d-bcb1c3779436 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/aa2bc9b7-1a76-42fa-8e91-fed795c85097 HTTP/1.1" status: 200 len: 993 time: 0.0610509 Aug 31 16:58:57.856642 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:18.412058 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:59:21.140916 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f04422b4-b7dd-4cfc-af44-dc4f0b68b27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:24.701306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:25.347152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:25.723389 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d9a6ac75-059e-4b87-bf4b-c65089cee149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:25.726950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:26.096030 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:27.861121 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:28.917967 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-0fd726c7-c6a5-43fb-bc06-100ff0fd183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:28.918563 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-0fd726c7-c6a5-43fb-bc06-100ff0fd183e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1097 time: 0.0472925 Aug 31 16:59:28.984110 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d0dc9-a526-4ebf-b564-1d56781064d1 req-faa6b36c-29f4-4b91-a1e3-01c0d68b3f7f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:28.985838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-797d0dc9-a526-4ebf-b564-1d56781064d1 req-faa6b36c-29f4-4b91-a1e3-01c0d68b3f7f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.1198664 Aug 31 16:59:29.024391 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-1b91274a-2703-4ab5-9bb2-ed45b40612ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:29.026003 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-1b91274a-2703-4ab5-9bb2-ed45b40612ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 897 time: 0.1003788 Aug 31 16:59:29.036826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-797d0dc9-a526-4ebf-b564-1d56781064d1 req-5342d06b-522a-4eee-a410-06ce1198d95e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Aug 31 16:59:29.099531 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-212f673e-dc27-4926-9b22-015b79c98555 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 1001 time: 0.0659306 Aug 31 16:59:29.154292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-a40c5f47-15c4-4636-8258-64142c02c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:29.156552 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-a40c5f47-15c4-4636-8258-64142c02c85c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 200 len: 835 time: 0.0480716 Aug 31 16:59:29.208860 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-be16c724-20cb-4c90-b64c-5cb47e5223c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:29.210369 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-be16c724-20cb-4c90-b64c-5cb47e5223c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a6314ce-1500-4ac7-b3e0-3733956f99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462070 Aug 31 16:59:29.301417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-6185b665-3c5b-4ee6-b2a1-5d0d8db35d64 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828962 Aug 31 16:59:29.401238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-174df2b5-6cfd-4ddd-8791-e26fa1bd93a0 req-ea133a2d-5140-4ed8-9595-ce8e659a5e40 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924578 Aug 31 16:59:30.178717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52d71-ee5d-489c-9fef-9800fd886d31 req-f3d87f44-cc10-407d-9138-dababe7e4ed5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:30.180803 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15b52d71-ee5d-489c-9fef-9800fd886d31 req-f3d87f44-cc10-407d-9138-dababe7e4ed5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0636513 Aug 31 16:59:30.230132 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15b52d71-ee5d-489c-9fef-9800fd886d31 req-3dd44936-c44b-4104-a91f-3c72de2c5f9a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Aug 31 16:59:31.362957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef255560-6af2-473d-aeac-9e81eef6c97b req-b56f3860-31d1-44ca-820d-1aeb6bb4b0bf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:31.364647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef255560-6af2-473d-aeac-9e81eef6c97b req-b56f3860-31d1-44ca-820d-1aeb6bb4b0bf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0577984 Aug 31 16:59:31.418351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef255560-6af2-473d-aeac-9e81eef6c97b req-f660782f-8b53-41f0-b112-7c9bb01aa5b6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Aug 31 16:59:32.571918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462366d8-d256-47c9-9962-9217fff1c8d4 req-2465c034-687d-4657-bdeb-41e40995ab54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:32.573660 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-462366d8-d256-47c9-9962-9217fff1c8d4 req-2465c034-687d-4657-bdeb-41e40995ab54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0570228 Aug 31 16:59:32.622069 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-462366d8-d256-47c9-9962-9217fff1c8d4 req-30b2ea57-31f9-4d63-9bf0-8d70b1cb2092 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Aug 31 16:59:33.760249 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f84117-786b-4d97-8e8b-39878992df10 req-551c553e-ec84-4463-a484-3543b5843bf6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:33.761893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96f84117-786b-4d97-8e8b-39878992df10 req-551c553e-ec84-4463-a484-3543b5843bf6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0594091 Aug 31 16:59:33.809838 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96f84117-786b-4d97-8e8b-39878992df10 req-d9785cae-9974-4481-b5aa-18f38192bd7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398705 Aug 31 16:59:34.935224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5865-3f3e-48c5-b682-45a4cd810467 req-2b7d7632-05f8-4ac1-8964-29897772f49e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:34.936777 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa8d5865-3f3e-48c5-b682-45a4cd810467 req-2b7d7632-05f8-4ac1-8964-29897772f49e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Aug 31 16:59:34.978879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa8d5865-3f3e-48c5-b682-45a4cd810467 req-5c1da3ae-68fe-4507-b44c-baa5d8fbcf09 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Aug 31 16:59:36.109241 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658c3d1-c32b-4e82-9e68-2efb11f96569 req-29cb3e0d-54d2-474a-8016-0ff145bd9c62 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:36.111270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3658c3d1-c32b-4e82-9e68-2efb11f96569 req-29cb3e0d-54d2-474a-8016-0ff145bd9c62 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Aug 31 16:59:36.154938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3658c3d1-c32b-4e82-9e68-2efb11f96569 req-e4058504-a0e9-449f-8cc0-e65f2ae26c9f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367355 Aug 31 16:59:37.277188 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a4ae3-4855-43c9-90a8-8f785c67a6cc req-bda1eb67-0a30-4a28-91ad-64cfdfd2b73a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:37.278740 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b8a4ae3-4855-43c9-90a8-8f785c67a6cc req-bda1eb67-0a30-4a28-91ad-64cfdfd2b73a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Aug 31 16:59:37.321181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8b8a4ae3-4855-43c9-90a8-8f785c67a6cc req-3e03f682-8850-4595-8d5a-cbfc6c27c0fa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334702 Aug 31 16:59:38.450468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04e37b-54c1-4144-8dd9-bf988fee80f2 req-62f19fe7-50ec-42fe-be10-eea6298dd816 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:38.452014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d04e37b-54c1-4144-8dd9-bf988fee80f2 req-62f19fe7-50ec-42fe-be10-eea6298dd816 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0545316 Aug 31 16:59:38.496002 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d04e37b-54c1-4144-8dd9-bf988fee80f2 req-05c536a7-e1e4-44a2-800a-916e3c1c1484 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363076 Aug 31 16:59:39.632940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9559aa-4d0f-4129-970e-7891b0198bad req-cf37ceca-f2c9-412e-9285-8de052c222a8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:39.634454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e9559aa-4d0f-4129-970e-7891b0198bad req-cf37ceca-f2c9-412e-9285-8de052c222a8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0566983 Aug 31 16:59:39.681496 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4e9559aa-4d0f-4129-970e-7891b0198bad req-638aa93b-ccb7-465d-9724-b594d570dc23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Aug 31 16:59:40.805094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1c7f-1d34-4a82-9a0a-b40f9aed6381 req-25971f1a-6ec3-4a7f-bfd4-ac8e701e6783 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:40.807155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4bbf1c7f-1d34-4a82-9a0a-b40f9aed6381 req-25971f1a-6ec3-4a7f-bfd4-ac8e701e6783 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0507746 Aug 31 16:59:40.851136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4bbf1c7f-1d34-4a82-9a0a-b40f9aed6381 req-32c4ac9f-dfaf-4768-a013-17940800bde6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368690 Aug 31 16:59:40.873525 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44928) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:59:40.935614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f465ba8c-be4d-4e69-aa68-23f500cb8144 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/aa2bc9b7-1a76-42fa-8e91-fed795c85097 HTTP/1.1" status: 200 len: 993 time: 0.0609360 Aug 31 16:59:47.461531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-ee309ed7-9b41-4fe0-b682-f00e2872b071 req-f9183e68-6c2b-4172-a645-3d71bacc1128 service neutron] (101477) timed out ('10.222.0.43', 41146) {{(pid=101477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 16:59:50.075482 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-4f0da77f-abdf-4508-8f70-d96850aaa914 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064594 Aug 31 16:59:50.189321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-afc85747-5a35-4b49-94de-7ebe808eeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:50.190862 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-afc85747-5a35-4b49-94de-7ebe808eeedd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1097 time: 0.0493507 Aug 31 16:59:50.679062 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-18fafcb7-e6e3-4d2d-bd0f-7c6f9166bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:50.680644 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-18fafcb7-e6e3-4d2d-bd0f-7c6f9166bde5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 897 time: 0.4568787 Aug 31 16:59:50.754564 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-4a361248-26f4-4d3e-beee-a2e37ccf4a61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 1001 time: 0.0641651 Aug 31 16:59:50.805644 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-84ae8950-4d3a-4059-b845-e2712a217ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:50.807166 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-84ae8950-4d3a-4059-b845-e2712a217ae8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 200 len: 835 time: 0.0456059 Aug 31 16:59:50.857959 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-91eb5c9f-d483-4c09-8b4e-bed1df3a6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:50.859504 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-91eb5c9f-d483-4c09-8b4e-bed1df3a6f78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a6314ce-1500-4ac7-b3e0-3733956f99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452278 Aug 31 16:59:50.950841 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-12faa589-bf0d-442b-b664-d4e827e63698 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842125 Aug 31 16:59:51.054343 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-aa0e1967-47e4-49f5-b151-1a5d457393d3 req-deb4e2e2-5cf3-4a79-903a-a92aa67705d3 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959880 Aug 31 16:59:51.142382 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7e6df7e6-6589-4aa2-ac6e-67a7ef3ede8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:54.701361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:55.347467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:55.412026 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:59:55.724514 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc21d086-d26a-456e-9bf6-bbf9ec2e51f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:55.726499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:56.100144 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:57.861942 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:11.459148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44948) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:11.659691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 258a7da2-60e4-4064-8baf-e343b721ecc1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:00:11.660171 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:11.775031 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:11.775518 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:11.793651 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 258a7da2-60e4-4064-8baf-e343b721ecc1 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:00:11.973654 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:12.007555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=258a7da2-60e4-4064-8baf-e343b721ecc1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:12.022555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.022974 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.023517 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.023898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.024486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.024929 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.025411 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.025891 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.026269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.026751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.027083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.027583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:12.097695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:12.098017 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP aa2bc9b7-1a76-42fa-8e91-fed795c85097 disassociated (deleted). External IP: 172.25.6.191, port: bb10814c-15a6-47cc-91df-9f6e343307e1. Aug 31 17:00:12.332789 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router ad5403cf-d623-4179-87d4-da1417e080d8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:00:12.453500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:00:12.459398 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:12.464833 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] Sync routers for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:00:12.475410 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:12.476102 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:59:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:12.492918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2e5a403a-ee81-458f-8f36-4e8e24d788c9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/floatingips/aa2bc9b7-1a76-42fa-8e91-fed795c85097 HTTP/1.1" status: 204 len: 168 time: 1.0324650 Aug 31 17:00:12.493739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:00:12.497166 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242" -d '{"events": [{"name": "network-changed", "server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:00:12.612590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:12.688134 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cddbaa8-68e3-4764-92ce-16436aaecd07 x-openstack-request-id: req-7cddbaa8-68e3-4764-92ce-16436aaecd07 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:00:12.689260 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:00:12.689879 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cddbaa8-68e3-4764-92ce-16436aaecd07 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:00:12.690637 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'status': 'completed', 'code': 200} Aug 31 17:00:12.773133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-03c3fa18-e9b8-411f-90de-1291c8a19221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:12.775417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-03c3fa18-e9b8-411f-90de-1291c8a19221 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 1097 time: 0.0536811 Aug 31 17:00:12.817514 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3dfb7-3e92-456f-9c8a-fbe79afd2a04 req-ba79f998-f878-4cfd-9c43-8f9d00bae72f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:12.819111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5a3dfb7-3e92-456f-9c8a-fbe79afd2a04 req-ba79f998-f878-4cfd-9c43-8f9d00bae72f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0662000 Aug 31 17:00:12.874384 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5a3dfb7-3e92-456f-9c8a-fbe79afd2a04 req-2bc457bf-fff9-4b33-8e04-439b2807c077 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475814 Aug 31 17:00:12.879905 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:47Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:12.912784 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-251364d7-e5ef-40cc-8b41-377faf4e6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:12.915891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-251364d7-e5ef-40cc-8b41-377faf4e6263 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 200 len: 897 time: 0.1313567 Aug 31 17:00:12.966934 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-26c95db8-4b0f-43f9-8a72-514c8474be01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 200 len: 217 time: 0.0417850 Aug 31 17:00:13.010829 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] Checking router: ad5403cf-d623-4179-87d4-da1417e080d8 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:00:13.020436 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:13.020765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-06ba35e1-cb6c-4a32-ab07-a1fb736f2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:13.021042 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:59:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:13.022340 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-06ba35e1-cb6c-4a32-ab07-a1fb736f2b26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 200 len: 835 time: 0.0481548 Aug 31 17:00:13.082817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-00fae6af-5912-463d-9c96-bfed37e57d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:13.084593 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-00fae6af-5912-463d-9c96-bfed37e57d10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a6314ce-1500-4ac7-b3e0-3733956f99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551069 Aug 31 17:00:13.145413 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:13.189787 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-34498eaa-78a1-4bf5-95aa-10f9a1479742 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952046 Aug 31 17:00:13.300914 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d3d8dbf7-4e23-4c93-b5d4-2f8236914242 req-9b77f6a1-9be8-43ed-9e66-40c5e2c3a743 service neutron] 10.222.0.49 "GET /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016088 Aug 31 17:00:13.359081 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:47Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:13.390030 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd6267-70bd-401a-932a-23426072beb7 None None] The sync data for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 is: [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:41Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'c5814e55-da13-40db-9aab-c8609612d699', 'name': '', 'network_id': '5a6314ce-1500-4ac7-b3e0-3733956f99cf', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:4a:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:41Z', 'updated_at': '2021-08-31T16:58:47Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': 'bbb597ca-e59c-4bcd-8630-3f00b551f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:00:13.652338 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac6c86-a5e0-4ec8-ad12-40cc17324223 None None] New status for floating IP aa2bc9b7-1a76-42fa-8e91-fed795c85097: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:00:14.011939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554a57e-d427-456c-8dba-472907670e3a req-3b2747f9-e151-416f-b165-9b143b251945 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:14.013371 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9554a57e-d427-456c-8dba-472907670e3a req-3b2747f9-e151-416f-b165-9b143b251945 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0494227 Aug 31 17:00:14.052233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9554a57e-d427-456c-8dba-472907670e3a req-54ccc0e0-9432-4081-9944-d37cb25863f2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=121c68d8-9ac4-465e-a672-661e31739e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Aug 31 17:00:14.336565 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-43f116e1-86d3-4b2d-a480-7e660758735e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:14.337957 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-43f116e1-86d3-4b2d-a480-7e660758735e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 945 time: 0.0567896 Aug 31 17:00:14.426789 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port bb10814c-15a6-47cc-91df-9f6e343307e1 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:00:14.427132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:14.520736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port bb10814c-15a6-47cc-91df-9f6e343307e1, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=bb10814c-15a6-47cc-91df-9f6e343307e1,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:14.521109 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:14.533885 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for bb10814c-15a6-47cc-91df-9f6e343307e1 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:00:14.663450 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:14.696364 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=bb10814c-15a6-47cc-91df-9f6e343307e1,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:14.708485 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.708862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.709202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.709654 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.709996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.710340 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.710686 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.711024 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.711359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.711690 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.712021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.712378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:14.747621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] No DVR routers for this DVR port bb10814c-15a6-47cc-91df-9f6e343307e1 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:00:14.750215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:14.752295 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-025ef8d4-4302-40ce-9cec-00978f5d3e3c req-44e952b5-251a-4a7c-ac22-c75288a62d77 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "DELETE /v2.0/ports/bb10814c-15a6-47cc-91df-9f6e343307e1 HTTP/1.1" status: 204 len: 173 time: 0.4083054 Aug 31 17:00:14.752725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'name': 'network-vif-deleted', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:00:14.755019 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f93e1d-01df-4630-b6f6-c5078fda132a" -d '{"events": [{"server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "name": "network-vif-deleted", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:00:14.875647 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2430284-01ed-459a-9201-e816a308724f x-openstack-request-id: req-e2430284-01ed-459a-9201-e816a308724f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:00:14.875941 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154f5f9-3a80-401c-89ab-b3a61af3faf2", "name": "network-vif-deleted", "tag": "bb10814c-15a6-47cc-91df-9f6e343307e1", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:00:14.876214 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2430284-01ed-459a-9201-e816a308724f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:00:14.876614 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154f5f9-3a80-401c-89ab-b3a61af3faf2', 'name': 'network-vif-deleted', 'tag': 'bb10814c-15a6-47cc-91df-9f6e343307e1', 'status': 'completed', 'code': 200} Aug 31 17:00:15.171970 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-34682dcf-d3c7-4019-97b1-69524348909d req-8d00c1d2-2b3b-4431-ab78-86a364a1e56a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=5154f5f9-3a80-401c-89ab-b3a61af3faf2 HTTP/1.1" status: 200 len: 210 time: 0.0290966 Aug 31 17:00:16.230845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44972) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:16.624482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:16.912786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port c5814e55-da13-40db-9aab-c8609612d699 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:00:16.913041 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.002093 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port c5814e55-da13-40db-9aab-c8609612d699, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=c5814e55-da13-40db-9aab-c8609612d699,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:17.002459 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.016033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for c5814e55-da13-40db-9aab-c8609612d699 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:00:17.222845 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.254621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=c5814e55-da13-40db-9aab-c8609612d699,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:17.431627 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.668829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router ad5403cf-d623-4179-87d4-da1417e080d8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:00:17.791524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:00:17.796928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b4859713-4521-405a-ad6e-b53517dcd232 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/ad5403cf-d623-4179-87d4-da1417e080d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5650401 Aug 31 17:00:17.799927 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44974) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:17.801599 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] Sync routers for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:00:17.821154 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:17.821797 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:59:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:17.854809 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting subnet bbb597ca-e59c-4bcd-8630-3f00b551f2c0 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:00:17.858121 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.904660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.929613 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:18.006240 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.066994 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.102111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb597ca-e59c-4bcd-8630-3f00b551f2c0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:18.105963 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.110880 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-dddbb6a7-74f8-4bba-8a4e-0f1bff1f05ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/subnets/bbb597ca-e59c-4bcd-8630-3f00b551f2c0 HTTP/1.1" status: 204 len: 168 time: 0.3067710 Aug 31 17:00:18.111110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44976) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:18.124816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b032d8-7a99-4bdb-b1d9-83c5a7335e79 None None] Network 5a6314ce-1500-4ac7-b3e0-3733956f99cf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:00:18.128874 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T17:00:17Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:18.157418 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] Checking router: ad5403cf-d623-4179-87d4-da1417e080d8 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:00:18.166842 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] Routers {'ad5403cf-d623-4179-87d4-da1417e080d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:18.167446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:59:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ad5403cf-d623-4179-87d4-da1417e080d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:18.238431 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.285641 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] Set router ad5403cf-d623-4179-87d4-da1417e080d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:18.337261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] DHCP port deletion for 5a6314ce-1500-4ac7-b3e0-3733956f99cf request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:00:18.362158 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.395632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Deleting port 79087c05-84ff-4e1c-8f12-17e83931c3fd {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:00:18.396050 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.424918 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 4d2d5faa-f222-432d-b300-818a3106ff20 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:00:18.425268 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.460691 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] For port 79087c05-84ff-4e1c-8f12-17e83931c3fd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=79087c05-84ff-4e1c-8f12-17e83931c3fd,segment=NetworkSegment(117ab1f9-f073-46de-9e75-d3874e2bdc50),segment_id=117ab1f9-f073-46de-9e75-d3874e2bdc50)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:18.461097 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.477580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Calling delete_port for 79087c05-84ff-4e1c-8f12-17e83931c3fd owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:00:18.478700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T17:00:17Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:18.504576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 4d2d5faa-f222-432d-b300-818a3106ff20, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4d2d5faa-f222-432d-b300-818a3106ff20,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:18.504865 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.506552 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe10e49-fb14-4021-baa7-f7cae6a612b6 None None] The sync data for ids ['ad5403cf-d623-4179-87d4-da1417e080d8'] in n-d-793621-35 is: [{'id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008064690', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T17:00:17Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4d2d5faa-f222-432d-b300-818a3106ff20', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5403cf-d623-4179-87d4-da1417e080d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:38Z', 'updated_at': '2021-08-31T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:00:18.519443 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 4d2d5faa-f222-432d-b300-818a3106ff20 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:00:18.570810 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.607643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Pushing event deleted for resources: {'Port': ['ID=79087c05-84ff-4e1c-8f12-17e83931c3fd,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:18.612482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] No DVR routers for this DVR port 79087c05-84ff-4e1c-8f12-17e83931c3fd on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:00:18.622159 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.622511 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.625032 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.626080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.626080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.626080 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785ecf0-97dd-4a63-a4a8-ce6416b78d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:18.638536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bb10814c-15a6-47cc-91df-9f6e343307e1 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:00:18.661207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: bb10814c-15a6-47cc-91df-9f6e343307e1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:00:18.661560 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device bb10814c-15a6-47cc-91df-9f6e343307e1 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:00:18.697805 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.723840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=4d2d5faa-f222-432d-b300-818a3106ff20,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:18.788906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.884437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.886716 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.949836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.950521 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Fanout notify agent at l3_agent the message router_deleted on router ad5403cf-d623-4179-87d4-da1417e080d8 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:00:18.959464 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:18.960652 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a779d033-99aa-4d56-9be0-3c95d6c3e055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/routers/ad5403cf-d623-4179-87d4-da1417e080d8 HTTP/1.1" status: 204 len: 168 time: 0.8482013 Aug 31 17:00:18.963377 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 44978) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:18.997902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79087c05-84ff-4e1c-8f12-17e83931c3fd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:00:19.019489 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 79087c05-84ff-4e1c-8f12-17e83931c3fd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:00:19.019958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 79087c05-84ff-4e1c-8f12-17e83931c3fd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:00:19.020524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5814e55-da13-40db-9aab-c8609612d699 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:00:19.041230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: c5814e55-da13-40db-9aab-c8609612d699 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:00:19.041664 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device c5814e55-da13-40db-9aab-c8609612d699 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:00:19.054264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.146388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.157293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6314ce-1500-4ac7-b3e0-3733956f99cf']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:19.169153 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117ab1f9-f073-46de-9e75-d3874e2bdc50') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:19.169456 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117ab1f9-f073-46de-9e75-d3874e2bdc50') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:19.179052 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.195066 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.201741 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:00:19.202281 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: timer() Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:00:19.207178 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:00:19.269385 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.276730 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.278208 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/networks/5a6314ce-1500-4ac7-b3e0-3733956f99cf HTTP/1.1" status: 204 len: 168 time: 0.3138700 Aug 31 17:00:19.281005 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44980) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:19.289827 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641fad2-4b76-42b2-9d5c-f5c9c3b90619 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Network': ['ID=5a6314ce-1500-4ac7-b3e0-3733956f99cf,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:19.339318 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ba079ea-c156-442a-bcfe-d24b5aa2ab88 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.363925 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ba079ea-c156-442a-bcfe-d24b5aa2ab88 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.424734 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ba079ea-c156-442a-bcfe-d24b5aa2ab88 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.427574 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1ba079ea-c156-442a-bcfe-d24b5aa2ab88 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.428889 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1ba079ea-c156-442a-bcfe-d24b5aa2ab88 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/security-groups/121c68d8-9ac4-465e-a672-661e31739e96 HTTP/1.1" status: 204 len: 168 time: 0.1468523 Aug 31 17:00:19.438145 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba079ea-c156-442a-bcfe-d24b5aa2ab88 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c68d8-9ac4-465e-a672-661e31739e96,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:19.706015 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44986) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:19.710850 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740502760', 'description': 'tempest-secgroup-smoke-1740502760 description', 'project_id': 'c9ca3990e87a407095037dcab2f860c8'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:19.733976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.824991 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.829695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.858196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.859535 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524155 Aug 31 17:00:19.863935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44988) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:19.868384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '1035f0eb-2d2a-4002-8573-26f541db2158', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:19.881013 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719ec87-4550-411f-a8f4-c3e44d4e00d2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1035f0eb-2d2a-4002-8573-26f541db2158,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:19.903663 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.957661 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.961444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.980221 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1beea23-02cc-4a77-b491-4f15f656970c,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:19.985900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:19.987183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bcf518b7-9de5-4a80-a85f-86487636a305 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222823 Aug 31 17:00:19.990053 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44990) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:19.994351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '1035f0eb-2d2a-4002-8573-26f541db2158', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.023748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.084565 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.088617 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.109621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd845ce-7868-4f46-9f14-afe682048f6a,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:20.117200 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.118410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6db2c017-416a-4bd2-858d-9a99cdbb1af6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274519 Aug 31 17:00:20.121744 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44992) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:20.126083 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '1035f0eb-2d2a-4002-8573-26f541db2158', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.157224 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.243058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.246347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.266874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f381ec6-8c1a-40ac-988c-737ff4599696,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:20.273949 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.275180 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-197ca393-3704-4022-a5f1-f90efa448370 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524777 Aug 31 17:00:20.279166 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44994) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:20.283569 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '1035f0eb-2d2a-4002-8573-26f541db2158', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.311222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.370216 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.373973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.394783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46def770-cb93-486e-a6c1-ad5c4d9acaeb,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:20.398437 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.399664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa11094e-3ca9-416f-99ce-b9cf93f3c717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195738 Aug 31 17:00:20.403751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44996) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:20.408094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '1035f0eb-2d2a-4002-8573-26f541db2158', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.429967 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:00:20.435263 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.494067 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.497815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.516501 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6c276d-933c-49f0-91f0-6da19a7c3cf5,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:20.522377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.523583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1dcc4222-14a7-4e76-9beb-63ed6278fcdf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188591 Aug 31 17:00:20.528263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 44998) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:20.532763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '1035f0eb-2d2a-4002-8573-26f541db2158', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.555858 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:00:20.561203 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.624595 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.627841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.646524 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc83d2e-9354-4b71-8207-1d880370881d,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:20.654957 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.656071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7d5bc586-1902-4453-bcf2-5685f2030a23 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267252 Aug 31 17:00:20.659782 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45000) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:20.664948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'network': {'name': 'tempest-network-smoke--894060667', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.684254 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:00:20.687529 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.710098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:00:20.721091 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.721550 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Added segment a7a3d20d-a27b-4d51-bbb9-9532866fe675 of type vlan for network 5fae457f-a87d-4073-8499-1591d310541b Aug 31 17:00:20.762777 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.786327 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.792062 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:20.792675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.850765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899321 Aug 31 17:00:20.852922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d2d5faa-f222-432d-b300-818a3106ff20 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:00:20.853513 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45002) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:20.857934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'admin_state_up': True, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:20.872944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34801b5-8441-42a0-9238-f7c528ddff2e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Network': ['ID=5fae457f-a87d-4073-8499-1591d310541b,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:20.879407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4d2d5faa-f222-432d-b300-818a3106ff20 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:00:20.879759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4d2d5faa-f222-432d-b300-818a3106ff20 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:00:20.885364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 5fae457f-a87d-4073-8499-1591d310541b details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:00:20.891177 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.892323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.951917 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.145488 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fd77474a-124d-4cd2-8221-25b1440d9f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.411721 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.609215 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.629355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.742977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.224 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/4f587259-0470-4dfd-82bd-bb664a61c7a8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:00:21.849961 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.888056 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.932627 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:00:21.935498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:21.939196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:00:21.944671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=4f587259-0470-4dfd-82bd-bb664a61c7a8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:22.197595 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:22.400888 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:22.536111 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 2712ea8a-38c9-4827-a342-fb464d7d3c1a is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:00:22.648477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:00:22.658775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Sync routers for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:00:22.667894 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:22.669315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:22.669458 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f094775a-3b5a-4318-930a-d870c354616c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8147829 Aug 31 17:00:22.670016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:59:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:22.672532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45004) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:22.700522 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cac5c791-e9aa-4fb5-a78e-0175ca89ac4f tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c9ca3990e87a407095037dcab2f860c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268133 Aug 31 17:00:22.703133 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45006) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:22.784404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:22.797955 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3b533-bb8d-4bbb-8c56-7a32600d2dd0 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:22.800172 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7de3b533-bb8d-4bbb-8c56-7a32600d2dd0 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961246 Aug 31 17:00:22.803081 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45010) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:22.832090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7a4fa6c2-959f-4b94-8045-c35396b463ea tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279377 Aug 31 17:00:22.834657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45012) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:22.839850 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69594654', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:22.931537 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:00:22.935222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.121997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.131675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:22Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:23.163214 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Checking router: 2712ea8a-38c9-4827-a342-fb464d7d3c1a for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:00:23.163576 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Updating router 2712ea8a-38c9-4827-a342-fb464d7d3c1a port 4f587259-0470-4dfd-82bd-bb664a61c7a8 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:00:23.189907 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.193144 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Subnet': ['ID=5da2da6f-80a1-430c-8467-df9e036df1b5,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:23.197474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Checking segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:00:23.197840 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network hostable DHCP agents. Network: 5fae457f-a87d-4073-8499-1591d310541b, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:00:23.214783 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5fae457f-a87d-4073-8499-1591d310541b is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:00:23.224023 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 5fae457f-a87d-4073-8499-1591d310541b) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:23.228406 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:23.229017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.243910 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a4d46951-cc7e-48b7-8b79-cad008465c91 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4082320 Aug 31 17:00:23.246829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45014) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:23.274288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd123d-bda0-4cd8-90c8-2657e6c5c3a3 None None] Network 5fae457f-a87d-4073-8499-1591d310541b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:00:23.519397 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-5fae457f-a87d-4073-8499-1591d310541b', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:00:23.520315 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.650078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.673582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Transition to ACTIVE for port object 4f587259-0470-4dfd-82bd-bb664a61c7a8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:23.686913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.692767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.780740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Attempting to bind port 4f587259-0470-4dfd-82bd-bb664a61c7a8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:00:23.781059 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Attempting to bind port 4f587259-0470-4dfd-82bd-bb664a61c7a8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:00:23.781427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Attempting to bind port 4f587259-0470-4dfd-82bd-bb664a61c7a8 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:00:23.783346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1977ff-8687-4419-9ed7-6b01b01f80ce None None] Pushing event updated for resources: {'Port': ['ID=4f587259-0470-4dfd-82bd-bb664a61c7a8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:23.803508 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Allocated IP 172.20.0.2 (5fae457f-a87d-4073-8499-1591d310541b/5da2da6f-80a1-430c-8467-df9e036df1b5/8577db4b-9911-449f-b425-680e5d957626) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:00:23.805726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:00:23.806170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:00:23.806667 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.807993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:00:23.807993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Bound port: 4f587259-0470-4dfd-82bd-bb664a61c7a8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:00:23.807993 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.919027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] For port 4f587259-0470-4dfd-82bd-bb664a61c7a8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:00:23.924976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] For port 4f587259-0470-4dfd-82bd-bb664a61c7a8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f587259-0470-4dfd-82bd-bb664a61c7a8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:00:23.937408 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.051642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1977ff-8687-4419-9ed7-6b01b01f80ce None None] Pushing event updated for resources: {'Port': ['ID=4f587259-0470-4dfd-82bd-bb664a61c7a8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:24.058583 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:24.059196 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T16:59:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:24.118631 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.157226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Transition to ACTIVE for port object 8577db4b-9911-449f-b425-680e5d957626 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:24.184279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Transition to ACTIVE for port object 8577db4b-9911-449f-b425-680e5d957626 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:24.193969 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.196790 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:24.239042 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.1 (5fae457f-a87d-4073-8499-1591d310541b/5da2da6f-80a1-430c-8467-df9e036df1b5/1c0fea3d-cf45-417b-9e88-f0656828ca54) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:00:24.297309 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Network 5fae457f-a87d-4073-8499-1591d310541b is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:00:24.347077 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:24.358961 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:00:24.366588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.382187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object 1c0fea3d-cf45-417b-9e88-f0656828ca54 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:24.385304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Pushing event updated for resources: {'Port': ['ID=8577db4b-9911-449f-b425-680e5d957626,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:24.418492 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.463056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5fae457f-a87d-4073-8499-1591d310541b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:00:24.466443 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Attempting to bind port 8577db4b-9911-449f-b425-680e5d957626 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:00:24.466817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Attempting to bind port 8577db4b-9911-449f-b425-680e5d957626 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:00:24.467182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Attempting to bind port 8577db4b-9911-449f-b425-680e5d957626 on network 5fae457f-a87d-4073-8499-1591d310541b {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:00:24.469240 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:24.472858 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:00:24.475555 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:00:24.475965 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Checking segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:00:24.476398 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.476796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Bound using segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:00:24.477312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Bound port: 8577db4b-9911-449f-b425-680e5d957626, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:00:24.477650 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.504265 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=1c0fea3d-cf45-417b-9e88-f0656828ca54,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:24.526343 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.578173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] For port 8577db4b-9911-449f-b425-680e5d957626, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:00:24.581608 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] For port 8577db4b-9911-449f-b425-680e5d957626, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8577db4b-9911-449f-b425-680e5d957626,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:00:24.587072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:22Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:24.590355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.619302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5813493-1e4a-4285-bfe9-72b0e01c722b None None] The sync data for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 is: [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:22Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:00:24.675662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931feba6-38c5-40f6-bbfc-14e39a075d2c None None] Pushing event updated for resources: {'Port': ['ID=8577db4b-9911-449f-b425-680e5d957626,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:24.710515 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:24.733008 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.002286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8577db4b-9911-449f-b425-680e5d957626 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:25.065719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8577db4b-9911-449f-b425-680e5d957626 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:25.143925 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.149074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.223583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=1c0fea3d-cf45-417b-9e88-f0656828ca54,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:25.229475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.328114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5fae457f-a87d-4073-8499-1591d310541b is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:00:25.329560 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:25.349515 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.462431 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 2712ea8a-38c9-4827-a342-fb464d7d3c1a has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:00:25.601398 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:00:25.607198 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b9e83f04-30ad-4e43-84bc-3251b8bf462f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/2712ea8a-38c9-4827-a342-fb464d7d3c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593493 Aug 31 17:00:25.723766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0d24c0c1-9f9e-4ae5-a226-aed421f36ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.735766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.755833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed8d5e0-d8fb-461b-bcff-2e6651a75b22 None None] Network 5fae457f-a87d-4073-8499-1591d310541b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:00:25.767684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-e521fe4b-3531-4e57-8ef5-ff0b7ccdba8e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740502760&fields=id&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 267 time: 0.0366843 Aug 31 17:00:25.832315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] Provisioning for port 8577db4b-9911-449f-b425-680e5d957626 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:25.840646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] Provisioning complete for port 8577db4b-9911-449f-b425-680e5d957626 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:25.841010 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:25.883591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-0c985580-953e-4bc6-bc86-8109fc4d8b6d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:25.885175 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-0c985580-953e-4bc6-bc86-8109fc4d8b6d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 796 time: 0.1103477 Aug 31 17:00:25.902663 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-5f910dfb-38e7-4a4b-8c14-160bea23734c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/quotas/c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 375 time: 0.0104492 Aug 31 17:00:25.960008 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-73de4278-6444-4777-96a8-86a777aa2094 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508938 Aug 31 17:00:26.061990 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:26.097932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-6cae78c8-fd8a-45a4-befe-af696752d6ce service neutron] 10.222.0.43 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188486 Aug 31 17:00:26.137494 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:26.140249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] For port 8577db4b-9911-449f-b425-680e5d957626, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8577db4b-9911-449f-b425-680e5d957626,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:26.147619 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:26.215097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35cdae-bbf6-43ca-9396-f045b76ccaee None None] Pushing event updated for resources: {'Port': ['ID=8577db4b-9911-449f-b425-680e5d957626,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:26.234229 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-a605df78-7053-4972-a4c9-6bc09337c3bb service neutron] 10.222.0.43 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259305 Aug 31 17:00:26.389878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-94c563eb-576d-40cf-8e21-7afc006e43ee None None] Provisioning for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:26.393991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-94c563eb-576d-40cf-8e21-7afc006e43ee None None] Provisioning complete for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:26.395137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94c563eb-576d-40cf-8e21-7afc006e43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:26.416114 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Sync routers for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:00:26.450668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-94c563eb-576d-40cf-8e21-7afc006e43ee None None] Port 1c0fea3d-cf45-417b-9e88-f0656828ca54 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:00:26.456906 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:26.459721 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:00:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:26.471897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-94c563eb-576d-40cf-8e21-7afc006e43ee None None] Provisioning complete for port 8577db4b-9911-449f-b425-680e5d957626 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:26.472502 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-94c563eb-576d-40cf-8e21-7afc006e43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:26.590066 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac2f1c2e-4ae0-4457-9de3-667ac664bc14 req-ace76735-0c37-4cac-acc2-0f227aa44f09 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 210 time: 0.0759895 Aug 31 17:00:26.714717 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:26.866869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-721e1c16-cd84-4982-a447-e0bcdd6aa052 None None] Provisioning complete for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:26.869632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-721e1c16-cd84-4982-a447-e0bcdd6aa052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:26.959966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-721e1c16-cd84-4982-a447-e0bcdd6aa052 None None] Port 1c0fea3d-cf45-417b-9e88-f0656828ca54 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:00:27.051360 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 2, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:27.084332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-16ed86f0-d6a1-46bb-b2ea-cf2717f2fbc5 None None] Provisioning complete for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:27.085015 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-16ed86f0-d6a1-46bb-b2ea-cf2717f2fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.123903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f587259-0470-4dfd-82bd-bb664a61c7a8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:27.170734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-16ed86f0-d6a1-46bb-b2ea-cf2717f2fbc5 None None] Port 1c0fea3d-cf45-417b-9e88-f0656828ca54 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:00:27.192041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 4f587259-0470-4dfd-82bd-bb664a61c7a8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:27.196543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4f587259-0470-4dfd-82bd-bb664a61c7a8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:27.196915 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.204228 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Checking router: 2712ea8a-38c9-4827-a342-fb464d7d3c1a for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:00:27.205103 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Updating router 2712ea8a-38c9-4827-a342-fb464d7d3c1a port 1c0fea3d-cf45-417b-9e88-f0656828ca54 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:00:27.233110 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.284885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.307299 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 4f587259-0470-4dfd-82bd-bb664a61c7a8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f587259-0470-4dfd-82bd-bb664a61c7a8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:27.313460 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.314281 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8577db4b-9911-449f-b425-680e5d957626 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:27.396510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=4f587259-0470-4dfd-82bd-bb664a61c7a8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:27.408030 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8577db4b-9911-449f-b425-680e5d957626 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:27.408479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.534872 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.544630 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Transition to ACTIVE for port object 1c0fea3d-cf45-417b-9e88-f0656828ca54 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:27.549980 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.607465 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Pushing event updated for resources: {'Port': ['ID=1c0fea3d-cf45-417b-9e88-f0656828ca54,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:27.643242 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.643998 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.644721 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.645472 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.651817 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.652342 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.652694 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.653027 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.653500 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.653836 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.654224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.654516 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:27.691192 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Attempting to bind port 1c0fea3d-cf45-417b-9e88-f0656828ca54 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:00:27.691553 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Attempting to bind port 1c0fea3d-cf45-417b-9e88-f0656828ca54 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:00:27.692960 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Attempting to bind port 1c0fea3d-cf45-417b-9e88-f0656828ca54 on network 5fae457f-a87d-4073-8499-1591d310541b {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:00:27.707388 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:00:27.707388 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Checking segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:00:27.707388 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.707388 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Bound using segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:00:27.707910 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Bound port: 1c0fea3d-cf45-417b-9e88-f0656828ca54, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:00:27.708369 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.784995 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] For port 1c0fea3d-cf45-417b-9e88-f0656828ca54, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:00:27.790245 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] For port 1c0fea3d-cf45-417b-9e88-f0656828ca54, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1c0fea3d-cf45-417b-9e88-f0656828ca54,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:00:27.792284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7373d39a-fe9b-4d8d-9af4-c8e5f0aec2c9 req-6cdcf8b3-f562-4dfc-a048-3872048c69e3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 210 time: 0.1036541 Aug 31 17:00:27.805695 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.870188 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:27.871784 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:00:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:27.873504 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:27.892435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-db023671-6c35-4836-86ea-12390f5fe3f6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:27.894342 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-db023671-6c35-4836-86ea-12390f5fe3f6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 796 time: 0.1937892 Aug 31 17:00:27.932015 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3dcc5-a8d4-4a61-974d-5a622a0cc1fb None None] Pushing event updated for resources: {'Port': ['ID=1c0fea3d-cf45-417b-9e88-f0656828ca54,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:27.947883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-c0000c5b-a222-40cb-b1bb-4fc754a8c3e7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 380 time: 0.0425096 Aug 31 17:00:27.959775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'port': {'device_id': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'admin_state_up': True, 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'security_groups': ['1035f0eb-2d2a-4002-8573-26f541db2158']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:28.006770 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:28.099876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:00:28.104150 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:28.237428 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:28.266102 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864d9b7-8dc2-43d5-a5a2-cfdee1de0dd8 None None] The sync data for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 is: [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:00:28.278844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.14 (5fae457f-a87d-4073-8499-1591d310541b/5da2da6f-80a1-430c-8467-df9e036df1b5/4a03c2da-1001-4a5c-b77f-5e4685369e8e) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:00:28.473557 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:28.489078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object 4a03c2da-1001-4a5c-b77f-5e4685369e8e will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:28.524235 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:28.580491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 5fae457f-a87d-4073-8499-1591d310541b is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:00:28.584391 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:28.589065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:00:28.593153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:28.643344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:28.644496 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:28.662544 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-d10d707e-7441-4fe8-b3d9-900a90463b68 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7063842 Aug 31 17:00:28.676287 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Request body: {'port': {'device_id': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:28.745653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:28.872473 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-afe4fc93-d580-4724-bee8-f18385a0ed1b None None] Provisioning for port 4a03c2da-1001-4a5c-b77f-5e4685369e8e completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:28.877434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-afe4fc93-d580-4724-bee8-f18385a0ed1b None None] Provisioning complete for port 4a03c2da-1001-4a5c-b77f-5e4685369e8e triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:28.878053 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-afe4fc93-d580-4724-bee8-f18385a0ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.046008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec4611-9e00-40d5-9d63-d9b502cad608 req-73223d66-9a9c-4801-8c64-5ece09600d33 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:29.053721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bec4611-9e00-40d5-9d63-d9b502cad608 req-73223d66-9a9c-4801-8c64-5ece09600d33 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 932 time: 0.1414988 Aug 31 17:00:29.075699 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1c0fea3d-cf45-417b-9e88-f0656828ca54 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:29.116820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bec4611-9e00-40d5-9d63-d9b502cad608 req-73494304-a506-4aba-8eba-b29a46a49912 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621090 Aug 31 17:00:29.118420 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-afe4fc93-d580-4724-bee8-f18385a0ed1b None None] Port 4a03c2da-1001-4a5c-b77f-5e4685369e8e cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:00:29.141025 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:29.146149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:29.146525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.180272 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a03c2da-1001-4a5c-b77f-5e4685369e8e {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:00:29.190222 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.203806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Transition to ACTIVE for port object 4a03c2da-1001-4a5c-b77f-5e4685369e8e will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:00:29.208634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.228445 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.270776 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 1c0fea3d-cf45-417b-9e88-f0656828ca54, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1c0fea3d-cf45-417b-9e88-f0656828ca54,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:29.275508 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.276812 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f587259-0470-4dfd-82bd-bb664a61c7a8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:29.288614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:29.352151 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:00:29.352833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:00:29.353263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on network 5fae457f-a87d-4073-8499-1591d310541b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:00:29.358544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on network 5fae457f-a87d-4073-8499-1591d310541b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:00:29.359073 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on network 5fae457f-a87d-4073-8499-1591d310541b {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:00:29.359897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=1c0fea3d-cf45-417b-9e88-f0656828ca54,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:29.366495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:00:29.366942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Checking segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:00:29.367394 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Bound using segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:00:29.367898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Bound port: 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:00:29.368460 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.374402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 4f587259-0470-4dfd-82bd-bb664a61c7a8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:29.374905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.459273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:00:29.464552 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:00:29.471349 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.518344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:29.518985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:29.520488 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 1093 time: 0.8489954 Aug 31 17:00:29.520954 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:00:29.523292 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051bb29-a85f-46ac-a3da-d424873c9a93" -d '{"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:00:29.546790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b558c-0d24-4234-ab4b-e7e059ec6068 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:29.601960 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e7280e-360a-44e0-a086-34045bc2ad1c x-openstack-request-id: req-60e7280e-360a-44e0-a086-34045bc2ad1c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:00:29.602269 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:00:29.602498 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60e7280e-360a-44e0-a086-34045bc2ad1c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:00:29.602917 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'status': 'completed', 'code': 200} Aug 31 17:00:29.620303 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-51dacd0a-0998-422b-96df-fa053abdfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:29.621914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-51dacd0a-0998-422b-96df-fa053abdfc8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0532355 Aug 31 17:00:29.667067 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-38082c83-a98a-4b1e-ab50-c9e03ada198a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 217 time: 0.0370822 Aug 31 17:00:29.725459 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-9714f04e-cd51-4698-a919-2c4a81b82a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:29.726965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-9714f04e-cd51-4698-a919-2c4a81b82a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0526402 Aug 31 17:00:29.776153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-71e019e6-9c3f-49ed-8056-9b46c250a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:29.777689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-71e019e6-9c3f-49ed-8056-9b46c250a56e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434942 Aug 31 17:00:29.869054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-260da0dd-4331-472e-9d19-a932559a9070 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837460 Aug 31 17:00:29.964307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-db9b5ca2-e0d4-42d3-992a-0ff4f9b564ec req-ef14bcf0-e2da-4f2c-9d9d-625eed0d72f0 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874014 Aug 31 17:00:30.053758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-f09359de-3adb-4f9b-a015-78202949c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:30.055388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-f09359de-3adb-4f9b-a015-78202949c70e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0423863 Aug 31 17:00:30.149735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-0c389bc0-6512-408f-9417-413c896ed24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:30.151226 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-0c389bc0-6512-408f-9417-413c896ed24a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.0882397 Aug 31 17:00:30.196102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-3a82d0ce-96a2-4898-9da5-0b2814aad1b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 217 time: 0.0370219 Aug 31 17:00:30.275066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-7be9e334-52a0-4b63-a4a2-7d1d5083477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:30.276613 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-7be9e334-52a0-4b63-a4a2-7d1d5083477f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0718355 Aug 31 17:00:30.285468 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013f0df-4e5d-415b-8dab-36903816be29 req-e81427a6-16a4-4ac5-8413-08a4a00e6d99 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:30.286958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c013f0df-4e5d-415b-8dab-36903816be29 req-e81427a6-16a4-4ac5-8413-08a4a00e6d99 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0933735 Aug 31 17:00:30.349584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c013f0df-4e5d-415b-8dab-36903816be29 req-199e9097-5f10-4f2e-96ae-f4b93de76e1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538745 Aug 31 17:00:30.352276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-e867672f-d578-4f49-85f4-503c91498c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:30.353703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-e867672f-d578-4f49-85f4-503c91498c99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658171 Aug 31 17:00:30.449167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-b6de75d6-e0b4-4213-803d-fc9a532d908d service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869098 Aug 31 17:00:30.539933 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5051bb29-a85f-46ac-a3da-d424873c9a93 req-5900cf1a-edfe-4492-babd-3293cacf5a28 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820394 Aug 31 17:00:30.905526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1c0fea3d-cf45-417b-9e88-f0656828ca54 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:30.956229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 1c0fea3d-cf45-417b-9e88-f0656828ca54 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:30.956734 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:31.468842 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3103d2-f16e-443a-908d-fd8b5ffc7e6b req-31781e2a-0e55-4159-b1da-8d324d6f09ca tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:31.470994 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f3103d2-f16e-443a-908d-fd8b5ffc7e6b req-31781e2a-0e55-4159-b1da-8d324d6f09ca tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0523078 Aug 31 17:00:31.508641 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3f3103d2-f16e-443a-908d-fd8b5ffc7e6b req-c79d852d-cd71-4eb2-926f-137b5f440d42 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Aug 31 17:00:32.411702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:00:32.633977 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338a11-d8a6-4cd6-bf7c-c5f40ab2f92a req-d12a08a1-4593-4653-b385-63e3396fba97 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:32.635499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0338a11-d8a6-4cd6-bf7c-c5f40ab2f92a req-d12a08a1-4593-4653-b385-63e3396fba97 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0548437 Aug 31 17:00:32.674018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f0338a11-d8a6-4cd6-bf7c-c5f40ab2f92a req-fde9ef54-d7dc-41f1-8648-a0f25e5c0c58 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Aug 31 17:00:32.703367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:00:32.798526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:32.810114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'port_id': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'mac_address': 'fa:16:3e:8c:f0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:00:32.849018 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:32.861873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03c2da-1001-4a5c-b77f-5e4685369e8e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:00:32.899373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:32.904753 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:32.955328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:33.136218 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['4a03c2da-1001-4a5c-b77f-5e4685369e8e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:00:33.799434 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb21d96-1e73-45a9-bce5-3153d7b4b04f req-43bd7f72-9767-4c1a-9531-76a1aa40bd86 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:33.801006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfb21d96-1e73-45a9-bce5-3153d7b4b04f req-43bd7f72-9767-4c1a-9531-76a1aa40bd86 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 945 time: 0.0549583 Aug 31 17:00:33.842007 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bfb21d96-1e73-45a9-bce5-3153d7b4b04f req-2f1d7604-3a57-4745-9823-df469b090881 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350058 Aug 31 17:00:34.703112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:00:34.752365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 4a03c2da-1001-4a5c-b77f-5e4685369e8e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:00:34.755887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 4a03c2da-1001-4a5c-b77f-5e4685369e8e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:34.756294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:34.837478 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:34.860020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:00:34.862315 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99089c25-6adf-42ca-a35a-50372e28d08e" -d '{"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:00:34.875662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:00:34.880579 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:34.932657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:34.965502 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b5b5-5994-4703-88c0-c106f6e1161e req-bd9b4f62-9201-497c-91a9-7559633f1371 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:34.967109 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52a0b5b5-5994-4703-88c0-c106f6e1161e req-bd9b4f62-9201-497c-91a9-7559633f1371 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0533240 Aug 31 17:00:35.005134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52a0b5b5-5994-4703-88c0-c106f6e1161e req-7f346c5f-12ea-4a2b-bbc2-296447652d31 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Aug 31 17:00:35.049443 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d5e59-a370-4172-b15b-9f2cb164341a x-openstack-request-id: req-f45d5e59-a370-4172-b15b-9f2cb164341a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:00:35.049737 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:00:35.050061 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f45d5e59-a370-4172-b15b-9f2cb164341a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:00:35.050853 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'code': 200} Aug 31 17:00:35.148924 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f3bd8-3a5f-4249-9d36-ebd574589290 req-72ffb950-a680-45f0-839c-beb241390206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:35.150437 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b9f3bd8-3a5f-4249-9d36-ebd574589290 req-72ffb950-a680-45f0-839c-beb241390206 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0446618 Aug 31 17:00:35.185413 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7b9f3bd8-3a5f-4249-9d36-ebd574589290 req-40205708-3466-4575-836d-3bc42a1e92ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277197 Aug 31 17:00:36.126733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83008-66f7-41f0-82ae-6b93cc4f74db req-70b9e389-50f6-4e2c-967b-4554454fcff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:36.128152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57f83008-66f7-41f0-82ae-6b93cc4f74db req-70b9e389-50f6-4e2c-967b-4554454fcff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0520620 Aug 31 17:00:36.170503 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-57f83008-66f7-41f0-82ae-6b93cc4f74db req-82aa5df5-8f68-4759-a48b-1854a50893a4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353100 Aug 31 17:00:37.292790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d2eb-a221-4497-9edc-a938aa2bed55 req-d21dc7d4-7e8d-4c72-8e60-f72e0743f81b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:37.294799 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b931d2eb-a221-4497-9edc-a938aa2bed55 req-d21dc7d4-7e8d-4c72-8e60-f72e0743f81b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0532463 Aug 31 17:00:37.334430 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b931d2eb-a221-4497-9edc-a938aa2bed55 req-eb7add72-7424-4ce3-9fe5-c8cc8529feb6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Aug 31 17:00:37.451418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c855-d84a-48ad-bcf4-5a582cb3071d req-9d3bf270-d5b6-44ff-b80f-82062e898dd8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:37.452853 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a57c855-d84a-48ad-bcf4-5a582cb3071d req-9d3bf270-d5b6-44ff-b80f-82062e898dd8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0526416 Aug 31 17:00:37.491114 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9a57c855-d84a-48ad-bcf4-5a582cb3071d req-ed243286-a287-46b6-bafd-5c3f6fe09da9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Aug 31 17:00:37.513641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45066) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:37.555766 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f42a4-3e41-4982-bb3e-356fa35fa445 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:37.557561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b24f42a4-3e41-4982-bb3e-356fa35fa445 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1093 time: 0.0429471 Aug 31 17:00:37.560341 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45068) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:37.565292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:37.587634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.020891 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.121000 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.36 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/a1096652-d32f-4860-bd2d-f55a563e5fd5) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:00:38.226184 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.265504 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.301346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:00:38.306752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:00:38.310290 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:00:38.338326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=a1096652-d32f-4860-bd2d-f55a563e5fd5,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:38.670213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.739717 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.890355 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.895220 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:38.965222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=a1096652-d32f-4860-bd2d-f55a563e5fd5,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:38.976786 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:39.080222 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP 189bfa1a-f0da-4913-8940-5447c9447acd associated. External IP: 172.25.6.36, port: 4a03c2da-1001-4a5c-b77f-5e4685369e8e. Aug 31 17:00:39.307085 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 2712ea8a-38c9-4827-a342-fb464d7d3c1a has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:00:39.418261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:00:39.427676 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] Sync routers for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:00:39.435107 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:39.439040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:39.439668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:00:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:39.464179 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-72ba1197-ddbf-4c0e-800f-b17b36e562c1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9028332 Aug 31 17:00:39.465003 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:00:39.467403 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d45c8-f86f-4691-b5f9-d6864409d857" -d '{"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:00:39.549658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:39.566999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f1961-3cfb-4d7f-8a7e-774adb46c158 req-de7460fb-1338-475b-bb34-2474c271d990 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:39.568568 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380f1961-3cfb-4d7f-8a7e-774adb46c158 req-de7460fb-1338-475b-bb34-2474c271d990 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0497425 Aug 31 17:00:39.610976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-380f1961-3cfb-4d7f-8a7e-774adb46c158 req-18c526d7-62f7-4fb0-bfcd-eeabdab101ad tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358815 Aug 31 17:00:39.636255 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45074) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:39.659133 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47cbf6f-be07-4de8-b95f-418a48320eae x-openstack-request-id: req-e47cbf6f-be07-4de8-b95f-418a48320eae {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:00:39.659429 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:00:39.659686 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e47cbf6f-be07-4de8-b95f-418a48320eae {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:00:39.660452 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'status': 'completed', 'code': 200} Aug 31 17:00:39.719035 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f4bde5c1-9cc4-487b-bf89-b3012b9f5365 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/189bfa1a-f0da-4913-8940-5447c9447acd HTTP/1.1" status: 200 len: 991 time: 0.0813472 Aug 31 17:00:39.726269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-a1a6ef69-b626-4c37-8980-6a379400d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:39.727916 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-a1a6ef69-b626-4c37-8980-6a379400d1e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0465000 Aug 31 17:00:39.809672 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '189bfa1a-f0da-4913-8940-5447c9447acd', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'port_id': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'mac_address': 'fa:16:3e:8c:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:00:38Z', 'updated_at': '2021-08-31T17:00:38Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:29Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:39.821258 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-f56468ba-3db1-444f-ba37-760becfd47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:39.822857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-f56468ba-3db1-444f-ba37-760becfd47a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.0861919 Aug 31 17:00:39.837458 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] Checking router: 2712ea8a-38c9-4827-a342-fb464d7d3c1a for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:00:39.845895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:00:39.846502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:00:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:39.893604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-3edfbaf2-bc9e-451d-b2ae-a1598a43339f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 999 time: 0.0636351 Aug 31 17:00:39.945309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-b04c9ff0-a7d5-47e3-a2dd-27daa3007c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:39.946829 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-b04c9ff0-a7d5-47e3-a2dd-27daa3007c1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0461736 Aug 31 17:00:39.953145 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:00:39.993570 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-e165d21c-9084-4767-ab6e-41fa2e1ff2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:39.995157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-e165d21c-9084-4767-ab6e-41fa2e1ff2ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409806 Aug 31 17:00:40.094584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-b5c2f79c-9635-4134-8558-5415d5ab28a2 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915985 Aug 31 17:00:40.186196 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5a8d45c8-f86f-4691-b5f9-d6864409d857 req-0c07d831-3f69-4d6e-a7de-5586fc8e5dfe service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Aug 31 17:00:40.297772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '189bfa1a-f0da-4913-8940-5447c9447acd', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'port_id': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'mac_address': 'fa:16:3e:8c:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:00:38Z', 'updated_at': '2021-08-31T17:00:38Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:29Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:00:40.327663 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad4bee-d10c-46d1-ae06-375bd1276392 None None] The sync data for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 is: [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '189bfa1a-f0da-4913-8940-5447c9447acd', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'port_id': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'mac_address': 'fa:16:3e:8c:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:00:38Z', 'updated_at': '2021-08-31T17:00:38Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:29Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:00:40.526314 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97c6fe-239a-441c-b182-996654fc4965 None None] New status for floating IP 189bfa1a-f0da-4913-8940-5447c9447acd: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:00:40.721439 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45076) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:40.785758 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e6aa3f9a-2027-4ecb-bb23-c3f8a4a46304 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/189bfa1a-f0da-4913-8940-5447c9447acd HTTP/1.1" status: 200 len: 993 time: 0.0631256 Aug 31 17:00:51.148939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-25bd3a81-5de3-4ea2-a3ec-2b7043bb2554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:54.731256 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:55.352825 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:55.717553 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1aa35d5f-6d03-4229-be0a-cab6a607864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:55.742141 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:56.106965 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:57.871938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:58.696826 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-2d109325-0b92-4eed-b6ee-d56bff192f7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502555 Aug 31 17:00:58.795940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-760ad7eb-9df3-4b0d-8802-0b1d11af8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:58.797526 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-760ad7eb-9df3-4b0d-8802-0b1d11af8773 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0513136 Aug 31 17:00:58.915512 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-1bf5b59e-f33c-419b-a370-d907ea2379fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:58.917080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-1bf5b59e-f33c-419b-a370-d907ea2379fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.0973568 Aug 31 17:00:58.993944 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-f32f13d8-b625-4b9c-a5dd-16f25e43b653 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 1001 time: 0.0687244 Aug 31 17:00:59.047369 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-e8d3bf46-b378-440b-98aa-44b3da463ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:59.048904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-e8d3bf46-b378-440b-98aa-44b3da463ed4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0462327 Aug 31 17:00:59.103692 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-183992cf-1ec1-47ea-819c-6e6d3ac5b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:59.106169 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-183992cf-1ec1-47ea-819c-6e6d3ac5b21f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500209 Aug 31 17:00:59.213848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-5b5b86ff-ef6e-41bb-a3c6-119c9dd777df service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992365 Aug 31 17:00:59.316831 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a6e1495f-3375-439b-ba4e-bc6e6a913201 req-c2d3b976-28cd-4e54-a09f-a13f89c4d2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903416 Aug 31 17:01:09.411269 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:01:12.199712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad544a5-8a25-4b7a-bb2a-41d0ca2dfefd req-0f94b9af-5b63-4368-a829-fbec62041ae9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:12.201429 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ad544a5-8a25-4b7a-bb2a-41d0ca2dfefd req-0f94b9af-5b63-4368-a829-fbec62041ae9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0753405 Aug 31 17:01:12.269055 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ad544a5-8a25-4b7a-bb2a-41d0ca2dfefd req-60caff4c-25bc-4a8c-8e1d-69d0fc7c3d38 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477443 Aug 31 17:01:12.273276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-ca672a3e-ac35-40cb-a95c-230e3f42d11a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530259 Aug 31 17:01:12.285833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-d57648b5-e8a7-470b-b9bf-409e8a5937fe service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:01:12.287519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-d57648b5-e8a7-470b-b9bf-409e8a5937fe service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072522 Aug 31 17:01:13.416583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b48c-4d91-4e5a-9eca-3ebf02f07ac8 req-edca1d88-2c80-45a0-b120-1f48b3d93046 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:13.418187 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d182b48c-4d91-4e5a-9eca-3ebf02f07ac8 req-edca1d88-2c80-45a0-b120-1f48b3d93046 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0563371 Aug 31 17:01:13.474516 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d182b48c-4d91-4e5a-9eca-3ebf02f07ac8 req-006792c4-2915-4cd0-b8a6-9433da38328b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486469 Aug 31 17:01:13.682864 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-e4cabbb9-fb37-41f3-b812-9400e605189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:13.685174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-e4cabbb9-fb37-41f3-b812-9400e605189e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0503044 Aug 31 17:01:13.790056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-3118cabd-db2a-4c1d-b962-7f1eccebf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:13.791616 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-3118cabd-db2a-4c1d-b962-7f1eccebf131 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.0991390 Aug 31 17:01:13.863432 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-aa92f637-54fc-4ccc-b744-1b88f018686a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 1001 time: 0.0648694 Aug 31 17:01:13.924039 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-19ded8dc-ecf1-4e53-8573-8cb1d7d9553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:13.925614 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-19ded8dc-ecf1-4e53-8573-8cb1d7d9553d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0557010 Aug 31 17:01:13.984074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-5167500b-ef9c-4288-9472-75e92d4b46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:13.985824 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-5167500b-ef9c-4288-9472-75e92d4b46cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525715 Aug 31 17:01:14.081119 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-437069df-9769-4fd3-bf04-10443b97e8fb service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879261 Aug 31 17:01:14.191511 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-83c79d08-f6aa-43df-a1b3-c7a2a6635aa2 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038063 Aug 31 17:01:14.624223 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b98eb-9ced-48de-942d-815a2b99e27e req-8d91325f-6754-4f94-b767-809c8f035947 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:14.625746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-572b98eb-9ced-48de-942d-815a2b99e27e req-8d91325f-6754-4f94-b767-809c8f035947 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0539227 Aug 31 17:01:14.669657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-572b98eb-9ced-48de-942d-815a2b99e27e req-d39514eb-1f3e-4be8-aef6-8cb8810b2648 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371473 Aug 31 17:01:15.828500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adfc3c-bb61-471b-9d95-ffa13fdb68f5 req-4112abfe-79a3-4207-b1d8-6d4049febc50 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:15.830059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02adfc3c-bb61-471b-9d95-ffa13fdb68f5 req-4112abfe-79a3-4207-b1d8-6d4049febc50 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0674112 Aug 31 17:01:15.872129 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-02adfc3c-bb61-471b-9d95-ffa13fdb68f5 req-5cebdc2b-dced-4039-9fdb-7962cd3233ee tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Aug 31 17:01:16.993746 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c29f7e-540e-4af9-bfc0-5350fb2c64e8 req-acccd75b-01dd-4426-a9ee-e63187746f87 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:16.995182 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2c29f7e-540e-4af9-bfc0-5350fb2c64e8 req-acccd75b-01dd-4426-a9ee-e63187746f87 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0534661 Aug 31 17:01:17.033489 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b2c29f7e-540e-4af9-bfc0-5350fb2c64e8 req-5a49ef7f-5ace-4ae0-8c15-1041159417e7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Aug 31 17:01:18.149646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff5a69-01c2-48ce-8157-3b1d11ca04d9 req-f2e221e6-79e5-4cca-ad58-1bfb1959beed tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:18.151163 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11ff5a69-01c2-48ce-8157-3b1d11ca04d9 req-f2e221e6-79e5-4cca-ad58-1bfb1959beed tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0480103 Aug 31 17:01:18.188608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-11ff5a69-01c2-48ce-8157-3b1d11ca04d9 req-8ed00b27-2f7a-4bef-a876-8f4e5116da40 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Aug 31 17:01:19.310153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f829ac-646f-4054-bb3b-c6a4dc34eb44 req-1dabf07b-fe3e-4025-9e7d-88e15a16b9f9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:19.311677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6f829ac-646f-4054-bb3b-c6a4dc34eb44 req-1dabf07b-fe3e-4025-9e7d-88e15a16b9f9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0519333 Aug 31 17:01:19.350268 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6f829ac-646f-4054-bb3b-c6a4dc34eb44 req-9cb20130-2eda-46a9-9e58-2c8d223667de tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Aug 31 17:01:20.475180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cda8e-1f0b-42b7-868d-e5ea2bcf08c6 req-7d1ccec7-dd29-4317-9ce4-ade4be962a0e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:20.476845 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-748cda8e-1f0b-42b7-868d-e5ea2bcf08c6 req-7d1ccec7-dd29-4317-9ce4-ade4be962a0e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0551200 Aug 31 17:01:20.517438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-748cda8e-1f0b-42b7-868d-e5ea2bcf08c6 req-5f157549-98a5-4a63-b1b4-eb9bf19a6b14 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Aug 31 17:01:21.150811 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-82f21602-1e7e-478f-be24-c3b55e5d21a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:21.637236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9829f-1616-492e-bb51-860be5e019bc req-5733f689-ebce-4010-a9f8-c2cd89d3ed1a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:21.638756 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8dc9829f-1616-492e-bb51-860be5e019bc req-5733f689-ebce-4010-a9f8-c2cd89d3ed1a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0515406 Aug 31 17:01:21.676314 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8dc9829f-1616-492e-bb51-860be5e019bc req-aaf2b9c4-3878-462e-bc37-e8a2be45eeff tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Aug 31 17:01:22.794669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5ce7d-e6f1-4ef1-b03c-d2353e26cc4f req-2a996ca6-c237-4359-9ab6-6b5f556f7d63 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:22.796158 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54e5ce7d-e6f1-4ef1-b03c-d2353e26cc4f req-2a996ca6-c237-4359-9ab6-6b5f556f7d63 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0496280 Aug 31 17:01:22.834003 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54e5ce7d-e6f1-4ef1-b03c-d2353e26cc4f req-1c8c6e45-3533-477b-8735-2d5223d10bae tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309989 Aug 31 17:01:23.955483 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85166-d959-4995-ab53-6da314788213 req-44adc091-0985-4a43-9a2b-4f4dc6410a6f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:23.957028 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4c85166-d959-4995-ab53-6da314788213 req-44adc091-0985-4a43-9a2b-4f4dc6410a6f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0540595 Aug 31 17:01:23.996602 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4c85166-d959-4995-ab53-6da314788213 req-0a12ed01-3cef-4cd4-a0be-ca8e2ec36b67 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Aug 31 17:01:24.730484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:25.118913 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb5d3-4ee8-4b36-9621-a53ac3bbf1d3 req-2e9baba7-6b53-4f47-a0a4-dde83960cb0a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:25.120477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d3eb5d3-4ee8-4b36-9621-a53ac3bbf1d3 req-2e9baba7-6b53-4f47-a0a4-dde83960cb0a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0485404 Aug 31 17:01:25.159514 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6d3eb5d3-4ee8-4b36-9621-a53ac3bbf1d3 req-7aa6304d-3766-413d-93a7-e02bedb73fcd tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Aug 31 17:01:25.355291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:25.714985 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-37307f6b-40a7-4231-8f2b-aa279209164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:25.740499 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:26.114986 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:26.275617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49f3f3-ae8a-4329-996f-2d24968ccdc4 req-ef2aa075-0abc-4d1b-874d-4e744b47aff1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:26.277168 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef49f3f3-ae8a-4329-996f-2d24968ccdc4 req-ef2aa075-0abc-4d1b-874d-4e744b47aff1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0490353 Aug 31 17:01:26.315555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef49f3f3-ae8a-4329-996f-2d24968ccdc4 req-03415ed9-bbf4-4e1d-bfe7-98d81e8f9686 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Aug 31 17:01:27.435518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d339fa-945d-413f-941c-3337b059139b req-0f22aa5d-ddb8-41d3-8058-05954f83f484 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:27.437086 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9d339fa-945d-413f-941c-3337b059139b req-0f22aa5d-ddb8-41d3-8058-05954f83f484 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0535707 Aug 31 17:01:27.476135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d9d339fa-945d-413f-941c-3337b059139b req-0fd0eb29-ac80-46e4-ada7-f3f58472cc39 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Aug 31 17:01:27.871171 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:28.594164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ea390-04ca-4a3d-b2cb-0b3b5f7ea67c req-881ac4f7-923e-49ea-99f6-de13159ff5e2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:28.595678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e8ea390-04ca-4a3d-b2cb-0b3b5f7ea67c req-881ac4f7-923e-49ea-99f6-de13159ff5e2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0495174 Aug 31 17:01:28.636600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6e8ea390-04ca-4a3d-b2cb-0b3b5f7ea67c req-7a1ee36a-65aa-48db-95a8-000d73d22cb7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Aug 31 17:01:29.765898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e155-e9ac-4ce0-bc91-5b0055a8f525 req-45580295-e06e-404d-939a-8216119625cf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:29.767479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae72e155-e9ac-4ce0-bc91-5b0055a8f525 req-45580295-e06e-404d-939a-8216119625cf tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0526738 Aug 31 17:01:29.811235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae72e155-e9ac-4ce0-bc91-5b0055a8f525 req-2243ded2-d8ce-46eb-9f99-682bcefc5200 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375123 Aug 31 17:01:30.932735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264788-14b6-48d6-9e01-083a582fb3cf req-a5f2bf48-c88f-4e25-9966-1a7e3d3bdebc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:30.934319 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74264788-14b6-48d6-9e01-083a582fb3cf req-a5f2bf48-c88f-4e25-9966-1a7e3d3bdebc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0539253 Aug 31 17:01:30.978800 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-74264788-14b6-48d6-9e01-083a582fb3cf req-05c4cc48-812f-46b7-b451-c4128c23b357 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Aug 31 17:01:31.320746 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-fd776d5e-cf39-4906-9ec0-f003213f43a9 service neutron] show failed (client error): The resource could not be found. Aug 31 17:01:31.321681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-fd776d5e-cf39-4906-9ec0-f003213f43a9 service neutron] 10.222.0.30 "GET /v2.0/ports/4a03c2da-1001-4a5c-b77f-5e4685369e8e/bindings/n-h2-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0549102 Aug 31 17:01:31.520723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-832f5cad-3ddd-4494-a0b0-7fea5dfbb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:31.522251 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-832f5cad-3ddd-4494-a0b0-7fea5dfbb18d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 1098 time: 0.0446606 Aug 31 17:01:31.534032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:01:31.587213 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:32.102672 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c676b0-36a6-49f0-a3cc-637616aa4f96 req-54602726-7b07-4b15-ad1d-263af2844bd9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:32.104271 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84c676b0-36a6-49f0-a3cc-637616aa4f96 req-54602726-7b07-4b15-ad1d-263af2844bd9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0532715 Aug 31 17:01:32.150776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:01:32.151440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-84c676b0-36a6-49f0-a3cc-637616aa4f96 req-f0eabd6d-fbf7-48d1-8da6-d929e5467e7f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Aug 31 17:01:32.185830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:01:32.228581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:01:32.230867 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2d451a-fa39-4ef7-9e91-f6d475372d49" -d '{"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:01:32.234700 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:32.248427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Transition to ACTIVE for port object 4a03c2da-1001-4a5c-b77f-5e4685369e8e will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:01:32.252972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:32.285162 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 17:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8566d3-e733-4189-8809-8925c31831bd x-openstack-request-id: req-2d8566d3-e733-4189-8809-8925c31831bd {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:01:32.285472 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:01:32.285774 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d8566d3-e733-4189-8809-8925c31831bd {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:01:32.286264 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'code': 200} Aug 31 17:01:32.308707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=6']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:32.350414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.350894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.351121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.351502 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.351775 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.352139 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.352523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.352974 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.353245 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.353540 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.353862 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.354212 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:32.392779 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] No DVR routers for this DVR port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:01:32.537711 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:01:32.538612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:01:32.538612 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on network 5fae457f-a87d-4073-8499-1591d310541b {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:01:32.542815 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on network 5fae457f-a87d-4073-8499-1591d310541b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:01:32.543123 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Attempting to bind port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on network 5fae457f-a87d-4073-8499-1591d310541b {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:01:32.547813 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:01:32.548219 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Checking segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:01:32.548561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Bound using segment: {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:01:32.548983 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Bound port: 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a3d20d-a27b-4d51-bbb9-9532866fe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fae457f-a87d-4073-8499-1591d310541b'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:01:32.549335 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:32.615839 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:01:32.619122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:01:32.624063 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:32.659454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:32.660096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:32.662083 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] 10.222.0.49 "PUT /v2.0/ports/4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 1093 time: 1.1321213 Aug 31 17:01:32.685072 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b96b65-78d1-47aa-aa00-1b73029245cd service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=7']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:32.731233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-3614f51a-3a05-4565-a246-897aab423c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:32.732821 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-3614f51a-3a05-4565-a246-897aab423c32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0447736 Aug 31 17:01:32.835334 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-2fba4072-2c2c-4af5-9c74-e1bdac02d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:32.837038 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-2fba4072-2c2c-4af5-9c74-e1bdac02d3dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.0957429 Aug 31 17:01:32.903664 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-7ca58b46-e149-4e80-9177-08429a3bcd94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 999 time: 0.0597355 Aug 31 17:01:32.958006 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-664d0fce-0921-4d1b-a171-ff07893a65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:32.959481 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-664d0fce-0921-4d1b-a171-ff07893a65eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0492454 Aug 31 17:01:33.004992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-36ab497d-05d2-4510-9825-ad951c8704ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:33.006504 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-36ab497d-05d2-4510-9825-ad951c8704ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403640 Aug 31 17:01:33.100008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-cc1b4606-974a-4be8-8009-8ea864145fe5 service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861049 Aug 31 17:01:33.194554 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d7292249-0677-49c6-b4ac-b19fcc0eb6b9 req-0f72d6f9-4f89-4d24-beb2-0a681c61786c service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Aug 31 17:01:33.277813 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c123f8-97cf-4f9a-9555-45bf6f31dd2b req-1431d9bb-1f6d-4628-9822-269c80a2e26d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:33.279405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7c123f8-97cf-4f9a-9555-45bf6f31dd2b req-1431d9bb-1f6d-4628-9822-269c80a2e26d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0537398 Aug 31 17:01:33.320344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7c123f8-97cf-4f9a-9555-45bf6f31dd2b req-cfe1200e-5976-48b2-b9c4-23e4d9f45507 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Aug 31 17:01:34.287481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:01:34.290185 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd386393-55fa-4a1c-b0d6-2596968f180e" -d '{"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:01:34.337822 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda6fc7-abac-4018-bb4b-dacf52cd00a3 x-openstack-request-id: req-9dda6fc7-abac-4018-bb4b-dacf52cd00a3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:01:34.338117 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:01:34.338374 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dda6fc7-abac-4018-bb4b-dacf52cd00a3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:01:34.338976 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'status': 'completed', 'code': 200} Aug 31 17:01:34.398685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-7013ef7b-4cf1-4110-acea-769a8b15a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.400401 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-7013ef7b-4cf1-4110-acea-769a8b15a715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0439560 Aug 31 17:01:34.431327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-66d102db-51ba-48c8-a7a6-64b3559e86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.432954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-66d102db-51ba-48c8-a7a6-64b3559e86c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0693464 Aug 31 17:01:34.497399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d987e-7429-4a70-9a84-be3c606d32f8 req-3f7039c5-a6d9-44d0-a2e9-e198b1143393 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.498926 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb9d987e-7429-4a70-9a84-be3c606d32f8 req-3f7039c5-a6d9-44d0-a2e9-e198b1143393 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.1015060 Aug 31 17:01:34.501462 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-95c12073-32aa-4bba-bcc2-a8a607423336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.503039 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-95c12073-32aa-4bba-bcc2-a8a607423336 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.0937994 Aug 31 17:01:34.568997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cb9d987e-7429-4a70-9a84-be3c606d32f8 req-61bafb48-74c6-4f6f-b783-72dcacae4e0a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609040 Aug 31 17:01:34.571880 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-f5630cbc-bf36-4db3-8496-0a98cfa4676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.573166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-f5630cbc-bf36-4db3-8496-0a98cfa4676f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.1324508 Aug 31 17:01:34.578398 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-ae2c5685-f705-4783-a3ce-91d76b4b5510 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 999 time: 0.0633643 Aug 31 17:01:34.638275 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-1b18812c-d609-4916-805c-b17426e68707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.639767 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-1b18812c-d609-4916-805c-b17426e68707 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0525181 Aug 31 17:01:34.652357 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-e417da6f-7bfe-4392-b322-084b0890ca07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 999 time: 0.0718868 Aug 31 17:01:34.701631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-1a8be089-5796-4239-82e1-bae1b9efea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.703187 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-1a8be089-5796-4239-82e1-bae1b9efea1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499215 Aug 31 17:01:34.709753 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-0a59b341-0260-4394-8571-12c238849f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.711485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-0a59b341-0260-4394-8571-12c238849f44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0526173 Aug 31 17:01:34.774756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-2f199f43-bbf3-4a65-96d3-b7fb52642a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.776893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-2f199f43-bbf3-4a65-96d3-b7fb52642a13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565348 Aug 31 17:01:34.826093 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-f84884c8-3099-4e32-9ff6-dc59712db7b3 service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142812 Aug 31 17:01:34.884336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-9608391b-9d62-4153-bb48-9ac7c214ec7d service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004677 Aug 31 17:01:34.928534 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-fe6deb73-6311-4b77-b18e-ba663cd9607f service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942733 Aug 31 17:01:34.979740 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:01:34.986993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cd386393-55fa-4a1c-b0d6-2596968f180e req-359fccf1-71c2-42fd-9a48-b9c352be2863 service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950847 Aug 31 17:01:35.021348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:01:35.694935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7900-1104-428c-acff-81b208139f8a req-7156dff9-2329-4eb4-a241-831bf03b79f7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:35.696611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7ac7900-1104-428c-acff-81b208139f8a req-7156dff9-2329-4eb4-a241-831bf03b79f7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0553899 Aug 31 17:01:35.737976 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c7ac7900-1104-428c-acff-81b208139f8a req-e23635c3-0cf6-4b80-9794-8f77adc1b602 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Aug 31 17:01:35.992142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b29ebe-ffca-4893-950c-7400af08560e req-6dd2eb54-5546-42a9-b1b2-2fd79002963b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:35.993686 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5b29ebe-ffca-4893-950c-7400af08560e req-6dd2eb54-5546-42a9-b1b2-2fd79002963b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0848842 Aug 31 17:01:36.001029 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45257677-e042-4464-a901-7cb09b351627 req-678b1086-7b75-4887-8da2-1b89758963e5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:36.002380 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-678b1086-7b75-4887-8da2-1b89758963e5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1&tenant_id=c9ca3990e87a407095037dcab2f860c8&binding%3Ahost_id=n-h2-793621-35 HTTP/1.1" status: 200 len: 944 time: 0.0838869 Aug 31 17:01:36.072722 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d5b29ebe-ffca-4893-950c-7400af08560e req-732d8960-483a-4992-80a8-5c51ccc34224 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693243 Aug 31 17:01:36.088001 n-d-793621-35 neutron-server[101477]: INFO neutron.api.v2.resource [req-45257677-e042-4464-a901-7cb09b351627 req-09775460-91b8-46fe-b40d-1c4b50951c8e service neutron] delete failed (client error): The resource could not be found. Aug 31 17:01:36.089600 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-09775460-91b8-46fe-b40d-1c4b50951c8e service neutron] 10.222.0.30 "DELETE /v2.0/ports/4a03c2da-1001-4a5c-b77f-5e4685369e8e/bindings/n-h1-793621-35 HTTP/1.1" status: 404 len: 381 time: 0.0788312 Aug 31 17:01:36.211079 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45257677-e042-4464-a901-7cb09b351627 req-f8080bc5-6f26-46bd-a571-ef9476af9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:36.212664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-f8080bc5-6f26-46bd-a571-ef9476af9941 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0774784 Aug 31 17:01:36.221051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939b4ec-bdc6-40b4-b1e3-128329183209 req-69b4cc87-7e91-4b67-b589-ede8994d52c4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:36.222480 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2939b4ec-bdc6-40b4-b1e3-128329183209 req-69b4cc87-7e91-4b67-b589-ede8994d52c4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 944 time: 0.0780203 Aug 31 17:01:36.309088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2939b4ec-bdc6-40b4-b1e3-128329183209 req-b1089be6-e237-4d27-8ba8-79f3b9cf172c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776768 Aug 31 17:01:36.336838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45257677-e042-4464-a901-7cb09b351627 req-843060c6-663e-4c5a-8841-1f9ca28b8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:36.338323 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-843060c6-663e-4c5a-8841-1f9ca28b8e73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.1149275 Aug 31 17:01:36.409989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-3783e204-871a-4ba9-af86-4f39cb4084f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 999 time: 0.0645759 Aug 31 17:01:36.462605 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45257677-e042-4464-a901-7cb09b351627 req-8ccbc617-8d61-4a58-a70e-f09d1e067493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:36.464316 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-8ccbc617-8d61-4a58-a70e-f09d1e067493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0476418 Aug 31 17:01:36.510734 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45257677-e042-4464-a901-7cb09b351627 req-80cfdda2-7381-4994-a407-0f394f94f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:36.512542 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-80cfdda2-7381-4994-a407-0f394f94f62d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416710 Aug 31 17:01:36.957401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-8ac5c41a-5ef2-4a80-8548-764e66883cef service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374063 Aug 31 17:01:36.977286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:01:37.060468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45257677-e042-4464-a901-7cb09b351627 req-d31c6ce6-2aff-4b41-98c6-b23e6b3e8eda service neutron] 10.222.0.30 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954726 Aug 31 17:01:37.079043 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:01:37.092012 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'port_id': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'mac_address': 'fa:16:3e:8c:f0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:01:37.296846 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.311215 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03c2da-1001-4a5c-b77f-5e4685369e8e {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:01:37.330503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:01:37.337543 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.396391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:37.404681 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.405063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.405404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.405730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.406185 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.406507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.406833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.407161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.407485 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.407814 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.408129 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.408476 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:37.444532 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd6c9c-8e98-49d4-9fe1-f6b55a181b98 req-d747ae60-e8fc-4d2b-a64d-dfcb3722fb8b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:37.446702 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15cd6c9c-8e98-49d4-9fe1-f6b55a181b98 req-d747ae60-e8fc-4d2b-a64d-dfcb3722fb8b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 945 time: 0.0586469 Aug 31 17:01:37.502266 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-15cd6c9c-8e98-49d4-9fe1-f6b55a181b98 req-7324318a-ac1a-4491-bdb8-8bc21c803d26 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482519 Aug 31 17:01:37.585387 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['4a03c2da-1001-4a5c-b77f-5e4685369e8e'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:01:38.631757 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d8d67-cd4d-4c58-b19e-8f3cf8c5180a req-6ff8f956-d29c-4c20-8bc0-ff5f2c86d344 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:38.633344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-721d8d67-cd4d-4c58-b19e-8f3cf8c5180a req-6ff8f956-d29c-4c20-8bc0-ff5f2c86d344 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 945 time: 0.0513158 Aug 31 17:01:38.675918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-721d8d67-cd4d-4c58-b19e-8f3cf8c5180a req-a191032e-b2c6-48a8-97ec-8fc07004d19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360494 Aug 31 17:01:38.701348 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45174) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:38.765442 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-936c60f0-f1e0-4881-9a26-82daad07cfa9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/189bfa1a-f0da-4913-8940-5447c9447acd HTTP/1.1" status: 200 len: 992 time: 0.0628593 Aug 31 17:01:38.978496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:01:39.030821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 4a03c2da-1001-4a5c-b77f-5e4685369e8e completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:01:39.034806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 4a03c2da-1001-4a5c-b77f-5e4685369e8e triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:01:39.035179 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:39.118994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:39.145510 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:01:39.147776 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97639b8-90f7-4dc0-88e0-92ce668408cb" -d '{"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:01:39.161920 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:01:39.167130 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:39.228958 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=9']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:39.252974 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8e8632-63f0-44b6-845e-f40e4e56505e x-openstack-request-id: req-6b8e8632-63f0-44b6-845e-f40e4e56505e {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:01:39.253416 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:01:39.253670 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b8e8632-63f0-44b6-845e-f40e4e56505e {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:01:39.254778 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'code': 200} Aug 31 17:01:46.412860 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:01:49.853630 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-b9be9d40-ff98-4556-aa25-cdb2aa809579 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550101 Aug 31 17:01:49.962041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-4ffdb037-2ab8-42dd-bb5f-119c472039c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:49.963594 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-4ffdb037-2ab8-42dd-bb5f-119c472039c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0606608 Aug 31 17:01:50.090170 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-68d7a991-9955-448a-8216-f73a3ed23695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:50.090170 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-68d7a991-9955-448a-8216-f73a3ed23695 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.1051300 Aug 31 17:01:50.165417 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-1e623e58-fa79-41b0-99d6-62ae1c329ae9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 1001 time: 0.0678604 Aug 31 17:01:50.221122 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-4dc905ea-0ade-4758-9c19-000bc8f7f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:50.222676 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-4dc905ea-0ade-4758-9c19-000bc8f7f6ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0497077 Aug 31 17:01:50.280646 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-e4bd2f2c-a3bc-41c5-88b5-a0950f795abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:50.283101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-e4bd2f2c-a3bc-41c5-88b5-a0950f795abc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480986 Aug 31 17:01:50.383132 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-13712a5c-2bdf-4632-af74-1895f49826f9 service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918300 Aug 31 17:01:50.479883 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-b7865559-5cc2-421a-899f-a28fbade3e49 req-2e7d3e40-8b35-4c6c-811d-4d55e449627d service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887408 Aug 31 17:01:51.154813 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5fcd6b00-f1c0-4187-bd53-06e4d22ef7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:54.747076 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:55.357864 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:55.715667 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-580f25ea-0f3d-4798-88e6-1f95800463b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:55.743031 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:56.111153 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:57.874087 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:07.314222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45192) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:07.475414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port a1096652-d32f-4860-bd2d-f55a563e5fd5 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:02:07.475755 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:07.559577 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:07.559906 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:07.572794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for a1096652-d32f-4860-bd2d-f55a563e5fd5 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:02:07.727084 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:07.754427 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=a1096652-d32f-4860-bd2d-f55a563e5fd5,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:07.821696 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:07.822163 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP 189bfa1a-f0da-4913-8940-5447c9447acd disassociated (deleted). External IP: 172.25.6.36, port: 4a03c2da-1001-4a5c-b77f-5e4685369e8e. Aug 31 17:02:08.047203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 2712ea8a-38c9-4827-a342-fb464d7d3c1a has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:02:08.166483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:02:08.171413 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:08.176153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] Sync routers for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:02:08.186010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:08.186633 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:08.200989 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3b662088-2c6c-4905-9e19-67c9070b82c0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/floatingips/189bfa1a-f0da-4913-8940-5447c9447acd HTTP/1.1" status: 204 len: 168 time: 0.8856163 Aug 31 17:02:08.201821 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:02:08.204098 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870da16-2911-40f1-aed1-4e92d8321131" -d '{"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:02:08.306802 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:08.364168 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8053e-1078-4f06-8b87-2386478b63f6 x-openstack-request-id: req-abe8053e-1078-4f06-8b87-2386478b63f6 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:02:08.364739 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:02:08.364739 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe8053e-1078-4f06-8b87-2386478b63f6 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:02:08.365161 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'status': 'completed', 'code': 200} Aug 31 17:02:08.435487 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870da16-2911-40f1-aed1-4e92d8321131 req-0c5e3b76-f3ce-45da-aea7-7425cdaed273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:08.437090 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-0c5e3b76-f3ce-45da-aea7-7425cdaed273 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0483587 Aug 31 17:02:08.468132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3aa5-643a-4ea1-bf21-79134cbca319 req-1743e09f-5b79-4c48-acb6-e4815b8196d0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:08.470018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-260c3aa5-643a-4ea1-bf21-79134cbca319 req-1743e09f-5b79-4c48-acb6-e4815b8196d0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0537815 Aug 31 17:02:08.517246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-260c3aa5-643a-4ea1-bf21-79134cbca319 req-44263152-555d-406d-9cf0-2b9127758cd9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Aug 31 17:02:08.520049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:29Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:08.546053 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870da16-2911-40f1-aed1-4e92d8321131 req-d9d79796-558e-4354-ac24-eac6c4f476d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:08.547577 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-d9d79796-558e-4354-ac24-eac6c4f476d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 200 len: 897 time: 0.1021888 Aug 31 17:02:08.554862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] Checking router: 2712ea8a-38c9-4827-a342-fb464d7d3c1a for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:02:08.563355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:08.563891 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:08.590765 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-b347e997-99d6-466d-954d-0941ad4013c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 200 len: 217 time: 0.0354738 Aug 31 17:02:08.641581 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870da16-2911-40f1-aed1-4e92d8321131 req-fdb2ba74-83d4-4a20-9df7-f9ad67b6d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:08.643064 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-fdb2ba74-83d4-4a20-9df7-f9ad67b6d30c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 200 len: 833 time: 0.0450168 Aug 31 17:02:08.673296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:08.697154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870da16-2911-40f1-aed1-4e92d8321131 req-1fcd07ae-45d8-47b2-ace0-9990d7d01e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:08.698755 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-1fcd07ae-45d8-47b2-ace0-9990d7d01e2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fae457f-a87d-4073-8499-1591d310541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469165 Aug 31 17:02:08.794231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-bf6863a5-18f2-42aa-be24-d382df69a076 service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870738 Aug 31 17:02:08.884254 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:29Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:08.890538 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d870da16-2911-40f1-aed1-4e92d8321131 req-a99a2fa0-c3ff-47e2-ba89-b1f08e93940a service neutron] 10.222.0.49 "GET /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893772 Aug 31 17:02:08.915319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8ac6d-74f4-4cee-a94d-b2a7f923f2f0 None None] The sync data for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 is: [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:00:24Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '1c0fea3d-cf45-417b-9e88-f0656828ca54', 'name': '', 'network_id': '5fae457f-a87d-4073-8499-1591d310541b', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:fa:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:23Z', 'updated_at': '2021-08-31T17:00:29Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '5da2da6f-80a1-430c-8467-df9e036df1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:02:09.136965 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9304c-5718-4808-8af2-eaa12afe5558 None None] New status for floating IP 189bfa1a-f0da-4913-8940-5447c9447acd: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:02:09.651143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca75ddd-85cc-44e8-baee-80abd95e1fb1 req-8e0997a2-abfd-4775-9c74-93ddf852433a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:09.652792 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca75ddd-85cc-44e8-baee-80abd95e1fb1 req-8e0997a2-abfd-4775-9c74-93ddf852433a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0637722 Aug 31 17:02:09.695914 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ca75ddd-85cc-44e8-baee-80abd95e1fb1 req-641b347b-28f3-4cb9-b613-195d12db3e36 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=1035f0eb-2d2a-4002-8573-26f541db2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Aug 31 17:02:09.718965 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-234d072c-1225-4175-94e8-86065adad9c7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:09.720535 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-234d072c-1225-4175-94e8-86065adad9c7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "GET /v2.0/ports?device_id=689e3b75-4cc3-402d-9e36-a917a946b0b1 HTTP/1.1" status: 200 len: 946 time: 0.0569420 Aug 31 17:02:09.812181 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 4a03c2da-1001-4a5c-b77f-5e4685369e8e {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:02:09.812452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:09.907566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 4a03c2da-1001-4a5c-b77f-5e4685369e8e, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=4a03c2da-1001-4a5c-b77f-5e4685369e8e,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:09.907949 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:09.922938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 4a03c2da-1001-4a5c-b77f-5e4685369e8e owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:02:10.062463 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:10.091976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=4a03c2da-1001-4a5c-b77f-5e4685369e8e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:10.142494 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] No DVR routers for this DVR port 4a03c2da-1001-4a5c-b77f-5e4685369e8e on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:02:10.145215 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:10.147336 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-66e176d5-4ebd-48ec-8d1d-b3abbdc0f6ad req-a317cf9a-7ff4-440a-ba6b-48229c543b54 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.49 "DELETE /v2.0/ports/4a03c2da-1001-4a5c-b77f-5e4685369e8e HTTP/1.1" status: 204 len: 173 time: 0.4208724 Aug 31 17:02:10.366715 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-deleted', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:02:10.369040 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6da89ad-8335-44a8-b345-04b556786dda" -d '{"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-deleted", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:02:10.404502 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659db0d7-c3e0-4fb7-8b98-3bf02fb625ba x-openstack-request-id: req-659db0d7-c3e0-4fb7-8b98-3bf02fb625ba {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:02:10.404795 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e3b75-4cc3-402d-9e36-a917a946b0b1", "name": "network-vif-deleted", "tag": "4a03c2da-1001-4a5c-b77f-5e4685369e8e", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:02:10.405045 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-659db0d7-c3e0-4fb7-8b98-3bf02fb625ba {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:02:10.405467 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e3b75-4cc3-402d-9e36-a917a946b0b1', 'name': 'network-vif-deleted', 'tag': '4a03c2da-1001-4a5c-b77f-5e4685369e8e', 'status': 'completed', 'code': 200} Aug 31 17:02:10.754022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45208) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:11.127762 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:11.385341 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 1c0fea3d-cf45-417b-9e88-f0656828ca54 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:02:11.385601 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:11.472108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 1c0fea3d-cf45-417b-9e88-f0656828ca54, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=1c0fea3d-cf45-417b-9e88-f0656828ca54,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:11.472502 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:11.489993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 1c0fea3d-cf45-417b-9e88-f0656828ca54 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:02:11.675160 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:11.704357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=1c0fea3d-cf45-417b-9e88-f0656828ca54,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:11.880308 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:12.442312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 2712ea8a-38c9-4827-a342-fb464d7d3c1a has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:02:12.567166 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:02:12.573144 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-97d1e4c6-dabc-4e28-83aa-e0c898d86b10 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/2712ea8a-38c9-4827-a342-fb464d7d3c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179393 Aug 31 17:02:12.576971 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45210) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:12.578881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] Sync routers for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:02:12.590331 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:12.590998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:12.632332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting subnet 5da2da6f-80a1-430c-8467-df9e036df1b5 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:02:12.636098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:12.676953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:12.700600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:12.766898 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:12.829472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:12.858607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Subnet': ['ID=5da2da6f-80a1-430c-8467-df9e036df1b5,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:12.862347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:12.865628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41eed1-b5dd-4e95-b973-db7b1db0f8c6 None None] Network 5fae457f-a87d-4073-8499-1591d310541b requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:02:12.869356 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45212) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:12.869739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/subnets/5da2da6f-80a1-430c-8467-df9e036df1b5 HTTP/1.1" status: 204 len: 168 time: 0.2899733 Aug 31 17:02:12.876709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.877134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.877400 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.877994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.878399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.878739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.879074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.879418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.879908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.880293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.880625 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.881919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02e973-c29e-4927-ab81-f29e2d0e8017 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:12.968040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:02:11Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:12.990096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.009946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] Checking router: 2712ea8a-38c9-4827-a342-fb464d7d3c1a for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:02:13.025791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] Routers {'2712ea8a-38c9-4827-a342-fb464d7d3c1a'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:13.026425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:13.103997 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.154046 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] Set router 2712ea8a-38c9-4827-a342-fb464d7d3c1a gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:13.174032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 4f587259-0470-4dfd-82bd-bb664a61c7a8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:02:13.174778 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.192074 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] DHCP port deletion for 5fae457f-a87d-4073-8499-1591d310541b request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:02:13.222962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:02:13.262165 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 4f587259-0470-4dfd-82bd-bb664a61c7a8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=4f587259-0470-4dfd-82bd-bb664a61c7a8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:13.262528 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.275354 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 4f587259-0470-4dfd-82bd-bb664a61c7a8 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:02:13.300237 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 4a03c2da-1001-4a5c-b77f-5e4685369e8e {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:02:13.300589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 4a03c2da-1001-4a5c-b77f-5e4685369e8e not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:02:13.359614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] Deleting port 8577db4b-9911-449f-b425-680e5d957626 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:02:13.359993 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.454388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] For port 8577db4b-9911-449f-b425-680e5d957626, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8577db4b-9911-449f-b425-680e5d957626,segment=NetworkSegment(a7a3d20d-a27b-4d51-bbb9-9532866fe675),segment_id=a7a3d20d-a27b-4d51-bbb9-9532866fe675)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:13.454801 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.470628 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] Calling delete_port for 8577db4b-9911-449f-b425-680e5d957626 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:02:13.472638 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.510684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=4f587259-0470-4dfd-82bd-bb664a61c7a8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:13.528038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:02:11Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:13.563862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b99424-4d54-4e0e-9703-510322b2e1ad None None] The sync data for ids ['2712ea8a-38c9-4827-a342-fb464d7d3c1a'] in n-d-793621-35 is: [{'id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5161440', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:00:20Z', 'updated_at': '2021-08-31T17:02:11Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '4f587259-0470-4dfd-82bd-bb664a61c7a8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2712ea8a-38c9-4827-a342-fb464d7d3c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:00:21Z', 'updated_at': '2021-08-31T17:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:02:13.583068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.597978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.635350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] Pushing event deleted for resources: {'Port': ['ID=8577db4b-9911-449f-b425-680e5d957626,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:13.638912 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed209f5-ea56-43c2-b6c9-d0a280284874 None None] No DVR routers for this DVR port 8577db4b-9911-449f-b425-680e5d957626 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:02:13.688971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.691161 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.736701 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.737546 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Fanout notify agent at l3_agent the message router_deleted on router 2712ea8a-38c9-4827-a342-fb464d7d3c1a {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:02:13.745064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.746379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b13c592e-186f-4c0d-84ce-2534fc6e0bf0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/routers/2712ea8a-38c9-4827-a342-fb464d7d3c1a HTTP/1.1" status: 204 len: 168 time: 0.8760076 Aug 31 17:02:13.749018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45214) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:13.830039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.919498 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.933641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fae457f-a87d-4073-8499-1591d310541b']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:13.946232 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a3d20d-a27b-4d51-bbb9-9532866fe675') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:13.946622 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a3d20d-a27b-4d51-bbb9-9532866fe675') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:13.956292 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.977415 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.984115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:02:13.984551 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: timer() Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:02:13.987524 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:02:14.048504 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.060791 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.060791 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/networks/5fae457f-a87d-4073-8499-1591d310541b HTTP/1.1" status: 204 len: 168 time: 0.3085093 Aug 31 17:02:14.061532 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45216) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:14.084845 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3ffd6-de0f-460c-a56b-264b27a4fe7d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Network': ['ID=5fae457f-a87d-4073-8499-1591d310541b,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:14.131976 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-211b84fd-819e-4649-b55c-d2be1f8eb6dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.158337 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-211b84fd-819e-4649-b55c-d2be1f8eb6dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.229640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-211b84fd-819e-4649-b55c-d2be1f8eb6dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.232402 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-211b84fd-819e-4649-b55c-d2be1f8eb6dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.236328 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-211b84fd-819e-4649-b55c-d2be1f8eb6dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/security-groups/1035f0eb-2d2a-4002-8573-26f541db2158 HTTP/1.1" status: 204 len: 168 time: 0.1711397 Aug 31 17:02:14.248536 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b84fd-819e-4649-b55c-d2be1f8eb6dc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1035f0eb-2d2a-4002-8573-26f541db2158,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:14.646613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45222) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:14.651519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793745862', 'description': 'tempest-secgroup-smoke-1793745862 description', 'project_id': 'c9ca3990e87a407095037dcab2f860c8'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:14.684364 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.771871 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.775653 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.806312 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.807583 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1599517 Aug 31 17:02:14.809572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ffc83-541c-4fd5-8fbf-0b228cf94d25 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f9456-3033-4738-92ed-4f295b81d128,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:14.810629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45224) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:14.816624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f9456-3033-4738-92ed-4f295b81d128', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:14.848717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.895988 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.900141 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.924168 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e12543d-fadd-4071-b99c-296afa0cef88,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:14.933714 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.934927 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ddf2e489-4507-4e3f-b612-d8ff85f27db4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224570 Aug 31 17:02:14.937975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45226) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:14.942990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f9456-3033-4738-92ed-4f295b81d128', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:14.970573 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:14.973791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1c0fea3d-cf45-417b-9e88-f0656828ca54 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:02:14.996050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 1c0fea3d-cf45-417b-9e88-f0656828ca54 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:02:14.996735 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 1c0fea3d-cf45-417b-9e88-f0656828ca54 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:02:14.997341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f587259-0470-4dfd-82bd-bb664a61c7a8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:02:15.015927 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 4f587259-0470-4dfd-82bd-bb664a61c7a8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:02:15.016300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 4f587259-0470-4dfd-82bd-bb664a61c7a8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:02:15.016717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8577db4b-9911-449f-b425-680e5d957626 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:02:15.036657 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.041447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.042592 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8577db4b-9911-449f-b425-680e5d957626 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:02:15.042951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8577db4b-9911-449f-b425-680e5d957626 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:02:15.064948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54980e0b-c076-4002-9a20-4fdc21efff26,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:15.068626 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.069855 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d9aed2f2-e121-457e-b022-70e294d3a735 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308279 Aug 31 17:02:15.074131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45228) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:15.078693 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f9456-3033-4738-92ed-4f295b81d128', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:15.105993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.163432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.167808 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.185401 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dced14-a3f8-4200-a5b9-2d23562860b9,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:15.192843 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.194064 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0dd4b58c-4eb5-4e6e-8b4b-c6183d523812 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189678 Aug 31 17:02:15.197280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45230) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:15.201999 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f9456-3033-4738-92ed-4f295b81d128', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:15.228447 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.293044 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.297454 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.316592 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94594a33-1e6f-4122-91cc-f08b320a40da,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:15.324699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.325925 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a65c012d-3daf-4c12-9878-5073ba9b215e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274331 Aug 31 17:02:15.328674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45232) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:15.333257 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f9456-3033-4738-92ed-4f295b81d128', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:15.355818 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:02:15.361073 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.423646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.427695 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.447040 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225966ed-c7ab-4938-b649-e44fb7c1fa15,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:15.450265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.451525 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-55de2545-ffd8-4967-b211-bb5942ddfff9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219070 Aug 31 17:02:15.454327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45234) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:15.458935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f9456-3033-4738-92ed-4f295b81d128', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:15.482133 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:02:15.487864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.550678 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.555404 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.574336 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b89f93-516c-44c8-9bce-e00574796677,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:15.581333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.582635 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ddc59123-43e1-4665-94cd-853e9c29b19b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272717 Aug 31 17:02:15.585617 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45236) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:15.590714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'network': {'name': 'tempest-network-smoke--1441237083', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'port_security_enabled': True}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:15.611465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:02:15.614821 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.638983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:02:15.648021 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.648667 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Added segment 704f0ad7-782c-4b2f-80b9-15cf3040768f of type vlan for network e24f03ff-b3cb-474c-a449-395643d31829 Aug 31 17:02:15.689794 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.718815 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.724633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:15.725240 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.784277 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975837 Aug 31 17:02:15.787498 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45238) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:15.792304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'admin_state_up': True, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:15.793908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423872d-4f8b-489e-b44b-175cb0da3b07 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Network': ['ID=e24f03ff-b3cb-474c-a449-395643d31829,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:15.804811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network e24f03ff-b3cb-474c-a449-395643d31829 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:02:15.818073 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.819108 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:15.875642 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:16.031630 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:16.236340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:16.260173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:16.367350 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.27 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/87226bdb-3985-48ad-a953-ebccfd16cad6) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:02:16.467907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:16.511849 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:16.548787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:02:16.553576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:16.557184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:02:16.583738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=87226bdb-3985-48ad-a953-ebccfd16cad6,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:16.813750 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.013373 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.141015 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 67f42744-de6f-4f9e-91fc-8981ddc9d76c is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:02:17.245743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:02:17.255676 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Sync routers for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:02:17.265040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.265873 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:17.269539 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-491b0241-b0a9-47bb-a809-00f1d305fff7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4778214 Aug 31 17:02:17.269733 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:17.270003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45240) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:17.299788 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-426f2153-49c0-4b7e-be3a-ce1d7aeb6cd1 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c9ca3990e87a407095037dcab2f860c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283155 Aug 31 17:02:17.302473 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45242) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:17.391765 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d569438-6204-48d2-8071-9a9c0053dff4 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:17.393448 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8d569438-6204-48d2-8071-9a9c0053dff4 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899434 Aug 31 17:02:17.396110 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45244) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:17.424618 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-45d594dd-c423-45cc-af82-331fed3f70d8 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272746 Aug 31 17:02:17.427274 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:17.435705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45246) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:17.440725 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-851827560', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:17.532270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:02:17.535958 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.704083 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:16Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:17.730166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.732062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Checking router: 67f42744-de6f-4f9e-91fc-8981ddc9d76c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:02:17.732468 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Updating router 67f42744-de6f-4f9e-91fc-8981ddc9d76c port 87226bdb-3985-48ad-a953-ebccfd16cad6 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:02:17.758669 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.793985 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Subnet': ['ID=4d4f0d13-e25b-48cf-9502-32d060229794,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:17.805320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Checking segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:02:17.805684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network hostable DHCP agents. Network: e24f03ff-b3cb-474c-a449-395643d31829, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:02:17.822534 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network e24f03ff-b3cb-474c-a449-395643d31829 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:02:17.831743 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, e24f03ff-b3cb-474c-a449-395643d31829) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:17.836611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:17.837187 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:17.846083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88685d-1327-4ce4-9da7-7c65bba50b85 None None] Network e24f03ff-b3cb-474c-a449-395643d31829 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:02:17.858945 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4ad786c9-0b48-4dca-b8ed-f07b63c242a5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4220595 Aug 31 17:02:17.862469 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45248) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:18.010563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-e24f03ff-b3cb-474c-a449-395643d31829', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:02:18.011558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.030833 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.042662 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Transition to ACTIVE for port object 87226bdb-3985-48ad-a953-ebccfd16cad6 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:18.049160 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.093543 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Pushing event updated for resources: {'Port': ['ID=87226bdb-3985-48ad-a953-ebccfd16cad6,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:18.109728 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Attempting to bind port 87226bdb-3985-48ad-a953-ebccfd16cad6 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:02:18.110489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Attempting to bind port 87226bdb-3985-48ad-a953-ebccfd16cad6 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:02:18.110489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Attempting to bind port 87226bdb-3985-48ad-a953-ebccfd16cad6 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:02:18.122112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:02:18.122112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:02:18.122112 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.122112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:02:18.122112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Bound port: 87226bdb-3985-48ad-a953-ebccfd16cad6, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:02:18.122777 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.124590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.124931 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.125263 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.125591 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.125919 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.126244 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.126566 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.127588 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.127588 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.127815 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.128004 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.128365 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:18.158037 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Allocated IP 172.20.0.2 (e24f03ff-b3cb-474c-a449-395643d31829/4d4f0d13-e25b-48cf-9502-32d060229794/f3531608-e8da-4f83-bb45-bf38abdd13df) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:02:18.193175 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] For port 87226bdb-3985-48ad-a953-ebccfd16cad6, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:02:18.199498 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] For port 87226bdb-3985-48ad-a953-ebccfd16cad6, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=87226bdb-3985-48ad-a953-ebccfd16cad6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:02:18.206119 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.270551 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:18.271226 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:18.327000 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7446b-bd8e-4b49-866c-f0a2e24575c2 None None] Pushing event updated for resources: {'Port': ['ID=87226bdb-3985-48ad-a953-ebccfd16cad6,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:18.330274 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.339988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Transition to ACTIVE for port object f3531608-e8da-4f83-bb45-bf38abdd13df will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:18.355767 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Transition to ACTIVE for port object f3531608-e8da-4f83-bb45-bf38abdd13df will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:18.363891 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.400921 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:18.416662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Network e24f03ff-b3cb-474c-a449-395643d31829 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:02:18.421121 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:18.423350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Pushing event updated for resources: {'Port': ['ID=f3531608-e8da-4f83-bb45-bf38abdd13df,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:18.427168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:02:18.488462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Attempting to bind port f3531608-e8da-4f83-bb45-bf38abdd13df on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:02:18.489179 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Attempting to bind port f3531608-e8da-4f83-bb45-bf38abdd13df by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:02:18.489534 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Attempting to bind port f3531608-e8da-4f83-bb45-bf38abdd13df on network e24f03ff-b3cb-474c-a449-395643d31829 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:02:18.495298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:02:18.495670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Checking segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:02:18.496289 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.496861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Bound using segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:02:18.497366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Bound port: f3531608-e8da-4f83-bb45-bf38abdd13df, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:02:18.498403 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.568607 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] For port f3531608-e8da-4f83-bb45-bf38abdd13df, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:02:18.572744 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] For port f3531608-e8da-4f83-bb45-bf38abdd13df, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f3531608-e8da-4f83-bb45-bf38abdd13df,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:02:18.578253 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:18.602922 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:16Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:18.639976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0210-9c57-43eb-898b-2f1043724d69 None None] Pushing event updated for resources: {'Port': ['ID=f3531608-e8da-4f83-bb45-bf38abdd13df,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:18.641142 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880a7b0-9b31-4f73-a83c-52499c6e6863 None None] The sync data for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 is: [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:16Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:02:18.707125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.081665 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.1 (e24f03ff-b3cb-474c-a449-395643d31829/4d4f0d13-e25b-48cf-9502-32d060229794/6a122404-2335-4573-8319-83266ba0d706) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:02:19.083657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f3531608-e8da-4f83-bb45-bf38abdd13df up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:19.141577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f3531608-e8da-4f83-bb45-bf38abdd13df completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:19.146009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 87226bdb-3985-48ad-a953-ebccfd16cad6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:19.203365 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 87226bdb-3985-48ad-a953-ebccfd16cad6 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:19.207561 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 87226bdb-3985-48ad-a953-ebccfd16cad6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:19.207941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.216789 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.233080 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object 6a122404-2335-4573-8319-83266ba0d706 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:19.272500 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.293203 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.321435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 87226bdb-3985-48ad-a953-ebccfd16cad6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=87226bdb-3985-48ad-a953-ebccfd16cad6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:19.329789 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.344593 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network e24f03ff-b3cb-474c-a449-395643d31829 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:02:19.350273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:19.361154 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:02:19.393039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=87226bdb-3985-48ad-a953-ebccfd16cad6,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:19.425411 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=6a122404-2335-4573-8319-83266ba0d706,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:19.457074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.612436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.702637 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a3c04-6353-45ac-9297-d93a95b0f179 None None] Network e24f03ff-b3cb-474c-a449-395643d31829 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:02:19.769935 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] Provisioning for port f3531608-e8da-4f83-bb45-bf38abdd13df completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:19.779000 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] Provisioning complete for port f3531608-e8da-4f83-bb45-bf38abdd13df triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:19.779378 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.925784 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.930167 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.930936 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:19.970517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] For port f3531608-e8da-4f83-bb45-bf38abdd13df, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f3531608-e8da-4f83-bb45-bf38abdd13df,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:19.977525 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.013181 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.015140 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=6a122404-2335-4573-8319-83266ba0d706,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:20.033198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb159a-b6d3-474b-8d23-590736993743 None None] Pushing event updated for resources: {'Port': ['ID=f3531608-e8da-4f83-bb45-bf38abdd13df,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:20.134004 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network e24f03ff-b3cb-474c-a449-395643d31829 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:02:20.135832 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:20.200008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9518f80c-3300-43c4-9312-ce9e7741c919 None None] Provisioning complete for port f3531608-e8da-4f83-bb45-bf38abdd13df triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:20.200939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9518f80c-3300-43c4-9312-ce9e7741c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.277241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 67f42744-de6f-4f9e-91fc-8981ddc9d76c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:02:20.328013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9518f80c-3300-43c4-9312-ce9e7741c919 None None] Provisioning for port 6a122404-2335-4573-8319-83266ba0d706 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:20.334031 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9518f80c-3300-43c4-9312-ce9e7741c919 None None] Provisioning complete for port 6a122404-2335-4573-8319-83266ba0d706 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:20.334408 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9518f80c-3300-43c4-9312-ce9e7741c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.380231 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9518f80c-3300-43c4-9312-ce9e7741c919 None None] Port 6a122404-2335-4573-8319-83266ba0d706 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:02:20.416408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:02:20.421625 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9d269dcc-f5bf-42a2-b1c4-6c3245f84654 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/67f42744-de6f-4f9e-91fc-8981ddc9d76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5580943 Aug 31 17:02:20.506002 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-14ff7a6f-a7c2-4e95-b570-93f9f0be061b None None] Provisioning complete for port 6a122404-2335-4573-8319-83266ba0d706 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:20.506280 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14ff7a6f-a7c2-4e95-b570-93f9f0be061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.555777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Sync routers for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:02:20.567639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-14ff7a6f-a7c2-4e95-b570-93f9f0be061b None None] Port 6a122404-2335-4573-8319-83266ba0d706 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:02:20.574591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:20.575380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:20.589121 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-d34e2224-f701-457c-8b6a-3a909b27f4d4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793745862&fields=id&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 267 time: 0.0397635 Aug 31 17:02:20.700391 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:20.712031 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-75797082-aeb6-4dfe-9c20-7a86e907d1ab tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:20.713685 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-75797082-aeb6-4dfe-9c20-7a86e907d1ab tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 797 time: 0.1155150 Aug 31 17:02:20.729212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b69f2a52-7185-4b99-9589-9898e09f69fd None None] Provisioning complete for port 6a122404-2335-4573-8319-83266ba0d706 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:20.729597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b69f2a52-7185-4b99-9589-9898e09f69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.731363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-fe16eacc-6313-484f-a871-2a02cb1a9d4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/quotas/c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 375 time: 0.0114186 Aug 31 17:02:20.790615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-01714a00-d448-4aed-a051-f2cf3912f290 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493224 Aug 31 17:02:20.816945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b69f2a52-7185-4b99-9589-9898e09f69fd None None] Port 6a122404-2335-4573-8319-83266ba0d706 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:02:20.943166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 2, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:20.945068 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-38584bfa-2bde-4e99-8495-404b36f28bc9 service neutron] 10.222.0.43 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431365 Aug 31 17:02:20.976367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Checking router: 67f42744-de6f-4f9e-91fc-8981ddc9d76c for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:02:20.976626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Updating router 67f42744-de6f-4f9e-91fc-8981ddc9d76c port 6a122404-2335-4573-8319-83266ba0d706 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:02:21.002852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.007775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f3531608-e8da-4f83-bb45-bf38abdd13df up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:21.042888 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-036049a4-0693-4509-882c-cec380cdf401 service neutron] 10.222.0.43 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903294 Aug 31 17:02:21.178036 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f3531608-e8da-4f83-bb45-bf38abdd13df triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:21.178036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.203508 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-49181e55-3cc3-4d29-89a2-4b3a26cacfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.228005 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-754d17dd-5fcc-4fd0-8fc5-3ac1135c68a6 req-c8a2f9b3-49eb-40c4-b8d1-5738a9a24718 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 210 time: 0.0320833 Aug 31 17:02:21.348324 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 87226bdb-3985-48ad-a953-ebccfd16cad6 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:21.433021 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.445869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 87226bdb-3985-48ad-a953-ebccfd16cad6 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:21.446242 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.448022 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Transition to ACTIVE for port object 6a122404-2335-4573-8319-83266ba0d706 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:21.469896 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.550197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bebd03-618f-4bb4-baa5-6452403715b9 None None] Pushing event updated for resources: {'Port': ['ID=6a122404-2335-4573-8319-83266ba0d706,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:21.628113 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Attempting to bind port 6a122404-2335-4573-8319-83266ba0d706 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:02:21.628531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Attempting to bind port 6a122404-2335-4573-8319-83266ba0d706 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:02:21.628898 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Attempting to bind port 6a122404-2335-4573-8319-83266ba0d706 on network e24f03ff-b3cb-474c-a449-395643d31829 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:02:21.638952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:02:21.639378 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Checking segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:02:21.639740 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.640139 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Bound using segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:02:21.640657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Bound port: 6a122404-2335-4573-8319-83266ba0d706, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:02:21.641036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.718948 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] For port 6a122404-2335-4573-8319-83266ba0d706, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:02:21.722456 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] For port 6a122404-2335-4573-8319-83266ba0d706, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a122404-2335-4573-8319-83266ba0d706,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:02:21.731096 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.804730 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bebd03-618f-4bb4-baa5-6452403715b9 None None] Pushing event updated for resources: {'Port': ['ID=6a122404-2335-4573-8319-83266ba0d706,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:21.807929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:21.808587 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:01:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:22.096292 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:22.206810 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-6fdae0e4-eb17-4ff8-af7a-b0fbbcf2852a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:22.209031 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-6fdae0e4-eb17-4ff8-af7a-b0fbbcf2852a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 797 time: 0.1202285 Aug 31 17:02:22.258341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-44f259a2-ffad-488a-af14-59fa6925071f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 380 time: 0.0401292 Aug 31 17:02:22.274473 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'port': {'device_id': '80a92e1a-1942-4432-aacf-67da34964dd4', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'admin_state_up': True, 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'security_groups': ['fd2f9456-3033-4738-92ed-4f295b81d128']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:22.333174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:21Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:22.354866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5652b9b5-3f68-40eb-8f7d-3b0473e913dd req-c5b97668-7198-4efb-99e1-e9913a58660b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 210 time: 0.0374246 Aug 31 17:02:22.384026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1c87b-cd08-420d-9775-1d95bf8c11a4 None None] The sync data for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 is: [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:21Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:02:22.445383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:02:22.452918 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:22.608327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.5 (e24f03ff-b3cb-474c-a449-395643d31829/4d4f0d13-e25b-48cf-9502-32d060229794/fdc631bd-0a5b-4154-a2cb-d530deafcd22) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:02:22.767619 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:22.783788 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object fdc631bd-0a5b-4154-a2cb-d530deafcd22 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:22.822825 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:22.871488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network e24f03ff-b3cb-474c-a449-395643d31829 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:02:22.874990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:22.879384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:02:22.910063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=fdc631bd-0a5b-4154-a2cb-d530deafcd22,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:22.943025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:22.943705 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:22.971361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ff6f3eb-547a-4dc9-8229-6774ff24dc7e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7017577 Aug 31 17:02:22.988890 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Request body: {'port': {'device_id': '80a92e1a-1942-4432-aacf-67da34964dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:23.037535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a122404-2335-4573-8319-83266ba0d706 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:23.067702 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.100081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6a122404-2335-4573-8319-83266ba0d706 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:23.105567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6a122404-2335-4573-8319-83266ba0d706 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:23.105957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.197319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.242678 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3b0c252b-8f9e-4a5b-8be6-143ec2384630 None None] Provisioning for port fdc631bd-0a5b-4154-a2cb-d530deafcd22 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:23.247138 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6a122404-2335-4573-8319-83266ba0d706, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a122404-2335-4573-8319-83266ba0d706,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:23.250943 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3b0c252b-8f9e-4a5b-8be6-143ec2384630 None None] Provisioning complete for port fdc631bd-0a5b-4154-a2cb-d530deafcd22 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:23.251672 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3b0c252b-8f9e-4a5b-8be6-143ec2384630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.255371 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.328153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c252b-8f9e-4a5b-8be6-143ec2384630 None None] Port fdc631bd-0a5b-4154-a2cb-d530deafcd22 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:02:23.345142 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6a122404-2335-4573-8319-83266ba0d706,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:23.386729 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc631bd-0a5b-4154-a2cb-d530deafcd22 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:02:23.395863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.415059 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:02:23.416674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Transition to ACTIVE for port object fdc631bd-0a5b-4154-a2cb-d530deafcd22 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:02:23.422519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.518008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc631bd-0a5b-4154-a2cb-d530deafcd22,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:23.579165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c57d5c-f54f-4f10-aa4c-953a4b01a687 req-9c51c1d1-5c33-4d57-8a24-dcb86ea45fcb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:23.580877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5c57d5c-f54f-4f10-aa4c-953a4b01a687 req-9c51c1d1-5c33-4d57-8a24-dcb86ea45fcb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 943 time: 0.1482494 Aug 31 17:02:23.642767 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5c57d5c-f54f-4f10-aa4c-953a4b01a687 req-9637763b-5da2-4ded-87eb-213384964e74 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548444 Aug 31 17:02:23.644674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Attempting to bind port fdc631bd-0a5b-4154-a2cb-d530deafcd22 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:02:23.645033 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Attempting to bind port fdc631bd-0a5b-4154-a2cb-d530deafcd22 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:02:23.645376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Attempting to bind port fdc631bd-0a5b-4154-a2cb-d530deafcd22 on network e24f03ff-b3cb-474c-a449-395643d31829 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:02:23.651495 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Port fdc631bd-0a5b-4154-a2cb-d530deafcd22 on network e24f03ff-b3cb-474c-a449-395643d31829 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:02:23.651833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Attempting to bind port fdc631bd-0a5b-4154-a2cb-d530deafcd22 on network e24f03ff-b3cb-474c-a449-395643d31829 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:02:23.657942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:02:23.658481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Checking segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:02:23.659070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Bound using segment: {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:02:23.659633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Bound port: fdc631bd-0a5b-4154-a2cb-d530deafcd22, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704f0ad7-782c-4b2f-80b9-15cf3040768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:02:23.660106 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.740790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] For port fdc631bd-0a5b-4154-a2cb-d530deafcd22, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:02:23.744231 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] For port fdc631bd-0a5b-4154-a2cb-d530deafcd22, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:02:23.749699 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.783305 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:23.783930 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.785402 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] 10.222.0.30 "PUT /v2.0/ports/fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 1092 time: 0.8042865 Aug 31 17:02:23.785795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:02:23.788309 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5649e02f-9f04-4e1b-a676-4820bc7474d6" -d '{"events": [{"name": "network-changed", "server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:02:23.822297 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbe0f1-eaaa-435e-a4b7-d0971e909d85 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc631bd-0a5b-4154-a2cb-d530deafcd22,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:23.874722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-f17e7498-63ed-4477-a584-ca5a5ee9ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:23.876306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-f17e7498-63ed-4477-a584-ca5a5ee9ad3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0484486 Aug 31 17:02:23.893437 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7864b50e-7c1d-4f36-b700-5ce1606334d0 x-openstack-request-id: req-7864b50e-7c1d-4f36-b700-5ce1606334d0 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:02:23.893731 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:02:23.893983 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7864b50e-7c1d-4f36-b700-5ce1606334d0 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:02:23.894384 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'status': 'completed', 'code': 200} Aug 31 17:02:23.925851 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-bea19ad8-8688-440b-a726-2331329bba35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 217 time: 0.0417538 Aug 31 17:02:23.977152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-0321a771-a39b-4ca5-846f-bf28dc184712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:23.978754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-0321a771-a39b-4ca5-846f-bf28dc184712 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 200 len: 834 time: 0.0462189 Aug 31 17:02:24.024595 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-91594c76-7e7c-4657-a145-8a3cb70dab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:24.026097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-91594c76-7e7c-4657-a145-8a3cb70dab34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e24f03ff-b3cb-474c-a449-395643d31829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405998 Aug 31 17:02:24.119012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-3ea60185-9791-477a-8007-085fe66e0bf8 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 Aug 31 17:02:24.219332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e9e46b4-1ce7-440c-bc26-ebd4d59c3640 req-e6a1c445-2d0a-4a29-b3d6-002268f88a0f service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933864 Aug 31 17:02:24.306065 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-48aaf269-20e1-487c-9847-d7166ccb525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:24.307575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-48aaf269-20e1-487c-9847-d7166ccb525f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0425477 Aug 31 17:02:24.398463 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-7e225cac-0f87-40d0-b34a-90aa7b802a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:24.399941 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-7e225cac-0f87-40d0-b34a-90aa7b802a47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 898 time: 0.0857804 Aug 31 17:02:24.441816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-c1d70a8b-1506-4a4a-8b7c-cc4783398ad0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 217 time: 0.0350347 Aug 31 17:02:24.492491 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-ba16852e-5aec-45b2-aa03-93db6d8dc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:24.493867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-ba16852e-5aec-45b2-aa03-93db6d8dc8f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 200 len: 834 time: 0.0438414 Aug 31 17:02:24.545667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-ba2f2cb1-d184-4521-86e7-1359431e035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:24.547208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-ba2f2cb1-d184-4521-86e7-1359431e035d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e24f03ff-b3cb-474c-a449-395643d31829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451012 Aug 31 17:02:24.638393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-5c3cbdab-fc78-43a3-83ad-601220818f17 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814946 Aug 31 17:02:24.742972 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:24.771282 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5649e02f-9f04-4e1b-a676-4820bc7474d6 req-74703b95-7337-4624-ba68-1c8b55b1331b service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254363 Aug 31 17:02:24.788846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ea673-7ced-41b8-ae2a-0d04eec95e64 req-7c94c790-ed6b-4414-a87e-931bb3e767f5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:24.790720 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a00ea673-7ced-41b8-ae2a-0d04eec95e64 req-7c94c790-ed6b-4414-a87e-931bb3e767f5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 943 time: 0.0716069 Aug 31 17:02:24.828547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a00ea673-7ced-41b8-ae2a-0d04eec95e64 req-1cbab4f4-6db6-4449-beaa-bc108b9689fd tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Aug 31 17:02:24.983986 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a122404-2335-4573-8319-83266ba0d706 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:25.031518 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6a122404-2335-4573-8319-83266ba0d706 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:25.031810 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:25.358858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:25.720420 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7e8f96a2-724e-4ede-a81b-74ceb0cbd11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:25.753556 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:25.945048 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b847e6-4dc0-49b9-9204-d0e3042499e5 req-f4d91de0-b217-4575-b6d0-2ba68ed5d299 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:25.946556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51b847e6-4dc0-49b9-9204-d0e3042499e5 req-f4d91de0-b217-4575-b6d0-2ba68ed5d299 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 943 time: 0.0493097 Aug 31 17:02:25.984235 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51b847e6-4dc0-49b9-9204-d0e3042499e5 req-9fae9707-caf7-48c2-9141-f5a550039fc4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Aug 31 17:02:26.114725 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:27.149834 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68c93-50ae-4382-85a5-7d4c2c367043 req-1786a5d2-cbf9-4836-a25e-81e474fcf36d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:27.151327 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bd68c93-50ae-4382-85a5-7d4c2c367043 req-1786a5d2-cbf9-4836-a25e-81e474fcf36d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 943 time: 0.0529745 Aug 31 17:02:27.189346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0bd68c93-50ae-4382-85a5-7d4c2c367043 req-bd54bf3f-fc6b-4956-9f38-921cebfe853d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Aug 31 17:02:27.213348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdc631bd-0a5b-4154-a2cb-d530deafcd22 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:02:27.305171 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fdc631bd-0a5b-4154-a2cb-d530deafcd22, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:27.317013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'port_id': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'mac_address': 'fa:16:3e:6f:e0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:02:27.359086 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:27.371726 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc631bd-0a5b-4154-a2cb-d530deafcd22 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:02:27.391645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fdc631bd-0a5b-4154-a2cb-d530deafcd22, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:27.395962 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:27.442407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fdc631bd-0a5b-4154-a2cb-d530deafcd22,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:27.596774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['fdc631bd-0a5b-4154-a2cb-d530deafcd22'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:02:27.879314 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:28.308117 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e65e4-9a1f-452c-99e3-bd4e75e5981c req-13198bef-b28d-4ada-9520-a80c0da840bb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:28.310012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f60e65e4-9a1f-452c-99e3-bd4e75e5981c req-13198bef-b28d-4ada-9520-a80c0da840bb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 944 time: 0.0516555 Aug 31 17:02:28.349391 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f60e65e4-9a1f-452c-99e3-bd4e75e5981c req-f9f4351e-5991-4ee5-a692-f76df1948e32 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Aug 31 17:02:29.244512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdc631bd-0a5b-4154-a2cb-d530deafcd22 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:02:29.293538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port fdc631bd-0a5b-4154-a2cb-d530deafcd22 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:02:29.297322 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port fdc631bd-0a5b-4154-a2cb-d530deafcd22 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:02:29.297699 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:29.376445 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:29.399488 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:02:29.401819 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeeeb30-6316-4666-81bc-90f72ecb7ffa" -d '{"events": [{"server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "name": "network-vif-plugged", "status": "completed", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:02:29.415969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port fdc631bd-0a5b-4154-a2cb-d530deafcd22, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:02:29.421173 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:29.469132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789b39e-7704-4e96-bde9-ee638ad32058 req-4d879f3e-6653-4d05-9f3c-f54091792e3d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:29.469791 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=fdc631bd-0a5b-4154-a2cb-d530deafcd22,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:29.470770 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1789b39e-7704-4e96-bde9-ee638ad32058 req-4d879f3e-6653-4d05-9f3c-f54091792e3d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Aug 31 17:02:29.510161 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1789b39e-7704-4e96-bde9-ee638ad32058 req-910e74a6-0159-48a2-b328-61e8fa9f393a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Aug 31 17:02:29.554180 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e96d4-abc5-4b1c-ac63-f4ee1e3fd93b x-openstack-request-id: req-fe1e96d4-abc5-4b1c-ac63-f4ee1e3fd93b {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:02:29.554473 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "name": "network-vif-plugged", "status": "completed", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:02:29.554726 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe1e96d4-abc5-4b1c-ac63-f4ee1e3fd93b {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:02:29.555141 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'code': 200} Aug 31 17:02:29.655103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90467d75-92d2-4abf-b5a7-318558789c1a req-1f7f6485-cecd-4d22-bde1-91d6462bd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:29.656675 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90467d75-92d2-4abf-b5a7-318558789c1a req-1f7f6485-cecd-4d22-bde1-91d6462bd9df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0455530 Aug 31 17:02:29.691197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-90467d75-92d2-4abf-b5a7-318558789c1a req-96ecf92b-f267-4b22-8eac-253204b93550 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274310 Aug 31 17:02:30.633886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-14c4-44b3-b2bb-074f9d190d59 req-b1b8b1a3-6ce9-43d0-97cb-4e78ce27e0b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:30.635411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-daa5fffd-14c4-44b3-b2bb-074f9d190d59 req-b1b8b1a3-6ce9-43d0-97cb-4e78ce27e0b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Aug 31 17:02:30.679653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-daa5fffd-14c4-44b3-b2bb-074f9d190d59 req-f7b0a0fe-5a19-426c-bdfd-8de4ad8b47b4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Aug 31 17:02:31.795620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0231-221d-4469-9d57-555082021a38 req-6df97cf5-da14-4238-a117-e466b3eb11d4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:31.797185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53ea0231-221d-4469-9d57-555082021a38 req-6df97cf5-da14-4238-a117-e466b3eb11d4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Aug 31 17:02:31.836054 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-53ea0231-221d-4469-9d57-555082021a38 req-fbb2111b-f4fc-47b3-b0d8-45ad03e98047 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308499 Aug 31 17:02:31.954214 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47757662-5bf2-4d31-82be-4e31b498c5df req-7c33129f-ef38-4b80-825f-68befcc0377b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:31.955716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47757662-5bf2-4d31-82be-4e31b498c5df req-7c33129f-ef38-4b80-825f-68befcc0377b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0546937 Aug 31 17:02:31.996492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47757662-5bf2-4d31-82be-4e31b498c5df req-a698cd28-d8ca-4113-ba67-f0f3e507aef2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Aug 31 17:02:32.018130 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45310) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:32.102708 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b73d17e-737e-4eca-9088-741dbd652f36 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:32.104239 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b73d17e-737e-4eca-9088-741dbd652f36 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1092 time: 0.0850470 Aug 31 17:02:32.107028 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45314) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:32.111641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:02:32.135190 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:32.230294 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:32.336086 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.182 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/b69b16a4-a7dd-4d28-8d3e-0e8d1e82ee82) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:02:32.441723 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:32.488088 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:32.534739 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:02:32.537992 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:02:32.542289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:02:32.545278 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=b69b16a4-a7dd-4d28-8d3e-0e8d1e82ee82,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:32.572002 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.572380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.572727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.573068 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.573403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.573738 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.574070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.574397 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.574728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.575056 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.575378 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.575701 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:32.910042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:32.975901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:33.126372 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:33.132319 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:33.198718 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=b69b16a4-a7dd-4d28-8d3e-0e8d1e82ee82,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:33.210506 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:33.311997 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP 3195b982-a9c7-4f41-9766-75639d467be1 associated. External IP: 172.25.6.182, port: fdc631bd-0a5b-4154-a2cb-d530deafcd22. Aug 31 17:02:33.517871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 67f42744-de6f-4f9e-91fc-8981ddc9d76c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:02:33.626221 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:02:33.636755 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] Sync routers for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:02:33.643899 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:33.646728 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:33.647884 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:02:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:33.672231 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-e045b8a9-84f2-416e-8b1c-b44309157199 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5640371 Aug 31 17:02:33.672828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:02:33.675146 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e2e91-215b-4671-afff-b1a148d87792" -d '{"events": [{"name": "network-changed", "server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:02:33.754657 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:33.768851 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c43df-b58f-42cb-aa0b-b3504e6b30d8 req-0717cdd7-e456-4168-82ee-e0860b582890 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:33.770386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f4c43df-b58f-42cb-aa0b-b3504e6b30d8 req-0717cdd7-e456-4168-82ee-e0860b582890 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 31 17:02:33.810140 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f4c43df-b58f-42cb-aa0b-b3504e6b30d8 req-66a50a8f-3276-42be-91da-7b7a42cc744f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331445 Aug 31 17:02:33.832057 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45320) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:33.876571 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d19dde0-3986-4019-be40-9ca11438a150 x-openstack-request-id: req-8d19dde0-3986-4019-be40-9ca11438a150 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:02:33.876791 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:02:33.877012 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d19dde0-3986-4019-be40-9ca11438a150 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:02:33.877440 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'status': 'completed', 'code': 200} Aug 31 17:02:33.898321 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-c9539e4b-a09a-4f79-ab54-cfd8a8f1ecef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/3195b982-a9c7-4f41-9766-75639d467be1 HTTP/1.1" status: 200 len: 991 time: 0.0649080 Aug 31 17:02:33.920224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-c28bce03-66a5-4271-9ec9-b4256e3178d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:33.921837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-c28bce03-66a5-4271-9ec9-b4256e3178d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0431964 Aug 31 17:02:33.983912 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '3195b982-a9c7-4f41-9766-75639d467be1', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'port_id': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'mac_address': 'fa:16:3e:6f:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a92e1a-1942-4432-aacf-67da34964dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:02:32Z', 'updated_at': '2021-08-31T17:02:32Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:23Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:34.016563 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] Checking router: 67f42744-de6f-4f9e-91fc-8981ddc9d76c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:02:34.024533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-d558297d-e96a-442b-b456-4c66938a130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:34.026046 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-d558297d-e96a-442b-b456-4c66938a130c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 898 time: 0.0973563 Aug 31 17:02:34.026179 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:02:34.026722 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:02:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:34.094515 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-882dc151-e577-43db-9fec-c9be246920ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 999 time: 0.0607009 Aug 31 17:02:34.132893 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:02:34.149372 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-e2db6f31-b21a-4702-84ef-f91dcf2dfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:34.150882 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-e2db6f31-b21a-4702-84ef-f91dcf2dfb93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 200 len: 834 time: 0.0501063 Aug 31 17:02:34.198432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-3cda9db8-e89c-43d4-8523-2b54927d75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:34.199985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-3cda9db8-e89c-43d4-8523-2b54927d75b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e24f03ff-b3cb-474c-a449-395643d31829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420294 Aug 31 17:02:34.292545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-5507c53b-8141-4ebe-b758-2329ba94e950 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848038 Aug 31 17:02:34.368415 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '3195b982-a9c7-4f41-9766-75639d467be1', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'port_id': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'mac_address': 'fa:16:3e:6f:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a92e1a-1942-4432-aacf-67da34964dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:02:32Z', 'updated_at': '2021-08-31T17:02:32Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:23Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:02:34.390955 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b5e2e91-215b-4671-afff-b1a148d87792 req-26a48f89-2fa7-4c28-813f-1b2a8e30b618 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914223 Aug 31 17:02:34.495033 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497698f-d92d-411b-a78c-79f3f24953f2 None None] The sync data for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 is: [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '3195b982-a9c7-4f41-9766-75639d467be1', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'port_id': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'mac_address': 'fa:16:3e:6f:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a92e1a-1942-4432-aacf-67da34964dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:02:32Z', 'updated_at': '2021-08-31T17:02:32Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:23Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:02:34.696294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b53b9ee-194b-4c07-96b3-30c4d06da752 None None] New status for floating IP 3195b982-a9c7-4f41-9766-75639d467be1: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:02:34.902227 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45322) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:34.969350 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-236c3b78-16d2-44b6-b5ff-d7650d72d6ec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/3195b982-a9c7-4f41-9766-75639d467be1 HTTP/1.1" status: 200 len: 993 time: 0.0660255 Aug 31 17:02:51.162725 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e6afb474-919b-4576-ae41-73a673a60294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:54.773063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:55.360576 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:55.721999 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-92f6d7f1-3e18-4e16-8f66-e4f3ac626212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:55.764313 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:56.117882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:57.879692 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:58.751134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-6b49b05a-11c9-41f5-b71a-9c117d43c042 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989878 Aug 31 17:02:58.837533 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-45f9ad22-25ab-4bfa-91ab-7474b3845fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:58.839065 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-45f9ad22-25ab-4bfa-91ab-7474b3845fae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0415270 Aug 31 17:02:58.947885 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-8410228c-9e70-4b23-9224-b459eeff6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:58.949419 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-8410228c-9e70-4b23-9224-b459eeff6ce3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 898 time: 0.0894816 Aug 31 17:02:59.017274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-c4378d27-501f-4068-b303-42322018ab21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 1001 time: 0.0600562 Aug 31 17:02:59.072742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-842bf91c-232a-4dee-9bd8-d6321f4ebb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:59.074225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-842bf91c-232a-4dee-9bd8-d6321f4ebb33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 200 len: 834 time: 0.0489781 Aug 31 17:02:59.122326 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-950c3d7c-c884-4c5a-9084-ff4dbe8f7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:02:59.123938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-950c3d7c-c884-4c5a-9084-ff4dbe8f7e29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e24f03ff-b3cb-474c-a449-395643d31829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421400 Aug 31 17:02:59.214989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-237b525d-e060-42a2-a058-4830de30f8f5 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835521 Aug 31 17:02:59.315421 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b7c406ce-0fbd-4539-9075-7b415e7c6d85 req-48f5923a-5a32-43e1-8cbd-2f3b78f895b1 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929923 Aug 31 17:03:00.415886 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:03:06.334882 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12374-d6b4-4070-ab14-8401ec266979 req-b2a1d1a7-b399-4d12-90eb-8b0b9b025a99 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:06.336465 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f12374-d6b4-4070-ab14-8401ec266979 req-b2a1d1a7-b399-4d12-90eb-8b0b9b025a99 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0532370 Aug 31 17:03:06.376619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f12374-d6b4-4070-ab14-8401ec266979 req-71a75236-97a9-4f1b-abfa-8ac9b83c0eef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337505 Aug 31 17:03:07.493530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55a94d-12ea-45e1-999c-50b5c657ce3e req-d3fa3278-46bc-4e5b-a070-502589d4b4d0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:07.495050 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc55a94d-12ea-45e1-999c-50b5c657ce3e req-d3fa3278-46bc-4e5b-a070-502589d4b4d0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Aug 31 17:03:07.539189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-dc55a94d-12ea-45e1-999c-50b5c657ce3e req-5f48e8d8-b678-4658-9dee-6694457c5f6c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Aug 31 17:03:08.655081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11c5e-4b2f-4fa2-a6af-e8683773090a req-036a94ba-bd52-427b-90ef-3a9a3b2f6e00 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:08.656611 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adc11c5e-4b2f-4fa2-a6af-e8683773090a req-036a94ba-bd52-427b-90ef-3a9a3b2f6e00 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0493643 Aug 31 17:03:08.694427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-adc11c5e-4b2f-4fa2-a6af-e8683773090a req-93e5a3e2-a27a-482a-b4cd-d52bad0a465f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Aug 31 17:03:09.810590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd8d9-0260-4a08-a19f-5c4ead68fac0 req-a9977982-a9dc-4207-8be8-73faa894611b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:09.812101 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd6cd8d9-0260-4a08-a19f-5c4ead68fac0 req-a9977982-a9dc-4207-8be8-73faa894611b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Aug 31 17:03:09.850127 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fd6cd8d9-0260-4a08-a19f-5c4ead68fac0 req-80d2ee24-d940-4d2c-94e3-111581faa256 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Aug 31 17:03:10.971261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63312d-0788-47b4-b7d3-cdb49bd160d4 req-b0ddd0f6-3868-4cae-84b2-4fe1a2463854 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:10.972902 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a63312d-0788-47b4-b7d3-cdb49bd160d4 req-b0ddd0f6-3868-4cae-84b2-4fe1a2463854 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0556552 Aug 31 17:03:11.015557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a63312d-0788-47b4-b7d3-cdb49bd160d4 req-7ed24ca8-ef6a-4a64-9aca-4023ec32c6b5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365613 Aug 31 17:03:12.135385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae0221-59bb-4482-87e9-a0ea3df9b8ee req-e5c088f0-abb6-42d8-b1c8-d4733dd0b055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:12.136935 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6ae0221-59bb-4482-87e9-a0ea3df9b8ee req-e5c088f0-abb6-42d8-b1c8-d4733dd0b055 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Aug 31 17:03:12.176693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6ae0221-59bb-4482-87e9-a0ea3df9b8ee req-91cacbad-e165-4dde-86aa-e61dadc682eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Aug 31 17:03:13.294925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30078a1-762e-42d8-8a42-338db2386ed8 req-9919d8b8-2903-4673-9465-a256f139b4df tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:13.296590 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e30078a1-762e-42d8-8a42-338db2386ed8 req-9919d8b8-2903-4673-9465-a256f139b4df tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0509164 Aug 31 17:03:13.337012 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e30078a1-762e-42d8-8a42-338db2386ed8 req-b0398e64-fdec-4aed-b2e0-d1e907164e5f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338070 Aug 31 17:03:14.462010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae211-4223-43ff-a907-74597ff464b3 req-ea80a2a6-dc7d-41a4-9605-d3ab3024fee9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:14.463549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13cae211-4223-43ff-a907-74597ff464b3 req-ea80a2a6-dc7d-41a4-9605-d3ab3024fee9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Aug 31 17:03:14.507190 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13cae211-4223-43ff-a907-74597ff464b3 req-3b674eb3-1cac-417b-a18a-1a9e2b193303 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 Aug 31 17:03:15.643019 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb4366-4a36-4911-8c7e-94e570c14df1 req-e9bc90b0-6e78-4f8d-b1f5-3f433aa1672f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:15.644572 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbfb4366-4a36-4911-8c7e-94e570c14df1 req-e9bc90b0-6e78-4f8d-b1f5-3f433aa1672f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0523584 Aug 31 17:03:15.685904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbfb4366-4a36-4911-8c7e-94e570c14df1 req-af7f7ca1-9044-40b0-8a63-c81b307a6bd6 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345793 Aug 31 17:03:16.806643 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587854d-184e-4584-8f39-6f49cadb58b2 req-b7fe4f1e-9c0b-4ec2-ae37-397f8b46f758 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:16.808218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3587854d-184e-4584-8f39-6f49cadb58b2 req-b7fe4f1e-9c0b-4ec2-ae37-397f8b46f758 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Aug 31 17:03:16.846502 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3587854d-184e-4584-8f39-6f49cadb58b2 req-57eb816e-4185-4380-8af9-c242aa94faf5 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Aug 31 17:03:17.964549 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c525-c341-4c75-af4e-478837133030 req-3e922ca6-6036-41cb-ba45-f5e21e45573c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:17.966150 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bf0c525-c341-4c75-af4e-478837133030 req-3e922ca6-6036-41cb-ba45-f5e21e45573c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Aug 31 17:03:18.010810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2bf0c525-c341-4c75-af4e-478837133030 req-c8b744eb-5de1-468c-b937-bb1bc55af68a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Aug 31 17:03:19.129078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97b4aa-c0be-45d3-985b-eb5ead559bae req-75c91c20-400d-48e9-b96b-b072ab250521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:19.131208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a97b4aa-c0be-45d3-985b-eb5ead559bae req-75c91c20-400d-48e9-b96b-b072ab250521 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Aug 31 17:03:19.170801 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3a97b4aa-c0be-45d3-985b-eb5ead559bae req-89b9e514-1dac-48a2-9eb2-a25ec687d35c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Aug 31 17:03:20.291100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d550aec-1d50-4a45-85e4-0bd02726c1f3 req-65f98f9a-02ae-49f0-ac60-2beacfed1d4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:20.292748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d550aec-1d50-4a45-85e4-0bd02726c1f3 req-65f98f9a-02ae-49f0-ac60-2beacfed1d4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0523038 Aug 31 17:03:20.336796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9d550aec-1d50-4a45-85e4-0bd02726c1f3 req-e3854350-114a-4ca0-9c72-5ce628129255 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330508 Aug 31 17:03:21.164714 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-91044806-c64c-4d79-9d60-657fd4f98f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:21.460669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee42861-6b3a-4d3b-a667-3d8b282f2dff req-2ba717dd-0502-4805-af0a-16c223c88db8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:21.462228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ee42861-6b3a-4d3b-a667-3d8b282f2dff req-2ba717dd-0502-4805-af0a-16c223c88db8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0564196 Aug 31 17:03:21.508657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4ee42861-6b3a-4d3b-a667-3d8b282f2dff req-b441a981-9b8f-49b5-b6bd-71a6dc9675eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Aug 31 17:03:22.637380 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47194-207f-45b9-9dcf-4be3457cdf14 req-4d4d5982-71ab-4e2d-abec-f80c1e5a9b44 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:22.638989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28a47194-207f-45b9-9dcf-4be3457cdf14 req-4d4d5982-71ab-4e2d-abec-f80c1e5a9b44 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0509074 Aug 31 17:03:22.686208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28a47194-207f-45b9-9dcf-4be3457cdf14 req-674ea55a-99b9-452e-a7b9-08d512432f3e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364642 Aug 31 17:03:22.708888 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45372) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:03:22.769927 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b1c01b46-09fb-498c-b54a-ff425be7d9aa tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/3195b982-a9c7-4f41-9766-75639d467be1 HTTP/1.1" status: 200 len: 993 time: 0.0598688 Aug 31 17:03:24.086941 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5700a7-1ae5-42e0-a7ff-e59bcc0a9b38 req-e904017b-17a1-40a3-9d15-22d256e25a33 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:24.088401 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b5700a7-1ae5-42e0-a7ff-e59bcc0a9b38 req-e904017b-17a1-40a3-9d15-22d256e25a33 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0816233 Aug 31 17:03:24.095136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-156a452a-1ff4-458d-b3eb-ff1cb19fb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:24.096619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-156a452a-1ff4-458d-b3eb-ff1cb19fb936 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0614302 Aug 31 17:03:24.185890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b5700a7-1ae5-42e0-a7ff-e59bcc0a9b38 req-554103ee-1789-4145-bf31-2c0287b36a5b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882914 Aug 31 17:03:24.220619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-db1c7bc0-9f2d-4fe2-a2f7-1120b9038baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:24.222144 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-db1c7bc0-9f2d-4fe2-a2f7-1120b9038baa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 898 time: 0.1149731 Aug 31 17:03:24.293557 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-0d9ea3f8-ab7a-4d7a-80a7-4fad76c9a99a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 1001 time: 0.0639515 Aug 31 17:03:24.343136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-209bcd55-80b3-4084-94a5-5b7bed92dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:24.344498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-209bcd55-80b3-4084-94a5-5b7bed92dae1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 200 len: 834 time: 0.0440927 Aug 31 17:03:24.390098 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-b4315364-77ca-4c9d-9140-d538a0d319eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:24.391598 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-b4315364-77ca-4c9d-9140-d538a0d319eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e24f03ff-b3cb-474c-a449-395643d31829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405285 Aug 31 17:03:24.402808 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-0680931e-fa3d-4be1-b6a7-5f55f1db0936 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:03:24.403893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-0680931e-fa3d-4be1-b6a7-5f55f1db0936 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050161 Aug 31 17:03:24.501774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-41467a70-0c8d-4a2b-8c96-87cd4740f52c service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910339 Aug 31 17:03:24.599020 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5b0e5257-ba0f-46a5-bc2b-ea8138f9fcc3 req-d57076d0-79d6-4a6d-9814-4908789e5cc5 service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Aug 31 17:03:24.772157 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:25.310157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6d79c-0bb9-49a4-96d4-d9df25634d09 req-60a92c3b-4671-4f38-94ee-d9d21ad4b4e4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:25.311724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5b6d79c-0bb9-49a4-96d4-d9df25634d09 req-60a92c3b-4671-4f38-94ee-d9d21ad4b4e4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Aug 31 17:03:25.351621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c5b6d79c-0bb9-49a4-96d4-d9df25634d09 req-20f723fb-0483-450c-9218-6708911ef75b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Aug 31 17:03:25.363328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:25.381129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45384) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:03:25.447303 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ebfc2362-abf8-4584-929d-e536d6a6023c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/3195b982-a9c7-4f41-9766-75639d467be1 HTTP/1.1" status: 200 len: 993 time: 0.0649483 Aug 31 17:03:25.725665 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a69cade1-b76e-4562-a12c-6d67435e39a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:25.782676 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:26.120155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:27.884847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:37.416062 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:03:51.167252 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-03ae1527-cc9a-4833-8eb0-f495600fbbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:54.773358 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:55.366023 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:55.726667 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-789ab3b8-3e3d-4049-ad8c-a7fbc986fc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:55.797055 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.095845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45402) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:03:56.125349 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.265234 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port b69b16a4-a7dd-4d28-8d3e-0e8d1e82ee82 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:03:56.265584 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.342863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.343199 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.356288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for b69b16a4-a7dd-4d28-8d3e-0e8d1e82ee82 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:03:56.851605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.878346 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=b69b16a4-a7dd-4d28-8d3e-0e8d1e82ee82,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:03:56.892894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.893386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.893827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.894337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.894790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.895270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.895825 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.896345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.896778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.897222 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.897649 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.898106 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:03:56.959605 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:56.960012 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP 3195b982-a9c7-4f41-9766-75639d467be1 disassociated (deleted). External IP: 172.25.6.182, port: fdc631bd-0a5b-4154-a2cb-d530deafcd22. Aug 31 17:03:57.195158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 67f42744-de6f-4f9e-91fc-8981ddc9d76c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:03:57.346790 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:03:57.354257 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:57.358562 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] Sync routers for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:03:57.371774 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:03:57.372529 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:03:57.394746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7c529ffb-1ac0-416b-b9e5-f9fe2481ab4e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/floatingips/3195b982-a9c7-4f41-9766-75639d467be1 HTTP/1.1" status: 204 len: 168 time: 1.2977939 Aug 31 17:03:57.395724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:03:57.398227 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64731707-b4ad-422f-b933-0bc2cc92356d" -d '{"events": [{"name": "network-changed", "server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:03:57.520308 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:03:57.612242 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a9ab7-5b17-413d-a094-14b5e51d9c3c x-openstack-request-id: req-7e0a9ab7-5b17-413d-a094-14b5e51d9c3c {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:03:57.612876 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:03:57.613340 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e0a9ab7-5b17-413d-a094-14b5e51d9c3c {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:03:57.613928 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'status': 'completed', 'code': 200} Aug 31 17:03:57.712719 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731707-b4ad-422f-b933-0bc2cc92356d req-60fe0262-1209-4b17-8dea-65fe143911a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:57.714328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-60fe0262-1209-4b17-8dea-65fe143911a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0756941 Aug 31 17:03:57.728486 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ac9f1-6dbe-4789-b491-071f3fd74988 req-6442d350-71aa-4703-8bae-d15a1ba0cfd0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:57.731006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7ac9f1-6dbe-4789-b491-071f3fd74988 req-6442d350-71aa-4703-8bae-d15a1ba0cfd0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0648868 Aug 31 17:03:57.742926 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:23Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:03:57.770987 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] Checking router: 67f42744-de6f-4f9e-91fc-8981ddc9d76c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:03:57.780034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:03:57.780683 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:03:57.826939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7ac9f1-6dbe-4789-b491-071f3fd74988 req-1471bdf1-ad96-42fc-9787-048d41fd993f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859671 Aug 31 17:03:57.870164 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731707-b4ad-422f-b933-0bc2cc92356d req-f94e0f94-ac2c-45be-8353-66e5ba866de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:57.872754 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-f94e0f94-ac2c-45be-8353-66e5ba866de5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 200 len: 898 time: 0.1404698 Aug 31 17:03:57.887310 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:57.898169 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:03:57.919485 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-a68d0014-0e7b-4867-8968-b1f916e63368 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 200 len: 217 time: 0.0383310 Aug 31 17:03:57.977482 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731707-b4ad-422f-b933-0bc2cc92356d req-e95c09e8-a3b7-449f-a06a-bdc38855e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:57.978982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-e95c09e8-a3b7-449f-a06a-bdc38855e289 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 200 len: 834 time: 0.0517890 Aug 31 17:03:58.037485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731707-b4ad-422f-b933-0bc2cc92356d req-6ff2d5c5-f92e-4dd2-8619-90a43845d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:58.039943 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-6ff2d5c5-f92e-4dd2-8619-90a43845d3b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e24f03ff-b3cb-474c-a449-395643d31829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524604 Aug 31 17:03:58.142653 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-b9a26385-6ed7-47c0-bc27-7223808c900a service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941882 Aug 31 17:03:58.154143 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:23Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:03:58.188087 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac7a6d-0743-4f78-abc5-9e9099bb2fd7 None None] The sync data for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 is: [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '6a122404-2335-4573-8319-83266ba0d706', 'name': '', 'network_id': 'e24f03ff-b3cb-474c-a449-395643d31829', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:6b:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:18Z', 'updated_at': '2021-08-31T17:02:23Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '4d4f0d13-e25b-48cf-9502-32d060229794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:03:58.262577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64731707-b4ad-422f-b933-0bc2cc92356d req-023eff8d-cd47-4a60-b8b4-cfd1a2f6b08c service neutron] 10.222.0.30 "GET /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120450 Aug 31 17:03:58.436563 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028f876-bbf0-4b6d-bb89-63d7fa5503ee None None] New status for floating IP 3195b982-a9c7-4f41-9766-75639d467be1: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:03:58.961408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443c4d6-8b29-4913-bcd5-94344d7aa275 req-d894a531-52d7-4da2-bed1-82c63def01da tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:58.963006 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7443c4d6-8b29-4913-bcd5-94344d7aa275 req-d894a531-52d7-4da2-bed1-82c63def01da tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Aug 31 17:03:59.005291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7443c4d6-8b29-4913-bcd5-94344d7aa275 req-f3788a59-0a99-4371-b0d4-169d1dcd5852 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f9456-3033-4738-92ed-4f295b81d128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359669 Aug 31 17:03:59.130060 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-03968550-c50e-4a34-82fb-40ad5b04e936 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:03:59.131714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-03968550-c50e-4a34-82fb-40ad5b04e936 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Aug 31 17:03:59.251377 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port fdc631bd-0a5b-4154-a2cb-d530deafcd22 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:03:59.251640 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:59.365572 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port fdc631bd-0a5b-4154-a2cb-d530deafcd22, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=fdc631bd-0a5b-4154-a2cb-d530deafcd22,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:03:59.366338 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:59.390318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for fdc631bd-0a5b-4154-a2cb-d530deafcd22 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:03:59.549055 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:59.579132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=fdc631bd-0a5b-4154-a2cb-d530deafcd22,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:03:59.622476 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] No DVR routers for this DVR port fdc631bd-0a5b-4154-a2cb-d530deafcd22 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:03:59.625374 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:59.627451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b7f24ba-1ae4-47a6-a825-1644e6128580 req-00e226ca-36d4-4386-8cf4-b5439fe7137d tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "DELETE /v2.0/ports/fdc631bd-0a5b-4154-a2cb-d530deafcd22 HTTP/1.1" status: 204 len: 173 time: 0.4883540 Aug 31 17:03:59.627898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'name': 'network-vif-deleted', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:03:59.630205 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da6980f-8b68-45d3-86e3-1e80a2d4c216" -d '{"events": [{"server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "name": "network-vif-deleted", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:03:59.682091 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b98c143-5a8c-4280-be14-89b05d20064e x-openstack-request-id: req-6b98c143-5a8c-4280-be14-89b05d20064e {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:03:59.682400 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a92e1a-1942-4432-aacf-67da34964dd4", "name": "network-vif-deleted", "tag": "fdc631bd-0a5b-4154-a2cb-d530deafcd22", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:03:59.682731 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b98c143-5a8c-4280-be14-89b05d20064e {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:03:59.683617 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a92e1a-1942-4432-aacf-67da34964dd4', 'name': 'network-vif-deleted', 'tag': 'fdc631bd-0a5b-4154-a2cb-d530deafcd22', 'status': 'completed', 'code': 200} Aug 31 17:04:00.133748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-51577e55-8a85-4058-b80b-42ed4172d23e req-cd2feb4a-64f6-489c-bad0-6eb4ede98478 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=80a92e1a-1942-4432-aacf-67da34964dd4 HTTP/1.1" status: 200 len: 210 time: 0.0344155 Aug 31 17:04:01.201337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45420) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:01.604651 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:01.689050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdc631bd-0a5b-4154-a2cb-d530deafcd22 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:04:01.710153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: fdc631bd-0a5b-4154-a2cb-d530deafcd22 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:04:01.710504 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device fdc631bd-0a5b-4154-a2cb-d530deafcd22 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:04:01.904707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 6a122404-2335-4573-8319-83266ba0d706 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:04:01.904960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.028930 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 6a122404-2335-4573-8319-83266ba0d706, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6a122404-2335-4573-8319-83266ba0d706,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:02.029307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.044436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 6a122404-2335-4573-8319-83266ba0d706 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:04:02.234719 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.260966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=6a122404-2335-4573-8319-83266ba0d706,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:02.476955 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.717466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router 67f42744-de6f-4f9e-91fc-8981ddc9d76c has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:04:02.828943 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:04:02.833965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e17e483-42eb-49f2-89aa-10820e4c864f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/67f42744-de6f-4f9e-91fc-8981ddc9d76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315603 Aug 31 17:04:02.836696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45422) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:02.838615 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] Sync routers for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:04:02.848050 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:02.848692 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:02.889458 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting subnet 4d4f0d13-e25b-48cf-9502-32d060229794 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:04:02.892098 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.936945 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.957401 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:03.035183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.098682 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.127745 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4f0d13-e25b-48cf-9502-32d060229794,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:03.131724 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.134317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-a39bc8cb-cc97-426e-898b-09c0e63657eb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/subnets/4d4f0d13-e25b-48cf-9502-32d060229794 HTTP/1.1" status: 204 len: 168 time: 0.2965372 Aug 31 17:04:03.136937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45424) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:03.139959 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03371db6-30fe-48d1-8a1d-407371312de1 None None] Network e24f03ff-b3cb-474c-a449-395643d31829 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:04:03.160656 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:04:02Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:03.188283 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] Checking router: 67f42744-de6f-4f9e-91fc-8981ddc9d76c for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:04:03.197702 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] Routers {'67f42744-de6f-4f9e-91fc-8981ddc9d76c'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:03.198315 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:03.251576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.306726 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] Set router 67f42744-de6f-4f9e-91fc-8981ddc9d76c gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:03.330346 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] DHCP port deletion for e24f03ff-b3cb-474c-a449-395643d31829 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:04:03.366265 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.395530 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Deleting port f3531608-e8da-4f83-bb45-bf38abdd13df {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:04:03.396117 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.427228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 87226bdb-3985-48ad-a953-ebccfd16cad6 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:04:03.427574 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.484993 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] For port f3531608-e8da-4f83-bb45-bf38abdd13df, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f3531608-e8da-4f83-bb45-bf38abdd13df,segment=NetworkSegment(704f0ad7-782c-4b2f-80b9-15cf3040768f),segment_id=704f0ad7-782c-4b2f-80b9-15cf3040768f)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:03.485763 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.503092 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Calling delete_port for f3531608-e8da-4f83-bb45-bf38abdd13df owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:04:03.520811 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 87226bdb-3985-48ad-a953-ebccfd16cad6, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=87226bdb-3985-48ad-a953-ebccfd16cad6,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:03.521195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.536683 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 87226bdb-3985-48ad-a953-ebccfd16cad6 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:04:03.592953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.622998 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Pushing event deleted for resources: {'Port': ['ID=f3531608-e8da-4f83-bb45-bf38abdd13df,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:03.626434 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:04:02Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:03.631718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] No DVR routers for this DVR port f3531608-e8da-4f83-bb45-bf38abdd13df on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:04:03.634407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.634768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.635112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.635463 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.636072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.637491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.637491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.637491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.637491 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.638542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.638766 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.638988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eff883-f797-4220-945b-62da5acbc426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.657088 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b9a6c-bd43-4f08-b383-92f507be457f None None] The sync data for ids ['67f42744-de6f-4f9e-91fc-8981ddc9d76c'] in n-d-793621-35 is: [{'id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407526780', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:02:15Z', 'updated_at': '2021-08-31T17:04:02Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '87226bdb-3985-48ad-a953-ebccfd16cad6', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f42744-de6f-4f9e-91fc-8981ddc9d76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:02:16Z', 'updated_at': '2021-08-31T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:04:03.723698 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:03.750844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=87226bdb-3985-48ad-a953-ebccfd16cad6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:03.762735 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.763096 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.763449 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.763795 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.764134 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.764512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.764852 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.765188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.765527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.765859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.766190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.766520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:03.821953 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.258465 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.260668 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.306328 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.306891 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Fanout notify agent at l3_agent the message router_deleted on router 67f42744-de6f-4f9e-91fc-8981ddc9d76c {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:04:04.314735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.315923 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-f4a09a3a-a9dd-4838-8d0a-63d957ac40f1 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/routers/67f42744-de6f-4f9e-91fc-8981ddc9d76c HTTP/1.1" status: 204 len: 168 time: 1.1776257 Aug 31 17:04:04.318912 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45426) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:04.400828 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.498329 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.509957 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24f03ff-b3cb-474c-a449-395643d31829']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:04.522291 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704f0ad7-782c-4b2f-80b9-15cf3040768f') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:04.522570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704f0ad7-782c-4b2f-80b9-15cf3040768f') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:04.534051 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.553475 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.560823 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:04:04.561261 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: timer() Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:04:04.564414 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:04:04.625729 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.631637 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.634443 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/networks/e24f03ff-b3cb-474c-a449-395643d31829 HTTP/1.1" status: 204 len: 168 time: 0.3139396 Aug 31 17:04:04.638457 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45430) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:04.656319 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b34ddb-665a-446c-bbde-45ff424e3bb0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Network': ['ID=e24f03ff-b3cb-474c-a449-395643d31829,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:04.718907 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-947f5dc9-96c5-4611-99c7-e2972bb4aec4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.764841 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-947f5dc9-96c5-4611-99c7-e2972bb4aec4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.833731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-947f5dc9-96c5-4611-99c7-e2972bb4aec4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.836500 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-947f5dc9-96c5-4611-99c7-e2972bb4aec4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:04.837741 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-947f5dc9-96c5-4611-99c7-e2972bb4aec4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd2f9456-3033-4738-92ed-4f295b81d128 HTTP/1.1" status: 204 len: 168 time: 0.1981735 Aug 31 17:04:04.848301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f5dc9-96c5-4611-99c7-e2972bb4aec4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f9456-3033-4738-92ed-4f295b81d128,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:05.041318 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f3531608-e8da-4f83-bb45-bf38abdd13df no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:04:05.064478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f3531608-e8da-4f83-bb45-bf38abdd13df {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:04:05.064859 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f3531608-e8da-4f83-bb45-bf38abdd13df not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:04:05.065308 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a122404-2335-4573-8319-83266ba0d706 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:04:05.097887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 6a122404-2335-4573-8319-83266ba0d706 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:04:05.098244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6a122404-2335-4573-8319-83266ba0d706 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:04:05.098670 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 87226bdb-3985-48ad-a953-ebccfd16cad6 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:04:05.118882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45436) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:05.123197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 87226bdb-3985-48ad-a953-ebccfd16cad6 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:04:05.123543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 87226bdb-3985-48ad-a953-ebccfd16cad6 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:04:05.126359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326014202', 'description': 'tempest-secgroup-smoke-1326014202 description', 'project_id': 'c9ca3990e87a407095037dcab2f860c8'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:05.160722 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.259507 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.264933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.295193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.296408 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1763768 Aug 31 17:04:05.299329 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45438) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:05.305454 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '2d04165f-d33d-4501-a01c-17a963782de8', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:05.311379 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7ee3-c27b-45d9-ba72-c653edb23109 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d04165f-d33d-4501-a01c-17a963782de8,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:05.339302 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.404246 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.408740 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.428169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15da416b-5fa1-447e-a20c-37cebbbadd84,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:05.436660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.437921 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5b62fade-b272-4cf0-be56-f3a5d2ddde92 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376505 Aug 31 17:04:05.440763 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45440) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:05.445365 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '2d04165f-d33d-4501-a01c-17a963782de8', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:05.474576 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.556074 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.562010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.583392 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6f79c9-fe3a-40be-8b5f-0e677f1a2bee,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:05.591821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.593521 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d15eb18d-4507-499a-a47a-113a9d66a13b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517689 Aug 31 17:04:05.596483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45442) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:05.601285 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '2d04165f-d33d-4501-a01c-17a963782de8', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:05.642772 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.710361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.713624 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.736996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb5dcc6-6f8d-4978-9f78-15311fe22a0b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:05.745042 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.746444 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a19fcd50-3988-47d3-bc16-b34f03dc89b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489916 Aug 31 17:04:05.749360 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45444) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:05.753986 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '2d04165f-d33d-4501-a01c-17a963782de8', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:05.781981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.846491 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.850809 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.871591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c023842-7277-47aa-a659-28fb6d14ee6a,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:05.878794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.880074 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-44456750-be3a-4186-a0c9-c0fa299b7a4c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297743 Aug 31 17:04:05.882947 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45446) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:05.887649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '2d04165f-d33d-4501-a01c-17a963782de8', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:05.911914 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:04:05.920222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:05.992584 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.000785 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.020236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580f69c6-beba-4117-9d09-9a8dcb8066d7,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:06.030469 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.031770 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-30976ea1-3b53-4cc2-ba57-e035efb864c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478522 Aug 31 17:04:06.034831 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45448) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:06.039639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'security_group_rule': {'security_group_id': '2d04165f-d33d-4501-a01c-17a963782de8', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:06.062580 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Project c9ca3990e87a407095037dcab2f860c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:04:06.068031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.139254 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.143237 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.164233 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e979c2d-aa9f-40d4-b387-4095089b767b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:06.172304 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.173553 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2512eb7c-ecbe-48e7-afc0-7b83bcc8ea90 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377501 Aug 31 17:04:06.176555 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45450) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:06.181723 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'network': {'name': 'tempest-network-smoke--487637014', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'port_security_enabled': True}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:06.202522 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:04:06.206096 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.231836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:04:06.242209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.242554 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Added segment 1b317f99-da8b-419e-8dc1-c72f4d419dfc of type vlan for network 1b85ea63-cef1-4138-9d00-318a20829e19 Aug 31 17:04:06.293788 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.318546 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.325012 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:06.325673 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.389240 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2115734 Aug 31 17:04:06.396442 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45452) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:06.404580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'admin_state_up': True, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:06.411761 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5067-aaa0-4436-b766-27dc1172f19a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Network': ['ID=1b85ea63-cef1-4138-9d00-318a20829e19,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:06.423624 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 1b85ea63-cef1-4138-9d00-318a20829e19 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:04:06.436786 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.437999 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.495155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.647617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.848338 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.869585 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:06.999520 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.196 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/2d4758e7-ed3f-425d-9cbc-9ad02c864221) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:04:07.113004 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:07.154648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:07.203188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:04:07.206336 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:07.210316 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:04:07.216971 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=2d4758e7-ed3f-425d-9cbc-9ad02c864221,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:07.489604 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:07.706721 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:07.860543 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router b51bf0dc-06c3-47bd-968f-d9eea385e9ae is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:04:07.973549 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:04:07.983674 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Sync routers for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:04:07.994425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:07.994821 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:07.995355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:07.996748 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4a11d9a1-987c-4c58-a301-3fb6d1e00409 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5988986 Aug 31 17:04:08.000009 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45454) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:08.032937 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2badebfb-3d13-46fe-85d4-4f165262ae43 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=c9ca3990e87a407095037dcab2f860c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292318 Aug 31 17:04:08.033167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45456) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:08.113435 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:08.139531 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4ae26-7b79-40e8-9837-c9195e9dd4af tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:08.141157 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-cad4ae26-7b79-40e8-9837-c9195e9dd4af tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070004 Aug 31 17:04:08.145213 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45458) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:08.176745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-7a804d93-3cbc-4371-8b63-23a6fd1ea631 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a72a23db-185e-4387-b2be-9681752b2fa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301852 Aug 31 17:04:08.179266 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45460) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:08.185303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630929548', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:08.288049 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:04:08.291817 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:08.504485 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:08.518259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:07Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:08.557316 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Checking router: b51bf0dc-06c3-47bd-968f-d9eea385e9ae for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:04:08.557818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Updating router b51bf0dc-06c3-47bd-968f-d9eea385e9ae port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:04:08.570892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Subnet': ['ID=6e94c762-9d17-40be-b59f-a017a344ba8b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:08.576812 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Checking segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:04:08.577180 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network hostable DHCP agents. Network: 1b85ea63-cef1-4138-9d00-318a20829e19, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:04:08.597870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:08.599483 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 1b85ea63-cef1-4138-9d00-318a20829e19 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:04:08.611670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 1b85ea63-cef1-4138-9d00-318a20829e19) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:08.616928 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:08.617763 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:08.627380 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f63bc3-c7c6-4a0b-b699-022988cd9c01 None None] Network 1b85ea63-cef1-4138-9d00-318a20829e19 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:04:08.637820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a36d75db-7125-4181-9f8f-e27e3dfaeccb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4574177 Aug 31 17:04:08.641429 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45462) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:08.936575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-1b85ea63-cef1-4138-9d00-318a20829e19', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:04:08.937612 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.133717 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.167994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Transition to ACTIVE for port object 2d4758e7-ed3f-425d-9cbc-9ad02c864221 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:09.178008 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.209166 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.222903 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Allocated IP 172.20.0.2 (1b85ea63-cef1-4138-9d00-318a20829e19/6e94c762-9d17-40be-b59f-a017a344ba8b/6313f480-ad4a-4120-97e9-8b2d04b6421f) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:04:09.281401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383d1e-854f-4b14-9a08-1e079b419ee3 None None] Pushing event updated for resources: {'Port': ['ID=2d4758e7-ed3f-425d-9cbc-9ad02c864221,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:09.300550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Attempting to bind port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:04:09.301127 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Attempting to bind port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:04:09.301690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Attempting to bind port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:04:09.361668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:04:09.362252 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:04:09.362872 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.363479 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:04:09.364245 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Bound port: 2d4758e7-ed3f-425d-9cbc-9ad02c864221, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:04:09.364840 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.458393 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] For port 2d4758e7-ed3f-425d-9cbc-9ad02c864221, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:04:09.463764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] For port 2d4758e7-ed3f-425d-9cbc-9ad02c864221, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2d4758e7-ed3f-425d-9cbc-9ad02c864221,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:04:09.470957 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.581311 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.591474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:09.592345 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:09.640273 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Transition to ACTIVE for port object 6313f480-ad4a-4120-97e9-8b2d04b6421f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:09.647745 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383d1e-854f-4b14-9a08-1e079b419ee3 None None] Pushing event updated for resources: {'Port': ['ID=2d4758e7-ed3f-425d-9cbc-9ad02c864221,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:09.676278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Transition to ACTIVE for port object 6313f480-ad4a-4120-97e9-8b2d04b6421f will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:09.706756 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.740315 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.1 (1b85ea63-cef1-4138-9d00-318a20829e19/6e94c762-9d17-40be-b59f-a017a344ba8b/e43406da-d5af-41cf-abb3-99c746c3eb3b) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:04:09.773131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Network 1b85ea63-cef1-4138-9d00-318a20829e19 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:04:09.783098 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:09.788475 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Pushing event updated for resources: {'Port': ['ID=6313f480-ad4a-4120-97e9-8b2d04b6421f,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:09.793673 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:09.796234 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:04:09.892069 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.909289 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object e43406da-d5af-41cf-abb3-99c746c3eb3b will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:09.960452 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:09.998544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Attempting to bind port 6313f480-ad4a-4120-97e9-8b2d04b6421f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:04:09.998917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Attempting to bind port 6313f480-ad4a-4120-97e9-8b2d04b6421f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:04:09.999238 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Attempting to bind port 6313f480-ad4a-4120-97e9-8b2d04b6421f on network 1b85ea63-cef1-4138-9d00-318a20829e19 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:04:10.017578 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:04:10.017956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Checking segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:04:10.018364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:10.018761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Bound using segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:04:10.019258 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Bound port: 6313f480-ad4a-4120-97e9-8b2d04b6421f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:04:10.019640 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:10.023984 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 1b85ea63-cef1-4138-9d00-318a20829e19 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:04:10.032664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:10.040022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:04:10.078844 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=e43406da-d5af-41cf-abb3-99c746c3eb3b,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:10.103173 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:10.137614 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:07Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:10.165293 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-14255e61-3696-44a3-9588-46f40960e503 None None] For port 6313f480-ad4a-4120-97e9-8b2d04b6421f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:04:10.169192 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e15098-2eca-4b7b-a4c3-203fec5ef294 None None] The sync data for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 is: [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:07Z', 'revision_number': 3, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:04:10.180564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-14255e61-3696-44a3-9588-46f40960e503 None None] For port 6313f480-ad4a-4120-97e9-8b2d04b6421f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6313f480-ad4a-4120-97e9-8b2d04b6421f,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:04:10.189328 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:10.264033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14255e61-3696-44a3-9588-46f40960e503 None None] Pushing event updated for resources: {'Port': ['ID=6313f480-ad4a-4120-97e9-8b2d04b6421f,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:10.276594 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:10.959829 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:10.965818 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.050880 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.061973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=e43406da-d5af-41cf-abb3-99c746c3eb3b,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:11.153325 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6313f480-ad4a-4120-97e9-8b2d04b6421f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:11.171960 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 1b85ea63-cef1-4138-9d00-318a20829e19 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:04:11.173639 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:11.251028 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 6313f480-ad4a-4120-97e9-8b2d04b6421f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:11.258269 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2d4758e7-ed3f-425d-9cbc-9ad02c864221 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:11.320611 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router b51bf0dc-06c3-47bd-968f-d9eea385e9ae has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:04:11.321204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:11.326094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:11.326475 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.367144 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9db62-b685-4db3-9549-7dfa86f1856b None None] Network 1b85ea63-cef1-4138-9d00-318a20829e19 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:04:11.436854 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] Provisioning for port 6313f480-ad4a-4120-97e9-8b2d04b6421f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:11.443071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:04:11.456306 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9acfa1b8-5f00-427c-9753-ca26a53f84c3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/b51bf0dc-06c3-47bd-968f-d9eea385e9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058555 Aug 31 17:04:11.469108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] Provisioning complete for port 6313f480-ad4a-4120-97e9-8b2d04b6421f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:11.469484 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.523197 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.585739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 2d4758e7-ed3f-425d-9cbc-9ad02c864221, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2d4758e7-ed3f-425d-9cbc-9ad02c864221,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:11.594250 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.609764 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-0ffcd3b3-3742-4866-ac2e-34b51820a333 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326014202&fields=id&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 267 time: 0.0457680 Aug 31 17:04:11.754544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-b547746f-7250-40f8-a70a-489543a56eb9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:11.757155 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-b547746f-7250-40f8-a70a-489543a56eb9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/networks?id=1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 200 len: 796 time: 0.1331954 Aug 31 17:04:11.784676 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c9fa53bc-beb1-4203-bf6a-6b89ae3f15fc tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/quotas/c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 375 time: 0.0202484 Aug 31 17:04:11.847219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-47060f88-b718-492f-9245-180a20de7717 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553076 Aug 31 17:04:11.871879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=2d4758e7-ed3f-425d-9cbc-9ad02c864221,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:11.879149 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.930632 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] For port 6313f480-ad4a-4120-97e9-8b2d04b6421f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6313f480-ad4a-4120-97e9-8b2d04b6421f,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:11.937719 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:11.977627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-0b4617b0-6739-432f-82dc-1d7d470c1f4a service neutron] 10.222.0.43 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086490 Aug 31 17:04:11.995093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfc59d-7ca4-4249-8c8f-7547e904450c None None] Pushing event updated for resources: {'Port': ['ID=6313f480-ad4a-4120-97e9-8b2d04b6421f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:12.087137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-0b0a05e3-0166-4fe7-89c2-801c74a14028 service neutron] 10.222.0.43 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028788 Aug 31 17:04:12.099284 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Sync routers for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:04:12.110439 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:12.111173 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:12.166820 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d579c65-a322-4d2c-a4f2-978414c8be65 None None] Provisioning for port e43406da-d5af-41cf-abb3-99c746c3eb3b completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:12.171223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d579c65-a322-4d2c-a4f2-978414c8be65 None None] Provisioning complete for port e43406da-d5af-41cf-abb3-99c746c3eb3b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:12.171673 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d579c65-a322-4d2c-a4f2-978414c8be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.220052 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7d579c65-a322-4d2c-a4f2-978414c8be65 None None] Port e43406da-d5af-41cf-abb3-99c746c3eb3b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:04:12.231821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d579c65-a322-4d2c-a4f2-978414c8be65 None None] Provisioning complete for port 6313f480-ad4a-4120-97e9-8b2d04b6421f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:12.232212 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d579c65-a322-4d2c-a4f2-978414c8be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.273128 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:12.327389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-08e48af7-8195-442b-95e2-688fcd23d75d req-8c8ff7fa-75cf-4d91-9b13-9e1c734dc8b7 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 210 time: 0.0471697 Aug 31 17:04:12.493711 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-39b138e0-f4b9-47b5-b32e-255069052fe1 None None] Provisioning complete for port e43406da-d5af-41cf-abb3-99c746c3eb3b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:12.494435 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-39b138e0-f4b9-47b5-b32e-255069052fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.535153 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 2, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:12.556341 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-39b138e0-f4b9-47b5-b32e-255069052fe1 None None] Port e43406da-d5af-41cf-abb3-99c746c3eb3b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:04:12.571310 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Checking router: b51bf0dc-06c3-47bd-968f-d9eea385e9ae for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:04:12.571816 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Updating router b51bf0dc-06c3-47bd-968f-d9eea385e9ae port e43406da-d5af-41cf-abb3-99c746c3eb3b binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:04:12.601485 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.675186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-38b927ad-fee6-4c3c-a166-6a604ed37521 None None] Provisioning complete for port e43406da-d5af-41cf-abb3-99c746c3eb3b triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:12.675735 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-38b927ad-fee6-4c3c-a166-6a604ed37521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.716267 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-38b927ad-fee6-4c3c-a166-6a604ed37521 None None] Port e43406da-d5af-41cf-abb3-99c746c3eb3b cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:04:12.901763 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.913354 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Transition to ACTIVE for port object e43406da-d5af-41cf-abb3-99c746c3eb3b will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:12.921774 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:12.972199 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Pushing event updated for resources: {'Port': ['ID=e43406da-d5af-41cf-abb3-99c746c3eb3b,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:12.986120 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.986366 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.986711 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.987045 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.987366 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.987687 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.988010 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.988359 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.988684 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.989014 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.989321 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:12.989641 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:04:13.099641 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6313f480-ad4a-4120-97e9-8b2d04b6421f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:13.102225 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Attempting to bind port e43406da-d5af-41cf-abb3-99c746c3eb3b on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:04:13.103150 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Attempting to bind port e43406da-d5af-41cf-abb3-99c746c3eb3b by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:04:13.103711 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Attempting to bind port e43406da-d5af-41cf-abb3-99c746c3eb3b on network 1b85ea63-cef1-4138-9d00-318a20829e19 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:04:13.110419 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:04:13.111103 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Checking segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:04:13.111675 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:13.112309 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Bound using segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:04:13.113280 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Bound port: e43406da-d5af-41cf-abb3-99c746c3eb3b, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:04:13.113885 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:13.168495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 6313f480-ad4a-4120-97e9-8b2d04b6421f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:13.169223 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:13.189491 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] For port e43406da-d5af-41cf-abb3-99c746c3eb3b, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:04:13.192888 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] For port e43406da-d5af-41cf-abb3-99c746c3eb3b, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e43406da-d5af-41cf-abb3-99c746c3eb3b,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:04:13.201664 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:13.265846 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2d4758e7-ed3f-425d-9cbc-9ad02c864221 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:13.270169 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:13.270804 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:13.312527 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0658a03-9863-4d02-80bc-f7004627ea19 None None] Pushing event updated for resources: {'Port': ['ID=e43406da-d5af-41cf-abb3-99c746c3eb3b,revision_number=4']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:13.329175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:13.330451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:13.424870 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:13.516208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5d7cad6f-bb40-4d2e-883e-46c29c9080e2 req-00e7798e-588d-44a4-92f2-d59754d05930 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 210 time: 0.0831053 Aug 31 17:04:13.694940 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e10fbd09-c310-4bd9-848b-9b73097caa24 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:13.696746 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e10fbd09-c310-4bd9-848b-9b73097caa24 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/networks?id=1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 200 len: 796 time: 0.2901700 Aug 31 17:04:13.742028 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:13Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:13.763564 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c02f54ea-e6d6-4c87-a531-54081d1041a3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ca3990e87a407095037dcab2f860c8 HTTP/1.1" status: 200 len: 380 time: 0.0577419 Aug 31 17:04:13.769008 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db1b58-efc8-4ac1-93ac-25920200cef1 None None] The sync data for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 is: [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:13Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:04:13.774898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'port': {'device_id': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'admin_state_up': True, 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'security_groups': ['2d04165f-d33d-4501-a01c-17a963782de8']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:13.930306 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Made reservation on behalf of c9ca3990e87a407095037dcab2f860c8 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:04:13.936927 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:14.127155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.20.0.12 (1b85ea63-cef1-4138-9d00-318a20829e19/6e94c762-9d17-40be-b59f-a017a344ba8b/34610e3f-9369-4333-bd31-f843c37e09b0) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:04:14.282989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:14.299876 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Transition to ACTIVE for port object 34610e3f-9369-4333-bd31-f843c37e09b0 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:14.344472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:14.391137 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network 1b85ea63-cef1-4138-9d00-318a20829e19 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:04:14.394360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:14.398345 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:04:14.405195 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=34610e3f-9369-4333-bd31-f843c37e09b0,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:14.420115 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:04:14.455196 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:14.455938 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:14.474264 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-e511a4f5-504b-4697-b25c-a50b7f4cf3ef tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7041297 Aug 31 17:04:14.487386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Request body: {'port': {'device_id': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:14.549864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:14.659916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1dd323c2-588c-4615-9c42-24b3f4a8f27d None None] Provisioning for port 34610e3f-9369-4333-bd31-f843c37e09b0 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:14.664881 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1dd323c2-588c-4615-9c42-24b3f4a8f27d None None] Provisioning complete for port 34610e3f-9369-4333-bd31-f843c37e09b0 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:14.665347 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1dd323c2-588c-4615-9c42-24b3f4a8f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:14.707554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1dd323c2-588c-4615-9c42-24b3f4a8f27d None None] Port 34610e3f-9369-4333-bd31-f843c37e09b0 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:04:15.059640 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018a18-25e6-42c7-9395-12bbfd01bf2c req-07cf113d-8698-47ff-b691-ef63eedbf85a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:15.061112 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e43406da-d5af-41cf-abb3-99c746c3eb3b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:15.061336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87018a18-25e6-42c7-9395-12bbfd01bf2c req-07cf113d-8698-47ff-b691-ef63eedbf85a tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 932 time: 0.1328623 Aug 31 17:04:15.114777 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port e43406da-d5af-41cf-abb3-99c746c3eb3b completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:15.118696 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e43406da-d5af-41cf-abb3-99c746c3eb3b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:15.119145 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.149696 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-87018a18-25e6-42c7-9395-12bbfd01bf2c req-23767cee-4199-4efe-8cec-b496b79f38a2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806346 Aug 31 17:04:15.209125 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.242605 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port e43406da-d5af-41cf-abb3-99c746c3eb3b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e43406da-d5af-41cf-abb3-99c746c3eb3b,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:15.247268 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.256574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34610e3f-9369-4333-bd31-f843c37e09b0 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:04:15.265694 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.282429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Transition to ACTIVE for port object 34610e3f-9369-4333-bd31-f843c37e09b0 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:04:15.287900 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.302679 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=e43406da-d5af-41cf-abb3-99c746c3eb3b,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:15.363739 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Pushing event updated for resources: {'Port': ['ID=34610e3f-9369-4333-bd31-f843c37e09b0,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:15.423518 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Attempting to bind port 34610e3f-9369-4333-bd31-f843c37e09b0 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:04:15.423854 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Attempting to bind port 34610e3f-9369-4333-bd31-f843c37e09b0 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:04:15.424175 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Attempting to bind port 34610e3f-9369-4333-bd31-f843c37e09b0 on network 1b85ea63-cef1-4138-9d00-318a20829e19 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:04:15.428853 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Port 34610e3f-9369-4333-bd31-f843c37e09b0 on network 1b85ea63-cef1-4138-9d00-318a20829e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:04:15.429718 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Attempting to bind port 34610e3f-9369-4333-bd31-f843c37e09b0 on network 1b85ea63-cef1-4138-9d00-318a20829e19 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:04:15.434398 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:04:15.434740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Checking segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:04:15.435127 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Bound using segment: {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:04:15.435622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Bound port: 34610e3f-9369-4333-bd31-f843c37e09b0, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b317f99-da8b-419e-8dc1-c72f4d419dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:04:15.435988 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.504283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] For port 34610e3f-9369-4333-bd31-f843c37e09b0, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:04:15.507323 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] For port 34610e3f-9369-4333-bd31-f843c37e09b0, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=34610e3f-9369-4333-bd31-f843c37e09b0,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:04:15.511973 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.552756 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:15.553377 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:15.555009 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] 10.222.0.30 "PUT /v2.0/ports/34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 200 len: 1093 time: 1.0720742 Aug 31 17:04:15.557370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:04:15.560349 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb2579-221b-4d9c-9c2f-06d2c28074db" -d '{"events": [{"name": "network-changed", "server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:04:15.586244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54745-908a-41fc-8b55-46355e7cb164 service neutron] Pushing event updated for resources: {'Port': ['ID=34610e3f-9369-4333-bd31-f843c37e09b0,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:15.629803 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2506be61-df9c-4efb-bd54-67d0c9f1f786 x-openstack-request-id: req-2506be61-df9c-4efb-bd54-67d0c9f1f786 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:04:15.630102 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:04:15.630443 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2506be61-df9c-4efb-bd54-67d0c9f1f786 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:04:15.630881 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0', 'status': 'completed', 'code': 200} Aug 31 17:04:15.657713 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-5a296f36-bb9b-437c-a63b-562dad7fc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:15.659518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-5a296f36-bb9b-437c-a63b-562dad7fc63b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1096 time: 0.0624259 Aug 31 17:04:15.704861 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-60d4dacc-89ac-4351-9b76-1be2a71f2b9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 200 len: 217 time: 0.0364382 Aug 31 17:04:15.760061 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-f9566155-03da-4af7-8b3e-59c34f3a76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:15.762231 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-f9566155-03da-4af7-8b3e-59c34f3a76aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e94c762-9d17-40be-b59f-a017a344ba8b HTTP/1.1" status: 200 len: 835 time: 0.0509553 Aug 31 17:04:15.821452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-b6d1f9c0-0ec6-40bd-93e5-7a1bd77760bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:15.824801 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-b6d1f9c0-0ec6-40bd-93e5-7a1bd77760bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b85ea63-cef1-4138-9d00-318a20829e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555911 Aug 31 17:04:15.919297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-d23cae14-bba5-497c-9176-03224ae7a13c service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876305 Aug 31 17:04:16.016791 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ccdc4c37-b006-43fd-b9f8-5d9da8e6a567 req-3c4c9a12-3ea0-4284-823f-b42e5199ec82 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902755 Aug 31 17:04:16.105863 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-9a7eb1c0-c345-4ca8-806e-51c4b7559f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:16.107551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-9a7eb1c0-c345-4ca8-806e-51c4b7559f38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1096 time: 0.0431001 Aug 31 17:04:16.207670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-ab8a7db9-de9b-44ad-a3ac-1f52500f3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:16.209230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-ab8a7db9-de9b-44ad-a3ac-1f52500f3703 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 200 len: 897 time: 0.0947311 Aug 31 17:04:16.261819 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-3c237c17-c206-43ee-aef8-9605408fe5eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 200 len: 217 time: 0.0445089 Aug 31 17:04:16.334256 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-8eab52ad-d40b-4ffb-892a-287810e1a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:16.335934 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-8eab52ad-d40b-4ffb-892a-287810e1a070 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e94c762-9d17-40be-b59f-a017a344ba8b HTTP/1.1" status: 200 len: 835 time: 0.0593650 Aug 31 17:04:16.343423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f91d-e576-448b-b52d-543146346c71 req-8459ecc7-2aee-4c38-8802-57d06ae98ceb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:16.344858 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa73f91d-e576-448b-b52d-543146346c71 req-8459ecc7-2aee-4c38-8802-57d06ae98ceb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 944 time: 0.1209579 Aug 31 17:04:16.408577 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa73f91d-e576-448b-b52d-543146346c71 req-36107d97-ae86-479d-ae90-4a555a5e1eec tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552497 Aug 31 17:04:16.411489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-1899f35f-90f6-4277-983b-fd732d9ffdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:16.412962 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-1899f35f-90f6-4277-983b-fd732d9ffdc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b85ea63-cef1-4138-9d00-318a20829e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672042 Aug 31 17:04:16.509492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-36fc8bdc-6457-4578-9475-c4a3f09b7038 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876875 Aug 31 17:04:16.603372 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cbfb2579-221b-4d9c-9c2f-06d2c28074db req-ac10cae6-d8aa-4eda-b96c-6ad2bd6126b3 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866821 Aug 31 17:04:17.045931 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e43406da-d5af-41cf-abb3-99c746c3eb3b up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:17.097861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port e43406da-d5af-41cf-abb3-99c746c3eb3b triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:17.098240 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:17.528833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508946-c704-41a5-9b33-8d771e9bde52 req-2bd7fb8d-5e3f-4068-a351-9e005904f407 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:17.530382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b508946-c704-41a5-9b33-8d771e9bde52 req-2bd7fb8d-5e3f-4068-a351-9e005904f407 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 944 time: 0.0513115 Aug 31 17:04:17.568667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9b508946-c704-41a5-9b33-8d771e9bde52 req-c30b6e46-79f4-440b-9466-b3941a0ba11f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Aug 31 17:04:17.759762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 34610e3f-9369-4333-bd31-f843c37e09b0 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:04:17.856009 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 34610e3f-9369-4333-bd31-f843c37e09b0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=34610e3f-9369-4333-bd31-f843c37e09b0,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:17.867712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '34610e3f-9369-4333-bd31-f843c37e09b0', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'port_id': '34610e3f-9369-4333-bd31-f843c37e09b0', 'mac_address': 'fa:16:3e:9e:82:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:04:17.908564 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:17.922542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34610e3f-9369-4333-bd31-f843c37e09b0 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:04:17.942529 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 34610e3f-9369-4333-bd31-f843c37e09b0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=34610e3f-9369-4333-bd31-f843c37e09b0,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:17.950080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:17.999312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=34610e3f-9369-4333-bd31-f843c37e09b0,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:18.152503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['34610e3f-9369-4333-bd31-f843c37e09b0'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:04:18.708057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d863c2-ace3-4919-879d-52795eb51591 req-ba85384c-92de-40f2-ba2f-d9cdacb84f76 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:18.709807 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d863c2-ace3-4919-879d-52795eb51591 req-ba85384c-92de-40f2-ba2f-d9cdacb84f76 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 945 time: 0.0707819 Aug 31 17:04:18.759524 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-55d863c2-ace3-4919-879d-52795eb51591 req-93336243-7304-432d-93e5-57dcd08d1be9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435739 Aug 31 17:04:19.771257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 34610e3f-9369-4333-bd31-f843c37e09b0 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:04:19.820349 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 34610e3f-9369-4333-bd31-f843c37e09b0 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:04:19.824163 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 34610e3f-9369-4333-bd31-f843c37e09b0 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:04:19.824575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:19.883800 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cb13d-b812-40fe-834e-d93602e7dbf2 req-a5b4779b-9d40-4361-ba21-a0eb7fef85a3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:19.885451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-681cb13d-b812-40fe-834e-d93602e7dbf2 req-a5b4779b-9d40-4361-ba21-a0eb7fef85a3 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 945 time: 0.0543282 Aug 31 17:04:19.917206 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:19.929311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-681cb13d-b812-40fe-834e-d93602e7dbf2 req-700b5a7f-d14a-439f-97fe-ac8259dc0d8c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Aug 31 17:04:19.942189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:04:19.944518 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4a484-5e81-48e7-b846-42bf188a31b7" -d '{"events": [{"server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "name": "network-vif-plugged", "status": "completed", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:04:19.957985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 34610e3f-9369-4333-bd31-f843c37e09b0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=34610e3f-9369-4333-bd31-f843c37e09b0,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:04:19.964770 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:19.990602 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac574ae-1f13-4340-9bde-16ecaa0a4dd2 x-openstack-request-id: req-6ac574ae-1f13-4340-9bde-16ecaa0a4dd2 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:04:19.990939 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "name": "network-vif-plugged", "status": "completed", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:04:19.991114 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ac574ae-1f13-4340-9bde-16ecaa0a4dd2 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:04:19.991416 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0', 'code': 200} Aug 31 17:04:20.018808 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=34610e3f-9369-4333-bd31-f843c37e09b0,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:20.099803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ce59d-5d2b-4bcc-ae1a-c8b1772bc690 req-cfbc13f8-95fb-46f7-8225-4f2101d9da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:20.102083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e03ce59d-5d2b-4bcc-ae1a-c8b1772bc690 req-cfbc13f8-95fb-46f7-8225-4f2101d9da4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1098 time: 0.0534952 Aug 31 17:04:20.138815 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e03ce59d-5d2b-4bcc-ae1a-c8b1772bc690 req-a7c14e5a-97d0-4800-bfcd-f16dc5821dbc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295038 Aug 31 17:04:21.065418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10203a0-4208-421c-868b-d8ea5e60b949 req-5f9fa748-285d-4ba7-938d-cde7b8d33d61 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:21.067328 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f10203a0-4208-421c-868b-d8ea5e60b949 req-5f9fa748-285d-4ba7-938d-cde7b8d33d61 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0598218 Aug 31 17:04:21.117363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f10203a0-4208-421c-868b-d8ea5e60b949 req-359d1a26-299d-4ca4-b8ab-2f13b703c17e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Aug 31 17:04:21.172479 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0fde3df6-6682-48bc-9d61-f0a8aaac5aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:22.235409 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff600d-40a9-48d4-9317-6171727a5f1a req-885d0067-f396-4e4c-a639-d7452e15705b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:22.236939 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5aff600d-40a9-48d4-9317-6171727a5f1a req-885d0067-f396-4e4c-a639-d7452e15705b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0489459 Aug 31 17:04:22.275479 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5aff600d-40a9-48d4-9317-6171727a5f1a req-56e2e6c6-95db-4ec2-a97b-6a45d8e71332 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Aug 31 17:04:22.390928 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20516d13-4269-46c1-85b0-9c49f7cbb8f1 req-69d2b4d3-1c86-4953-bbc2-ba9ef3ed66f8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:22.392876 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20516d13-4269-46c1-85b0-9c49f7cbb8f1 req-69d2b4d3-1c86-4953-bbc2-ba9ef3ed66f8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0505140 Aug 31 17:04:22.431691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-20516d13-4269-46c1-85b0-9c49f7cbb8f1 req-104ddc08-7557-46bb-9cbe-95eb8951a6cd tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Aug 31 17:04:22.454877 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45514) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:22.501320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72280e8d-8750-4a24-bf09-caad48361e47 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:22.502917 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-72280e8d-8750-4a24-bf09-caad48361e47 tempest-TestNetworkAdvancedServerOps-1134871932 tempest-TestNetworkAdvancedServerOps-1134871932-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1093 time: 0.0469627 Aug 31 17:04:22.505899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45516) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:22.510424 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '34610e3f-9369-4333-bd31-f843c37e09b0', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:04:22.532684 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:22.639933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:22.749175 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Allocated IP 172.25.6.149 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5290046a-0769-4893-b6bc-b51913d1ddef) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:04:22.851259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:22.891008 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:22.928214 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:04:22.933008 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:04:22.935688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:04:22.968833 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=5290046a-0769-4893-b6bc-b51913d1ddef,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:23.313987 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:23.383031 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:23.530006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:23.534793 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:23.606218 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event updated for resources: {'Port': ['ID=5290046a-0769-4893-b6bc-b51913d1ddef,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:23.617707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:23.718721 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP 05d5d681-d4c0-427b-8e84-1ab85d28e9a2 associated. External IP: 172.25.6.149, port: 34610e3f-9369-4333-bd31-f843c37e09b0. Aug 31 17:04:23.954460 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router b51bf0dc-06c3-47bd-968f-d9eea385e9ae has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:04:24.067239 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:04:24.078838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26481363-0e96-4587-a002-70a94043ae68 None None] Sync routers for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:04:24.083916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:24.089577 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:24.090204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:24.112145 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0d30a2b2-18f1-4e2d-8d79-d16677c9536e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6051648 Aug 31 17:04:24.112902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:04:24.115205 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:04:24.205909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:24.252615 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce233939-c02f-451a-9feb-98bb4947ab7c req-efd10c78-90d8-4567-a5e8-c2b5cac3d51b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:24.254782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce233939-c02f-451a-9feb-98bb4947ab7c req-efd10c78-90d8-4567-a5e8-c2b5cac3d51b tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0896463 Aug 31 17:04:24.295573 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ce233939-c02f-451a-9feb-98bb4947ab7c req-bd4f9353-2957-4b5d-b2db-d47322ee87ae tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Aug 31 17:04:24.317206 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45522) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:24.356071 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488ff9db-c179-481c-8e87-b13e2af00622 x-openstack-request-id: req-488ff9db-c179-481c-8e87-b13e2af00622 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:04:24.356967 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:04:24.356967 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-488ff9db-c179-481c-8e87-b13e2af00622 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:04:24.357266 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0', 'status': 'completed', 'code': 200} Aug 31 17:04:24.384234 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-795ff0fd-4497-4e3d-b968-d051032fabbb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/05d5d681-d4c0-427b-8e84-1ab85d28e9a2 HTTP/1.1" status: 200 len: 992 time: 0.0651312 Aug 31 17:04:24.407922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-f42abd20-d8f5-401f-8d12-71597cd6c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:24.409837 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-f42abd20-d8f5-401f-8d12-71597cd6c423 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1098 time: 0.0440598 Aug 31 17:04:24.442081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '05d5d681-d4c0-427b-8e84-1ab85d28e9a2', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'port_id': '34610e3f-9369-4333-bd31-f843c37e09b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'mac_address': 'fa:16:3e:9e:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:04:23Z', 'updated_at': '2021-08-31T17:04:23Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:15Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:24.469982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26481363-0e96-4587-a002-70a94043ae68 None None] Checking router: b51bf0dc-06c3-47bd-968f-d9eea385e9ae for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:04:24.479010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:24.479692 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:03:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:24.507364 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-2253207b-cbe6-4cda-99d6-f641e527e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:24.508938 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-2253207b-cbe6-4cda-99d6-f641e527e3d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 200 len: 897 time: 0.0916760 Aug 31 17:04:24.577173 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-3f0d5917-44c9-4267-97b7-926634833df2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 200 len: 1000 time: 0.0608940 Aug 31 17:04:24.594736 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:24.627613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-aa7bceaa-31e2-4a73-af56-ee6b68dd7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:24.629300 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-aa7bceaa-31e2-4a73-af56-ee6b68dd7924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e94c762-9d17-40be-b59f-a017a344ba8b HTTP/1.1" status: 200 len: 835 time: 0.0451417 Aug 31 17:04:24.679935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-fb3ad435-3a2d-4f07-963d-1417ffa758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:24.681519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-fb3ad435-3a2d-4f07-963d-1417ffa758c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b85ea63-cef1-4138-9d00-318a20829e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457423 Aug 31 17:04:24.777607 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-f7d42fbf-c31b-4586-9ccd-faa653d0aae7 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888729 Aug 31 17:04:24.824653 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:24.845424 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-26481363-0e96-4587-a002-70a94043ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '05d5d681-d4c0-427b-8e84-1ab85d28e9a2', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'port_id': '34610e3f-9369-4333-bd31-f843c37e09b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'mac_address': 'fa:16:3e:9e:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:04:23Z', 'updated_at': '2021-08-31T17:04:23Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:15Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:24.872135 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26481363-0e96-4587-a002-70a94043ae68 None None] The sync data for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 is: [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '05d5d681-d4c0-427b-8e84-1ab85d28e9a2', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'port_id': '34610e3f-9369-4333-bd31-f843c37e09b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'mac_address': 'fa:16:3e:9e:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:04:23Z', 'updated_at': '2021-08-31T17:04:23Z', 'revision_number': 0, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:15Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:04:24.877290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-083049bf-e8c3-48bf-8e9b-4b361eca9ab8 req-7a8270b7-9f5f-4b2a-9b4a-d67fc53eb797 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930195 Aug 31 17:04:25.059576 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fcb54-a686-49ea-a872-74de37e03f9b None None] New status for floating IP 05d5d681-d4c0-427b-8e84-1ab85d28e9a2: ACTIVE {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:04:25.367017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:25.387952 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45524) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:25.452101 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a689b3f2-5013-4eaa-9358-89e9bcd06065 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/05d5d681-d4c0-427b-8e84-1ab85d28e9a2 HTTP/1.1" status: 200 len: 994 time: 0.0628638 Aug 31 17:04:25.726729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-edc183e7-fe7a-41d0-bc5a-77ca8713915e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:25.796766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:26.127510 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:27.887700 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:51.176746 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0558-f57a-478b-87c3-4fcba6389946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:51.425564 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:04:52.282519 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ce0a0-ecd2-4388-a846-19b605fb16ac req-4d63c4b1-34aa-4c2c-8def-a06b50e2571c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:52.284269 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-926ce0a0-ecd2-4388-a846-19b605fb16ac req-4d63c4b1-34aa-4c2c-8def-a06b50e2571c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.1260593 Aug 31 17:04:52.323989 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-926ce0a0-ecd2-4388-a846-19b605fb16ac req-b9e92ea9-b87a-4ebb-acea-2530270d24cb tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Aug 31 17:04:53.443680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae519-86d8-4d0a-a426-b185049e38cf req-448dd61e-cecc-4691-ad27-2f447be370b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:53.445280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96bae519-86d8-4d0a-a426-b185049e38cf req-448dd61e-cecc-4691-ad27-2f447be370b0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0504682 Aug 31 17:04:53.487619 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-96bae519-86d8-4d0a-a426-b185049e38cf req-3dd0fbe2-f2a1-46a6-961f-2d127aae1aa9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Aug 31 17:04:53.515288 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45544) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:53.582302 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-443a1936-de3e-4798-b753-fe75291a32d8 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/05d5d681-d4c0-427b-8e84-1ab85d28e9a2 HTTP/1.1" status: 200 len: 994 time: 0.0658236 Aug 31 17:04:54.806147 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:54.896873 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9f2a-557a-460c-91f8-011f651eee5c req-ff99f9fb-3d12-415a-a184-ce73b0900cd0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:54.898410 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e2a9f2a-557a-460c-91f8-011f651eee5c req-ff99f9fb-3d12-415a-a184-ce73b0900cd0 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0797982 Aug 31 17:04:54.930139 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-1d0c188c-6518-4961-bf2d-f1770ae7c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:54.932075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-1d0c188c-6518-4961-bf2d-f1770ae7c0c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1098 time: 0.0778503 Aug 31 17:04:54.958379 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7e2a9f2a-557a-460c-91f8-011f651eee5c req-77cd032f-5cd9-402d-8916-5f261dd2b27e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526230 Aug 31 17:04:55.042171 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-5fc3835f-2002-4ec9-a91c-85aaf7fc0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:55.043681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-5fc3835f-2002-4ec9-a91c-85aaf7fc0e4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 200 len: 897 time: 0.1009316 Aug 31 17:04:55.112869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-0ed83a38-1b45-4603-8e18-c6c2703886ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 200 len: 1002 time: 0.0608261 Aug 31 17:04:55.169986 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-2f7a3259-8eb0-455d-9c35-a43ca399ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:55.171418 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-2f7a3259-8eb0-455d-9c35-a43ca399ceaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e94c762-9d17-40be-b59f-a017a344ba8b HTTP/1.1" status: 200 len: 835 time: 0.0520201 Aug 31 17:04:55.218444 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-a693fb9d-665f-44a3-a012-f90b6ab2f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:55.220213 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-a693fb9d-665f-44a3-a012-f90b6ab2f7f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b85ea63-cef1-4138-9d00-318a20829e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417385 Aug 31 17:04:55.315508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-6184b32d-acc3-4e5f-b752-a986e1ec0ddc service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881810 Aug 31 17:04:55.369617 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:55.416743 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a47cf44b-641b-4ee9-a20b-60a2160d767e req-2930f7cb-8efb-4148-a6b7-b543ad107312 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944307 Aug 31 17:04:55.732354 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e43801b4-e686-4bc2-ae3f-3a7d22681ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:55.810004 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:56.079327 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437be60-374b-40ba-8125-cc149ea18e8c req-57fc4411-215e-4419-b2d6-99039313bc71 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:56.080954 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d437be60-374b-40ba-8125-cc149ea18e8c req-57fc4411-215e-4419-b2d6-99039313bc71 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0508685 Aug 31 17:04:56.120948 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d437be60-374b-40ba-8125-cc149ea18e8c req-9d2c9b7d-3e55-44aa-9951-1cd7bb0f0791 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333598 Aug 31 17:04:56.135061 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:57.248591 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bd5e7-21ad-4dc4-90c5-07b2c3f197ef req-89d59642-2f96-4508-866f-4dbc68c596d4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:57.250167 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-378bd5e7-21ad-4dc4-90c5-07b2c3f197ef req-89d59642-2f96-4508-866f-4dbc68c596d4 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0531836 Aug 31 17:04:57.293760 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-378bd5e7-21ad-4dc4-90c5-07b2c3f197ef req-11981a3d-dfa0-4ec2-a9b3-2e72fd0935e2 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373096 Aug 31 17:04:57.316795 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45556) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:57.379209 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7872ecb5-a691-44b2-83c0-867309e5ba50 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/floatingips/05d5d681-d4c0-427b-8e84-1ab85d28e9a2 HTTP/1.1" status: 200 len: 994 time: 0.0612514 Aug 31 17:04:57.658184 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:57.822576 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 5290046a-0769-4893-b6bc-b51913d1ddef {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:04:57.822919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:57.893385 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:57.903924 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:57.904324 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:57.920820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 5290046a-0769-4893-b6bc-b51913d1ddef owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:04:58.072660 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:58.100582 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=5290046a-0769-4893-b6bc-b51913d1ddef,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:04:58.176388 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:58.176944 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Floating IP 05d5d681-d4c0-427b-8e84-1ab85d28e9a2 disassociated (deleted). External IP: 172.25.6.149, port: 34610e3f-9369-4333-bd31-f843c37e09b0. Aug 31 17:04:58.394417 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router b51bf0dc-06c3-47bd-968f-d9eea385e9ae has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:04:58.507169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:04:58.512514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:58.517643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] Sync routers for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:04:58.527459 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:58.528118 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:58.647229 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:58.866312 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:15Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:58.883695 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4d54928d-8002-4eea-b607-c7baa3400a4f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/floatingips/05d5d681-d4c0-427b-8e84-1ab85d28e9a2 HTTP/1.1" status: 204 len: 168 time: 1.2239134 Aug 31 17:04:58.884362 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:04:58.886556 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba02613-fba7-4c1c-b219-c3668503aa89" -d '{"events": [{"name": "network-changed", "server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:04:58.894797 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] Checking router: b51bf0dc-06c3-47bd-968f-d9eea385e9ae for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:04:58.905094 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:04:58.905725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:59.019549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:04:59.058220 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24aba7e-484b-4c4c-983b-b97b5ca7675f x-openstack-request-id: req-a24aba7e-484b-4c4c-983b-b97b5ca7675f {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:04:59.058651 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:04:59.059021 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a24aba7e-484b-4c4c-983b-b97b5ca7675f {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:04:59.059629 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0', 'status': 'completed', 'code': 200} Aug 31 17:04:59.163680 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-9298e63d-4e8c-4217-96fc-f6dde70e3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:59.165270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-9298e63d-4e8c-4217-96fc-f6dde70e3f63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9ca3990e87a407095037dcab2f860c8&device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 1098 time: 0.0785947 Aug 31 17:04:59.180180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45059a5-0013-4315-bbfe-c76fe4239f33 req-dd351e6b-86e2-468b-a075-87267882dc42 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:59.181765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e45059a5-0013-4315-bbfe-c76fe4239f33 req-dd351e6b-86e2-468b-a075-87267882dc42 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0691566 Aug 31 17:04:59.271362 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e45059a5-0013-4315-bbfe-c76fe4239f33 req-2e7b3de2-8f6a-4806-a682-820c8aee9fb9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802085 Aug 31 17:04:59.303711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-b9722472-f02a-4ad3-a9cd-8678a09991fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:59.305267 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-b9722472-f02a-4ad3-a9cd-8678a09991fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 200 len: 897 time: 0.1225913 Aug 31 17:04:59.355288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-c892f033-e31d-49b4-ad68-a978fedf7fce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 200 len: 217 time: 0.0402515 Aug 31 17:04:59.397535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:15Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:04:59.407442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-d1f657e3-2560-4cdf-a40f-b8a345152d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:59.409242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-d1f657e3-2560-4cdf-a40f-b8a345152d9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e94c762-9d17-40be-b59f-a017a344ba8b HTTP/1.1" status: 200 len: 835 time: 0.0457611 Aug 31 17:04:59.429602 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bf2e6-2c48-4a77-81a6-dcb6e2c609f7 None None] The sync data for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 is: [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:10Z', 'revision_number': 4, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'e43406da-d5af-41cf-abb3-99c746c3eb3b', 'name': '', 'network_id': '1b85ea63-cef1-4138-9d00-318a20829e19', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'mac_address': 'fa:16:3e:25:cf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:09Z', 'updated_at': '2021-08-31T17:04:15Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'subnets': [{'id': '6e94c762-9d17-40be-b59f-a017a344ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:04:59.459727 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-5c03b160-3833-4e2d-be16-67634a740758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:04:59.461291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-5c03b160-3833-4e2d-be16-67634a740758 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b85ea63-cef1-4138-9d00-318a20829e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440793 Aug 31 17:04:59.565042 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-cc59f795-c47f-4a2b-8ec1-01fb7427afdb service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936785 Aug 31 17:04:59.661736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9ba02613-fba7-4c1c-b219-c3668503aa89 req-ee603ad0-9dca-4c1e-b6e2-44b32e0833b0 service neutron] 10.222.0.30 "GET /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882897 Aug 31 17:04:59.662825 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7e8c8-cb44-42ee-8336-c85ad5452576 None None] New status for floating IP 05d5d681-d4c0-427b-8e84-1ab85d28e9a2: DOWN {{(pid=101480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:05:00.394658 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefb38a-7fe2-43e6-9267-beb830437930 req-66189124-98ae-41f3-a26e-aee5ea4eee00 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:00.396288 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6eefb38a-7fe2-43e6-9267-beb830437930 req-66189124-98ae-41f3-a26e-aee5ea4eee00 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0533867 Aug 31 17:05:00.436655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6eefb38a-7fe2-43e6-9267-beb830437930 req-687a3491-fc26-4e74-b587-e1fefcfc0ef9 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d04165f-d33d-4501-a01c-17a963782de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339780 Aug 31 17:05:00.755275 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2e3c6f9e-ed49-419c-82c9-ca3c613c1a9c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:00.756836 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2e3c6f9e-ed49-419c-82c9-ca3c613c1a9c tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 946 time: 0.0535507 Aug 31 17:05:00.848965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 34610e3f-9369-4333-bd31-f843c37e09b0 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:05:00.849309 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:00.943918 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 34610e3f-9369-4333-bd31-f843c37e09b0, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=34610e3f-9369-4333-bd31-f843c37e09b0,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:00.944318 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:00.958216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 34610e3f-9369-4333-bd31-f843c37e09b0 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:05:01.090637 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:01.120921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=34610e3f-9369-4333-bd31-f843c37e09b0,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:01.148589 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.148947 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.149293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.149631 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.149963 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.150296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.150629 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.150958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.151286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.151611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.152006 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.152407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:01.171702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] No DVR routers for this DVR port 34610e3f-9369-4333-bd31-f843c37e09b0 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:05:01.174552 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:01.176621 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7befdbb5-7be1-44d6-b492-beebdb9f9e86 req-2b75bc5c-8015-46f9-bf2e-59514feb3328 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.30 "DELETE /v2.0/ports/34610e3f-9369-4333-bd31-f843c37e09b0 HTTP/1.1" status: 204 len: 173 time: 0.4133842 Aug 31 17:05:01.177070 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'name': 'network-vif-deleted', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:05:01.179360 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1368eb6d-2772-47d5-b114-b50d431abdd6" -d '{"events": [{"server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "name": "network-vif-deleted", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:05:01.223703 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f10cf4-6326-46ff-9ad7-550c9eed44b2 x-openstack-request-id: req-69f10cf4-6326-46ff-9ad7-550c9eed44b2 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:05:01.223988 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3078b1c4-6f07-47da-8761-bf6c42902f2d", "name": "network-vif-deleted", "tag": "34610e3f-9369-4333-bd31-f843c37e09b0", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:05:01.224273 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69f10cf4-6326-46ff-9ad7-550c9eed44b2 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:05:01.224680 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3078b1c4-6f07-47da-8761-bf6c42902f2d', 'name': 'network-vif-deleted', 'tag': '34610e3f-9369-4333-bd31-f843c37e09b0', 'status': 'completed', 'code': 200} Aug 31 17:05:01.554986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42f96fb3-6164-49ee-84f8-7745e8751ffb req-9da7d409-4a1c-40d1-a9a8-25df2f241227 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "GET /v2.0/ports?device_id=3078b1c4-6f07-47da-8761-bf6c42902f2d HTTP/1.1" status: 200 len: 210 time: 0.0299215 Aug 31 17:05:02.613515 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45578) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:02.998572 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:03.260246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port e43406da-d5af-41cf-abb3-99c746c3eb3b {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:05:03.260730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:03.351157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port e43406da-d5af-41cf-abb3-99c746c3eb3b, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=e43406da-d5af-41cf-abb3-99c746c3eb3b,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:03.351513 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:03.365648 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for e43406da-d5af-41cf-abb3-99c746c3eb3b owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:05:03.560441 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:03.914806 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=e43406da-d5af-41cf-abb3-99c746c3eb3b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:03.955244 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 34610e3f-9369-4333-bd31-f843c37e09b0 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:05:03.977010 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 34610e3f-9369-4333-bd31-f843c37e09b0 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:05:03.977361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 34610e3f-9369-4333-bd31-f843c37e09b0 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:05:04.101560 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.338443 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Router b51bf0dc-06c3-47bd-968f-d9eea385e9ae has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:05:04.448736 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:05:04.454356 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5cc6e029-d252-4fdf-b9de-f98c42df1b1f tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "PUT /v2.0/routers/b51bf0dc-06c3-47bd-968f-d9eea385e9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8397365 Aug 31 17:05:04.457102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45582) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:04.458976 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] Sync routers for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:05:04.468590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:04.469335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:04.511422 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting subnet 6e94c762-9d17-40be-b59f-a017a344ba8b {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:05:04.514781 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.557425 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.577779 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:04.651049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.713183 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.742600 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Subnet': ['ID=6e94c762-9d17-40be-b59f-a017a344ba8b,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:04.748760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.751026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-ce53137c-e895-430b-9bd0-84f066e0ea06 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/subnets/6e94c762-9d17-40be-b59f-a017a344ba8b HTTP/1.1" status: 204 len: 168 time: 0.2925377 Aug 31 17:05:04.756633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45584) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:04.759636 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41afc8d-7eab-4a41-9940-9903cd5fe0c5 None None] Network 1b85ea63-cef1-4138-9d00-318a20829e19 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:05:04.861902 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:05:03Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:04.872121 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:04.902150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] Checking router: b51bf0dc-06c3-47bd-968f-d9eea385e9ae for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:05:04.916069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] Routers {'b51bf0dc-06c3-47bd-968f-d9eea385e9ae'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:04.916909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:04.988310 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.042221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] Set router b51bf0dc-06c3-47bd-968f-d9eea385e9ae gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:05.060118 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Deleting port 2d4758e7-ed3f-425d-9cbc-9ad02c864221 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:05:05.060335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.104996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] DHCP port deletion for 1b85ea63-cef1-4138-9d00-318a20829e19 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:05:05.159067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] For port 2d4758e7-ed3f-425d-9cbc-9ad02c864221, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2d4758e7-ed3f-425d-9cbc-9ad02c864221,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:05.160083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.176069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Calling delete_port for 2d4758e7-ed3f-425d-9cbc-9ad02c864221 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:05:05.195687 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 6313f480-ad4a-4120-97e9-8b2d04b6421f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:05:05.280940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] Deleting port 6313f480-ad4a-4120-97e9-8b2d04b6421f {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:05:05.281228 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.357853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.380562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] For port 6313f480-ad4a-4120-97e9-8b2d04b6421f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6313f480-ad4a-4120-97e9-8b2d04b6421f,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:05.380978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.382965 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Port': ['ID=2d4758e7-ed3f-425d-9cbc-9ad02c864221,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:05.407522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] Calling delete_port for 6313f480-ad4a-4120-97e9-8b2d04b6421f owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:05:05.426337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.481283 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.497282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:05:03Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:05.545742 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d62f2-e59f-4cd6-bf45-a932cb18b884 None None] The sync data for ids ['b51bf0dc-06c3-47bd-968f-d9eea385e9ae'] in n-d-793621-35 is: [{'id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663409043', 'tenant_id': 'c9ca3990e87a407095037dcab2f860c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:05:03Z', 'revision_number': 5, 'project_id': 'c9ca3990e87a407095037dcab2f860c8', 'gw_port': {'id': '2d4758e7-ed3f-425d-9cbc-9ad02c864221', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bf0dc-06c3-47bd-968f-d9eea385e9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:04:06Z', 'updated_at': '2021-08-31T17:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:05:05.561805 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 6313f480-ad4a-4120-97e9-8b2d04b6421f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=6313f480-ad4a-4120-97e9-8b2d04b6421f,segment=NetworkSegment(1b317f99-da8b-419e-8dc1-c72f4d419dfc),segment_id=1b317f99-da8b-419e-8dc1-c72f4d419dfc)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:05.569938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.587229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.587229 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.622151 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.633910 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.634425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Fanout notify agent at l3_agent the message router_deleted on router b51bf0dc-06c3-47bd-968f-d9eea385e9ae {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:05:05.642613 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.648236 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5e2bda46-b041-4002-a8aa-60d1e6c6a155 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/routers/b51bf0dc-06c3-47bd-968f-d9eea385e9ae HTTP/1.1" status: 204 len: 168 time: 0.8862669 Aug 31 17:05:05.648426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=6313f480-ad4a-4120-97e9-8b2d04b6421f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:05.648646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45586) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:05.651278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] No DVR routers for this DVR port 6313f480-ad4a-4120-97e9-8b2d04b6421f on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:05:05.656550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.656896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.657246 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.657584 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.657921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.658515 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.659279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.659279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.659482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.659782 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.660104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.660450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:05.686609 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5bc3f-d844-4324-aece-8ab691d6aa20 None None] Pushing event deleted for resources: {'Port': ['ID=6313f480-ad4a-4120-97e9-8b2d04b6421f,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:05.727213 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.821749 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.831935 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b85ea63-cef1-4138-9d00-318a20829e19']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:05.843620 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b317f99-da8b-419e-8dc1-c72f4d419dfc') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:05.843817 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b317f99-da8b-419e-8dc1-c72f4d419dfc') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:05.852992 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.867570 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.873903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:05:05.874303 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: timer() Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:05:05.877412 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:05:05.959465 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.968989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:05.973473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/networks/1b85ea63-cef1-4138-9d00-318a20829e19 HTTP/1.1" status: 204 len: 168 time: 0.3228631 Aug 31 17:05:05.973717 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:05.991742 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920b64b-da40-44ad-b8f9-3f1130e7e96e tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'Network': ['ID=1b85ea63-cef1-4138-9d00-318a20829e19,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:06.049058 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc64b566-9cb8-458e-8034-c8d4c1baf797 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.076503 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc64b566-9cb8-458e-8034-c8d4c1baf797 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.144520 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc64b566-9cb8-458e-8034-c8d4c1baf797 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.147155 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fc64b566-9cb8-458e-8034-c8d4c1baf797 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.148505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fc64b566-9cb8-458e-8034-c8d4c1baf797 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d04165f-d33d-4501-a01c-17a963782de8 HTTP/1.1" status: 204 len: 168 time: 0.1736734 Aug 31 17:05:06.162829 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64b566-9cb8-458e-8034-c8d4c1baf797 tempest-TestNetworkAdvancedServerOps-557674485 tempest-TestNetworkAdvancedServerOps-557674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d04165f-d33d-4501-a01c-17a963782de8,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:06.508906 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45596) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:06.665820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e70202c0-4e3a-42aa-95a3-990f67c29805 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9ca3990e87a407095037dcab2f860c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557293 Aug 31 17:05:06.668368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45600) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:06.721347 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdd43caf-2fb9-4fa8-a4d8-925a1bc3852d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.748822 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdd43caf-2fb9-4fa8-a4d8-925a1bc3852d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.804674 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdd43caf-2fb9-4fa8-a4d8-925a1bc3852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.807109 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-bdd43caf-2fb9-4fa8-a4d8-925a1bc3852d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:06.808315 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bdd43caf-2fb9-4fa8-a4d8-925a1bc3852d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f332f00-8ce6-470b-bfd2-efd787fe7001 HTTP/1.1" status: 204 len: 168 time: 0.1390138 Aug 31 17:05:06.819841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd43caf-2fb9-4fa8-a4d8-925a1bc3852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f332f00-8ce6-470b-bfd2-efd787fe7001,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:07.079895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2d4758e7-ed3f-425d-9cbc-9ad02c864221 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:05:07.105402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 2d4758e7-ed3f-425d-9cbc-9ad02c864221 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:05:07.105402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2d4758e7-ed3f-425d-9cbc-9ad02c864221 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:05:07.105402 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e43406da-d5af-41cf-abb3-99c746c3eb3b no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:05:07.108991 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45606) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:07.122835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7645-4f73-475f-aaf1-fb4fb66b2ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.125567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: e43406da-d5af-41cf-abb3-99c746c3eb3b {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:05:07.125922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device e43406da-d5af-41cf-abb3-99c746c3eb3b not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:05:07.219045 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7645-4f73-475f-aaf1-fb4fb66b2ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.223272 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7645-4f73-475f-aaf1-fb4fb66b2ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.262407 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d9bd7645-4f73-475f-aaf1-fb4fb66b2ecb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f68a277b5dc464bb7f305d57a75662f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522553 Aug 31 17:05:07.263596 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7645-4f73-475f-aaf1-fb4fb66b2ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472630ea-1a47-4f04-a4f2-c4a873f22ea6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:07.265222 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45608) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:07.317376 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.338717 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.389934 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.392529 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.393746 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/472630ea-1a47-4f04-a4f2-c4a873f22ea6 HTTP/1.1" status: 204 len: 168 time: 0.1269460 Aug 31 17:05:07.402203 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472630ea-1a47-4f04-a4f2-c4a873f22ea6,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:07.411335 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.411681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.412025 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.412394 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.412733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.413071 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.413404 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.413733 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.414060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.414386 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.414717 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:07.415044 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b8d8d-6508-4158-8510-e887cb9d8159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:08.132075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45630) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:08.232999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1897822285-network', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:08.253978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Made reservation on behalf of 7347f6afc0ee49389d236651d817cf5b for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:05:08.256333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.265690 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.367433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.371331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.399602 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:05:08.409781 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a2016-d8da-44a4-a3f5-b94ee6a35ea3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:08.414942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.415295 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Added segment 988b40ea-e02b-475d-89f0-37dcadf1b7d7 of type vlan for network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 Aug 31 17:05:08.456981 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.483060 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.484060 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:08.484873 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.540056 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4067392 Aug 31 17:05:08.543168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45634) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:08.548820 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd1f75-45ec-4ff8-aeec-c173b1fe4b3d admin admin] Pushing event updated for resources: {'Network': ['ID=3af275b6-4072-4366-8a3a-dc54cd9da1a0,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:08.549383 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Request body: {'subnet': {'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1897822285-subnet', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:08.561501 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:05:08.573942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Made reservation on behalf of 7347f6afc0ee49389d236651d817cf5b for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:05:08.576610 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.753625 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.814390 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26f3016-af08-4953-baf9-0ef40f250e13,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:08.824399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Checking segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:08.824769 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Network hostable DHCP agents. Network: 3af275b6-4072-4366-8a3a-dc54cd9da1a0, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:05:08.848088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:05:08.860762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 3af275b6-4072-4366-8a3a-dc54cd9da1a0) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:08.866385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:08.867339 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.874226 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f54f25-38a0-4f07-9b69-350e8d52ad76 None None] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:05:08.883337 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4210fda3-5a9f-4e44-9c60-e82bdc963d05 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3390522 Aug 31 17:05:08.886047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45636) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:08.891058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:08.912866 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.913882 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:08.974556 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.037256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:05:09.038505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.129148 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.182106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Allocated IP 172.20.0.2 (3af275b6-4072-4366-8a3a-dc54cd9da1a0/b26f3016-af08-4953-baf9-0ef40f250e13/70609bad-35ea-4030-86ca-b3c96593d437) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:09.332780 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.342163 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.342408 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Transition to ACTIVE for port object 70609bad-35ea-4030-86ca-b3c96593d437 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:09.356929 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Transition to ACTIVE for port object 70609bad-35ea-4030-86ca-b3c96593d437 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:09.359770 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.362834 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.406813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:09.410255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:09.415426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:09.418712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Pushing event updated for resources: {'Port': ['ID=70609bad-35ea-4030-86ca-b3c96593d437,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:09.472370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Allocated IP 172.25.6.106 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/0a0b2308-c1e2-4dee-a40c-8e16496362e3) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:09.477068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Attempting to bind port 70609bad-35ea-4030-86ca-b3c96593d437 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:09.477447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Attempting to bind port 70609bad-35ea-4030-86ca-b3c96593d437 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:09.477817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Attempting to bind port 70609bad-35ea-4030-86ca-b3c96593d437 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:09.483196 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:09.483580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Checking segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:09.483994 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.484447 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Bound using segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:09.485013 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Bound port: 70609bad-35ea-4030-86ca-b3c96593d437, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:09.485409 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.550257 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] For port 70609bad-35ea-4030-86ca-b3c96593d437, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:09.553611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] For port 70609bad-35ea-4030-86ca-b3c96593d437, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=70609bad-35ea-4030-86ca-b3c96593d437,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:09.558405 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.592039 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.620821 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da75a08-6820-4fff-b9a2-083d3fe563cf None None] Pushing event updated for resources: {'Port': ['ID=70609bad-35ea-4030-86ca-b3c96593d437,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:09.649265 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:09.693300 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:09.696537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:09.699024 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:09.723852 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0b2308-c1e2-4dee-a40c-8e16496362e3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:09.979880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:10.184090 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:10.570426 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71a308-adb7-4b23-a144-416cc7c03b51 None None] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:05:10.639348 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-671ade88-4791-4787-9fed-f00d4fa36dbb None None] Provisioning for port 70609bad-35ea-4030-86ca-b3c96593d437 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:10.663538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:05:10.786158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:05:10.798309 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:05:10.809096 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:10.811227 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-90efc322-b372-4d6a-8433-d1bf3306f1b2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9233909 Aug 31 17:05:10.814299 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45638) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:10.814911 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:10.815655 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:10.935049 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:11.109202 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 70609bad-35ea-4030-86ca-b3c96593d437 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:11.148883 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:09Z', 'revision_number': 3, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:11.160951 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 70609bad-35ea-4030-86ca-b3c96593d437 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:11.165004 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 70609bad-35ea-4030-86ca-b3c96593d437 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:11.165375 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.178318 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:05:11.179075 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Updating router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:05:11.205347 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.255241 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.287797 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.298810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 70609bad-35ea-4030-86ca-b3c96593d437, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=70609bad-35ea-4030-86ca-b3c96593d437,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:11.307428 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.359487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=70609bad-35ea-4030-86ca-b3c96593d437,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:11.460574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Allocated IP 172.20.0.1 (3af275b6-4072-4366-8a3a-dc54cd9da1a0/b26f3016-af08-4953-baf9-0ef40f250e13/8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:11.477861 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.487819 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Transition to ACTIVE for port object 0a0b2308-c1e2-4dee-a40c-8e16496362e3 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:11.494118 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.544957 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Attempting to bind port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:11.545231 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Attempting to bind port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:11.545592 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Attempting to bind port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:11.552590 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e926d4-e103-4eaa-bd24-eedd73a360af None None] Pushing event updated for resources: {'Port': ['ID=0a0b2308-c1e2-4dee-a40c-8e16496362e3,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:11.556947 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:11.557170 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:11.557389 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.557775 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:11.558253 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Bound port: 0a0b2308-c1e2-4dee-a40c-8e16496362e3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:11.558632 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.570185 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.585763 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Transition to ACTIVE for port object 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:11.611764 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] For port 0a0b2308-c1e2-4dee-a40c-8e16496362e3, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:11.615224 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] For port 0a0b2308-c1e2-4dee-a40c-8e16496362e3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0a0b2308-c1e2-4dee-a40c-8e16496362e3,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:11.620706 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.621941 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.671900 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:11.677088 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:11.681168 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:11.692117 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:11.692827 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:11.708874 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:11.730370 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e926d4-e103-4eaa-bd24-eedd73a360af None None] Pushing event updated for resources: {'Port': ['ID=0a0b2308-c1e2-4dee-a40c-8e16496362e3,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:11.738763 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.815531 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:11.897394 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:11.994899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2735f99-3743-4c8a-81be-f24cde5f1274 None None] Provisioning for port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:12.001117 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-b2735f99-3743-4c8a-81be-f24cde5f1274 None None] Provisioning complete for port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:12.001880 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b2735f99-3743-4c8a-81be-f24cde5f1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:12.020559 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:09Z', 'revision_number': 3, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:12.048729 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a07bf-ff96-4b6b-8056-037804b2bc24 None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:09Z', 'revision_number': 3, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:05:12.048997 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-b2735f99-3743-4c8a-81be-f24cde5f1274 None None] Port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:05:12.081319 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:12.085901 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:12.155219 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:12.157067 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:12.290709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:12.292313 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:12.435758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:05:12.567898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:05:12.574064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-58b596c9-b970-4f42-a31f-ca8f1d7e42ca None None] Provisioning complete for port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:12.574222 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-82340f3b-26f3-4bc5-8a9c-15d25e7be312 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c1bc98f-4b35-4d34-a5d6-f33c6266a723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587249 Aug 31 17:05:12.574818 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-58b596c9-b970-4f42-a31f-ca8f1d7e42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:12.624315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-58b596c9-b970-4f42-a31f-ca8f1d7e42ca None None] Port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:05:13.095907 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45654) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:13.101528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469302998-network', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:13.128246 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Made reservation on behalf of ce031882e5884d06ac62ef209c0be6cf for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:05:13.131832 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.145672 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.197065 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 70609bad-35ea-4030-86ca-b3c96593d437 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:13.252366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 70609bad-35ea-4030-86ca-b3c96593d437 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:13.252634 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.252786 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.257631 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.288523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:05:13.300633 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c16c24d-fc6f-42b3-b99a-f2bb16a9c5d6,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:13.309736 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.309736 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Added segment 541dd560-0461-465a-bc21-644bb27ffb9e of type vlan for network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf Aug 31 17:05:13.353444 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.387432 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.388832 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:13.389649 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.467627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3705060 Aug 31 17:05:13.469152 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087d69e-6068-4b8b-8937-d3868e6a92dd admin admin] Pushing event updated for resources: {'Network': ['ID=8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:13.470588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45656) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:13.479685 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Request body: {'subnet': {'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469302998-subnet', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:13.501317 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:05:13.503320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Made reservation on behalf of ce031882e5884d06ac62ef209c0be6cf for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:05:13.505774 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.571474 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0a0b2308-c1e2-4dee-a40c-8e16496362e3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:13.647785 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:13.653680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:13.654329 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.703972 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.747905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.775461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 0a0b2308-c1e2-4dee-a40c-8e16496362e3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0a0b2308-c1e2-4dee-a40c-8e16496362e3,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:13.785346 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.787345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c75b195-5066-46f4-b3a6-7220b77ee8d6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:13.807113 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Checking segment: {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:13.807523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Network hostable DHCP agents. Network: 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:05:13.825673 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:05:13.834893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:13.839293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:13.839907 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.846715 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42d544-ce21-48c9-983e-89bc88d36a48 None None] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:05:13.850355 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=0a0b2308-c1e2-4dee-a40c-8e16496362e3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:13.859564 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-43c491fa-9261-4705-a798-dce8f6cbabb8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3878353 Aug 31 17:05:13.862990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45658) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:13.868000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:13.897977 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.899050 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:13.902845 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:05:13.923693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:13.924399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:13.956737 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.089416 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:14.110447 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.152834 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'fixed_ips': [{'subnet_id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:05:14.153768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.337383 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.362648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.421180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Allocated IP 172.20.0.2 (8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf/8c75b195-5066-46f4-b3a6-7220b77ee8d6/b635f922-d6cc-49e2-a37a-b3cd4a8ed778) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:14.471328 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Allocated IP 172.25.6.192 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/5b2dfc26-76de-4598-a698-8d2dae98b1ae) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:14.494556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 2, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:14.528134 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:05:14.529040 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Updating router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:05:14.572986 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.588919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.630143 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.672505 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.675917 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:14.679088 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:14.683634 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:14.686901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Pushing event updated for resources: {'Port': ['ID=5b2dfc26-76de-4598-a698-8d2dae98b1ae,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:14.734818 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Transition to ACTIVE for port object b635f922-d6cc-49e2-a37a-b3cd4a8ed778 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:14.761388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Transition to ACTIVE for port object b635f922-d6cc-49e2-a37a-b3cd4a8ed778 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:14.799552 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.853652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:14.860115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:14.866639 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:14.879708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Pushing event updated for resources: {'Port': ['ID=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:14.954913 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.963360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Attempting to bind port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:14.963746 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Attempting to bind port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:14.964119 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Attempting to bind port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 on network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:14.978283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:14.978648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Checking segment: {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:14.979064 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:14.979462 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Bound using segment: {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:14.979946 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Bound port: b635f922-d6cc-49e2-a37a-b3cd4a8ed778, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:14.980453 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.057215 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.078545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Transition to ACTIVE for port object 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:15.096556 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0a0b2308-c1e2-4dee-a40c-8e16496362e3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:15.098422 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.129242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] For port b635f922-d6cc-49e2-a37a-b3cd4a8ed778, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:15.171132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.178538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] For port b635f922-d6cc-49e2-a37a-b3cd4a8ed778, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,segment=NetworkSegment(541dd560-0461-465a-bc21-644bb27ffb9e),segment_id=541dd560-0461-465a-bc21-644bb27ffb9e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:15.194402 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.202388 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cb7be-d599-400c-9c35-bdcb813340d4 None None] Pushing event updated for resources: {'Port': ['ID=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:15.308908 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:15.309335 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.334200 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:05:15.357667 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f1fa-b5ea-4713-8ab9-9f96bc17fff4 None None] Pushing event updated for resources: {'Port': ['ID=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:15.363659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Attempting to bind port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:15.364120 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Attempting to bind port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:15.364542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Attempting to bind port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:15.379911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:15.380320 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Checking segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:15.380729 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.381125 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Bound using segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:15.381659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Bound port: 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:15.382165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.472412 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:05:15.490843 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Sync routers for ids ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:05:15.510068 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.512437 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-847abbf7-c9e4-47a5-aba6-cb9f732f589a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6483161 Aug 31 17:05:15.515685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45660) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:15.529403 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Routers {'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:15.530034 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:15.553063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] For port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:15.557815 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] For port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:15.564821 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:15.640310 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:15.640988 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:15.699016 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Set router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:15.711295 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cb7be-d599-400c-9c35-bdcb813340d4 None None] Pushing event updated for resources: {'Port': ['ID=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:15.983844 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:16.053175 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.062795 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:05:14Z', 'revision_number': 3, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:16.090066 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Checking router: ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:05:16.090419 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Updating router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 port 5b2dfc26-76de-4598-a698-8d2dae98b1ae binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:05:16.119451 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.237916 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:15Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:16.240673 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Allocated IP 172.20.0.1 (8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf/8c75b195-5066-46f4-b3a6-7220b77ee8d6/678e985e-856d-4649-9475-bb1a68edcc8f) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:16.272885 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea1bf6-fb72-41d2-b314-df55e8a0bdea None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:15Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:05:16.386431 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.409644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Transition to ACTIVE for port object 678e985e-856d-4649-9475-bb1a68edcc8f will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:16.455334 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.512432 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.514955 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:16.519466 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:16.521612 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Pushing event updated for resources: {'Port': ['ID=678e985e-856d-4649-9475-bb1a68edcc8f,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:16.529506 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:16.533497 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Transition to ACTIVE for port object 5b2dfc26-76de-4598-a698-8d2dae98b1ae will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:16.545014 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.584869 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.607814 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Attempting to bind port 5b2dfc26-76de-4598-a698-8d2dae98b1ae on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:16.608220 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Attempting to bind port 5b2dfc26-76de-4598-a698-8d2dae98b1ae by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:16.608635 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Attempting to bind port 5b2dfc26-76de-4598-a698-8d2dae98b1ae on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:16.610775 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Pushing event updated for resources: {'Port': ['ID=5b2dfc26-76de-4598-a698-8d2dae98b1ae,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:16.619925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:16.620380 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:16.620866 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.621125 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:16.621853 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Bound port: 5b2dfc26-76de-4598-a698-8d2dae98b1ae, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:16.622242 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.626595 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.626959 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.627299 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.627635 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.627963 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.628287 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acfe4c0-fb9f-437d-92af-1f7307faf4a9 None None] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:05:16.628748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.628748 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.628923 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.629239 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.629736 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.630448 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.630938 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:05:16.711085 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] For port 5b2dfc26-76de-4598-a698-8d2dae98b1ae, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:16.715170 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] For port 5b2dfc26-76de-4598-a698-8d2dae98b1ae, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5b2dfc26-76de-4598-a698-8d2dae98b1ae,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:16.725336 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.741524 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-e24d01ad-b1d8-4a91-bfef-49c380738159 None None] Provisioning for port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:16.762295 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.802028 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Routers {'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:16.802706 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:16.860932 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79d5b-6c19-45d9-8993-63f2383971b8 None None] Pushing event updated for resources: {'Port': ['ID=5b2dfc26-76de-4598-a698-8d2dae98b1ae,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:16.949901 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] Set router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:17.006167 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.015101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.126271 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Pushing event updated for resources: {'Port': ['ID=678e985e-856d-4649-9475-bb1a68edcc8f,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:17.129880 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.233304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:17.270714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:17.272260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:17.283521 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '678e985e-856d-4649-9475-bb1a68edcc8f', 'name': '', 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'mac_address': 'fa:16:3e:e7:1a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:16Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 1, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'subnets': [{'id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:17.322296 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e1be1-edf1-496c-93af-2d8326381602 None None] The sync data for ids ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'] in n-d-793621-35 is: [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '678e985e-856d-4649-9475-bb1a68edcc8f', 'name': '', 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'mac_address': 'fa:16:3e:e7:1a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:16Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 1, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'subnets': [{'id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:05:17.347068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c91e95ec-5054-4811-8c1c-0f201a2e8d9b None None] Provisioning for port 678e985e-856d-4649-9475-bb1a68edcc8f completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:17.350611 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:17.354153 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c91e95ec-5054-4811-8c1c-0f201a2e8d9b None None] Provisioning complete for port 678e985e-856d-4649-9475-bb1a68edcc8f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:17.354656 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c91e95ec-5054-4811-8c1c-0f201a2e8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.389631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:17.390492 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.457969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-c91e95ec-5054-4811-8c1c-0f201a2e8d9b None None] Port 678e985e-856d-4649-9475-bb1a68edcc8f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:05:17.476099 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:05:17.548338 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.601442 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:17.603241 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9a17b89b-10d2-463c-b12d-295ae446d6f2 None None] Provisioning complete for port 678e985e-856d-4649-9475-bb1a68edcc8f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:17.603619 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9a17b89b-10d2-463c-b12d-295ae446d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.627970 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.632276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:05:17.632934 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b635f922-d6cc-49e2-a37a-b3cd4a8ed778 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:17.648141 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-fa2feec2-4006-49c8-8577-5eef1b6c3878 admin admin] 10.222.0.43 "PUT /v2.0/routers/ca4123e8-9abf-4458-b5ed-2e97e2fff8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1218174 Aug 31 17:05:17.747784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-9a17b89b-10d2-463c-b12d-295ae446d6f2 None None] Port 678e985e-856d-4649-9475-bb1a68edcc8f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:05:17.843207 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:17.875063 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:17.881361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:17.882036 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.983065 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:17.992889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-7d9d0af3-d102-4493-8223-eb7ab8816633 None None] Provisioning complete for port 678e985e-856d-4649-9475-bb1a68edcc8f triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:17.993231 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0af3-d102-4493-8223-eb7ab8816633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.052296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port b635f922-d6cc-49e2-a37a-b3cd4a8ed778, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,segment=NetworkSegment(541dd560-0461-465a-bc21-644bb27ffb9e),segment_id=541dd560-0461-465a-bc21-644bb27ffb9e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:18.053600 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d0af3-d102-4493-8223-eb7ab8816633 None None] Port 678e985e-856d-4649-9475-bb1a68edcc8f cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:05:18.063209 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.118671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:18.373204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45668) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:18.378010 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647610971', 'description': 'tempest-secgroup-smoke-1647610971 description', 'project_id': '7347f6afc0ee49389d236651d817cf5b'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:18.408784 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.493479 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.498235 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.524836 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.526176 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1519208 Aug 31 17:05:18.529648 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45670) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:18.534876 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '905b012c-8f5c-4ff1-bb37-43eede8b61b9', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:18.535159 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36729f3-4165-4ab2-a903-06acbc174732 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905b012c-8f5c-4ff1-bb37-43eede8b61b9,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:18.562437 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.622858 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.626699 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.647999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc83d3cf-1c53-41c2-8acf-a8cec97f9a25,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:18.651695 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.652948 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5fcaa296-0037-421c-b2ba-b7a1dcdb379f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221902 Aug 31 17:05:18.657186 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45672) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:18.661997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '905b012c-8f5c-4ff1-bb37-43eede8b61b9', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:18.690284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.751878 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.755566 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.774173 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501dbfcd-d691-46ce-912d-7fa9a04797cc,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:18.782010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.783787 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-a2160dbd-7185-4a98-a4c1-d6d5c0489737 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253760 Aug 31 17:05:18.786684 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45674) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:18.791251 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '905b012c-8f5c-4ff1-bb37-43eede8b61b9', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:18.819572 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.885589 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.889414 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.908259 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2097f7f4-21c4-41d9-9e29-e098807aace1,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:18.914565 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:18.915820 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d821830f-7de4-4fed-9a66-a6c1b2ef1a66 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282656 Aug 31 17:05:18.918584 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45676) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:18.923676 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '905b012c-8f5c-4ff1-bb37-43eede8b61b9', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:18.951061 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.039273 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.044998 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.064117 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58e65b5-0e50-4877-89cb-acf5e308166f,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:19.073915 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.075423 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-77787280-6c73-45d8-958d-f4b846029c72 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552427 Aug 31 17:05:19.078343 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 45678) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:19.083163 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '905b012c-8f5c-4ff1-bb37-43eede8b61b9', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:19.115810 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Project 7347f6afc0ee49389d236651d817cf5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:05:19.126040 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.201269 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.205419 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.223531 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:19.230916 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91713184-e6d4-47ee-89da-ba2b9c6460f9,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:19.235676 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.240079 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5c51145b-f603-4bfd-bdf4-b8922f9ad158 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583006 Aug 31 17:05:19.240607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45680) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:19.245465 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '905b012c-8f5c-4ff1-bb37-43eede8b61b9', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:19.271662 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Project 7347f6afc0ee49389d236651d817cf5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:05:19.277438 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.284361 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:19.284878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.348015 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.352108 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.368355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904833be-f8d5-4b80-9796-c91f84d6e01b,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:19.383327 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b2dfc26-76de-4598-a698-8d2dae98b1ae up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:19.385434 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.386728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7eee0250-5161-47b2-baaf-075307f03d34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450269 Aug 31 17:05:19.440978 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 5b2dfc26-76de-4598-a698-8d2dae98b1ae completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:19.445550 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5b2dfc26-76de-4598-a698-8d2dae98b1ae triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:19.445927 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.538616 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.560806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 5b2dfc26-76de-4598-a698-8d2dae98b1ae, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5b2dfc26-76de-4598-a698-8d2dae98b1ae,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:19.565558 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.566492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b635f922-d6cc-49e2-a37a-b3cd4a8ed778 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:19.568018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-6f3f0c0d-f068-456d-9a33-01afde83de3e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647610971&fields=id&tenant_id=7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 267 time: 0.0426090 Aug 31 17:05:19.671242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=5b2dfc26-76de-4598-a698-8d2dae98b1ae,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:19.676706 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:19.677097 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:19.703322 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-04c42ef4-d687-43f5-bfb8-d4173d315f90 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:19.704957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-04c42ef4-d687-43f5-bfb8-d4173d315f90 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 809 time: 0.1257422 Aug 31 17:05:19.725332 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-b495d05d-6503-472b-9735-66c62e234ec3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/quotas/7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 375 time: 0.0141735 Aug 31 17:05:19.797859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-2c3d7c5a-15d4-40ed-a446-4e3d7361f677 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651803 Aug 31 17:05:19.897049 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-0969e9f1-3eb1-4338-b8f7-6ff35f462013 service neutron] 10.222.0.43 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876334 Aug 31 17:05:19.994134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-48637701-b0f6-4fe3-96f1-4bd7198bbe8e service neutron] 10.222.0.43 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907960 Aug 31 17:05:20.171246 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d230a1b1-d4f7-4844-a39b-bcd0e9b12f83 req-4da99444-8525-4bfb-bcb4-69ea09cebe9e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 210 time: 0.0323689 Aug 31 17:05:20.620085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Sync routers for ids ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:05:20.630374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Routers {'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:20.631011 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:20.766554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Set router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:20.977369 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '678e985e-856d-4649-9475-bb1a68edcc8f', 'name': '', 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'mac_address': 'fa:16:3e:e7:1a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:16Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 2, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'subnets': [{'id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:21.004008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Checking router: ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:05:21.004399 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Updating router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 port 678e985e-856d-4649-9475-bb1a68edcc8f binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:05:21.036608 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.123803 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b2dfc26-76de-4598-a698-8d2dae98b1ae up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:21.197077 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-538a6080-b312-488e-ba3d-2ec1844467d0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:21.199655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-538a6080-b312-488e-ba3d-2ec1844467d0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 809 time: 0.1610100 Aug 31 17:05:21.230181 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d70422ed-a796-44b4-a12d-ece26d461977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.256507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-943ec6a1-fd4e-455a-bc82-945115b81148 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 380 time: 0.0474315 Aug 31 17:05:21.277934 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'port': {'device_id': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'admin_state_up': True, 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'security_groups': ['905b012c-8f5c-4ff1-bb37-43eede8b61b9']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:21.299411 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 5b2dfc26-76de-4598-a698-8d2dae98b1ae triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:21.299793 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.336153 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-89a2a15e-5b79-4ea4-9cc9-c1a783df382a req-8b04527c-582d-42e4-8d1d-48d18ac66698 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 210 time: 0.0719717 Aug 31 17:05:21.419650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Made reservation on behalf of 7347f6afc0ee49389d236651d817cf5b for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:05:21.425985 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.479446 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.489401 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Transition to ACTIVE for port object 678e985e-856d-4649-9475-bb1a68edcc8f will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:21.494624 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.556937 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad6960-07a8-413e-999d-00785c496fc3 None None] Pushing event updated for resources: {'Port': ['ID=678e985e-856d-4649-9475-bb1a68edcc8f,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:21.590001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Allocated IP 172.20.0.11 (3af275b6-4072-4366-8a3a-dc54cd9da1a0/b26f3016-af08-4953-baf9-0ef40f250e13/49002e34-cfae-4778-bdb9-2acdfa20b976) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:21.617521 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Attempting to bind port 678e985e-856d-4649-9475-bb1a68edcc8f on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:21.618016 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Attempting to bind port 678e985e-856d-4649-9475-bb1a68edcc8f by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:21.618321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Attempting to bind port 678e985e-856d-4649-9475-bb1a68edcc8f on network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:21.624917 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:21.625657 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Checking segment: {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:21.625657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.626055 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Bound using segment: {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:21.626712 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Bound port: 678e985e-856d-4649-9475-bb1a68edcc8f, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541dd560-0461-465a-bc21-644bb27ffb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:21.627296 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.701973 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] For port 678e985e-856d-4649-9475-bb1a68edcc8f, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:21.706150 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] For port 678e985e-856d-4649-9475-bb1a68edcc8f, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=678e985e-856d-4649-9475-bb1a68edcc8f,segment=NetworkSegment(541dd560-0461-465a-bc21-644bb27ffb9e),segment_id=541dd560-0461-465a-bc21-644bb27ffb9e)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:21.710491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.773725 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.775837 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Routers {'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:21.776539 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:04:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:21.788586 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Transition to ACTIVE for port object 49002e34-cfae-4778-bdb9-2acdfa20b976 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:21.822328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad6960-07a8-413e-999d-00785c496fc3 None None] Pushing event updated for resources: {'Port': ['ID=678e985e-856d-4649-9475-bb1a68edcc8f,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:21.835675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.895237 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:21.898731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:21.903251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:21.916034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] Set router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:21.936163 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:21.968614 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:21.969368 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.987389 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-3e9ca99a-3c31-4bcd-a1e9-985aa1666bde tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7211854 Aug 31 17:05:22.002113 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Request body: {'port': {'device_id': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:22.062835 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.170922 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '678e985e-856d-4649-9475-bb1a68edcc8f', 'name': '', 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'mac_address': 'fa:16:3e:e7:1a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:16Z', 'updated_at': '2021-08-31T17:05:21Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'subnets': [{'id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:22.210305 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bdc96-091f-452d-afdf-2e477a038dbb None None] The sync data for ids ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'] in n-d-793621-35 is: [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:05:16Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '678e985e-856d-4649-9475-bb1a68edcc8f', 'name': '', 'network_id': '8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'mac_address': 'fa:16:3e:e7:1a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:16Z', 'updated_at': '2021-08-31T17:05:21Z', 'revision_number': 4, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'subnets': [{'id': '8c75b195-5066-46f4-b3a6-7220b77ee8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:05:22.223795 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-72303de0-e668-4f4b-8907-6ea69acf97f5 None None] Provisioning for port 49002e34-cfae-4778-bdb9-2acdfa20b976 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:22.228520 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-72303de0-e668-4f4b-8907-6ea69acf97f5 None None] Provisioning complete for port 49002e34-cfae-4778-bdb9-2acdfa20b976 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:22.229048 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-72303de0-e668-4f4b-8907-6ea69acf97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.270787 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-72303de0-e668-4f4b-8907-6ea69acf97f5 None None] Port 49002e34-cfae-4778-bdb9-2acdfa20b976 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:05:22.362846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:05:22.370816 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.389507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Transition to ACTIVE for port object 49002e34-cfae-4778-bdb9-2acdfa20b976 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:05:22.392942 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.494294 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:22.564724 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351fa29-b797-45ae-83dd-cdfe85107fe6 req-4e11f9bf-36f0-40fd-8d90-95ceb3fdd16a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:22.566361 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1351fa29-b797-45ae-83dd-cdfe85107fe6 req-4e11f9bf-36f0-40fd-8d90-95ceb3fdd16a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.1451545 Aug 31 17:05:22.611242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:05:22.611578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:05:22.611905 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:22.622423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Port 49002e34-cfae-4778-bdb9-2acdfa20b976 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:05:22.622423 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:05:22.633788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1351fa29-b797-45ae-83dd-cdfe85107fe6 req-f2176a21-874f-4d6e-a51f-3749316fcb8f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600874 Aug 31 17:05:22.634749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:05:22.635056 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Checking segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:05:22.635368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Bound using segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:05:22.635807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Bound port: 49002e34-cfae-4778-bdb9-2acdfa20b976, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:05:22.636169 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.701014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:05:22.705178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:05:22.709472 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.749002 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:22.749630 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:22.751093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] 10.222.0.30 "PUT /v2.0/ports/49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1093 time: 0.7554741 Aug 31 17:05:22.751603 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:05:22.753989 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ec7bf-c641-4884-a791-bc8d3e46a859" -d '{"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:05:22.779709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6804-739d-4e36-b4be-0ecedf78be3e service neutron] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:22.818387 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7dacf-1c93-4f91-8990-735a9a5fbf34 x-openstack-request-id: req-42f7dacf-1c93-4f91-8990-735a9a5fbf34 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:05:22.818668 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:05:22.818919 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42f7dacf-1c93-4f91-8990-735a9a5fbf34 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:05:22.819320 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'status': 'completed', 'code': 200} Aug 31 17:05:22.838456 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-f5bc8437-cec2-46f6-b0fa-0eba07cc7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:22.839930 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-f5bc8437-cec2-46f6-b0fa-0eba07cc7b27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0487778 Aug 31 17:05:22.884011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-7bdfca3e-f8f7-4681-9dbd-1137ad0a48e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 217 time: 0.0363424 Aug 31 17:05:22.943344 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-819af61a-8f80-4189-a22a-8a9a3d1e1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:22.944993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-819af61a-8f80-4189-a22a-8a9a3d1e1664 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0538359 Aug 31 17:05:22.992529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-bd6a51b1-c1d8-4659-b1a5-8b4946dc1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:22.994088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-bd6a51b1-c1d8-4659-b1a5-8b4946dc1558 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420105 Aug 31 17:05:23.091748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-0055c176-88c2-4e49-a3c9-43e7b6907215 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899487 Aug 31 17:05:23.125302 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 678e985e-856d-4649-9475-bb1a68edcc8f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:23.180008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 678e985e-856d-4649-9475-bb1a68edcc8f completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:23.185219 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 678e985e-856d-4649-9475-bb1a68edcc8f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:23.185598 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:23.286704 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:23.325545 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 678e985e-856d-4649-9475-bb1a68edcc8f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=678e985e-856d-4649-9475-bb1a68edcc8f,segment=NetworkSegment(541dd560-0461-465a-bc21-644bb27ffb9e),segment_id=541dd560-0461-465a-bc21-644bb27ffb9e)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:23.337681 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:23.395833 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=678e985e-856d-4649-9475-bb1a68edcc8f,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:23.550499 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e8bd5c5b-9d40-4d95-883a-dda050c30dea req-70c9b58b-c9cd-4992-afa9-682b1cdf805c service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517796 Aug 31 17:05:23.639803 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-0b5d63ad-098c-4956-afe3-48520a2296fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:23.641292 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-0b5d63ad-098c-4956-afe3-48520a2296fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0439904 Aug 31 17:05:23.767034 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-22b9442b-067a-47d4-9545-8d73c8150e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:23.768648 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-22b9442b-067a-47d4-9545-8d73c8150e57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1203823 Aug 31 17:05:23.790939 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76cab-63ad-44dc-920f-a8e5194d3769 req-08a2817e-ae02-48c4-bee9-b0dc409959d5 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:23.792547 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cc76cab-63ad-44dc-920f-a8e5194d3769 req-08a2817e-ae02-48c4-bee9-b0dc409959d5 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0820050 Aug 31 17:05:23.822700 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-8b983aa2-b109-40cd-963b-d5ab7eb00dc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 217 time: 0.0467951 Aug 31 17:05:23.895505 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4cc76cab-63ad-44dc-920f-a8e5194d3769 req-3ad7e87f-ecfc-4c36-992b-1a24b7e28975 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 Aug 31 17:05:23.902780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-1c857411-a60a-4cbc-ae98-76842c3d28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:23.904958 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-1c857411-a60a-4cbc-ae98-76842c3d28cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0692632 Aug 31 17:05:23.952702 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-eeb9736f-dd56-4f85-9794-a14caa7ef64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:23.954297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-eeb9736f-dd56-4f85-9794-a14caa7ef64e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420589 Aug 31 17:05:24.050247 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-eede444d-4732-429c-8ea5-0bbcf7fc62fc service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880196 Aug 31 17:05:24.153076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6f5ec7bf-c641-4884-a791-bc8d3e46a859 req-52af6c8e-c655-4e30-a2a1-917a39d59169 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878315 Aug 31 17:05:24.813768 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:25.014388 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f65fc-8d61-4061-9957-7ec1b96bc866 req-860d0618-24a6-4366-bf8f-9a666b05c627 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:25.015854 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad0f65fc-8d61-4061-9957-7ec1b96bc866 req-860d0618-24a6-4366-bf8f-9a666b05c627 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0518317 Aug 31 17:05:25.056037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ad0f65fc-8d61-4061-9957-7ec1b96bc866 req-5644effb-fd41-4c94-b6e1-423f9e0b5a89 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341189 Aug 31 17:05:25.094554 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 678e985e-856d-4649-9475-bb1a68edcc8f up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:25.143838 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 678e985e-856d-4649-9475-bb1a68edcc8f triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:25.144235 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:25.393204 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:25.735204 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cc69a19-8c13-46fe-acfa-4eedaa4ee8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:25.828449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:26.081178 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:05:26.167951 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:26.186047 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127490e-168d-462c-a320-21ea0f302317 req-4ddeedd2-d2a1-4472-9769-d76093578150 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:26.187724 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4127490e-168d-462c-a320-21ea0f302317 req-4ddeedd2-d2a1-4472-9769-d76093578150 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0588696 Aug 31 17:05:26.198149 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:26.212259 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'mac_address': 'fa:16:3e:67:a7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:05:26.226219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4127490e-168d-462c-a320-21ea0f302317 req-a2b09c5a-c02c-4a56-8983-5fcdcc970319 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Aug 31 17:05:26.250340 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:26.263406 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:05:26.283383 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:26.287330 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:26.336810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:26.487850 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['49002e34-cfae-4778-bdb9-2acdfa20b976'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:05:27.344797 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1574490-079b-48f2-87e9-7c999561736d req-3a3d3650-fe8f-40c8-8f7b-42d9471dbdff tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:27.346311 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1574490-079b-48f2-87e9-7c999561736d req-3a3d3650-fe8f-40c8-8f7b-42d9471dbdff tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Aug 31 17:05:27.385307 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b1574490-079b-48f2-87e9-7c999561736d req-e470e18c-42df-4b73-be72-f2fb7dd79f1f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Aug 31 17:05:27.897688 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:28.097072 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:05:28.150168 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 49002e34-cfae-4778-bdb9-2acdfa20b976 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:05:28.154300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 49002e34-cfae-4778-bdb9-2acdfa20b976 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:05:28.154677 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:28.238020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:28.261339 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:05:28.264337 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb88ce8-96a5-4140-abe1-ff9cb9d54551" -d '{"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-plugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:05:28.277775 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:05:28.282419 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:28.309098 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddcd6f3-174b-45a1-acc6-ac35ddbbc19f x-openstack-request-id: req-fddcd6f3-174b-45a1-acc6-ac35ddbbc19f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:05:28.309392 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-plugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:05:28.310187 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fddcd6f3-174b-45a1-acc6-ac35ddbbc19f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:05:28.310580 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'code': 200} Aug 31 17:05:28.338335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:28.420908 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89e3a8-9fc5-4720-a01c-7fcf48544fc7 req-b467cee8-048c-4b71-a7eb-1dd3d3548e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:28.422467 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b89e3a8-9fc5-4720-a01c-7fcf48544fc7 req-b467cee8-048c-4b71-a7eb-1dd3d3548e64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0420573 Aug 31 17:05:28.426108 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:05:28.461041 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b89e3a8-9fc5-4720-a01c-7fcf48544fc7 req-0214bab3-8124-48e4-89d4-a871c527f7e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Aug 31 17:05:28.515733 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d91a3-64ce-451b-87f8-30f6d354b4bf req-dcc23a0e-6628-4f0e-9c89-9aa96120e324 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:28.517508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-850d91a3-64ce-451b-87f8-30f6d354b4bf req-dcc23a0e-6628-4f0e-9c89-9aa96120e324 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0594506 Aug 31 17:05:28.558576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-850d91a3-64ce-451b-87f8-30f6d354b4bf req-7a2980e8-f00b-410c-8144-dde1b36387b7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337367 Aug 31 17:05:29.685553 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e67ee-fe0d-4fd3-ade5-cfcac67b903e req-f29d1c42-2865-44fa-b91c-4ec3105e22b7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:29.687346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c85e67ee-fe0d-4fd3-ade5-cfcac67b903e req-f29d1c42-2865-44fa-b91c-4ec3105e22b7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0515478 Aug 31 17:05:29.728013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c85e67ee-fe0d-4fd3-ade5-cfcac67b903e req-809f98da-22cd-4ef3-80ea-06e4817e8446 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Aug 31 17:05:29.848335 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec645e-f130-467d-bd3c-3e265eca20b6 req-7a91aec0-c06e-4015-8252-f46edcc6609d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:29.849816 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6ec645e-f130-467d-bd3c-3e265eca20b6 req-7a91aec0-c06e-4015-8252-f46edcc6609d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0511801 Aug 31 17:05:29.889603 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6ec645e-f130-467d-bd3c-3e265eca20b6 req-107d8c12-9eb4-42e1-9c07-4e124f3f3417 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337300 Aug 31 17:05:29.912489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45734) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:30.051154 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3011e4e-69f1-40f7-b04d-74b188e12dcb tempest-TestShelveInstance-18272884 tempest-TestShelveInstance-18272884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:30.052757 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d3011e4e-69f1-40f7-b04d-74b188e12dcb tempest-TestShelveInstance-18272884 tempest-TestShelveInstance-18272884-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1093 time: 0.1392508 Aug 31 17:05:30.056215 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 45738) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:05:30.061270 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:05:30.083446 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:30.184536 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:30.296359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Allocated IP 172.25.6.137 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/ad29890e-1dd5-4770-a690-4b8fdd91a278) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:05:30.401099 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:30.442062 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:30.489823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:05:30.492916 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:05:30.498282 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:05:30.501449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'Port': ['ID=ad29890e-1dd5-4770-a690-4b8fdd91a278,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:30.871738 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:30.944258 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:31.104315 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:31.109561 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:31.180650 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'Port': ['ID=ad29890e-1dd5-4770-a690-4b8fdd91a278,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:05:31.191333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:31.298831 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Floating IP 52893d53-9a94-4665-973c-52990c3f8040 associated. External IP: 172.25.6.137, port: 49002e34-cfae-4778-bdb9-2acdfa20b976. Aug 31 17:05:31.520827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:05:31.632245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:05:31.642197 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:05:31.649726 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:31.653138 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:31.654424 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:05:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:31.678513 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f10fc05e-00c3-4d51-b597-c14a460db311 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6212561 Aug 31 17:05:31.679126 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:05:31.681661 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f148ea-4006-4589-a464-735adb473a07" -d '{"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:05:31.727551 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749fc783-e5da-4e31-bbda-3a74882198ba x-openstack-request-id: req-749fc783-e5da-4e31-bbda-3a74882198ba {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:05:31.727851 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:05:31.728111 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-749fc783-e5da-4e31-bbda-3a74882198ba {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:05:31.728545 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'status': 'completed', 'code': 200} Aug 31 17:05:31.773855 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:31.795846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f148ea-4006-4589-a464-735adb473a07 req-a99d28ab-cfbd-429c-8d94-7f15d3e414f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:31.797442 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-a99d28ab-cfbd-429c-8d94-7f15d3e414f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0437429 Aug 31 17:05:31.902153 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f148ea-4006-4589-a464-735adb473a07 req-8254fab8-9be1-4248-972c-0e53d0668720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:31.903610 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-8254fab8-9be1-4248-972c-0e53d0668720 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0989439 Aug 31 17:05:31.973498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-f08e7b7b-5bc5-4ad3-9a6d-9d1f2939a5eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1000 time: 0.0632188 Aug 31 17:05:32.011846 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '52893d53-9a94-4665-973c-52990c3f8040', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'mac_address': 'fa:16:3e:67:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:05:30Z', 'updated_at': '2021-08-31T17:05:30Z', 'revision_number': 0, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:32.027421 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f148ea-4006-4589-a464-735adb473a07 req-cb98061d-6317-44b0-bcbe-4a9db39b791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:32.029026 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-cb98061d-6317-44b0-bcbe-4a9db39b791e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0491464 Aug 31 17:05:32.039625 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:05:32.049804 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:05:32.050423 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:05:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:32.082792 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f148ea-4006-4589-a464-735adb473a07 req-b742b408-9c5d-4351-a57a-57574ea75ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:05:32.084394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-b742b408-9c5d-4351-a57a-57574ea75ed9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482931 Aug 31 17:05:32.158875 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:05:32.179886 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-dc204baf-5081-4010-bc5d-12f05f2227e5 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Aug 31 17:05:32.277647 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-54f148ea-4006-4589-a464-735adb473a07 req-2cea920f-9a3c-4dcf-9c8e-cc9eb32b9196 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Aug 31 17:05:32.393469 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '52893d53-9a94-4665-973c-52990c3f8040', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'mac_address': 'fa:16:3e:67:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:05:30Z', 'updated_at': '2021-08-31T17:05:30Z', 'revision_number': 0, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:05:32.515060 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f53519-abc4-41b4-b9c0-141030226dbb None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '52893d53-9a94-4665-973c-52990c3f8040', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'mac_address': 'fa:16:3e:67:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:05:30Z', 'updated_at': '2021-08-31T17:05:30Z', 'revision_number': 0, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:05:32.720487 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4990e-7acb-476c-a5c1-101c8e0e0135 None None] New status for floating IP 52893d53-9a94-4665-973c-52990c3f8040: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:05:51.183396 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fb138e27-c448-4222-ad28-5ceb7da2793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:54.801336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:55.375388 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:55.735930 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-69f8667c-5ca5-47ee-9ee4-7d68d36b022d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:55.827413 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:56.137094 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:57.897025 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:02.696284 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-59ff13bb-07e5-4aef-8953-6aff383eee66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426333 Aug 31 17:06:02.784441 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-dd58943b-8885-45e6-8eba-439b3ac245f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:02.786234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-dd58943b-8885-45e6-8eba-439b3ac245f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0427921 Aug 31 17:06:02.908291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-dcfaee8d-fd7d-4ea1-894e-6ccb862d4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:02.909827 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-dcfaee8d-fd7d-4ea1-894e-6ccb862d4441 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1040738 Aug 31 17:06:02.977427 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-f7e64f29-bb0a-41ea-8d73-abd6d102c99e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1002 time: 0.0603926 Aug 31 17:06:03.028710 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-c3018fa0-506d-4286-87e1-5b5a26355bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:03.030189 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-c3018fa0-506d-4286-87e1-5b5a26355bd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0450182 Aug 31 17:06:03.082688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-362f1120-9458-4a69-8d2e-b17224e175ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:03.084388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-362f1120-9458-4a69-8d2e-b17224e175ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467782 Aug 31 17:06:03.177650 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-d5026e03-8b8c-4084-af55-70d010422874 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858023 Aug 31 17:06:03.275545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3ec946d-512a-4dc1-9f2a-2ac6d9bcbe34 req-413917ad-139e-4b6f-992e-01eb5dda78eb service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909810 Aug 31 17:06:05.425028 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:06:21.184281 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2cf13d08-daab-4c3b-ac25-21de36196a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:24.818222 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:25.379800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:25.737591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ffed5b40-9e68-4270-9ec7-9c1a1a07d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:25.844960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:26.141199 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:27.899688 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.424447 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:06:51.185676 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dec374f1-885c-4a5b-8e6b-ab19f4ecb2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.852782 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.383948 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.740701 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-34609f35-5f2b-45e5-adc8-7a89b56efc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.852747 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:56.143496 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.903675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.700710 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-e38e3feb-bad2-4ac7-8369-dd0fd9a35ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436258 Aug 31 17:07:02.785588 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-d925fae9-c945-4f38-8c49-1946bd07903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:02.787120 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-d925fae9-c945-4f38-8c49-1946bd07903f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0432537 Aug 31 17:07:02.897921 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-9ed75da8-760f-46ef-a051-4980a4c95962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:02.899456 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-9ed75da8-760f-46ef-a051-4980a4c95962 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0923464 Aug 31 17:07:02.967280 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-1f8b4d3e-abc4-4f7e-aac4-c2ed6fb8f837 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1002 time: 0.0597193 Aug 31 17:07:03.017213 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-3421d87b-9192-4e70-832f-adddee74762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:03.018691 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-3421d87b-9192-4e70-832f-adddee74762a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0447285 Aug 31 17:07:03.069561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-810c1de6-699a-411d-9ab3-d45c20698710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:03.071717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-810c1de6-699a-411d-9ab3-d45c20698710 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462444 Aug 31 17:07:03.168174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-4a1f3ee3-a83a-4fc9-a167-9df71a0af4ae service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894113 Aug 31 17:07:03.264631 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-60b5c6ee-16c4-4151-91ba-5755d8f53ecd req-99a4e6a6-c47d-428e-8f2a-6b366324d034 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889332 Aug 31 17:07:19.431123 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:07:21.188301 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b804c0cc-3af5-4eaa-9a4f-4a114ab94d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.850150 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.387297 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.742803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6db14324-2856-4ef4-a186-17848991b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.863188 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.152854 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.475263 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cfd66-d0c4-4a73-979a-10e40f357f81 req-25b82aa6-3ec6-4b40-9850-c731a48fcf5d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:27.476822 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb3cfd66-d0c4-4a73-979a-10e40f357f81 req-25b82aa6-3ec6-4b40-9850-c731a48fcf5d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0506346 Aug 31 17:07:27.514186 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bb3cfd66-d0c4-4a73-979a-10e40f357f81 req-691d6ed8-7aef-4ea9-aab4-8cd385955c16 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Aug 31 17:07:27.906550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.668410 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eba4d2-97a0-441b-9f9d-6b950c42ecc7 req-a7ac0c48-9d43-4ec6-bdd4-b73c8fa7ebdb tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:28.669923 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6eba4d2-97a0-441b-9f9d-6b950c42ecc7 req-a7ac0c48-9d43-4ec6-bdd4-b73c8fa7ebdb tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0522289 Aug 31 17:07:28.708965 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6eba4d2-97a0-441b-9f9d-6b950c42ecc7 req-458a0bea-6181-403a-b56c-f279117b63ce tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Aug 31 17:07:29.828449 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd89a7-9b78-453d-a526-094d675270cb req-efbb9d46-2515-414b-93ba-46db8745b66e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:29.830098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78cd89a7-9b78-453d-a526-094d675270cb req-efbb9d46-2515-414b-93ba-46db8745b66e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0537977 Aug 31 17:07:29.868205 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-78cd89a7-9b78-453d-a526-094d675270cb req-d76b48da-ef1a-417b-acf8-371ca45982f4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Aug 31 17:07:30.985667 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541c87a-bfd5-412c-8b20-8b72738333d2 req-43b94e3f-25cf-42c0-a0dc-538efd4e5a99 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:30.987090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3541c87a-bfd5-412c-8b20-8b72738333d2 req-43b94e3f-25cf-42c0-a0dc-538efd4e5a99 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0499725 Aug 31 17:07:31.025088 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3541c87a-bfd5-412c-8b20-8b72738333d2 req-767e6acd-0003-4ed5-92a0-9f64a5d7400c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Aug 31 17:07:32.143134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bc829-8435-4f1c-982e-839e49a81606 req-a274f82d-403e-4cd3-a9c6-6573d6101d42 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:32.144640 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c9bc829-8435-4f1c-982e-839e49a81606 req-a274f82d-403e-4cd3-a9c6-6573d6101d42 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Aug 31 17:07:32.181859 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4c9bc829-8435-4f1c-982e-839e49a81606 req-40060ddd-7dfb-4ea8-af17-00ecba33bb7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Aug 31 17:07:33.307721 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933bd1d-b898-4923-91ad-590872430130 req-37f97948-3a8c-467c-89cd-ba38afe7a099 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:33.309293 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f933bd1d-b898-4923-91ad-590872430130 req-37f97948-3a8c-467c-89cd-ba38afe7a099 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0549755 Aug 31 17:07:33.347305 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f933bd1d-b898-4923-91ad-590872430130 req-dc60995e-7695-4b46-92fe-486251aca074 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Aug 31 17:07:34.461922 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671df2-677b-4961-9155-c880ab9eb0ee req-fe9d8657-f57f-4872-b764-574c170882aa tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.463625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c671df2-677b-4961-9155-c880ab9eb0ee req-fe9d8657-f57f-4872-b764-574c170882aa tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0494883 Aug 31 17:07:34.500998 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5c671df2-677b-4961-9155-c880ab9eb0ee req-9cb5215b-b0b3-4b93-9291-bf11f9e76257 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309091 Aug 31 17:07:35.620507 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac7ea-ff03-4771-a6be-4c3aa86abbda req-6746936d-c614-40b0-84a6-e0b5c9c83c45 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:35.622070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97cac7ea-ff03-4771-a6be-4c3aa86abbda req-6746936d-c614-40b0-84a6-e0b5c9c83c45 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0520685 Aug 31 17:07:35.662134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-97cac7ea-ff03-4771-a6be-4c3aa86abbda req-2e4b40d2-f067-4942-ab9c-e5970678d712 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333984 Aug 31 17:07:36.785833 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7af93-8a32-4ab9-aefe-4dea29946fa5 req-a151e4ea-64d4-49b9-a564-6311c2946e17 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:36.787348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5c7af93-8a32-4ab9-aefe-4dea29946fa5 req-a151e4ea-64d4-49b9-a564-6311c2946e17 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0551360 Aug 31 17:07:36.826014 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5c7af93-8a32-4ab9-aefe-4dea29946fa5 req-c6f8887e-6fed-4984-9224-aa11e2f3c19e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Aug 31 17:07:37.959236 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a185bf-0021-415c-baba-75e8e6c6273a req-5ecf84aa-87e1-4cdb-b75c-5e1fba5f5a7d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:37.960785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44a185bf-0021-415c-baba-75e8e6c6273a req-5ecf84aa-87e1-4cdb-b75c-5e1fba5f5a7d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0550318 Aug 31 17:07:37.997426 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44a185bf-0021-415c-baba-75e8e6c6273a req-966f6c55-9ebc-46d6-af89-3fa76f443a54 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306253 Aug 31 17:07:38.699085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:07:38.799507 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:38.814053 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'mac_address': 'fa:16:3e:67:a7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:07:38.851463 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:38.865972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:38.884990 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:38.888892 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:38.941909 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:38.949347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.949626 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.949971 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.950307 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.950646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.950981 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.951360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.951690 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.952041 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.952392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.952719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.953044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:38.963907 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['49002e34-cfae-4778-bdb9-2acdfa20b976'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:07:39.117109 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa3c0b-4841-420c-87f9-6badcb59412c req-5ac82c6d-a23e-4062-8cf2-664b4fb3e871 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:39.118636 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aaa3c0b-4841-420c-87f9-6badcb59412c req-5ac82c6d-a23e-4062-8cf2-664b4fb3e871 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Aug 31 17:07:39.157501 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3aaa3c0b-4841-420c-87f9-6badcb59412c req-b1eaa9a8-f7bb-4187-ba0c-c23002646991 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Aug 31 17:07:40.291932 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc17b1-c33c-413e-a799-55490e9d2f02 req-469f5dea-86f1-462b-963d-dcabeb988c84 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:40.294609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25cc17b1-c33c-413e-a799-55490e9d2f02 req-469f5dea-86f1-462b-963d-dcabeb988c84 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0596232 Aug 31 17:07:40.339414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25cc17b1-c33c-413e-a799-55490e9d2f02 req-f27a8be7-1990-42f8-9cc2-2a934ae23da4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Aug 31 17:07:40.689359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:07:40.751321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 49002e34-cfae-4778-bdb9-2acdfa20b976 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:40.751695 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.854852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.881347 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:40.883718 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0487225a-7e3a-4c36-a6dc-a491483b75b0" -d '{"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-plugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:40.906543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:40.916027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.984003 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:40.989976 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da94d44-612e-4b6e-abd5-6c5c95389c81 x-openstack-request-id: req-1da94d44-612e-4b6e-abd5-6c5c95389c81 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:40.990478 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-plugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:40.990793 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1da94d44-612e-4b6e-abd5-6c5c95389c81 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:40.991176 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'code': 200} Aug 31 17:07:41.480373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25cf6a-b05d-403f-9ed1-258bf0972b56 req-ac470bb5-5d10-48e2-9de6-4ee093ae61b7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:41.482080 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac25cf6a-b05d-403f-9ed1-258bf0972b56 req-ac470bb5-5d10-48e2-9de6-4ee093ae61b7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0541108 Aug 31 17:07:41.526321 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac25cf6a-b05d-403f-9ed1-258bf0972b56 req-2382e701-bef6-43f2-85bd-79f25cadb469 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371735 Aug 31 17:07:42.666793 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d76cb-10f6-4078-8c75-2d7481b41957 req-0cac9bda-ef63-46fe-abd9-d212a7eb3ba9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:42.668609 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-818d76cb-10f6-4078-8c75-2d7481b41957 req-0cac9bda-ef63-46fe-abd9-d212a7eb3ba9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0630577 Aug 31 17:07:42.717651 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-818d76cb-10f6-4078-8c75-2d7481b41957 req-84758c95-b1a9-491b-866d-199020240589 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Aug 31 17:07:43.882594 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d906401-d610-4550-8b6c-ecf8660c2be7 req-719b9334-beea-4653-a828-669ec823df79 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:43.884608 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d906401-d610-4550-8b6c-ecf8660c2be7 req-719b9334-beea-4653-a828-669ec823df79 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0851398 Aug 31 17:07:43.943809 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3d906401-d610-4550-8b6c-ecf8660c2be7 req-a0db11fd-f3e5-4cff-b713-5cb492c445ce tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480561 Aug 31 17:07:45.081531 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e841d5c-a6d9-415a-a5e4-039e913677cb req-d5a63f2a-5db9-4f20-8bd9-eae025e203dc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:45.083062 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e841d5c-a6d9-415a-a5e4-039e913677cb req-d5a63f2a-5db9-4f20-8bd9-eae025e203dc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0594814 Aug 31 17:07:45.141771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8e841d5c-a6d9-415a-a5e4-039e913677cb req-8275093c-7218-4beb-ac17-7e9b0217cb8e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479600 Aug 31 17:07:46.287368 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bef81-cb88-419e-88f5-bcc4cc5b2744 req-406f33d9-794d-466d-9f75-0ab868762a79 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:46.288957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c59bef81-cb88-419e-88f5-bcc4cc5b2744 req-406f33d9-794d-466d-9f75-0ab868762a79 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0579984 Aug 31 17:07:46.333045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c59bef81-cb88-419e-88f5-bcc4cc5b2744 req-a340b746-47ce-4cd6-a27a-d83d6540764b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344598 Aug 31 17:07:47.468338 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5628648-b9e5-4ac8-8b78-9b97ded04c69 req-bef9e5f5-8653-47a9-92ad-c0becf312d42 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:47.476974 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5628648-b9e5-4ac8-8b78-9b97ded04c69 req-bef9e5f5-8653-47a9-92ad-c0becf312d42 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0675201 Aug 31 17:07:47.519256 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f5628648-b9e5-4ac8-8b78-9b97ded04c69 req-4c52d0b4-e834-4819-8b54-7c66d187c084 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Aug 31 17:07:48.645574 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570772af-878b-4a31-a848-d5cc37c698c7 req-55f78d3c-51ac-42fa-8957-da7685049197 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:48.647103 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-570772af-878b-4a31-a848-d5cc37c698c7 req-55f78d3c-51ac-42fa-8957-da7685049197 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0537076 Aug 31 17:07:48.685745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-570772af-878b-4a31-a848-d5cc37c698c7 req-fb3df021-41a8-4dfe-b539-0848c286ca92 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327036 Aug 31 17:07:49.459058 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-1e7409c6-d7f9-4c1a-a425-5e54702e78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:49.460737 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-1e7409c6-d7f9-4c1a-a425-5e54702e78fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0413918 Aug 31 17:07:49.898239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac267c7c-1a1b-49e6-8b7c-1d22c5c219b1 req-cf73cb7e-f034-40cc-89d5-1199c38d1e97 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:49.899748 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac267c7c-1a1b-49e6-8b7c-1d22c5c219b1 req-cf73cb7e-f034-40cc-89d5-1199c38d1e97 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0666821 Aug 31 17:07:49.928435 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-272411ea-995b-4a43-a1cd-588131555370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:49.929890 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-272411ea-995b-4a43-a1cd-588131555370 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.4612565 Aug 31 17:07:49.984731 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ac267c7c-1a1b-49e6-8b7c-1d22c5c219b1 req-4374e31f-0f50-4580-a7be-e8a553b9038e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764349 Aug 31 17:07:50.008203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-fb9ff6f3-4e55-4c45-a8e2-556dacb99612 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1002 time: 0.0704136 Aug 31 17:07:50.061898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-a15b4a63-5272-4a51-8de6-c8e8702953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:50.063492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-a15b4a63-5272-4a51-8de6-c8e8702953ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0477886 Aug 31 17:07:50.110017 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-fc7513fb-973d-4040-aabb-2c416d80a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:50.111520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-fc7513fb-973d-4040-aabb-2c416d80a122 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403459 Aug 31 17:07:50.206115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-c3bb9ef8-8ba9-4b37-bdfb-cd96e59fef73 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867078 Aug 31 17:07:50.298225 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8aaf597c-ecfb-4a90-ae21-37f627d20b6d req-e90051b8-981d-4487-a918-5ac0c9a448da service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845423 Aug 31 17:07:51.104846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf7966-9b7d-4072-9e98-709155604ec5 req-da2779eb-b39a-4ff8-9a8a-ae9e4030ae16 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:51.106324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39cf7966-9b7d-4072-9e98-709155604ec5 req-da2779eb-b39a-4ff8-9a8a-ae9e4030ae16 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0532146 Aug 31 17:07:51.143920 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-39cf7966-9b7d-4072-9e98-709155604ec5 req-a012a637-dbeb-4101-8799-fea93154523d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Aug 31 17:07:51.190315 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef604-9300-41b4-925a-94a8007a1829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:52.259679 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033446b-1535-49c3-a98d-b9e41902de55 req-d2b932a5-d84c-4e53-9457-487c014be4a4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:52.261219 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6033446b-1535-49c3-a98d-b9e41902de55 req-d2b932a5-d84c-4e53-9457-487c014be4a4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0481255 Aug 31 17:07:52.301474 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6033446b-1535-49c3-a98d-b9e41902de55 req-5f12b093-5ea5-42fe-85cd-bf54cb1a26c3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337131 Aug 31 17:07:52.413849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-e1ae2425-8029-4fdb-821b-98ae96e3177f req-62b336ff-4d65-4b0a-b6bd-89032d0cb0c7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:07:52.414881 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e1ae2425-8029-4fdb-821b-98ae96e3177f req-62b336ff-4d65-4b0a-b6bd-89032d0cb0c7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494206 Aug 31 17:07:52.578781 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e657a-3c93-40fe-9d1b-750059599b3a req-1492fb87-b210-491e-852d-4887ae971075 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:52.580382 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f64e657a-3c93-40fe-9d1b-750059599b3a req-1492fb87-b210-491e-852d-4887ae971075 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0524592 Aug 31 17:07:52.619188 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f64e657a-3c93-40fe-9d1b-750059599b3a req-c9afcaab-04f1-44fb-a5b3-84520eafd0da tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Aug 31 17:07:52.714800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:07:52.797263 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:52.820646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:52.822881 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abfd1eb-3e73-4fb0-8396-47c8ac7df276" -d '{"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:52.837982 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:52.842858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:52.870756 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b389b2-00c9-434d-84db-d5676c8e9e43 x-openstack-request-id: req-a4b389b2-00c9-434d-84db-d5676c8e9e43 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:52.871045 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-unplugged", "status": "failed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "code": 422}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:52.871292 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4b389b2-00c9-434d-84db-d5676c8e9e43 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:52.871755 n-d-793621-35 neutron-server[101479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'code': 422} returned with failed status Aug 31 17:07:52.898642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:52.910405 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-d2a066ef-e667-4f5f-9d46-35321b6073f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076062 Aug 31 17:07:53.737301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f144a2-2727-4a6e-8063-7c31285664c7 req-74136dfc-8752-4431-8770-5cc17bb2e8ac tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:53.738832 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5f144a2-2727-4a6e-8063-7c31285664c7 req-74136dfc-8752-4431-8770-5cc17bb2e8ac tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0499768 Aug 31 17:07:53.778131 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b5f144a2-2727-4a6e-8063-7c31285664c7 req-f766dc01-d4f5-4c4e-aa22-330454221ea8 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Aug 31 17:07:54.853154 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:54.895560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a60f-f90a-4c7e-a147-0ff4884f7425 req-ec2a8e84-a42e-4ac2-943a-00b5867797b9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:54.897117 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36e2a60f-f90a-4c7e-a147-0ff4884f7425 req-ec2a8e84-a42e-4ac2-943a-00b5867797b9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0507302 Aug 31 17:07:54.935762 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-36e2a60f-f90a-4c7e-a147-0ff4884f7425 req-fa614fed-ad0e-4b6e-9edf-ec523fab1a31 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Aug 31 17:07:55.388984 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:55.753334 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-67c73e55-173a-44fd-8297-e31517e5f359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:55.863441 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:56.066373 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dae50-76e4-4c98-810a-6fee42fd38db req-a0bcfda8-b2a9-49a7-b0b1-ca306173a4cd tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:56.067877 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d5dae50-76e4-4c98-810a-6fee42fd38db req-a0bcfda8-b2a9-49a7-b0b1-ca306173a4cd tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0574532 Aug 31 17:07:56.124531 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1d5dae50-76e4-4c98-810a-6fee42fd38db req-ba03932b-4c93-4680-938d-3cf34d3da039 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471687 Aug 31 17:07:56.149396 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:56.420567 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:07:57.247069 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261ef23-75ba-4a8b-af41-7f45b462c6f3 req-e77e48a6-e87c-4cbf-aeaa-d7b0df9320af tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:57.248667 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b261ef23-75ba-4a8b-af41-7f45b462c6f3 req-e77e48a6-e87c-4cbf-aeaa-d7b0df9320af tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0500908 Aug 31 17:07:57.295774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b261ef23-75ba-4a8b-af41-7f45b462c6f3 req-f9dd77fc-1913-401d-a98c-e93316d6cacb tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 Aug 31 17:07:57.837043 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-79115210-abbf-415e-8495-d75ab4bbdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:57.838579 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-79115210-abbf-415e-8495-d75ab4bbdfae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9&tenant_id=7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 1096 time: 0.0938108 Aug 31 17:07:57.850361 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-35', 'device_owner': 'compute:nova'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:57.903542 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:57.909668 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:58.109224 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:58.155313 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h1-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:07:58.193269 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:58.201056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:58.214121 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Transition to ACTIVE for port object 49002e34-cfae-4778-bdb9-2acdfa20b976 will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:07:58.217903 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:58.295380 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=9']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:58.310205 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.310552 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.310892 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.311226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.311564 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.311893 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.312241 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.312571 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.312932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.313257 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.313580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.313899 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:58.353282 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] No DVR routers for this DVR port 49002e34-cfae-4778-bdb9-2acdfa20b976 on host n-h1-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:07:58.431252 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fa1c4-0baf-4e61-8d7d-7d42d2b170ea req-64c6ad3f-2983-4d86-8c57-1257a5e06394 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.432857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9fa1c4-0baf-4e61-8d7d-7d42d2b170ea req-64c6ad3f-2983-4d86-8c57-1257a5e06394 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 944 time: 0.0555546 Aug 31 17:07:58.472883 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1c9fa1c4-0baf-4e61-8d7d-7d42d2b170ea req-ea2d9338-c892-439c-ba96-23b9840a54b6 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Aug 31 17:07:58.496925 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:07:58.497270 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:07:58.497637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:58.502091 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Port 49002e34-cfae-4778-bdb9-2acdfa20b976 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:07:58.502421 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Attempting to bind port 49002e34-cfae-4778-bdb9-2acdfa20b976 on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:58.507621 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:07:58.507969 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Checking segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:07:58.508393 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Bound using segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:07:58.508828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Bound port: 49002e34-cfae-4778-bdb9-2acdfa20b976, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:07:58.509193 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:58.572141 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:07:58.575097 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:07:58.581235 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:58.613710 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.614340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:58.615778 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-69ec0186-8517-4699-b912-4756edb41103 service neutron] 10.222.0.49 "PUT /v2.0/ports/49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1093 time: 0.7694948 Aug 31 17:07:58.618066 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:58.620745 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e" -d '{"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:58.673548 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec0186-8517-4699-b912-4756edb41103 service neutron] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=10']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:58.691802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-de3ac3e7-f11a-410b-b159-410656c5b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.693632 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-de3ac3e7-f11a-410b-b159-410656c5b38a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0543401 Aug 31 17:07:58.724916 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a091475-084e-488a-b165-f83b902f12b9 x-openstack-request-id: req-5a091475-084e-488a-b165-f83b902f12b9 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:58.725285 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:58.725612 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a091475-084e-488a-b165-f83b902f12b9 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:58.726027 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'status': 'completed', 'code': 200} Aug 31 17:07:58.811108 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-3563cc3e-cee2-453e-bed5-5c0f5e226b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.812644 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-3563cc3e-cee2-453e-bed5-5c0f5e226b13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1128242 Aug 31 17:07:58.881776 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-2c445062-2b58-4907-92b8-adf406dd05df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1000 time: 0.0619609 Aug 31 17:07:58.947902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-0102bb6a-4d75-43ba-bf0d-f32d1fc9457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.949685 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-0102bb6a-4d75-43ba-bf0d-f32d1fc9457a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0616317 Aug 31 17:07:58.996408 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-c9add483-f157-4592-a412-55d8bff2b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.998097 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-c9add483-f157-4592-a412-55d8bff2b9fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409217 Aug 31 17:07:59.089891 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-13691630-50be-4bc8-9fb5-f56e1baf5eb1 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Aug 31 17:07:59.189607 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d83da100-de96-43f5-a876-5c69f0f5cbfa req-d8bd2424-04e6-4191-b3e5-0b62a37d7081 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922925 Aug 31 17:07:59.277167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-91f253e5-db64-4c3f-9ad7-6b896f4a8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:59.278709 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-91f253e5-db64-4c3f-9ad7-6b896f4a8029 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0423329 Aug 31 17:07:59.377414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-db54ce56-2b19-4c98-b34b-75c8faf800e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:59.378980 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-db54ce56-2b19-4c98-b34b-75c8faf800e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0921304 Aug 31 17:07:59.454197 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-5a1214dc-85ed-4e04-a930-803a1253ce5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1000 time: 0.0683825 Aug 31 17:07:59.516919 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-920a4997-1ca9-4923-9e2d-d8af12178514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:59.518749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-920a4997-1ca9-4923-9e2d-d8af12178514 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0577796 Aug 31 17:07:59.649698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63d17-f0a8-4d0b-a4e0-e8f383f6314b req-926b0c0c-5e47-49e0-924a-ab8c4cedd793 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:59.659198 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64a63d17-f0a8-4d0b-a4e0-e8f383f6314b req-926b0c0c-5e47-49e0-924a-ab8c4cedd793 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0743132 Aug 31 17:07:59.708903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64a63d17-f0a8-4d0b-a4e0-e8f383f6314b req-3e76ae27-0724-4d24-ac43-68de62d947fc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485930 Aug 31 17:08:00.834245 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6163390-c215-4245-97fa-f271112258b9 req-d9a8dbbe-0958-453b-afd1-53ae1adf301b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:00.835806 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6163390-c215-4245-97fa-f271112258b9 req-d9a8dbbe-0958-453b-afd1-53ae1adf301b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0550914 Aug 31 17:08:00.878177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b6163390-c215-4245-97fa-f271112258b9 req-88a374d3-7e20-4116-81a6-3e487963a2f8 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360746 Aug 31 17:08:02.025749 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65864e4b-8291-42c4-ae9f-a6e9ace5057e req-c0710048-769f-4548-bd96-01ff7b248fe6 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:02.026818 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65864e4b-8291-42c4-ae9f-a6e9ace5057e req-c0710048-769f-4548-bd96-01ff7b248fe6 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0619359 Aug 31 17:08:02.070306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-65864e4b-8291-42c4-ae9f-a6e9ace5057e req-4c04d6be-150f-40d7-9de8-54f7883086cf tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358837 Aug 31 17:08:03.202155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c851ed4-87e5-49f3-917c-7615b50c819c req-f020ac46-002c-4a6f-b165-542c667bcc60 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:03.203705 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c851ed4-87e5-49f3-917c-7615b50c819c req-f020ac46-002c-4a6f-b165-542c667bcc60 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0547230 Aug 31 17:08:03.245847 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8c851ed4-87e5-49f3-917c-7615b50c819c req-41e11469-9218-44e4-b420-8977032d529c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358946 Aug 31 17:08:04.382103 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d49a-7388-481d-85c8-06497ce36b9c req-94aac846-a91c-4889-b5f8-1251bd964fd3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:04.383689 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b418d49a-7388-481d-85c8-06497ce36b9c req-94aac846-a91c-4889-b5f8-1251bd964fd3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0669227 Aug 31 17:08:04.425318 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b418d49a-7388-481d-85c8-06497ce36b9c req-47c7a006-637a-45b7-ab3c-7bf4e4c80095 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352888 Aug 31 17:08:05.580611 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e1f44-7e13-4799-9faa-e09c96abea4d req-a76fa5fe-1a0f-41e3-aca0-195e4296170d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:05.582230 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-135e1f44-7e13-4799-9faa-e09c96abea4d req-a76fa5fe-1a0f-41e3-aca0-195e4296170d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0547061 Aug 31 17:08:05.628695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-135e1f44-7e13-4799-9faa-e09c96abea4d req-019828d1-4cef-4969-b620-323251845ef6 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Aug 31 17:08:06.757551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef993c20-515b-4cc1-b37a-ca6a787f04cc req-5211a7ae-99fa-4b2b-8514-37d8197ade70 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:06.759183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef993c20-515b-4cc1-b37a-ca6a787f04cc req-5211a7ae-99fa-4b2b-8514-37d8197ade70 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0563757 Aug 31 17:08:06.805126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef993c20-515b-4cc1-b37a-ca6a787f04cc req-c94d4faa-70b5-4b7e-8cf8-ac25403f0a84 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Aug 31 17:08:07.933903 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef46e-5142-46ea-9663-5734d3bdf60f req-aa682fe2-6adf-4374-ba49-8bfaad8aa009 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:07.935443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-227ef46e-5142-46ea-9663-5734d3bdf60f req-aa682fe2-6adf-4374-ba49-8bfaad8aa009 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0556080 Aug 31 17:08:07.981655 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-227ef46e-5142-46ea-9663-5734d3bdf60f req-a4980510-978f-4534-9885-02ceb640bef5 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 Aug 31 17:08:09.105216 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df0926-5266-4029-a7be-c4132379fc94 req-379f59c6-7853-427e-aa86-470d9d2dae5c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:09.107973 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28df0926-5266-4029-a7be-c4132379fc94 req-379f59c6-7853-427e-aa86-470d9d2dae5c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0544410 Aug 31 17:08:09.147457 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-28df0926-5266-4029-a7be-c4132379fc94 req-e169babb-89b5-4739-8e9e-a11d36b8de5e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345242 Aug 31 17:08:09.970605 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-912a4bcc-23f3-47cb-8eca-03b99dc79476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:09.972235 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-912a4bcc-23f3-47cb-8eca-03b99dc79476 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472383 Aug 31 17:08:10.063833 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-f180cd98-f6a0-4d18-933c-eec707c4ec01 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830584 Aug 31 17:08:10.166370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-4f7d6b5e-2e6d-46b4-9e07-a31d2a3eb50e req-e4f1531b-047c-4805-8b14-dca9d85d5d02 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915229 Aug 31 17:08:10.286488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb8c3-6b4b-44f3-abee-aa38dc2f544b req-25be46ef-1c4e-4678-95e5-00154b0eefed tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:10.288159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae6eb8c3-6b4b-44f3-abee-aa38dc2f544b req-25be46ef-1c4e-4678-95e5-00154b0eefed tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0686967 Aug 31 17:08:10.327566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ae6eb8c3-6b4b-44f3-abee-aa38dc2f544b req-b49c925b-fa86-4e64-baaf-fcc94d9604d3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Aug 31 17:08:11.450886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4aa8-fc06-4844-939a-0c54180fcac6 req-444297fc-e5d4-45db-a2e7-189f6c60d287 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:11.452494 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4dd4aa8-fc06-4844-939a-0c54180fcac6 req-444297fc-e5d4-45db-a2e7-189f6c60d287 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Aug 31 17:08:11.493683 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e4dd4aa8-fc06-4844-939a-0c54180fcac6 req-20907b90-957d-4a87-b076-9996d7afe91e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343716 Aug 31 17:08:12.634732 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf93e-42b7-451d-bf1c-8dabff61b0f5 req-1c8356b3-2578-4e9c-bbd9-719ae8313fbf tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:12.636360 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62adf93e-42b7-451d-bf1c-8dabff61b0f5 req-1c8356b3-2578-4e9c-bbd9-719ae8313fbf tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 945 time: 0.0591977 Aug 31 17:08:12.678908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62adf93e-42b7-451d-bf1c-8dabff61b0f5 req-e33ebb49-df48-4ef6-bb92-451beb7bf927 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364776 Aug 31 17:08:13.090321 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:08:13.186495 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:13.198298 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'port_id': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'mac_address': 'fa:16:3e:67:a7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:08:13.239059 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:13.252668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:08:13.272467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:13.276514 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:13.345494 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=11']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:13.539517 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['49002e34-cfae-4778-bdb9-2acdfa20b976'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:08:13.824694 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ca57d-086b-4253-ba91-fd815b30c6d8 req-5149d644-b822-4f02-8703-364e810427ae tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:13.826087 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-493ca57d-086b-4253-ba91-fd815b30c6d8 req-5149d644-b822-4f02-8703-364e810427ae tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0605190 Aug 31 17:08:13.868081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-493ca57d-086b-4253-ba91-fd815b30c6d8 req-cae43b02-8da4-426f-a3e4-a9f00e0df18b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Aug 31 17:08:15.000969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e61c1-4284-4166-9abd-636c39405a6a req-e775a1cf-0c3e-4917-a991-1e6e252dff8a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:15.002717 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-680e61c1-4284-4166-9abd-636c39405a6a req-e775a1cf-0c3e-4917-a991-1e6e252dff8a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 946 time: 0.0529485 Aug 31 17:08:15.046734 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-680e61c1-4284-4166-9abd-636c39405a6a req-1181fea4-2a27-4bcf-9278-3d8765d2e258 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 Aug 31 17:08:15.101936 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:15.164836 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 49002e34-cfae-4778-bdb9-2acdfa20b976 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:15.169954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 49002e34-cfae-4778-bdb9-2acdfa20b976 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:15.170359 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.264817 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.297662 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:08:15.299949 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5184216-2ce5-4159-9e9f-f2a9097294ba" -d '{"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-plugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:08:15.316506 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:15.320905 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.344942 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e745a89-5205-4ea3-ab14-b920086b228d x-openstack-request-id: req-3e745a89-5205-4ea3-ab14-b920086b228d {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:08:15.345235 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-plugged", "status": "completed", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:08:15.345487 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e745a89-5205-4ea3-ab14-b920086b228d {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:08:15.346533 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'code': 200} Aug 31 17:08:15.378282 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=12']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:15.554075 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3a9d5-2eff-4f5b-a92a-921f932a4078 req-b2397f4f-2020-42c3-ba59-4807735965c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:15.555569 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0ee3a9d5-2eff-4f5b-a92a-921f932a4078 req-b2397f4f-2020-42c3-ba59-4807735965c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1099 time: 0.0656586 Aug 31 17:08:15.594612 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-0ee3a9d5-2eff-4f5b-a92a-921f932a4078 req-49287ff1-204c-4fe7-86f3-defd8e3200b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318689 Aug 31 17:08:16.178556 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33db9d-ccf8-46d2-a71e-7dffca3ddcfd req-6d7f922b-da57-47cf-8d65-a0150fdbff7a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:16.180358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d33db9d-ccf8-46d2-a71e-7dffca3ddcfd req-6d7f922b-da57-47cf-8d65-a0150fdbff7a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 947 time: 0.0563323 Aug 31 17:08:16.235900 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2d33db9d-ccf8-46d2-a71e-7dffca3ddcfd req-f5934add-d2ab-43ee-bf48-5fcac62a808d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470788 Aug 31 17:08:17.381203 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304572c6-668d-4137-b6bf-d1345401a0a7 req-cedcbcf9-c25e-4cdf-85d4-02b8f1e36657 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:17.382904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-304572c6-668d-4137-b6bf-d1345401a0a7 req-cedcbcf9-c25e-4cdf-85d4-02b8f1e36657 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 947 time: 0.0644054 Aug 31 17:08:17.450630 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-304572c6-668d-4137-b6bf-d1345401a0a7 req-84305e55-2270-4244-a3af-36c06aadc70f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593936 Aug 31 17:08:21.194461 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23b670c4-c159-4d07-a84c-8a4aca2e5edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.851751 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.391491 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.747972 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-dc752a23-116a-4bca-814d-96cc92252d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.887766 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:26.152709 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:27.912643 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:33.420297 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:08:51.196206 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-89890306-9f7a-40a3-a64d-913a07ea20e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:53.869543 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-eead8b14-c58d-4c50-b83d-798f953ae92a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420754 Aug 31 17:08:53.957508 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc79fb-d526-4322-be48-5e099691a201 req-5489d9fb-8b65-415d-81d6-cf464079592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:53.959030 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-5489d9fb-8b65-415d-81d6-cf464079592d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1099 time: 0.0434902 Aug 31 17:08:54.081615 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc79fb-d526-4322-be48-5e099691a201 req-c5eaf9a5-9594-4192-89c4-9b984ad1f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:54.083494 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-c5eaf9a5-9594-4192-89c4-9b984ad1f6e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1054046 Aug 31 17:08:54.152997 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-b0955163-9fb7-49c6-87a7-938a3d09a3c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 1002 time: 0.0623016 Aug 31 17:08:54.208226 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc79fb-d526-4322-be48-5e099691a201 req-ada0550a-97bd-41a3-86d6-5876192e7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:54.209738 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-ada0550a-97bd-41a3-86d6-5876192e7376 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0498273 Aug 31 17:08:54.260653 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc79fb-d526-4322-be48-5e099691a201 req-2c64bb42-4c68-46aa-8513-fdbe8fdc2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:54.262187 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-2c64bb42-4c68-46aa-8513-fdbe8fdc2837 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458288 Aug 31 17:08:54.273687 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-52fcdc00-1ef0-4e7b-9241-a6764ab0b016 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:08:54.274718 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-52fcdc00-1ef0-4e7b-9241-a6764ab0b016 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053279 Aug 31 17:08:54.366008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-452d3921-8bc6-4423-b53b-02b9d7142740 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844178 Aug 31 17:08:54.467892 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a6dc79fb-d526-4322-be48-5e099691a201 req-be36e10b-3def-4874-bf47-cf316e5a76e4 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953915 Aug 31 17:08:54.845597 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:55.397272 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:55.750118 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-64745188-e91e-4871-a381-ad8f0979fa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:55.885847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:56.154675 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:57.918339 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:10.419431 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:09:21.198985 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-498d7954-ee80-4d3c-8608-d9d3401aab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:24.856065 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.400288 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.750550 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bd7980bf-3337-4c2d-a08c-9e47629b857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.885782 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:26.162609 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.918566 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:33.315920 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46074) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:33.499094 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Deleting port ad29890e-1dd5-4770-a690-4b8fdd91a278 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:09:33.499919 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:33.580363 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:33.580673 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:33.594714 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Calling delete_port for ad29890e-1dd5-4770-a690-4b8fdd91a278 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:09:33.759037 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:33.786150 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event deleted for resources: {'Port': ['ID=ad29890e-1dd5-4770-a690-4b8fdd91a278,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:33.822012 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.822363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.822706 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.823052 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.823389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.823725 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.825100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.825100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.825100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.825100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.825520 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.825701 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:33.865385 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:33.865723 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Floating IP 52893d53-9a94-4665-973c-52990c3f8040 disassociated (deleted). External IP: 172.25.6.137, port: 49002e34-cfae-4778-bdb9-2acdfa20b976. Aug 31 17:09:34.090418 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:09:34.203669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:09:34.208687 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:34.214725 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:09:34.224406 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:09:34.225030 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:09:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:34.239622 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-92822fb4-d98b-487c-beb1-eb5ade218b7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "DELETE /v2.0/floatingips/52893d53-9a94-4665-973c-52990c3f8040 HTTP/1.1" status: 204 len: 168 time: 0.9224656 Aug 31 17:09:34.240332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:34.245659 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:34.336586 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:09:34.487010 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55847ea6-c98c-485b-a23b-9a952eb2c03b x-openstack-request-id: req-55847ea6-c98c-485b-a23b-9a952eb2c03b {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:34.487549 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:34.487549 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55847ea6-c98c-485b-a23b-9a952eb2c03b {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:34.487944 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'status': 'completed', 'code': 200} Aug 31 17:09:34.555945 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:34.556836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-242a44cd-338b-4664-a36a-331b5c174834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.558949 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-242a44cd-338b-4664-a36a-331b5c174834 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 1099 time: 0.0446603 Aug 31 17:09:34.591700 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:09:34.600649 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:09:34.601303 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:09:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:34.609442 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb04ef-eeea-4c9b-afd8-d6743511f5d6 req-d13d23a5-062d-49c7-8291-535c4129b3b1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.611674 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4bfb04ef-eeea-4c9b-afd8-d6743511f5d6 req-d13d23a5-062d-49c7-8291-535c4129b3b1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 947 time: 0.0676088 Aug 31 17:09:34.656848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4bfb04ef-eeea-4c9b-afd8-d6743511f5d6 req-d0295d12-ad65-490a-a76f-3309ec202a7f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Aug 31 17:09:34.675787 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-949c5d33-d35f-48f5-affd-74c7d3617fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.677359 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-949c5d33-d35f-48f5-affd-74c7d3617fd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1113777 Aug 31 17:09:34.715537 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:09:34.723494 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-74729d27-8236-429e-8592-e01f907e811d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 200 len: 217 time: 0.0378580 Aug 31 17:09:34.777528 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-cbfb463f-3264-475e-8f4d-fbcbbdf48dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.781238 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-cbfb463f-3264-475e-8f4d-fbcbbdf48dff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0478039 Aug 31 17:09:34.837000 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-a1da2240-f290-4cd5-96cb-b15ad43e2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.838624 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-a1da2240-f290-4cd5-96cb-b15ad43e2345 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516052 Aug 31 17:09:34.931745 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-3e521680-1ec2-4d68-a474-33e2d392d927 service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849545 Aug 31 17:09:34.936979 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:34.964112 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3e712-5948-4338-8568-baa4583a9836 None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:09:35.031750 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-ccfaa83e-bae8-44e6-9147-08d0cd3570cb req-5b5fa922-86ce-4351-84d6-71b5bccecd2f service neutron] 10.222.0.49 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924473 Aug 31 17:09:35.211884 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfbc19-7aac-44c0-8e42-543d196506b2 None None] New status for floating IP 52893d53-9a94-4665-973c-52990c3f8040: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:09:35.772780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d27e-4645-4b1d-955b-d81dbc8f2bf6 req-35b7da64-5351-4743-a58b-3dd2acf750bd tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:35.774368 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bd6d27e-4645-4b1d-955b-d81dbc8f2bf6 req-35b7da64-5351-4743-a58b-3dd2acf750bd tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 947 time: 0.0515189 Aug 31 17:09:35.790225 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-30acb23b-8792-4a7e-b5b4-10de6d53dbd3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:35.791795 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-30acb23b-8792-4a7e-b5b4-10de6d53dbd3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.49 "GET /v2.0/ports?device_id=e129f30f-c99c-4531-ab0d-3a3130433cf9 HTTP/1.1" status: 200 len: 947 time: 0.0517697 Aug 31 17:09:35.815286 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5bd6d27e-4645-4b1d-955b-d81dbc8f2bf6 req-cf0e2863-53be-4734-be58-0560155a0726 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=905b012c-8f5c-4ff1-bb37-43eede8b61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347943 Aug 31 17:09:35.891197 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Deleting port 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:09:35.891433 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:35.989292 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] For port 49002e34-cfae-4778-bdb9-2acdfa20b976, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=49002e34-cfae-4778-bdb9-2acdfa20b976,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:35.989661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:36.002870 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Calling delete_port for 49002e34-cfae-4778-bdb9-2acdfa20b976 owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:09:36.143209 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:36.177403 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event deleted for resources: {'Port': ['ID=49002e34-cfae-4778-bdb9-2acdfa20b976,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:36.204169 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.204550 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.204894 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.205236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.205575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.205914 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.206248 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.206579 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.206906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.207234 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.207562 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.207890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:36.228159 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] No DVR routers for this DVR port 49002e34-cfae-4778-bdb9-2acdfa20b976 on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:09:36.230971 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:36.232966 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-a39c98d7-1b37-49e8-882f-b2e53e2a8121 req-eabae0bf-b06d-4ace-9fd0-111721c7663b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.49 "DELETE /v2.0/ports/49002e34-cfae-4778-bdb9-2acdfa20b976 HTTP/1.1" status: 204 len: 173 time: 0.4349351 Aug 31 17:09:36.233414 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-deleted', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:36.235730 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ac36f-8bb2-4b3f-80f5-b231c9756d2b" -d '{"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-deleted", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:36.276517 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f477d-9b6a-48cf-86e4-b693cf5aacec x-openstack-request-id: req-039f477d-9b6a-48cf-86e4-b693cf5aacec {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:36.276816 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129f30f-c99c-4531-ab0d-3a3130433cf9", "name": "network-vif-deleted", "tag": "49002e34-cfae-4778-bdb9-2acdfa20b976", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:36.277076 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-039f477d-9b6a-48cf-86e4-b693cf5aacec {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:36.277513 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129f30f-c99c-4531-ab0d-3a3130433cf9', 'name': 'network-vif-deleted', 'tag': '49002e34-cfae-4778-bdb9-2acdfa20b976', 'status': 'completed', 'code': 200} Aug 31 17:09:36.872087 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46094) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:36.937951 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c905efb-e14e-41b7-86b3-df8115284af7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:36.963609 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c905efb-e14e-41b7-86b3-df8115284af7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.031304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c905efb-e14e-41b7-86b3-df8115284af7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.031304 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4c905efb-e14e-41b7-86b3-df8115284af7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.031304 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4c905efb-e14e-41b7-86b3-df8115284af7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "DELETE /v2.0/security-groups/905b012c-8f5c-4ff1-bb37-43eede8b61b9 HTTP/1.1" status: 204 len: 168 time: 0.1568577 Aug 31 17:09:37.040555 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c905efb-e14e-41b7-86b3-df8115284af7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b012c-8f5c-4ff1-bb37-43eede8b61b9,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:37.378101 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46100) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:37.382847 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160951902', 'description': 'tempest-secgroup-smoke-1160951902 description', 'project_id': '7347f6afc0ee49389d236651d817cf5b'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:37.405806 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.486711 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.490569 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.521035 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.522353 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431992 Aug 31 17:09:37.525142 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8a81c-17b1-4537-9faa-28494bd0e4e3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff28ad-f08b-42fb-b7d5-017d14b22e8e,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:37.526041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46102) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:37.530727 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '78ff28ad-f08b-42fb-b7d5-017d14b22e8e', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:37.560764 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.617539 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.621107 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.638295 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f50f6eb-9f12-4f30-8e8f-da040d40e498,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:37.645707 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.646749 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-edcf825b-f9be-43fc-9545-17937cdc261c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197288 Aug 31 17:09:37.650018 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46104) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:37.654459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '78ff28ad-f08b-42fb-b7d5-017d14b22e8e', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:37.680863 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.740733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.744813 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.762493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ceddb7-99a5-4759-b3f4-66060d0c05aa,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:37.768794 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.770022 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-69fd4b8c-f65e-4f8e-a7c9-d59f931dcd39 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190810 Aug 31 17:09:37.772707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46106) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:37.777561 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '78ff28ad-f08b-42fb-b7d5-017d14b22e8e', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:37.802951 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.859765 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.863275 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.882199 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4f96f9-5ceb-446a-a98c-78b518bf3882,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:37.889203 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.890533 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-9cb69cd7-c939-4e14-b942-f9e5c3996387 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162703 Aug 31 17:09:37.893111 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46108) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:37.897383 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '78ff28ad-f08b-42fb-b7d5-017d14b22e8e', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:37.924511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.984049 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:37.987726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.007016 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5091903-a53a-4394-8ada-7a8b2e92c616,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:38.013309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.014762 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ce7f13f0-5dd1-4724-80d6-d6f18af24ff1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207426 Aug 31 17:09:38.017512 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46110) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:38.021906 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '78ff28ad-f08b-42fb-b7d5-017d14b22e8e', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:38.044373 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Project 7347f6afc0ee49389d236651d817cf5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:09:38.049905 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.114456 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.118665 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.134440 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c76844-4296-45c6-8393-27aee6f5d20b,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:38.143155 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.144476 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-4522ff09-349e-4a4a-8984-f206dcfa7c3b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258583 Aug 31 17:09:38.147029 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46112) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:38.151903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'security_group_rule': {'security_group_id': '78ff28ad-f08b-42fb-b7d5-017d14b22e8e', 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:38.172843 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Project 7347f6afc0ee49389d236651d817cf5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:09:38.177900 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.238745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.242919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.260869 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dc597f-910f-479d-8919-5a809edb32a6,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:38.267006 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:38.268376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-d52cccf6-c625-45ab-a18c-91a598512422 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203938 Aug 31 17:09:41.591095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:09:41.612749 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 49002e34-cfae-4778-bdb9-2acdfa20b976 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:09:41.613102 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 49002e34-cfae-4778-bdb9-2acdfa20b976 not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:09:47.422464 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:09:51.212379 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6aa728f3-a818-45fa-839f-6a47c780cfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:52.834921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-2e5d3bca-7c76-4a5e-aeb3-4a88aac2ea26 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160951902&fields=id&tenant_id=7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 267 time: 0.0354321 Aug 31 17:09:52.947735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-4d2aa2be-6387-45ae-8838-5297c4b119f9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:52.949441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-4d2aa2be-6387-45ae-8838-5297c4b119f9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 809 time: 0.1068747 Aug 31 17:09:52.965701 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fd1343c0-b028-48a1-89e1-9ae0d58d6aa9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/quotas/7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 375 time: 0.0104890 Aug 31 17:09:53.018842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-83803ce2-1679-4cd0-a5fa-81aef71f2897 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472898 Aug 31 17:09:53.035185 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-bab7c4c5-600a-4fd3-a934-622e0f8f8aef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:09:53.036208 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-bab7c4c5-600a-4fd3-a934-622e0f8f8aef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055149 Aug 31 17:09:53.135347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-9099f8f0-7b0d-4dac-9e30-6b8099046648 service neutron] 10.222.0.43 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928974 Aug 31 17:09:53.230388 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-6bae8b20-8f65-4729-8cab-5027ec209b9f service neutron] 10.222.0.43 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889325 Aug 31 17:09:53.532134 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7a77af44-35aa-423a-b0c1-2a520a84c566 req-8be870ab-9937-4790-95b5-5632f35baf2b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0339959 Aug 31 17:09:54.612477 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6a8d0635-9f5c-45ef-86f6-50123bd4f5db req-7e47eccf-c412-4444-bf1c-8d3302d9a765 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0277545 Aug 31 17:09:54.856381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:55.403213 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:55.714771 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cf2f4e63-3b55-4116-88a2-8abc0ac811bf req-e36679bb-ecbe-47f5-bb08-ba1917b418ef tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0306566 Aug 31 17:09:55.751651 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4dd46-8030-49f0-adeb-c4f9f844dd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:55.902659 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:56.160520 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:56.551273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-ca511d81-042c-4bd2-9ee2-30d42464e738 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:56.552732 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-ca511d81-042c-4bd2-9ee2-30d42464e738 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 809 time: 0.1187377 Aug 31 17:09:56.608527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-585e8e20-69d3-4743-9569-2ab133a9af95 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 380 time: 0.0453315 Aug 31 17:09:56.618276 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'port': {'device_id': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'admin_state_up': True, 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'security_groups': ['78ff28ad-f08b-42fb-b7d5-017d14b22e8e']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:56.776779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Made reservation on behalf of 7347f6afc0ee49389d236651d817cf5b for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:09:56.780406 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:56.833397 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0be8dda0-9467-4325-8f73-31ea731ae072 req-62a9f666-7aa9-4f02-99e9-a2961e7b4443 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0374367 Aug 31 17:09:56.981523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Allocated IP 172.20.0.13 (3af275b6-4072-4366-8a3a-dc54cd9da1a0/b26f3016-af08-4953-baf9-0ef40f250e13/217b84ba-2505-4d4a-89d7-56ca30b3b2ad) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:09:57.136995 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.153484 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Transition to ACTIVE for port object 217b84ba-2505-4d4a-89d7-56ca30b3b2ad will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:09:57.189461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.241778 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:09:57.244966 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:09:57.247786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:09:57.276478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:57.310224 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:57.310867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.326646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-21f8944f-a022-4d45-93d3-7483633be76f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7127542 Aug 31 17:09:57.388538 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Request body: {'port': {'device_id': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:57.447914 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.491872 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a2fe428d-d42b-42f7-948d-e9159961ea59 None None] Provisioning for port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:09:57.495900 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a2fe428d-d42b-42f7-948d-e9159961ea59 None None] Provisioning complete for port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:09:57.496306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a2fe428d-d42b-42f7-948d-e9159961ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.542230 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe428d-d42b-42f7-948d-e9159961ea59 None None] Port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:09:57.724887 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217b84ba-2505-4d4a-89d7-56ca30b3b2ad {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:09:57.732553 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.746027 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Transition to ACTIVE for port object 217b84ba-2505-4d4a-89d7-56ca30b3b2ad will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:09:57.750765 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.802914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:57.882277 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Attempting to bind port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:09:57.882638 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Attempting to bind port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:09:57.883161 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Attempting to bind port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:09:57.889292 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:09:57.889622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Attempting to bind port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad on network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:09:57.895081 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:09:57.895425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Checking segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:09:57.895958 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Bound using segment: {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:09:57.896429 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Bound port: 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988b40ea-e02b-475d-89f0-37dcadf1b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:09:57.896796 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:57.926632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:58.006780 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:09:58.012055 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:09:58.023709 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5d7f2-a11a-4d8a-8e36-3c3c9e03f2e7 req-1b6710b4-64bb-4f92-929a-b491790f053b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.025347 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7a5d7f2-a11a-4d8a-8e36-3c3c9e03f2e7 req-1b6710b4-64bb-4f92-929a-b491790f053b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0828726 Aug 31 17:09:58.026579 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:58.084995 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.085725 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:58.087183 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] 10.222.0.30 "PUT /v2.0/ports/217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 1093 time: 0.7515852 Aug 31 17:09:58.087628 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:58.089895 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f944a8e9-f533-4af2-8d6e-50ab25c52558" -d '{"events": [{"name": "network-changed", "server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:58.126407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79a138-16c5-478e-9958-69e5f39a181e service neutron] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:58.152344 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a7a5d7f2-a11a-4d8a-8e36-3c3c9e03f2e7 req-cf6a8da6-b88a-4366-b6cd-a2a3ccda1424 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978043 Aug 31 17:09:58.197989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-b560fa7a-aae5-40b6-bb83-1490f2ea748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.199536 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-b560fa7a-aae5-40b6-bb83-1490f2ea748d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1096 time: 0.0624506 Aug 31 17:09:58.217161 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808e4f9-838a-4594-9a66-d79eb6779b20 x-openstack-request-id: req-9808e4f9-838a-4594-9a66-d79eb6779b20 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:58.217453 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:58.217704 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9808e4f9-838a-4594-9a66-d79eb6779b20 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:58.218108 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'status': 'completed', 'code': 200} Aug 31 17:09:58.250017 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-cd5f91f0-e4d8-449f-9267-20632beb77d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 217 time: 0.0412467 Aug 31 17:09:58.302870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-c9bc2a54-3e43-46fa-b739-cef4d4d71164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.304483 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-c9bc2a54-3e43-46fa-b739-cef4d4d71164 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0474601 Aug 31 17:09:58.354599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-e5b86307-8f54-4813-b2ef-e0d26a14e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.356029 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-e5b86307-8f54-4813-b2ef-e0d26a14e175 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449972 Aug 31 17:09:58.448708 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-6459d40b-c930-45fb-b845-2bdae1da4e1b service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848112 Aug 31 17:09:58.545070 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-886131cb-fae4-4108-838c-23103b5ea7c1 req-58467735-38ce-4527-947a-10949494e936 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897601 Aug 31 17:09:58.630132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-0750faa5-e1fd-4615-ba01-ab33921e6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.631657 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-0750faa5-e1fd-4615-ba01-ab33921e6fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1096 time: 0.0425789 Aug 31 17:09:58.724273 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-c1f2aa27-f138-4587-b8f9-6124b9dd2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.725794 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-c1f2aa27-f138-4587-b8f9-6124b9dd2a7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0875175 Aug 31 17:09:58.770440 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-63a0fe73-5727-4c22-8f1f-627512049269 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 217 time: 0.0378482 Aug 31 17:09:58.821564 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-9dac7ebc-cd54-4420-8a9a-c1a06ac79cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.823181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-9dac7ebc-cd54-4420-8a9a-c1a06ac79cfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0467544 Aug 31 17:09:58.871543 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-0a8b1822-fe3d-4109-a6c1-25d22ed40a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.873089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-0a8b1822-fe3d-4109-a6c1-25d22ed40a5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409708 Aug 31 17:09:59.328562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646943-aeb1-4904-93d2-18c4ab50c4e4 req-9fa11653-4fb9-4199-9832-ade12f73e93d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:59.330060 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3646943-aeb1-4904-93d2-18c4ab50c4e4 req-9fa11653-4fb9-4199-9832-ade12f73e93d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0759568 Aug 31 17:09:59.335693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-64650066-4ee4-4a49-8be7-54d5a0477e80 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549685 Aug 31 17:09:59.416604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f3646943-aeb1-4904-93d2-18c4ab50c4e4 req-a6aff647-540a-4365-a73d-679c27f1d988 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797901 Aug 31 17:09:59.451645 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f944a8e9-f533-4af2-8d6e-50ab25c52558 req-01f0d4ce-2f8b-4aa4-b346-345a36277d23 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082566 Aug 31 17:10:00.537050 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad499bb-380e-4b3b-b441-4b5d6585f0aa req-5ee768c7-692c-4fc8-8d21-103495c9e283 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:00.538802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ad499bb-380e-4b3b-b441-4b5d6585f0aa req-5ee768c7-692c-4fc8-8d21-103495c9e283 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0510268 Aug 31 17:10:00.578918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ad499bb-380e-4b3b-b441-4b5d6585f0aa req-0a6f9f00-e681-482e-a90e-364629125445 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Aug 31 17:10:01.695280 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e876ebb-0e15-486d-8fa2-f14bb3572e1d req-76210af2-01f9-496d-85c3-3b57724a59e0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:01.696466 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e876ebb-0e15-486d-8fa2-f14bb3572e1d req-76210af2-01f9-496d-85c3-3b57724a59e0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0488491 Aug 31 17:10:01.738228 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3e876ebb-0e15-486d-8fa2-f14bb3572e1d req-ad034844-58b5-4e07-a863-3eb78a13179c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358591 Aug 31 17:10:02.852979 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6092-941e-479c-8e60-56258e646b7f req-8b8db727-87a6-49b9-82b0-e4cb526b91b5 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:02.854867 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64ca6092-941e-479c-8e60-56258e646b7f req-8b8db727-87a6-49b9-82b0-e4cb526b91b5 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0495617 Aug 31 17:10:02.891997 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-64ca6092-941e-479c-8e60-56258e646b7f req-a5c98a19-32e5-4794-a8d1-98399a13f071 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Aug 31 17:10:04.006360 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208448f0-dcf4-4845-9569-b69fd27a603c req-457ef0a5-c470-491d-9f6d-531c7e4cba64 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:04.007776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-208448f0-dcf4-4845-9569-b69fd27a603c req-457ef0a5-c470-491d-9f6d-531c7e4cba64 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0489681 Aug 31 17:10:04.045358 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-208448f0-dcf4-4845-9569-b69fd27a603c req-cb34a7cb-ca73-4f45-8d79-4438ed69a875 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Aug 31 17:10:05.161230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18273180-db92-40a9-878b-036fe5face1c req-f877e702-76ca-47eb-842b-c668cff98a83 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:05.162774 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18273180-db92-40a9-878b-036fe5face1c req-f877e702-76ca-47eb-842b-c668cff98a83 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0506892 Aug 31 17:10:05.204615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-18273180-db92-40a9-878b-036fe5face1c req-6d8723c5-32c3-4e83-be83-1c108f267480 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359223 Aug 31 17:10:06.320823 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022619e-a4a9-40cc-8133-7eb46b37c545 req-4de91c92-e020-43b4-88a9-b1dbed5f4a8e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:06.322348 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1022619e-a4a9-40cc-8133-7eb46b37c545 req-4de91c92-e020-43b4-88a9-b1dbed5f4a8e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0501828 Aug 31 17:10:06.361171 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-1022619e-a4a9-40cc-8133-7eb46b37c545 req-0f6abc49-267b-4455-9868-e1457d5bc716 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Aug 31 17:10:07.272373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:10:07.366174 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:07.377167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'port_id': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'mac_address': 'fa:16:3e:9a:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:10:07.415014 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:07.427964 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b84ba-2505-4d4a-89d7-56ca30b3b2ad {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:10:07.448392 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:07.453667 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:07.480386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1796554-ea8f-404c-a74c-d164af9eddc8 req-2dfaa8a8-c743-42da-8fd6-8ed13e240e7e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:07.481904 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1796554-ea8f-404c-a74c-d164af9eddc8 req-2dfaa8a8-c743-42da-8fd6-8ed13e240e7e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0523515 Aug 31 17:10:07.504940 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:07.512950 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.513296 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.513644 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.513967 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.514301 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.514627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.514955 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.515279 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.515630 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.515952 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.516300 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.516623 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:07.522455 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c1796554-ea8f-404c-a74c-d164af9eddc8 req-5be653aa-c17b-495d-89b7-17798042c5ea tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Aug 31 17:10:07.681646 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['217b84ba-2505-4d4a-89d7-56ca30b3b2ad'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:10:08.645478 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2ec50-5639-488d-9f3b-1d7d22c2f88d req-922c1c42-78dd-4629-9562-b7fe58f0110d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:08.647013 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e2ec50-5639-488d-9f3b-1d7d22c2f88d req-922c1c42-78dd-4629-9562-b7fe58f0110d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 945 time: 0.0512159 Aug 31 17:10:08.691903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-05e2ec50-5639-488d-9f3b-1d7d22c2f88d req-9d0a69d0-fb31-4ebf-82bb-f161814072be tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378971 Aug 31 17:10:09.296480 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:09.349351 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:09.353093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:09.353485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.429566 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.452553 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:10:09.454713 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e9b076-d9a0-408d-a545-196297da5c5a" -d '{"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-plugged", "status": "completed", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:10:09.471286 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:09.475591 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.500200 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db755cf-25be-49f1-aca4-b1fe0b7f5200 x-openstack-request-id: req-8db755cf-25be-49f1-aca4-b1fe0b7f5200 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:10:09.500502 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-plugged", "status": "completed", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:10:09.500758 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8db755cf-25be-49f1-aca4-b1fe0b7f5200 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:10:09.501152 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'code': 200} Aug 31 17:10:09.529879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:09.601646 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd760f5-d021-455b-a471-797d2fbcd49c req-babc77b2-c709-4f01-a8dc-92e8e41dabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:09.603148 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cd760f5-d021-455b-a471-797d2fbcd49c req-babc77b2-c709-4f01-a8dc-92e8e41dabb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0423150 Aug 31 17:10:09.640037 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cd760f5-d021-455b-a471-797d2fbcd49c req-6ba15d88-0e23-4fad-8663-1d34e560667e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295513 Aug 31 17:10:09.808636 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c752855-e48b-47e4-a821-77c6e9e2518b req-0cfe2ee5-2b17-4389-90df-d2333ef8ce3e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:09.810303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c752855-e48b-47e4-a821-77c6e9e2518b req-0cfe2ee5-2b17-4389-90df-d2333ef8ce3e tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0504022 Aug 31 17:10:09.849788 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c752855-e48b-47e4-a821-77c6e9e2518b req-71268995-b974-4c3d-9776-0f60c164e287 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335276 Aug 31 17:10:10.967497 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f3a1e-ee0a-43c0-b24f-832788486f30 req-4e6b51ad-6600-41a2-b9b1-7a5a01e1dfc0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:10.969047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-702f3a1e-ee0a-43c0-b24f-832788486f30 req-4e6b51ad-6600-41a2-b9b1-7a5a01e1dfc0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0498681 Aug 31 17:10:11.012378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-702f3a1e-ee0a-43c0-b24f-832788486f30 req-97b439ce-f85c-400d-89b2-bd2c17dbcbd3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 Aug 31 17:10:11.130698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4bd8a-bf54-4b8d-9d89-28592f69accb req-6d2db696-dc40-41cf-9f54-a1c08e370790 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:11.132242 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6af4bd8a-bf54-4b8d-9d89-28592f69accb req-6d2db696-dc40-41cf-9f54-a1c08e370790 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0528183 Aug 31 17:10:11.171986 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-6af4bd8a-bf54-4b8d-9d89-28592f69accb req-f47571ee-019d-4656-81b3-a88974a751d9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Aug 31 17:10:11.193499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46314) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:11.239205 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaaccc2-f13d-4a60-b609-9c1751e77357 tempest-TestShelveInstance-18272884 tempest-TestShelveInstance-18272884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:11.240814 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eeaaccc2-f13d-4a60-b609-9c1751e77357 tempest-TestShelveInstance-18272884 tempest-TestShelveInstance-18272884-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1093 time: 0.0462992 Aug 31 17:10:11.243644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46316) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:11.248176 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:11.270136 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.378481 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.489937 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Allocated IP 172.25.6.20 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/486b9916-439c-4cff-9187-a4da2be6b4c1) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:11.609772 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.652260 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.693578 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:11.696541 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:11.700008 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:11.725399 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'Port': ['ID=486b9916-439c-4cff-9187-a4da2be6b4c1,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:12.081641 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.162179 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.319421 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.324895 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.398985 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event updated for resources: {'Port': ['ID=486b9916-439c-4cff-9187-a4da2be6b4c1,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:12.412211 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.520130 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Floating IP 38235355-4b34-43b5-8d85-29e8bc105561 associated. External IP: 172.25.6.20, port: 217b84ba-2505-4d4a-89d7-56ca30b3b2ad. Aug 31 17:10:12.743740 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:10:12.861919 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:10:12.874490 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:10:12.879461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.884355 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:12.885612 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:09:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:12.910873 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-0760c1e4-4c8e-469a-ae08-cab9c40da06a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6660955 Aug 31 17:10:12.911561 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:10:12.914678 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ad96e-f97b-4293-aa21-7939e980a822" -d '{"events": [{"name": "network-changed", "server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:10:12.953291 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795c503-8c55-4f16-8c5e-24e8470c2f11 x-openstack-request-id: req-3795c503-8c55-4f16-8c5e-24e8470c2f11 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:10:12.953584 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:10:12.953844 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3795c503-8c55-4f16-8c5e-24e8470c2f11 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:10:12.954258 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'status': 'completed', 'code': 200} Aug 31 17:10:13.003319 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:13.023318 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad96e-f97b-4293-aa21-7939e980a822 req-5b256e04-c8e3-4cc8-a1fc-d3630f597702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:13.024999 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-5b256e04-c8e3-4cc8-a1fc-d3630f597702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0467143 Aug 31 17:10:13.122363 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad96e-f97b-4293-aa21-7939e980a822 req-eb2f9b3a-42c8-4a70-83e8-be7e37a7a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:13.124677 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-eb2f9b3a-42c8-4a70-83e8-be7e37a7a9c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0923955 Aug 31 17:10:13.202959 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-1e70e829-eff1-418c-ad7a-457f552dd71b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 999 time: 0.0707233 Aug 31 17:10:13.256982 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad96e-f97b-4293-aa21-7939e980a822 req-4f75a045-c234-4cd2-961a-d836fa317ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:13.258528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-4f75a045-c234-4cd2-961a-d836fa317ffd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0477641 Aug 31 17:10:13.307699 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad96e-f97b-4293-aa21-7939e980a822 req-0c6dc307-f0c7-4495-a047-b4027fdee4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:13.309394 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-0c6dc307-f0c7-4495-a047-b4027fdee4e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439448 Aug 31 17:10:13.344729 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '38235355-4b34-43b5-8d85-29e8bc105561', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'port_id': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'mac_address': 'fa:16:3e:9a:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:11Z', 'revision_number': 0, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:13.374523 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:10:13.383663 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:13.384330 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:09:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:13.422530 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-b7100523-4051-44a3-a5b1-e791c3edf430 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053047 Aug 31 17:10:13.495773 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:13.523306 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-256ad96e-f97b-4293-aa21-7939e980a822 req-867a3d9d-1160-45e0-ab76-82e2b3fc9eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927396 Aug 31 17:10:13.747649 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '38235355-4b34-43b5-8d85-29e8bc105561', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'port_id': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'mac_address': 'fa:16:3e:9a:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:11Z', 'revision_number': 0, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:13.775243 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947ffc-cbb8-478b-ae67-49389e2208a9 None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': '38235355-4b34-43b5-8d85-29e8bc105561', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'port_id': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'mac_address': 'fa:16:3e:9a:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:11Z', 'revision_number': 0, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:10:13.990304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b798c-45cc-4b3e-89ab-0a7edeae92c1 None None] New status for floating IP 38235355-4b34-43b5-8d85-29e8bc105561: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:10:21.205714 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-29accb5a-3a26-4e53-92b2-1f3deb0285d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:24.421787 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:10:24.856510 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:25.404902 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:25.751970 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-591c4385-6261-430c-aab5-d5b807badce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:25.920851 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:26.163337 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:27.924407 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:51.207686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-757a83ac-0971-48fd-9a89-6ba293465243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:54.864555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.408539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.752732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c11d1f22-96fa-4f5d-8125-9290b28eacca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.912300 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:56.165926 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:57.927340 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:01.420731 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:11:05.703152 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-b030ef98-5378-4265-9b99-c13bdee3a178 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401640 Aug 31 17:11:05.786962 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-01fe63a8-b7c5-4f09-a797-6e04feda031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:05.788504 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-01fe63a8-b7c5-4f09-a797-6e04feda031f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0447569 Aug 31 17:11:05.888261 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-10082165-2cd7-46c9-8290-cadbcd539558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:05.889833 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-10082165-2cd7-46c9-8290-cadbcd539558 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0829105 Aug 31 17:11:05.961272 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-56ea96b4-4e2b-4040-97b4-6f64677180b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 1001 time: 0.0644004 Aug 31 17:11:06.009990 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-357226b6-d248-47ff-96c8-51894ccce567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:06.011411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-357226b6-d248-47ff-96c8-51894ccce567 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0431881 Aug 31 17:11:06.057014 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-52ada8b0-5806-4d47-9736-99a49d1694d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:06.059093 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-52ada8b0-5806-4d47-9736-99a49d1694d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404429 Aug 31 17:11:06.152270 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-179dcc40-cbd5-480b-8bb6-4cc46abe5fdc service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Aug 31 17:11:06.245802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f2bcb7e2-1d0d-4745-b3b3-bbc573a840b5 req-ce2bb5d8-575d-4153-84bc-f6f3c1a017e9 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867724 Aug 31 17:11:21.208737 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a30f98b3-edc2-4586-b153-7306b109f6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:24.883537 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:25.409283 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:25.753294 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-50283871-eccc-4fff-be55-c942e4dc8b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:25.930471 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:26.169598 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:27.929925 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:38.419864 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:11:51.209184 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-87dfe0fb-2cfa-4175-acef-53af6861453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:54.889859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.411489 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.753388 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7322-f92c-40f8-ab56-84f16ec357a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.934319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:56.172904 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:57.932863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.693508 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-155a25f0-f084-4e1c-8ca5-5febf05a2cfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442181 Aug 31 17:12:05.796773 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-be3297de-6610-4d8a-bac9-b3a949a94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:05.799343 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-be3297de-6610-4d8a-bac9-b3a949a94b24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0571883 Aug 31 17:12:05.913619 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-d3418749-5518-496c-8d7c-229e0ffb75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:05.915164 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-d3418749-5518-496c-8d7c-229e0ffb75b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0951877 Aug 31 17:12:05.990936 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-4ebe21b3-6164-45be-aa7f-ea36fee1fe0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 1001 time: 0.0690608 Aug 31 17:12:06.051308 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-ab4d0b89-e329-4fc5-a4aa-ba3b353e1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:06.052874 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-ab4d0b89-e329-4fc5-a4aa-ba3b353e1eb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0550001 Aug 31 17:12:06.101432 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-88d34812-6dcd-4c22-9dd9-bec040b5200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:06.103137 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-88d34812-6dcd-4c22-9dd9-bec040b5200e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436728 Aug 31 17:12:06.207518 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-3b416b0a-ff38-48a4-b18d-6b74764cab58 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968118 Aug 31 17:12:06.324765 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38ea93f7-5e11-4bcd-a0c9-f637c2c43871 req-f13eb562-d808-4630-b525-c134c8577bba service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104846 Aug 31 17:12:08.519639 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf92a8-1410-4c9e-8f66-80eb6a74b2c2 req-02eb26c5-ebb4-473a-a486-0ca0e09e0491 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:08.521115 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7bf92a8-1410-4c9e-8f66-80eb6a74b2c2 req-02eb26c5-ebb4-473a-a486-0ca0e09e0491 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0550091 Aug 31 17:12:08.564094 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d7bf92a8-1410-4c9e-8f66-80eb6a74b2c2 req-f148176f-93c6-4248-89ed-446e1529940b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358679 Aug 31 17:12:09.749072 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b923-2524-4edd-972f-b8e1459e4c15 req-cda4db01-51bd-4760-b61b-7bd2bf50df7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:09.750584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5508b923-2524-4edd-972f-b8e1459e4c15 req-cda4db01-51bd-4760-b61b-7bd2bf50df7b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0616987 Aug 31 17:12:09.796297 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5508b923-2524-4edd-972f-b8e1459e4c15 req-f41baa68-9447-4750-9f85-1e65666b3f25 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Aug 31 17:12:10.916283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ae04-45de-4998-a331-4aefdf6a9661 req-838e60a0-5cff-4002-9023-3d09ad0ea647 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:10.917921 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47f0ae04-45de-4998-a331-4aefdf6a9661 req-838e60a0-5cff-4002-9023-3d09ad0ea647 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0517397 Aug 31 17:12:10.962903 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-47f0ae04-45de-4998-a331-4aefdf6a9661 req-4fc0ed8f-c8f8-49cd-84b5-57c7ed9daea0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360878 Aug 31 17:12:12.103960 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce2cbd-20b5-4d7e-9b94-a6ef490dd60a req-2ab08578-b0ca-4ecc-ab82-1b661366d124 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:12.105615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ce2cbd-20b5-4d7e-9b94-a6ef490dd60a req-2ab08578-b0ca-4ecc-ab82-1b661366d124 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0618620 Aug 31 17:12:12.147733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31ce2cbd-20b5-4d7e-9b94-a6ef490dd60a req-f971e31f-85ad-4b71-9fc4-63dfe73f0dcc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359693 Aug 31 17:12:13.280131 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af5f9-901a-4f01-ab23-fc3eabc0d6e2 req-3424a09b-4970-47ff-9261-4312d357ac02 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:13.281840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-602af5f9-901a-4f01-ab23-fc3eabc0d6e2 req-3424a09b-4970-47ff-9261-4312d357ac02 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0576818 Aug 31 17:12:13.331584 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-602af5f9-901a-4f01-ab23-fc3eabc0d6e2 req-4e23ea41-09d8-4554-b49a-0f58a476f2f9 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Aug 31 17:12:14.454320 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162a0b0-65ae-4711-8652-4ff5e2abace6 req-dfffddf9-b31c-4ed4-a574-2d53b1d44466 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:14.455813 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a162a0b0-65ae-4711-8652-4ff5e2abace6 req-dfffddf9-b31c-4ed4-a574-2d53b1d44466 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0524695 Aug 31 17:12:14.495908 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a162a0b0-65ae-4711-8652-4ff5e2abace6 req-d5e31227-47bd-4c5b-a45f-591541985d3a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339530 Aug 31 17:12:15.419039 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:12:15.617583 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52704408-7cfc-42ee-845e-3b90073807a8 req-90bbce51-5fe6-4229-8a84-796b14595fb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:15.619736 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52704408-7cfc-42ee-845e-3b90073807a8 req-90bbce51-5fe6-4229-8a84-796b14595fb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0536125 Aug 31 17:12:15.684706 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-52704408-7cfc-42ee-845e-3b90073807a8 req-5f8a410d-982a-4b32-8a3e-3b96d098b710 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570490 Aug 31 17:12:16.820141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80b60f-4cd4-4476-b654-7c6d2346c718 req-a56d9722-aacb-411d-8019-7c784354fa86 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:16.822627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b80b60f-4cd4-4476-b654-7c6d2346c718 req-a56d9722-aacb-411d-8019-7c784354fa86 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0603178 Aug 31 17:12:16.863334 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4b80b60f-4cd4-4476-b654-7c6d2346c718 req-a46e3c4b-10b7-409c-9080-0ae4d29dfb03 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Aug 31 17:12:17.999698 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163eec-362a-4417-83f6-875c6d61ebe2 req-620d0f5c-6328-478d-97db-234e5dfead9f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:18.001556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b163eec-362a-4417-83f6-875c6d61ebe2 req-620d0f5c-6328-478d-97db-234e5dfead9f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0641966 Aug 31 17:12:18.051018 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0b163eec-362a-4417-83f6-875c6d61ebe2 req-6c7f758b-52a4-434e-b6ce-ff919320e653 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Aug 31 17:12:18.651488 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-e7e5109e-0e0f-4f00-9500-77c878d235d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:18.652984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-e7e5109e-0e0f-4f00-9500-77c878d235d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0477982 Aug 31 17:12:18.772671 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-7c4c85f4-f300-4928-a43d-bf9a7f47707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:18.774199 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-7c4c85f4-f300-4928-a43d-bf9a7f47707d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1141279 Aug 31 17:12:18.857716 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-704f2aef-2e53-4624-b05f-d18e787ae178 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 1001 time: 0.0755208 Aug 31 17:12:18.937001 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-eefe2579-533b-43c9-a78d-6eb6be214fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:18.939497 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-eefe2579-533b-43c9-a78d-6eb6be214fba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0749295 Aug 31 17:12:19.469239 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-8b864cb1-5362-4453-bd91-fe37d93e71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:19.470785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-8b864cb1-5362-4453-bd91-fe37d93e71d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5247149 Aug 31 17:12:19.495775 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdace182-e41e-4447-a784-ac6b8cc827f5 req-e80352e6-42d8-4ec6-b551-9f2f76b76f34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:19.497534 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdace182-e41e-4447-a784-ac6b8cc827f5 req-e80352e6-42d8-4ec6-b551-9f2f76b76f34 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0737796 Aug 31 17:12:19.601493 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bdace182-e41e-4447-a784-ac6b8cc827f5 req-f0b7c5b8-5008-47e2-a839-35c99428841d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914466 Aug 31 17:12:19.631546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-4dc337ad-ac00-48be-ba1b-327d73beffae service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522927 Aug 31 17:12:19.731217 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-66539331-a5c7-49c8-b6a6-ead11672f60c req-9cb7cd45-fce0-4770-ba1e-5242734ee4cb service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924563 Aug 31 17:12:20.742211 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936b368-d90f-426e-9bfc-9ec09c2a00e4 req-0399288d-d1ae-48ff-8bf9-beb0a3ea48da tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:20.744506 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e936b368-d90f-426e-9bfc-9ec09c2a00e4 req-0399288d-d1ae-48ff-8bf9-beb0a3ea48da tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0637581 Aug 31 17:12:20.786615 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e936b368-d90f-426e-9bfc-9ec09c2a00e4 req-34c5b02a-885a-4714-8185-04384ef7e95d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 Aug 31 17:12:21.217882 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5683c501-c009-46e5-9139-c58bc9b109b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:21.932427 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9dcf3-cc59-4440-9c7f-eea5a4a6d531 req-c3aa1d03-d9d4-40b2-a79a-6ba88a513370 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:21.934081 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfb9dcf3-cc59-4440-9c7f-eea5a4a6d531 req-c3aa1d03-d9d4-40b2-a79a-6ba88a513370 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0617895 Aug 31 17:12:21.996374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cfb9dcf3-cc59-4440-9c7f-eea5a4a6d531 req-f9f4aff9-ef85-44f8-8198-29e43257ab25 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549743 Aug 31 17:12:23.183220 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796085-ca2c-4b15-8dfc-f271c9270379 req-442b8c55-730e-4854-b948-ab40d780850b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:23.185192 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75796085-ca2c-4b15-8dfc-f271c9270379 req-442b8c55-730e-4854-b948-ab40d780850b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0951464 Aug 31 17:12:23.239038 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-75796085-ca2c-4b15-8dfc-f271c9270379 req-65363684-4bc9-4b60-971a-9a4fe88d4e02 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Aug 31 17:12:23.485324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-1d3452c4-ce6a-42b1-8f76-5ed49f6a437a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740197 Aug 31 17:12:23.498838 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-1d761561-6c72-45ba-b5bb-5676ecc0ca82 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:12:23.499842 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-1d761561-6c72-45ba-b5bb-5676ecc0ca82 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065432 Aug 31 17:12:23.507621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb10c-0546-4e41-8137-3906c2fa86fb req-65001592-231e-4f70-a79c-d7c299823891 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:23.509234 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f4bb10c-0546-4e41-8137-3906c2fa86fb req-65001592-231e-4f70-a79c-d7c299823891 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0667279 Aug 31 17:12:23.566588 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8f4bb10c-0546-4e41-8137-3906c2fa86fb req-160227d0-68ef-4ed4-9c88-d7f03d93b853 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496464 Aug 31 17:12:24.693599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9fff0-9b3b-4e9c-9707-83188abdf044 req-cabc5055-791d-4810-a43f-92dea12552b2 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:24.695125 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32c9fff0-9b3b-4e9c-9707-83188abdf044 req-cabc5055-791d-4810-a43f-92dea12552b2 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0504508 Aug 31 17:12:24.735649 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-32c9fff0-9b3b-4e9c-9707-83188abdf044 req-cd13bc4d-5fb5-4535-ab3d-c826ef5bbc0c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337405 Aug 31 17:12:24.906974 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:25.414772 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:25.758249 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a72d6918-b704-4c50-8a0c-f90072444efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:25.857665 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e57c2-df8a-4f7c-bd34-fcf876828620 req-557c2206-b029-4c97-bd92-629d78cb4d11 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:25.859181 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-786e57c2-df8a-4f7c-bd34-fcf876828620 req-557c2206-b029-4c97-bd92-629d78cb4d11 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0520589 Aug 31 17:12:25.862104 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:12:25.914204 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-786e57c2-df8a-4f7c-bd34-fcf876828620 req-154ca811-f821-45af-846e-3c3de315b59b tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Aug 31 17:12:25.963710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:25.977073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:26.002213 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:12:26.004386 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba143504-32c9-48d9-9899-2f3e8656a6d5" -d '{"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:12:26.018033 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:26.024653 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:26.051811 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b28f5-9a17-4b97-bd23-b6725b93019c x-openstack-request-id: req-9d0b28f5-9a17-4b97-bd23-b6725b93019c {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:12:26.052105 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-unplugged", "status": "failed", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "code": 422}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:12:26.052389 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d0b28f5-9a17-4b97-bd23-b6725b93019c {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:12:26.052794 n-d-793621-35 neutron-server[101479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'code': 422} returned with failed status Aug 31 17:12:26.078496 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:26.085897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.086247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.086581 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.086924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.087260 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.088403 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.088737 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.089069 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.089395 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.089720 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.090047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.090368 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:26.175498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:27.036796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053e768-dddb-44b6-ae39-f64ea7aea392 req-3c5611f6-dd93-4a6e-9283-97ccf6fad4c0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:27.038364 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c053e768-dddb-44b6-ae39-f64ea7aea392 req-3c5611f6-dd93-4a6e-9283-97ccf6fad4c0 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0516839 Aug 31 17:12:27.084083 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c053e768-dddb-44b6-ae39-f64ea7aea392 req-e9b168a8-4ddf-4bab-ba35-bb4d7480c957 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Aug 31 17:12:27.939082 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:28.215138 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d32be-d1e6-4f84-bbf3-a2bb84d2607f req-47f1eb12-64ff-4c11-a441-3d4b1652be7d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:28.216698 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f6d32be-d1e6-4f84-bbf3-a2bb84d2607f req-47f1eb12-64ff-4c11-a441-3d4b1652be7d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0620117 Aug 31 17:12:28.255435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5f6d32be-d1e6-4f84-bbf3-a2bb84d2607f req-06b9844a-706e-4d36-8782-e2af8ac757a3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Aug 31 17:12:28.402904 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e284f8-0cfe-4445-ad73-def936a4923d req-9ddb8367-9d93-4b02-a803-7b6f800b6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:28.404414 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-9ddb8367-9d93-4b02-a803-7b6f800b6f34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b&tenant_id=7347f6afc0ee49389d236651d817cf5b HTTP/1.1" status: 200 len: 1096 time: 0.0414798 Aug 31 17:12:28.470787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e284f8-0cfe-4445-ad73-def936a4923d req-c3a5c982-8165-4a21-bb5a-2f8d420aae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:28.472322 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-c3a5c982-8165-4a21-bb5a-2f8d420aae26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1096 time: 0.0455260 Aug 31 17:12:28.560688 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e284f8-0cfe-4445-ad73-def936a4923d req-743594b9-d4e8-4e79-81c3-2430826a72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:28.562090 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-743594b9-d4e8-4e79-81c3-2430826a72ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.0826595 Aug 31 17:12:28.631866 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-fdb21d5b-c87a-4ad1-a095-c05556ecfa1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 999 time: 0.0627789 Aug 31 17:12:28.679961 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e284f8-0cfe-4445-ad73-def936a4923d req-2261f80e-65fa-4d92-871d-5720acaff13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:28.681703 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-2261f80e-65fa-4d92-871d-5720acaff13a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0436819 Aug 31 17:12:28.729348 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e284f8-0cfe-4445-ad73-def936a4923d req-b4fcec2e-ce83-4d62-9a28-db19c0a296fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:28.730932 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-b4fcec2e-ce83-4d62-9a28-db19c0a296fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416691 Aug 31 17:12:28.827341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-235a534e-00b9-4a9d-996d-0284f78b4af2 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886571 Aug 31 17:12:28.931470 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-e147d176-7769-4cc5-b2f0-0c6c35bedbab service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973721 Aug 31 17:12:29.382023 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf256-934d-4dc2-9eb1-41b40a25a3d4 req-b7883fb7-7430-4384-a144-ec93b1d5a168 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:29.383576 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82baf256-934d-4dc2-9eb1-41b40a25a3d4 req-b7883fb7-7430-4384-a144-ec93b1d5a168 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0585270 Aug 31 17:12:29.425945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-82baf256-934d-4dc2-9eb1-41b40a25a3d4 req-58774f9c-73e3-4adb-b31c-2c95ce2b7f61 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355127 Aug 31 17:12:30.550914 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d272-ed83-44ec-bc1b-f94de93e2e6b req-24eaf4c8-0b90-46ad-b004-5400db3e4739 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:30.552519 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f781d272-ed83-44ec-bc1b-f94de93e2e6b req-24eaf4c8-0b90-46ad-b004-5400db3e4739 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0547144 Aug 31 17:12:30.590417 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f781d272-ed83-44ec-bc1b-f94de93e2e6b req-cfb873e5-a452-45ac-906b-a333b07c360c tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Aug 31 17:12:31.721870 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c54cd-d419-4aea-bc33-5d0b2320f10b req-11f5cedd-fc9f-4150-9406-26017e170fcc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:31.723443 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e12c54cd-d419-4aea-bc33-5d0b2320f10b req-11f5cedd-fc9f-4150-9406-26017e170fcc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0502775 Aug 31 17:12:31.766782 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e12c54cd-d419-4aea-bc33-5d0b2320f10b req-3eaa83f7-f000-44a6-b183-ec45531744bd tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347831 Aug 31 17:12:32.915337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ef019-7cf1-4bad-9822-1095fff884a1 req-009b547e-1eae-4ad6-a382-bd8d441d408a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:32.918336 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-756ef019-7cf1-4bad-9822-1095fff884a1 req-009b547e-1eae-4ad6-a382-bd8d441d408a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0777578 Aug 31 17:12:32.957346 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-756ef019-7cf1-4bad-9822-1095fff884a1 req-933fecca-ff5c-4870-adb0-3460089b58f6 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Aug 31 17:12:34.118785 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383473-54df-4e9b-a124-48b4b841ba03 req-c6349653-2589-4a87-aad8-cfad5ce467c7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:34.121898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29383473-54df-4e9b-a124-48b4b841ba03 req-c6349653-2589-4a87-aad8-cfad5ce467c7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0686073 Aug 31 17:12:34.180019 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-29383473-54df-4e9b-a124-48b4b841ba03 req-d597dc96-fa7c-4f98-8eec-4c76c2a7740d tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515223 Aug 31 17:12:35.300528 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35912d95-bb0c-4958-90a2-0f2321e8ac58 req-daf78bf7-6ddb-4a9c-bd21-4b149c2fa826 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:35.302197 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35912d95-bb0c-4958-90a2-0f2321e8ac58 req-daf78bf7-6ddb-4a9c-bd21-4b149c2fa826 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0529585 Aug 31 17:12:35.340978 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-35912d95-bb0c-4958-90a2-0f2321e8ac58 req-d5a3a7bc-11e5-43e5-b88a-b5eefac12fc5 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Aug 31 17:12:36.493530 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc939-bfc9-4b24-8f95-f9027472edeb req-a4fbfcc8-d434-47b5-b662-e49f5d9f7363 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:36.495646 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eebbc939-bfc9-4b24-8f95-f9027472edeb req-a4fbfcc8-d434-47b5-b662-e49f5d9f7363 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0519552 Aug 31 17:12:36.536317 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-eebbc939-bfc9-4b24-8f95-f9027472edeb req-5d54ef01-c91c-48c8-bcbd-9e43c34f5f89 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325162 Aug 31 17:12:37.667396 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c1623-c382-4155-b463-bd396f16a07f req-845b9209-4dbc-4feb-aa71-990f301204bc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:37.668979 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-288c1623-c382-4155-b463-bd396f16a07f req-845b9209-4dbc-4feb-aa71-990f301204bc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 944 time: 0.0538495 Aug 31 17:12:37.710695 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-288c1623-c382-4155-b463-bd396f16a07f req-2a4d5304-3623-497b-93d5-a819c4126d9f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355732 Aug 31 17:12:37.925075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:12:38.028748 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:38.040173 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'port_id': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'mac_address': 'fa:16:3e:9a:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:12:38.077178 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:38.090627 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b84ba-2505-4d4a-89d7-56ca30b3b2ad {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:12:38.109708 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:38.113843 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:38.161954 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:38.339586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['217b84ba-2505-4d4a-89d7-56ca30b3b2ad'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:12:38.836309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b422e-cb14-4777-8484-107f04ba0135 req-d44b6639-6719-4809-ab8d-60706e0f44a7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:38.837848 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f54b422e-cb14-4777-8484-107f04ba0135 req-d44b6639-6719-4809-ab8d-60706e0f44a7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 945 time: 0.0511651 Aug 31 17:12:38.879820 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f54b422e-cb14-4777-8484-107f04ba0135 req-09178677-5718-49e4-b354-1bceebb7dd48 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358167 Aug 31 17:12:39.941100 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:12:40.008536 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:12:40.009011 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:40.034893 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711730c-266a-4f7a-b51a-f5f500354bac req-2146151f-5058-456f-af61-968f31ba45a4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:40.037024 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d711730c-266a-4f7a-b51a-f5f500354bac req-2146151f-5058-456f-af61-968f31ba45a4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 945 time: 0.0741029 Aug 31 17:12:40.096528 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d711730c-266a-4f7a-b51a-f5f500354bac req-0245c374-1936-45ca-8943-b7e6a912ffbc tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498595 Aug 31 17:12:40.113106 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:40.138956 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:12:40.141243 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f04d6-5008-48b1-a2a3-93d7358aa4de" -d '{"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-plugged", "status": "completed", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:12:40.154754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:40.161594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:40.207382 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc872b1-7ab3-466b-8445-638c9412498a x-openstack-request-id: req-0bc872b1-7ab3-466b-8445-638c9412498a {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:12:40.207751 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-plugged", "status": "completed", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:12:40.207938 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bc872b1-7ab3-466b-8445-638c9412498a {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:12:40.208320 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'code': 200} Aug 31 17:12:40.288323 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:40.399489 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596256-c814-4ad5-b629-40826314ea32 req-41f7aaba-c844-45f0-b4b2-7ebff919c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:40.401678 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8596256-c814-4ad5-b629-40826314ea32 req-41f7aaba-c844-45f0-b4b2-7ebff919c130 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0557611 Aug 31 17:12:40.453224 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c8596256-c814-4ad5-b629-40826314ea32 req-22365ab6-9517-4ad8-9b79-4afaa3ce6cb3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Aug 31 17:12:41.252969 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25187440-0c66-4a0f-b751-04be4b9076aa req-5c369af6-3dde-4988-a66d-d92d0f62f56a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:41.254575 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25187440-0c66-4a0f-b751-04be4b9076aa req-5c369af6-3dde-4988-a66d-d92d0f62f56a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0749903 Aug 31 17:12:41.311324 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-25187440-0c66-4a0f-b751-04be4b9076aa req-6d64ac7e-3563-4d4c-9679-eae54fffb666 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486510 Aug 31 17:12:42.438542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbda816-8ce6-4ece-a5d2-cb3d0084f573 req-a71cc1a3-2b04-41c0-a184-45b2dd5cd293 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:42.440333 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbda816-8ce6-4ece-a5d2-cb3d0084f573 req-a71cc1a3-2b04-41c0-a184-45b2dd5cd293 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0500607 Aug 31 17:12:42.479481 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9bbda816-8ce6-4ece-a5d2-cb3d0084f573 req-eb36aa64-f83c-4c5d-86a2-9549bc67271f tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Aug 31 17:12:51.218366 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2433205c-9d8d-4da6-987b-a910a73ea5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:52.419573 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:12:54.923913 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:55.426390 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:55.768636 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7a621af7-19ee-4911-b7e2-aba9367145bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:55.958291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:56.184647 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:57.944977 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:06.728089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-931448d7-19fd-4e20-a2b4-fd7fd45178c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659983 Aug 31 17:13:06.837485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-79c4cca1-1fac-4153-b919-33a806e7857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:06.839473 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-79c4cca1-1fac-4153-b919-33a806e7857d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0605025 Aug 31 17:13:06.986802 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-4aae0df7-3b86-4f65-b32d-46d6373f2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:06.988177 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-4aae0df7-3b86-4f65-b32d-46d6373f2e92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1233401 Aug 31 17:13:07.084538 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-b1fcd283-4596-4b2c-ab99-ef148fb0949b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 1001 time: 0.0885136 Aug 31 17:13:07.143796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-83c1e72a-98bd-41e2-803c-6f9d52b59f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:07.145844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-83c1e72a-98bd-41e2-803c-6f9d52b59f65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0542388 Aug 31 17:13:07.200078 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-2aedcccc-acda-4194-9534-61a722aeadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:07.202451 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-2aedcccc-acda-4194-9534-61a722aeadd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488060 Aug 31 17:13:07.337733 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-d6f67560-b562-402c-b826-817972993bce service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259782 Aug 31 17:13:07.458907 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-d459b54a-2fd1-4d6b-9fa3-3c299fa8aa75 req-75d783a4-11a1-48dc-8a4f-aa34f08bf066 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111600 Aug 31 17:13:21.211299 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-51522126-63f3-4977-ac11-ebdedb91a15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:24.938583 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:25.421485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:25.762038 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-fc5053c0-665f-4fe7-8927-49ee0ae1546e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:25.972008 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:26.184457 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:27.949155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:29.421510 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:13:51.212686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b219dd76-89c5-4cf3-be9f-2f3dc8a310e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:54.939986 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:55.426949 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:55.763754 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e7cac61f-5a80-4cb5-bbf9-74a0edf465ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:55.966377 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:56.186046 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:57.948575 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:58.284895 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46470) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:13:58.454779 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Deleting port 486b9916-439c-4cff-9187-a4da2be6b4c1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:13:58.455117 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:58.530646 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:58.531057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:58.543229 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Calling delete_port for 486b9916-439c-4cff-9187-a4da2be6b4c1 owned by network:floatingip {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:13:58.691730 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:58.715417 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event deleted for resources: {'Port': ['ID=486b9916-439c-4cff-9187-a4da2be6b4c1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:58.727844 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.728208 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.728558 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.728896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.729233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.729563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.729957 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.730293 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.730677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.730988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.731314 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.731644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:58.791482 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for floatingip, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:58.791822 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Floating IP 38235355-4b34-43b5-8d85-29e8bc105561 disassociated (deleted). External IP: 172.25.6.20, port: 217b84ba-2505-4d4a-89d7-56ca30b3b2ad. Aug 31 17:13:58.999374 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:13:59.108436 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:13:59.113238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:59.117848 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:13:59.127131 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:13:59.127985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:59.141276 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-04432d62-6ba4-4e33-b0fb-5695ee2a8cc7 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "DELETE /v2.0/floatingips/38235355-4b34-43b5-8d85-29e8bc105561 HTTP/1.1" status: 204 len: 168 time: 0.8552618 Aug 31 17:13:59.141881 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:13:59.144286 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb89157-a49b-457b-9a14-d438ea76dacc" -d '{"events": [{"name": "network-changed", "server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:13:59.234636 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:13:59.298018 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b62fe-bc9b-48fb-9f8f-d5328aae6b8b x-openstack-request-id: req-1c5b62fe-bc9b-48fb-9f8f-d5328aae6b8b {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:13:59.298532 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:13:59.298642 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c5b62fe-bc9b-48fb-9f8f-d5328aae6b8b {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:13:59.299123 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'status': 'completed', 'code': 200} Aug 31 17:13:59.400786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89157-a49b-457b-9a14-d438ea76dacc req-3e5cc0bc-58e4-4d26-bf17-aa2cdbf1a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:59.402915 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-3e5cc0bc-58e4-4d26-bf17-aa2cdbf1a357 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7347f6afc0ee49389d236651d817cf5b&device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 1098 time: 0.0790408 Aug 31 17:13:59.433080 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd508e5-5a81-4f3e-804e-f2be6d5c5b6b req-e4d652ad-5606-4977-a248-dc0f75027336 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:59.434966 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fd508e5-5a81-4f3e-804e-f2be6d5c5b6b req-e4d652ad-5606-4977-a248-dc0f75027336 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0789952 Aug 31 17:13:59.444761 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:59.471111 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:13:59.480275 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:13:59.481045 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:59.522194 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8fd508e5-5a81-4f3e-804e-f2be6d5c5b6b req-a968cd9c-61f0-4d7b-b57c-805fc152c7b1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759518 Aug 31 17:13:59.545204 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89157-a49b-457b-9a14-d438ea76dacc req-d3641da6-6240-4ea9-a6b1-2ed08cb89ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:59.547185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-d3641da6-6240-4ea9-a6b1-2ed08cb89ed2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 200 len: 910 time: 0.1367362 Aug 31 17:13:59.596530 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:13:59.599747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-ab1af9a8-b0e4-40f3-98ba-e2772751d7c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 200 len: 217 time: 0.0443966 Aug 31 17:13:59.655206 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89157-a49b-457b-9a14-d438ea76dacc req-41fa909b-7b40-43b2-b57a-77dc9d3ca4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:59.656739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-41fa909b-7b40-43b2-b57a-77dc9d3ca4fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 200 len: 848 time: 0.0499270 Aug 31 17:13:59.708424 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89157-a49b-457b-9a14-d438ea76dacc req-5c9645af-12d0-4b28-9390-83b62d9c77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:59.710274 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-5c9645af-12d0-4b28-9390-83b62d9c77e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3af275b6-4072-4366-8a3a-dc54cd9da1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461631 Aug 31 17:13:59.722165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-e3a5a5ac-5975-4298-a033-7fbc1d7cdb9b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:13:59.723159 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-e3a5a5ac-5975-4298-a033-7fbc1d7cdb9b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053997 Aug 31 17:13:59.803981 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:59.833030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-5ab7c59e-fcbf-4aae-8be5-15b0e0d5aab2 service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013799 Aug 31 17:13:59.842767 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157fbb-0889-4cbf-b2bd-1bc8c14992ec None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:05:11Z', 'revision_number': 4, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d', 'name': '', 'network_id': '3af275b6-4072-4366-8a3a-dc54cd9da1a0', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'mac_address': 'fa:16:3e:ce:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:11Z', 'updated_at': '2021-08-31T17:05:17Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'subnets': [{'id': 'b26f3016-af08-4953-baf9-0ef40f250e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:13:59.937291 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-deb89157-a49b-457b-9a14-d438ea76dacc req-c7776f1f-ec47-4716-ba16-7835010ac83d service neutron] 10.222.0.30 "GET /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968390 Aug 31 17:14:00.082249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b014e-c629-42d3-95d0-74a460b72ec5 None None] New status for floating IP 38235355-4b34-43b5-8d85-29e8bc105561: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:14:00.643839 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477663fd-6725-4163-ac1c-faacd8e4fcc2 req-a7db12b3-6fbd-4231-b8d2-25e7775ad0fb tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:00.645468 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477663fd-6725-4163-ac1c-faacd8e4fcc2 req-a7db12b3-6fbd-4231-b8d2-25e7775ad0fb tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0497241 Aug 31 17:14:00.682817 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-477663fd-6725-4163-ac1c-faacd8e4fcc2 req-07afaf84-5afa-4d8e-817c-c1423bebc6aa tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/security-groups?id=78ff28ad-f08b-42fb-b7d5-017d14b22e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Aug 31 17:14:00.852304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-52015477-3e7f-4823-9640-838beef286fe tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:00.853693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-52015477-3e7f-4823-9640-838beef286fe tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 946 time: 0.0528975 Aug 31 17:14:00.945386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Deleting port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:00.945731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.035866 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] For port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:01.036260 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.048923 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Calling delete_port for 217b84ba-2505-4d4a-89d7-56ca30b3b2ad owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:01.178986 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.206796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event deleted for resources: {'Port': ['ID=217b84ba-2505-4d4a-89d7-56ca30b3b2ad,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:01.251450 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] No DVR routers for this DVR port 217b84ba-2505-4d4a-89d7-56ca30b3b2ad on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:01.254267 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.256330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0818cb57-b8b4-425d-b80c-75b7ea342ae7 req-1da7f290-4a94-4b34-9d04-4a67f198fd6a tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.30 "DELETE /v2.0/ports/217b84ba-2505-4d4a-89d7-56ca30b3b2ad HTTP/1.1" status: 204 len: 173 time: 0.3959646 Aug 31 17:14:01.300712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-deleted', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:01.302646 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5500446-f095-455c-9661-050ee9ce9d05" -d '{"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-deleted", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:01.351513 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d8a25-d1b0-4db9-93a2-b8520673a836 x-openstack-request-id: req-3d1d8a25-d1b0-4db9-93a2-b8520673a836 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:01.351832 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a784a0-ed50-49c2-be40-dbb7f7e34c6b", "name": "network-vif-deleted", "tag": "217b84ba-2505-4d4a-89d7-56ca30b3b2ad", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:01.352086 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d1d8a25-d1b0-4db9-93a2-b8520673a836 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:01.352536 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a784a0-ed50-49c2-be40-dbb7f7e34c6b', 'name': 'network-vif-deleted', 'tag': '217b84ba-2505-4d4a-89d7-56ca30b3b2ad', 'status': 'completed', 'code': 200} Aug 31 17:14:01.797969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-44c6b261-c321-412a-9cd1-468ffc08526c req-212a6aa7-26a0-422b-a8d9-8c988c9a4468 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0364082 Aug 31 17:14:02.895051 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-10a579f0-6db6-47db-ac2d-2f8b9d297de2 req-d1bd4146-069d-4669-bd44-e6ec940e5d21 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0291600 Aug 31 17:14:03.993378 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-b59c4166-33d8-4b4c-82f4-281b5ceda57a req-a76873d6-1a92-4d1d-862f-0e8a3c2eccd1 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0300593 Aug 31 17:14:04.159665 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:04.180870 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: 217b84ba-2505-4d4a-89d7-56ca30b3b2ad {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:04.181224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device 217b84ba-2505-4d4a-89d7-56ca30b3b2ad not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:05.111747 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-98d9d005-23fc-4c54-8e55-755bc9fd03ca req-dd140950-8898-4d21-88bb-7ae29a6eb7a4 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a784a0-ed50-49c2-be40-dbb7f7e34c6b HTTP/1.1" status: 200 len: 210 time: 0.0280032 Aug 31 17:14:06.167320 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46500) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:06.234195 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.260438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.335135 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.337767 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.338950 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] 10.222.0.43 "DELETE /v2.0/security-groups/78ff28ad-f08b-42fb-b7d5-017d14b22e8e HTTP/1.1" status: 204 len: 168 time: 0.1706426 Aug 31 17:14:06.348570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff28ad-f08b-42fb-b7d5-017d14b22e8e,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:06.358293 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.358643 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.358991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.359345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.359670 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.360003 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.360375 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.360745 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.361084 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.361415 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.361753 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.362125 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67800a83-9395-412a-aabc-bc2790fefdb3 tempest-TestShelveInstance-1347800083 tempest-TestShelveInstance-1347800083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:06.392696 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46506) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:06.421140 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:14:06.867402 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:07.116178 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Deleting port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:07.116446 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:07.197559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] For port 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:07.197924 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:07.211355 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Calling delete_port for 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:07.415085 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:07.442604 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:07.610780 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:08.149868 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:08.259551 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:08.267290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9138175d-8b12-467a-8a87-223aba411ea8 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c1bc98f-4b35-4d34-a5d6-f33c6266a723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8707266 Aug 31 17:14:08.267714 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46510) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:08.268454 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208614-5c90-439e-9b8c-d390db43171f None None] Sync routers for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:08.277994 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:08.278596 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:08.491543 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:08.675841 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:14:07Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:08.703093 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208614-5c90-439e-9b8c-d390db43171f None None] Checking router: 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:08.711494 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] Routers {'2c1bc98f-4b35-4d34-a5d6-f33c6266a723'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:08.712100 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:08.715990 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:08.815056 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:08.817743 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] Set router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:08.869976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Deleting port 0a0b2308-c1e2-4dee-a40c-8e16496362e3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:08.870336 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:08.948736 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] For port 0a0b2308-c1e2-4dee-a40c-8e16496362e3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=0a0b2308-c1e2-4dee-a40c-8e16496362e3,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:08.949745 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:08.962446 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Calling delete_port for 0a0b2308-c1e2-4dee-a40c-8e16496362e3 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:08.994709 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-00208614-5c90-439e-9b8c-d390db43171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:14:07Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:09.022401 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00208614-5c90-439e-9b8c-d390db43171f None None] The sync data for ids ['2c1bc98f-4b35-4d34-a5d6-f33c6266a723'] in n-d-793621-35 is: [{'id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'name': 'tempest-TestShelveInstance-1897822285-router', 'tenant_id': '7347f6afc0ee49389d236651d817cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:08Z', 'updated_at': '2021-08-31T17:14:07Z', 'revision_number': 5, 'project_id': '7347f6afc0ee49389d236651d817cf5b', 'gw_port': {'id': '0a0b2308-c1e2-4dee-a40c-8e16496362e3', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bc98f-4b35-4d34-a5d6-f33c6266a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:09Z', 'updated_at': '2021-08-31T17:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:09.129769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.160061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0b2308-c1e2-4dee-a40c-8e16496362e3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:09.218588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.306200 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.308742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.351807 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.352672 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1bc98f-4b35-4d34-a5d6-f33c6266a723 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:14:09.357967 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.360912 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-b1847ec1-c36d-4417-b16c-ef928f044f72 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c1bc98f-4b35-4d34-a5d6-f33c6266a723 HTTP/1.1" status: 204 len: 168 time: 1.0918264 Aug 31 17:14:09.362089 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46512) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:09.429786 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Deleting subnet b26f3016-af08-4953-baf9-0ef40f250e13 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:14:09.441033 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.480953 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.484432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:09.509465 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:09.509816 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 8fcecc70-3b11-4d6d-ba4b-fa99fb25ef4d not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:09.561139 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.613768 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.641057 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26f3016-af08-4953-baf9-0ef40f250e13,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:09.643051 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.644870 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-9bb0ab65-df85-4dfb-ab6e-417587c0bbb7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b26f3016-af08-4953-baf9-0ef40f250e13 HTTP/1.1" status: 204 len: 168 time: 0.2817600 Aug 31 17:14:09.647580 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46514) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:09.649452 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd32c8-5132-43b1-8f70-6d87a234cb99 None None] Network 3af275b6-4072-4366-8a3a-dc54cd9da1a0 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:09.723470 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.785493 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Deleting port 70609bad-35ea-4030-86ca-b3c96593d437 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:09.785844 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.848588 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] For port 70609bad-35ea-4030-86ca-b3c96593d437, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=70609bad-35ea-4030-86ca-b3c96593d437,segment=NetworkSegment(988b40ea-e02b-475d-89f0-37dcadf1b7d7),segment_id=988b40ea-e02b-475d-89f0-37dcadf1b7d7)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:09.848962 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.862482 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Calling delete_port for 70609bad-35ea-4030-86ca-b3c96593d437 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:09.943374 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:09.967752 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=70609bad-35ea-4030-86ca-b3c96593d437,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:09.973774 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] No DVR routers for this DVR port 70609bad-35ea-4030-86ca-b3c96593d437 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:10.048266 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.059705 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af275b6-4072-4366-8a3a-dc54cd9da1a0']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:10.070948 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988b40ea-e02b-475d-89f0-37dcadf1b7d7') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:10.071246 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988b40ea-e02b-475d-89f0-37dcadf1b7d7') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:10.082146 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.097027 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed3abd-7771-4c49-bead-0aa3cc37a63c None None] DHCP port deletion for 3af275b6-4072-4366-8a3a-dc54cd9da1a0 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:14:10.100309 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: timer() Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:14:10.111942 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:14:10.165514 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.171010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.172873 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3af275b6-4072-4366-8a3a-dc54cd9da1a0 HTTP/1.1" status: 204 len: 168 time: 0.5239563 Aug 31 17:14:10.175946 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46516) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:10.184114 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80753a33-c48f-4ae2-b41d-22d758cc7c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af275b6-4072-4366-8a3a-dc54cd9da1a0,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:10.523639 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.766765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Deleting port 678e985e-856d-4649-9475-bb1a68edcc8f {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:10.767102 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.843616 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] For port 678e985e-856d-4649-9475-bb1a68edcc8f, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=678e985e-856d-4649-9475-bb1a68edcc8f,segment=NetworkSegment(541dd560-0461-465a-bc21-644bb27ffb9e),segment_id=541dd560-0461-465a-bc21-644bb27ffb9e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:10.843896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.856761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Calling delete_port for 678e985e-856d-4649-9475-bb1a68edcc8f owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:11.032580 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:11.064415 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=678e985e-856d-4649-9475-bb1a68edcc8f,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:11.229218 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:11.435081 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 70609bad-35ea-4030-86ca-b3c96593d437 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:11.454304 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:11.458382 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 70609bad-35ea-4030-86ca-b3c96593d437 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:11.458725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 70609bad-35ea-4030-86ca-b3c96593d437 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:11.459133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0a0b2308-c1e2-4dee-a40c-8e16496362e3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:11.477759 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 0a0b2308-c1e2-4dee-a40c-8e16496362e3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:11.478106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 0a0b2308-c1e2-4dee-a40c-8e16496362e3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:11.561264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:11.567507 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-38114ca6-8919-4a04-8a9f-123f935b4f6d admin admin] 10.222.0.43 "PUT /v2.0/routers/ca4123e8-9abf-4458-b5ed-2e97e2fff8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3891227 Aug 31 17:14:11.568944 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46518) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:11.571482 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] Sync routers for ids ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:11.581285 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] Routers {'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:11.581897 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:11.677740 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:11.689855 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] Set router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:11.782238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:11.839329 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Deleting port 5b2dfc26-76de-4598-a698-8d2dae98b1ae {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:11.839677 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:11.871862 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:14:10Z', 'revision_number': 5, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port': {'id': '5b2dfc26-76de-4598-a698-8d2dae98b1ae', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:05:14Z', 'updated_at': '2021-08-31T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:11.897953 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] Checking router: ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:11.906861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] Routers {'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:11.907469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:11.918622 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] For port 5b2dfc26-76de-4598-a698-8d2dae98b1ae, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=5b2dfc26-76de-4598-a698-8d2dae98b1ae,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:11.919018 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:11.931951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Calling delete_port for 5b2dfc26-76de-4598-a698-8d2dae98b1ae owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:11.994096 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] Set router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:12.049822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:14:11Z', 'revision_number': 6, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:12.077478 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045068c-af41-4d6c-a557-17f0f59d8e62 None None] The sync data for ids ['ca4123e8-9abf-4458-b5ed-2e97e2fff8d8'] in n-d-793621-35 is: [{'id': 'ca4123e8-9abf-4458-b5ed-2e97e2fff8d8', 'name': 'tempest-TestShelveInstance-1469302998-router', 'tenant_id': 'ce031882e5884d06ac62ef209c0be6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:05:13Z', 'updated_at': '2021-08-31T17:14:11Z', 'revision_number': 6, 'project_id': 'ce031882e5884d06ac62ef209c0be6cf', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:12.104928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.132897 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2dfc26-76de-4598-a698-8d2dae98b1ae,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:12.196012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.285697 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.287818 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.338799 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.339560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:14:12.348669 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.349951 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-66782d47-e8a9-4191-ab03-a5f12a2eb4e4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ca4123e8-9abf-4458-b5ed-2e97e2fff8d8 HTTP/1.1" status: 204 len: 168 time: 0.7791848 Aug 31 17:14:12.352452 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46520) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:12.401384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_v2 [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Deleting subnet 8c75b195-5066-46f4-b3a6-7220b77ee8d6 {{(pid=101477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:14:12.404362 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.440577 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3972084'] for subnet, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.527997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.582483 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3912023'] for subnet, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.612836 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c75b195-5066-46f4-b3a6-7220b77ee8d6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:12.617633 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.619556 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-11408d57-5bd0-4aa7-9335-7c137e4bc1e0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c75b195-5066-46f4-b3a6-7220b77ee8d6 HTTP/1.1" status: 204 len: 168 time: 0.2661164 Aug 31 17:14:12.622826 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46522) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:12.623319 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3777a-9135-44ec-9495-832d325e0047 None None] Network 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:12.693386 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.755455 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Deleting port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:12.755800 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.822707 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] For port b635f922-d6cc-49e2-a37a-b3cd4a8ed778, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,segment=NetworkSegment(541dd560-0461-465a-bc21-644bb27ffb9e),segment_id=541dd560-0461-465a-bc21-644bb27ffb9e)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:12.822989 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.835994 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Calling delete_port for b635f922-d6cc-49e2-a37a-b3cd4a8ed778 owned by network:dhcp {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:12.872615 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] DHCP port deletion for 8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:14:12.922567 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Deleting port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:12.923263 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.923960 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:12.951264 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:12.956296 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] No DVR routers for this DVR port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 on host n-d-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:12.999811 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] For port b635f922-d6cc-49e2-a37a-b3cd4a8ed778, host n-d-793621-35, got binding levels [] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:13.000126 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.016228 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Calling delete_port for b635f922-d6cc-49e2-a37a-b3cd4a8ed778 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:13.019251 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.ipam_backend_mixin [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 was not found and therefore no delete operation was performed {{(pid=101479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 17:14:13.020593 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.044172 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.049734 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Pushing event deleted for resources: {'Port': ['ID=b635f922-d6cc-49e2-a37a-b3cd4a8ed778,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:13.057136 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf']}} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:13.065889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] No DVR routers for this DVR port b635f922-d6cc-49e2-a37a-b3cd4a8ed778 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:13.072143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541dd560-0461-465a-bc21-644bb27ffb9e') {'for_net_delete': True} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:13.072537 n-d-793621-35 neutron-server[101477]: DEBUG neutron.services.segments.db [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541dd560-0461-465a-bc21-644bb27ffb9e') {} {{(pid=101477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.077502 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.078806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.078806 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e38a503-a3de-4c05-b9cb-565ed576f9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:13.086976 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3972047'] for segment, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.103611 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.112407 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:14:13.113003 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3871944'] for segment, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: Traceback (most recent call last): Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: timer() Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: cb(*args, **kw) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: return func(*args, **kwargs) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: self._notify() Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: self.callback(batched_events) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: event.method(event) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: return f(self, *a, **k) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: return self._get(url).json() Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: return self.request(url, 'GET', **kwargs) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:14:13.115463 n-d-793621-35 neutron-server[101477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:14:13.177670 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.186926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.189045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] 10.222.0.43 "DELETE /v2.0/networks/8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf HTTP/1.1" status: 204 len: 168 time: 0.5652695 Aug 31 17:14:13.213936 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7906ac-1530-4510-8e74-9526debdea9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3d9ff9-77ad-4a5d-9cfa-2fd8200ddadf,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:13.317801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46526) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:13.358387 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-2de6db94-6a3a-4a7b-a82f-68df05547088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7347f6afc0ee49389d236651d817cf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393639 Aug 31 17:14:13.360783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46528) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:13.385596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 678e985e-856d-4649-9475-bb1a68edcc8f no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:13.407266 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 678e985e-856d-4649-9475-bb1a68edcc8f {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:13.407655 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 678e985e-856d-4649-9475-bb1a68edcc8f not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:13.407991 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b635f922-d6cc-49e2-a37a-b3cd4a8ed778 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:13.425196 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aad991d0-39ec-45a1-8aca-8ea2f9ca63fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.428580 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: b635f922-d6cc-49e2-a37a-b3cd4a8ed778 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:13.429374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device b635f922-d6cc-49e2-a37a-b3cd4a8ed778 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:13.429374 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b2dfc26-76de-4598-a698-8d2dae98b1ae no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:13.453316 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aad991d0-39ec-45a1-8aca-8ea2f9ca63fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.457294 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 5b2dfc26-76de-4598-a698-8d2dae98b1ae {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:13.457653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 5b2dfc26-76de-4598-a698-8d2dae98b1ae not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:13.508807 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aad991d0-39ec-45a1-8aca-8ea2f9ca63fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.511238 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-aad991d0-39ec-45a1-8aca-8ea2f9ca63fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.512422 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-aad991d0-39ec-45a1-8aca-8ea2f9ca63fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/311a2016-d8da-44a4-a3f5-b94ee6a35ea3 HTTP/1.1" status: 204 len: 168 time: 0.1506305 Aug 31 17:14:13.520691 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad991d0-39ec-45a1-8aca-8ea2f9ca63fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a2016-d8da-44a4-a3f5-b94ee6a35ea3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:13.846090 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46534) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:13.886808 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-bac9204c-b8d0-4bd8-991a-e63ed0fcb509 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce031882e5884d06ac62ef209c0be6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393105 Aug 31 17:14:13.889951 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46536) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:13.939857 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22a7ccac-5a3c-4b5b-9aed-69c207298553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.963760 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22a7ccac-5a3c-4b5b-9aed-69c207298553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.009946 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22a7ccac-5a3c-4b5b-9aed-69c207298553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.013004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-22a7ccac-5a3c-4b5b-9aed-69c207298553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.014279 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-22a7ccac-5a3c-4b5b-9aed-69c207298553 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c16c24d-fc6f-42b3-b99a-f2bb16a9c5d6 HTTP/1.1" status: 204 len: 168 time: 0.1233838 Aug 31 17:14:14.022242 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7ccac-5a3c-4b5b-9aed-69c207298553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c16c24d-fc6f-42b3-b99a-f2bb16a9c5d6,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:14.691498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46558) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:14.790025 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1152204943-network', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:14.813386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Made reservation on behalf of dd8595af0c454a94bee251be114cbe22 for: {'network': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:14:14.815731 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.824248 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.912346 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.916083 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.940752 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:14:14.949324 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da21e823-c99f-47e7-b814-3c948f585bd3,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:14.955387 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.955733 n-d-793621-35 neutron-server[101477]: INFO neutron.db.segments_db [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Added segment 2b012e2f-b58e-4039-ad39-871fe4aab1d1 of type vlan for network f8a7ad04-0f87-440e-bf71-049424540540 Aug 31 17:14:14.994806 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.018333 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.019301 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:15.019861 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Notify callbacks [] for network, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.079532 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3869131 Aug 31 17:14:15.083204 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46562) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:15.088076 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e34220-09df-4ce7-9ff4-839f423bc91f admin admin] Pushing event updated for resources: {'Network': ['ID=f8a7ad04-0f87-440e-bf71-049424540540,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:15.090167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Request body: {'subnet': {'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1152204943-subnet', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'ip_version': 4}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:15.098760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network f8a7ad04-0f87-440e-bf71-049424540540 details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:14:15.113793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Made reservation on behalf of dd8595af0c454a94bee251be114cbe22 for: {'subnet': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:14:15.116259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58871368'] for subnet, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.290742 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3768810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58871390'] for subnet, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.351410 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d951901-a92a-4300-8b92-01d8b8311321,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:15.361882 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Checking segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:15.362281 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Network hostable DHCP agents. Network: f8a7ad04-0f87-440e-bf71-049424540540, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:14:15.377664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Network f8a7ad04-0f87-440e-bf71-049424540540 is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:14:15.386082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, f8a7ad04-0f87-440e-bf71-049424540540) {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:15.390846 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:15.391643 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.395882 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab58aab-d922-4914-9861-e4cdc1bb514d None None] Network f8a7ad04-0f87-440e-bf71-049424540540 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:15.409408 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-92383611-213e-475b-a74b-ac6e7da22480 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3216903 Aug 31 17:14:15.409728 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46564) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:15.414070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:15.434947 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.435952 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.487333 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.544723 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-f8a7ad04-0f87-440e-bf71-049424540540', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:14:15.545594 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.626282 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.679359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Allocated IP 172.20.0.2 (f8a7ad04-0f87-440e-bf71-049424540540/8d951901-a92a-4300-8b92-01d8b8311321/121745ab-7a38-433a-a89a-5ea1c4a51edd) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:15.820839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.829390 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.830526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Transition to ACTIVE for port object 121745ab-7a38-433a-a89a-5ea1c4a51edd will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:15.845264 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Transition to ACTIVE for port object 121745ab-7a38-433a-a89a-5ea1c4a51edd will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:15.851612 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.854171 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.895725 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Network f8a7ad04-0f87-440e-bf71-049424540540 is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:15.898591 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:15.900992 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:15.910182 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Pushing event updated for resources: {'Port': ['ID=121745ab-7a38-433a-a89a-5ea1c4a51edd,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:15.963131 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Attempting to bind port 121745ab-7a38-433a-a89a-5ea1c4a51edd on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:15.963513 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Attempting to bind port 121745ab-7a38-433a-a89a-5ea1c4a51edd by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:15.963887 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Attempting to bind port 121745ab-7a38-433a-a89a-5ea1c4a51edd on network f8a7ad04-0f87-440e-bf71-049424540540 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:15.969261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:15.969666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Checking segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:15.970073 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.970469 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Bound using segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:15.970969 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Bound port: 121745ab-7a38-433a-a89a-5ea1c4a51edd, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:15.971174 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Allocated IP 172.25.6.224 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/2aef76fe-3165-4be2-b2de-4563eae92d62) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:15.971355 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.034224 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] For port 121745ab-7a38-433a-a89a-5ea1c4a51edd, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:16.037366 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] For port 121745ab-7a38-433a-a89a-5ea1c4a51edd, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=121745ab-7a38-433a-a89a-5ea1c4a51edd,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:16.041752 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.079377 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.107889 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42116e-2d4f-4b9b-bf6f-ce93e0dcfb39 None None] Pushing event updated for resources: {'Port': ['ID=121745ab-7a38-433a-a89a-5ea1c4a51edd,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:16.121010 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.163603 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:16.166594 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:16.171777 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:16.174828 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Pushing event updated for resources: {'Port': ['ID=2aef76fe-3165-4be2-b2de-4563eae92d62,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:16.444370 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.654647 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.787167 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Router 6920af56-1e9e-4361-9c91-da4c2333851d is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:14:16.906155 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:16.917889 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:16.925752 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.927229 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-0624aad7-c7d1-4852-9541-8384b697f55e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5164053 Aug 31 17:14:16.929710 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:16.930162 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46566) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:16.930382 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:17.040985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:17.057423 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e42aa8-2bf2-4e94-ba36-7cbd570076d4 None None] Network f8a7ad04-0f87-440e-bf71-049424540540 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:17.137283 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-75584c59-a1ec-455d-8546-1342f1cb7fba None None] Provisioning for port 121745ab-7a38-433a-a89a-5ea1c4a51edd completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:17.234176 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:16Z', 'revision_number': 3, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:17.264741 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:17.265190 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Updating router 6920af56-1e9e-4361-9c91-da4c2333851d port 2aef76fe-3165-4be2-b2de-4563eae92d62 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:14:17.290743 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.398975 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.463248 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 121745ab-7a38-433a-a89a-5ea1c4a51edd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:17.521616 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 121745ab-7a38-433a-a89a-5ea1c4a51edd completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:17.525780 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 121745ab-7a38-433a-a89a-5ea1c4a51edd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:17.527006 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.587829 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Allocated IP 172.20.0.1 (f8a7ad04-0f87-440e-bf71-049424540540/8d951901-a92a-4300-8b92-01d8b8311321/7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:17.594203 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.607393 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Transition to ACTIVE for port object 2aef76fe-3165-4be2-b2de-4563eae92d62 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:17.609548 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.614077 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.650172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 121745ab-7a38-433a-a89a-5ea1c4a51edd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=121745ab-7a38-433a-a89a-5ea1c4a51edd,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:17.658035 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.665209 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Pushing event updated for resources: {'Port': ['ID=2aef76fe-3165-4be2-b2de-4563eae92d62,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:17.675029 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.675489 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.675868 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.676309 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.676714 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.677114 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.677511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.677902 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.678294 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.678684 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.679074 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.679466 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:17.702681 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Attempting to bind port 2aef76fe-3165-4be2-b2de-4563eae92d62 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:17.702993 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Attempting to bind port 2aef76fe-3165-4be2-b2de-4563eae92d62 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:17.703311 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Attempting to bind port 2aef76fe-3165-4be2-b2de-4563eae92d62 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:17.713659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=121745ab-7a38-433a-a89a-5ea1c4a51edd,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:17.722220 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:17.722526 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:17.723525 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.723935 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:17.724643 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Bound port: 2aef76fe-3165-4be2-b2de-4563eae92d62, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:17.725042 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.726511 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.743804 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Transition to ACTIVE for port object 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:17.782933 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.784141 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] For port 2aef76fe-3165-4be2-b2de-4563eae92d62, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:17.787513 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] For port 2aef76fe-3165-4be2-b2de-4563eae92d62, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2aef76fe-3165-4be2-b2de-4563eae92d62,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:17.794501 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.823031 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Network f8a7ad04-0f87-440e-bf71-049424540540 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:17.831230 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:17.833993 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:17.852445 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:17.853431 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:17.865102 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:17.883036 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.899038 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897ddd2-603b-439d-845f-11a012373f2d None None] Pushing event updated for resources: {'Port': ['ID=2aef76fe-3165-4be2-b2de-4563eae92d62,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:18.002106 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:18.145713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-883e54fe-c25c-4d6f-bdc5-1a59c55003ab None None] Provisioning for port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:18.153786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-883e54fe-c25c-4d6f-bdc5-1a59c55003ab None None] Provisioning complete for port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:18.154467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-883e54fe-c25c-4d6f-bdc5-1a59c55003ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:18.201828 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-883e54fe-c25c-4d6f-bdc5-1a59c55003ab None None] Port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:14:18.354310 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:16Z', 'revision_number': 3, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:18.394850 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1063566-505d-4b31-8a8c-20b7c922d20b None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:16Z', 'revision_number': 3, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:18.428134 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:18.640599 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:18.657606 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:18.731910 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:18.734256 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:18.838067 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Network f8a7ad04-0f87-440e-bf71-049424540540 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:18.839438 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:19.002450 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Router 6920af56-1e9e-4361-9c91-da4c2333851d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:19.146340 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-2c4a0845-037e-47c4-bd30-29140977ebfa None None] Provisioning complete for port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:19.147064 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0845-037e-47c4-bd30-29140977ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.186860 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a0845-037e-47c4-bd30-29140977ebfa None None] Port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:14:19.195937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:19.204785 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-22a444e4-6983-49c3-97ff-fd508acc0237 admin admin] 10.222.0.43 "PUT /v2.0/routers/6920af56-1e9e-4361-9c91-da4c2333851d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738233 Aug 31 17:14:19.474590 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2aef76fe-3165-4be2-b2de-4563eae92d62 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:19.526360 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 2aef76fe-3165-4be2-b2de-4563eae92d62 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:19.530450 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2aef76fe-3165-4be2-b2de-4563eae92d62 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:19.530833 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.616939 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.640642 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 2aef76fe-3165-4be2-b2de-4563eae92d62, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2aef76fe-3165-4be2-b2de-4563eae92d62,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:19.647555 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.648793 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 121745ab-7a38-433a-a89a-5ea1c4a51edd up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:19.725058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=2aef76fe-3165-4be2-b2de-4563eae92d62,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:19.740056 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 121745ab-7a38-433a-a89a-5ea1c4a51edd triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:19.740452 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.766388 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46584) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:19.771681 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-843248913-network', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:19.796076 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Made reservation on behalf of 3d0fb574f6f347dfa04268cdfb03c278 for: {'network': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:14:19.798691 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for network, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.807919 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.906111 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.910259 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.936688 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:14:19.946591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052d0ae7-58cd-46eb-bc79-4a3f6a9a1f59,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:19.955017 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:19.955385 n-d-793621-35 neutron-server[101478]: INFO neutron.db.segments_db [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Added segment 735d38bc-1781-4e07-b008-f4a9058d0c01 of type vlan for network d5c64893-a872-4ce6-8932-635ef403e80c Aug 31 17:14:20.001811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764660353886'] for network, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.032901 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385'] for network, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.033878 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:20.034499 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.099633 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3319883 Aug 31 17:14:20.102952 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46586) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:20.108707 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70c838-435f-478f-bc71-a087cf2b923b admin admin] Pushing event updated for resources: {'Network': ['ID=d5c64893-a872-4ce6-8932-635ef403e80c,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:20.109291 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Request body: {'subnet': {'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-843248913-subnet', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'ip_version': 4}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:20.120544 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Network d5c64893-a872-4ce6-8932-635ef403e80c details requested by agent ovs-agent-n-d-793621-35 with host n-d-793621-35 {{(pid=101479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:14:20.140445 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Made reservation on behalf of 3d0fb574f6f347dfa04268cdfb03c278 for: {'subnet': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:14:20.142940 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3912056'] for subnet, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.233441 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:20.243540 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:20.244221 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:20.383038 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3873709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3912046'] for subnet, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.398083 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:20.441230 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea348f5e-3198-49e6-85b7-bb17d416c221,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:20.452812 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Checking segment: {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:20.453181 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Network hostable DHCP agents. Network: d5c64893-a872-4ce6-8932-635ef403e80c, hostable agents: ['35e049b4-0862-48f6-bdda-e0a8ea29cd38'], hosted agents: [] {{(pid=101477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:14:20.471599 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Network d5c64893-a872-4ce6-8932-635ef403e80c is scheduled to be hosted by DHCP agent 35e049b4-0862-48f6-bdda-e0a8ea29cd38 with binding_index 1 {{(pid=101477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:14:20.486310 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-35, d5c64893-a872-4ce6-8932-635ef403e80c) {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:20.492669 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:20.492853 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.495915 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06322573-df0d-42ff-a1e9-8b963051a90a None None] Network d5c64893-a872-4ce6-8932-635ef403e80c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:20.508969 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eb03cb33-8e72-44eb-aa1e-61b24d583f6a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4047158 Aug 31 17:14:20.512354 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46588) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:20.517071 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:20.538530 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5153'] for router, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.539993 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5176'] for router, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.605049 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.739064 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 2, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:20.743957 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp756a7c75-3936-5bf0-bbbd-5e389993ae6b-d5c64893-a872-4ce6-8932-635ef403e80c', 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'fixed_ips': [{'subnet_id': 'ea348f5e-3198-49e6-85b7-bb17d416c221'}]}} from n-d-793621-35. {{(pid=101479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:14:20.744829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.758592 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.771336 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:20.771693 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Updating router 6920af56-1e9e-4361-9c91-da4c2333851d port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:14:20.810095 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.027172 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.db_base_plugin_common [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Allocated IP 172.20.0.2 (d5c64893-a872-4ce6-8932-635ef403e80c/ea348f5e-3198-49e6-85b7-bb17d416c221/06a51d2a-2c4e-4627-b1e6-d7f31bb74db8) {{(pid=101479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:21.281102 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f244-3956-4899-a507-3ac03847796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.305242 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Notify callbacks [] for port, precommit_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.319587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.324212 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Transition to ACTIVE for port object 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:21.338904 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Transition to ACTIVE for port object 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:21.350098 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.352543 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Transition to ACTIVE for port object 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 will not be triggered until provisioned by entity DHCP. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:21.381042 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093'] for port, after_create {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.411153 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.418060 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Network d5c64893-a872-4ce6-8932-635ef403e80c is already hosted by enough agents. {{(pid=101479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:21.420680 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2aef76fe-3165-4be2-b2de-4563eae92d62 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:21.425155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaa8fb-0a00-4b93-abe0-c8aa20238b29 None None] Pushing event updated for resources: {'Port': ['ID=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:21.429698 n-d-793621-35 neutron-server[101479]: DEBUG neutron.scheduler.base_scheduler [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Resources bound (agent type, host, resource id): {{(pid=101479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:21.434783 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.452410 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Received port after_create {{(pid=101479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:21.555563 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Allocated IP 172.25.6.98 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/be13f618-f423-46f4-9a51-ff489b8872d8) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:21.582566 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Pushing event updated for resources: {'Port': ['ID=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,revision_number=1']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:21.585414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Attempting to bind port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:21.585786 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Attempting to bind port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:21.586146 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Attempting to bind port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 on network f8a7ad04-0f87-440e-bf71-049424540540 {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:21.602464 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:21.602911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Checking segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:21.603319 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.603714 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Bound using segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:21.604225 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Bound port: 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:21.604610 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.623526 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Attempting to bind port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:21.623910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Attempting to bind port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:21.624288 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Attempting to bind port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 on network d5c64893-a872-4ce6-8932-635ef403e80c {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:21.654512 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:21.654886 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Checking segment: {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:21.655289 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.655685 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Bound using segment: {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:21.656170 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Bound port: 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:21.656569 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.661249 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 2aef76fe-3165-4be2-b2de-4563eae92d62 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:21.661610 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.678324 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.726307 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.774845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:21.778544 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:21.782758 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:21.810776 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Pushing event updated for resources: {'Port': ['ID=be13f618-f423-46f4-9a51-ff489b8872d8,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:21.917208 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] For port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:21.938717 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] For port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:21.957522 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.997586 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] For port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:22.050461 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] For port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:22.069160 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:22.082247 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaa8fb-0a00-4b93-abe0-c8aa20238b29 None None] Pushing event updated for resources: {'Port': ['ID=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:22.082997 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:22.084869 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:22.085429 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:22.228645 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d0dbc-1640-4b6f-8d92-9dc9305ee9ce None None] Pushing event updated for resources: {'Port': ['ID=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,revision_number=2']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:22.269682 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:22.326066 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621042'] for router, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:22.502968 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Router dcbeccf6-e39e-4b79-98c6-f4c37f567853 is scheduled to L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 with binding_index 1 {{(pid=101477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:14:22.531861 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:21Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:22.566535 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f14-5660-4b46-a2a4-4d0de1775cb2 None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:21Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:22.646711 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:22.668287 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Sync routers for ids ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:22.675681 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:22.680258 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-c221c495-6869-4284-a13c-686818f4fe6e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1640134 Aug 31 17:14:22.680847 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46590) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:22.686235 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Routers {'dcbeccf6-e39e-4b79-98c6-f4c37f567853'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:22.686883 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:22.823976 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Set router dcbeccf6-e39e-4b79-98c6-f4c37f567853 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:23.056528 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:14:21Z', 'revision_number': 3, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:23.084708 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Checking router: dcbeccf6-e39e-4b79-98c6-f4c37f567853 for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:23.085066 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Updating router dcbeccf6-e39e-4b79-98c6-f4c37f567853 port be13f618-f423-46f4-9a51-ff489b8872d8 binding host n-d-793621-35 {{(pid=101480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:14:23.112533 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.269556 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.306223 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e1a2b-6ea2-4a81-91db-80452739ccb6 None None] Network d5c64893-a872-4ce6-8932-635ef403e80c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:23.491809 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Notify callbacks [] for port, precommit_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.493335 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-c30b8bff-4dcb-4b4c-a303-868b00709519 None None] Provisioning for port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:23.509693 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.provisioning_blocks [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Transition to ACTIVE for port object be13f618-f423-46f4-9a51-ff489b8872d8 will not be triggered until provisioned by entity L2. {{(pid=101480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:23.519574 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.568729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:23.586943 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010d4e-1cb3-4aba-a65b-1121e19194fd None None] Pushing event updated for resources: {'Port': ['ID=be13f618-f423-46f4-9a51-ff489b8872d8,revision_number=2']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:23.589461 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Allocated IP 172.20.0.1 (d5c64893-a872-4ce6-8932-635ef403e80c/ea348f5e-3198-49e6-85b7-bb17d416c221/f9366ee0-aaff-46bc-9335-93f6bc3af4d3) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:23.601073 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Attempting to bind port be13f618-f423-46f4-9a51-ff489b8872d8 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:23.601446 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Attempting to bind port be13f618-f423-46f4-9a51-ff489b8872d8 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:23.601809 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Attempting to bind port be13f618-f423-46f4-9a51-ff489b8872d8 on network a72a23db-185e-4387-b2be-9681752b2fa1 {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:23.608256 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:23.608638 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Checking segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:23.609617 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.609617 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Bound using segment: {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'} {{(pid=101480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:23.610100 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.managers [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Bound port: be13f618-f423-46f4-9a51-ff489b8872d8, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01044ea2-0236-4723-89bc-dc06ac0946e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1'}}] {{(pid=101480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:23.610771 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.674409 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] For port be13f618-f423-46f4-9a51-ff489b8872d8, host n-d-793621-35, cleared binding levels {{(pid=101480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:23.678024 n-d-793621-35 neutron-server[101480]: DEBUG neutron.plugins.ml2.db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] For port be13f618-f423-46f4-9a51-ff489b8872d8, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be13f618-f423-46f4-9a51-ff489b8872d8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:23.683714 n-d-793621-35 neutron-server[101480]: DEBUG neutron_lib.callbacks.manager [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.690304 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:23.695984 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:23.696924 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.759662 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Routers {'dcbeccf6-e39e-4b79-98c6-f4c37f567853'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:23.759968 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:13:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:23.769136 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.791308 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Transition to ACTIVE for port object f9366ee0-aaff-46bc-9335-93f6bc3af4d3 will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:23.831113 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.852272 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.883844 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010d4e-1cb3-4aba-a65b-1121e19194fd None None] Pushing event updated for resources: {'Port': ['ID=be13f618-f423-46f4-9a51-ff489b8872d8,revision_number=3']} {{(pid=101480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:23.884109 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:23.899370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.901189 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:23.927963 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Network d5c64893-a872-4ce6-8932-635ef403e80c is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:23.933968 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:23.939624 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:23.951196 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] Set router dcbeccf6-e39e-4b79-98c6-f4c37f567853 gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:23.993648 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615297'] for router_interface, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.040596 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-1e3f9059-89cf-4835-9d76-8508c1be64c8 None None] Provisioning complete for port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:24.041414 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9059-89cf-4835-9d76-8508c1be64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.046822 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:24.087668 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:24.096899 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:24.097290 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.156895 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Pushing event updated for resources: {'Port': ['ID=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:24.192331 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.214409 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.217511 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:14:21Z', 'revision_number': 3, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:24.262208 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a423800-378a-4a99-92b1-8034161a5060 None None] The sync data for ids ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'] in n-d-793621-35 is: [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:14:21Z', 'revision_number': 3, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:24.299049 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:24.306173 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.360050 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:24.414735 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.420636 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.424133 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-73207ed2-090d-4866-9f48-2ccf21de0f72 None None] Provisioning for port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:24.428826 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-73207ed2-090d-4866-9f48-2ccf21de0f72 None None] Provisioning complete for port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:24.429212 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-73207ed2-090d-4866-9f48-2ccf21de0f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.474256 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-73207ed2-090d-4866-9f48-2ccf21de0f72 None None] Port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:14:24.500301 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Pushing event updated for resources: {'Port': ['ID=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:24.505669 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16225351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619313'] for router_interface, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.625997 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Network d5c64893-a872-4ce6-8932-635ef403e80c is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:24.627675 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:24.788423 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Router dcbeccf6-e39e-4b79-98c6-f4c37f567853 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:24.905394 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-3d52c71e-af12-4e02-9f40-623234d6f76c None None] Provisioning complete for port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:24.906386 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3d52c71e-af12-4e02-9f40-623234d6f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.924119 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:24.929133 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-728c2475-0d09-40ab-839c-14b7abd2754a admin admin] 10.222.0.43 "PUT /v2.0/routers/dcbeccf6-e39e-4b79-98c6-f4c37f567853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2451799 Aug 31 17:14:24.959734 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:24.963983 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-3d52c71e-af12-4e02-9f40-623234d6f76c None None] Port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:14:25.434404 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.455426 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46598) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:25.460466 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978358585', 'description': 'tempest-secgroup-smoke-1978358585 description', 'project_id': 'dd8595af0c454a94bee251be114cbe22'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:25.484774 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:25.490568 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.537155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:25.537632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.582769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.587234 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.615940 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.617296 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1608303 Aug 31 17:14:25.619236 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977891d3-ba21-4505-a282-cee40b242288 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3031262-83a4-43ba-8da4-d47a1f4a9dfa,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:25.620559 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46600) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:25.626160 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group_rule': {'security_group_id': 'c3031262-83a4-43ba-8da4-d47a1f4a9dfa', 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:25.628762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:25.656548 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.679250 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:25.679680 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.724675 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.729135 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.743989 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8218ead8-90f8-47eb-bbcb-c6d67568e198,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:25.757764 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.759351 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-4f6f9b14-6774-4c70-86c9-7c411f82c5ca tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370146 Aug 31 17:14:25.762182 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46602) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:25.766761 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group_rule': {'security_group_id': 'c3031262-83a4-43ba-8da4-d47a1f4a9dfa', 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:25.783412 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e1882b03-ba2f-45dc-91a8-c0d96e6f53fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.787603 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be13f618-f423-46f4-9a51-ff489b8872d8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:25.796134 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.847813 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port be13f618-f423-46f4-9a51-ff489b8872d8 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:25.852505 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port be13f618-f423-46f4-9a51-ff489b8872d8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:25.852895 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.863317 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.868978 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.891765 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c797cff1-ef9c-49b0-b770-2fa3f6d943ae,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:25.896105 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.899864 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-d29f9952-8e4c-41e8-8597-ad29f83b0cbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342051 Aug 31 17:14:25.900448 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46604) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:25.905385 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group_rule': {'security_group_id': 'c3031262-83a4-43ba-8da4-d47a1f4a9dfa', 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:25.932829 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.942218 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.974906 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port be13f618-f423-46f4-9a51-ff489b8872d8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be13f618-f423-46f4-9a51-ff489b8872d8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:25.979878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.988133 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.999422 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.003519 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.025402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46d7a12-2f69-4879-acca-8478c676c154,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.029864 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.036566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-f946e9a1-bbfd-4dac-bbf7-174c231c273e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303596 Aug 31 17:14:26.036664 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46606) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:26.038991 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group_rule': {'security_group_id': 'c3031262-83a4-43ba-8da4-d47a1f4a9dfa', 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:26.042432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=be13f618-f423-46f4-9a51-ff489b8872d8,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.067064 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.072446 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Sync routers for ids ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:26.086332 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Routers {'dcbeccf6-e39e-4b79-98c6-f4c37f567853'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:26.086962 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:14:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:26.129083 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.133619 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.157641 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca3ace3-82ed-4293-9b0e-3c8cf3c33bcd,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.161460 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.165481 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46608) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:26.165721 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2fe6fd03-0a67-43bd-8516-dc67188ca515 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301627 Aug 31 17:14:26.170686 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group_rule': {'security_group_id': 'c3031262-83a4-43ba-8da4-d47a1f4a9dfa', 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:26.194574 n-d-793621-35 neutron-server[101477]: INFO neutron.db.securitygroups_db [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Project dd8595af0c454a94bee251be114cbe22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:14:26.201471 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.203750 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.222180 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Set router dcbeccf6-e39e-4b79-98c6-f4c37f567853 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:26.265795 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.270904 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.290386 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa92204b-821a-4dae-8025-85e6fdc111c3,revision_number=0']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.298758 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.299967 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-358adc6c-e61d-41f1-ab21-ab9050439afc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334455 Aug 31 17:14:26.303040 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46610) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:26.307853 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'security_group_rule': {'security_group_id': 'c3031262-83a4-43ba-8da4-d47a1f4a9dfa', 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:26.330820 n-d-793621-35 neutron-server[101478]: INFO neutron.db.securitygroups_db [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Project dd8595af0c454a94bee251be114cbe22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:14:26.335659 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.400405 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.404617 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512924'] for security_group_rule, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.422938 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c09510-4cf5-446b-96e3-fed359dbee26,revision_number=0']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.432339 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.433837 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6e2b2975-06d9-4e28-9138-dd2439a6432f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295176 Aug 31 17:14:26.452362 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 4, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f9366ee0-aaff-46bc-9335-93f6bc3af4d3', 'name': '', 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'mac_address': 'fa:16:3e:ba:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ea348f5e-3198-49e6-85b7-bb17d416c221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:23Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 2, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'subnets': [{'id': 'ea348f5e-3198-49e6-85b7-bb17d416c221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:26.480048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Checking router: dcbeccf6-e39e-4b79-98c6-f4c37f567853 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:26.480433 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Updating router dcbeccf6-e39e-4b79-98c6-f4c37f567853 port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 binding host n-d-793621-35 {{(pid=101479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:14:26.507478 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.585680 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-3d8db20c-9386-499a-9353-26db1091fbf2 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978358585&fields=id&tenant_id=dd8595af0c454a94bee251be114cbe22 HTTP/1.1" status: 200 len: 267 time: 0.0344429 Aug 31 17:14:26.701351 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-4824dda9-6b1e-46bf-a761-d0e785b05cdc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:26.703520 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-4824dda9-6b1e-46bf-a761-d0e785b05cdc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 810 time: 0.1101596 Aug 31 17:14:26.720385 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-76487628-9b65-4dd7-a809-13616c14c757 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/quotas/dd8595af0c454a94bee251be114cbe22 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Aug 31 17:14:26.774811 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-69380a22-f5be-45b3-beb4-1f2555beeffc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476122 Aug 31 17:14:26.803869 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Notify callbacks [] for port, precommit_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.816161 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Transition to ACTIVE for port object f9366ee0-aaff-46bc-9335-93f6bc3af4d3 will not be triggered until provisioned by entity L2. {{(pid=101479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:26.825782 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.904407 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d2a2-78bf-44de-b608-85cc9c034ba1 None None] Pushing event updated for resources: {'Port': ['ID=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,revision_number=3']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.968210 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Attempting to bind port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 on host n-d-793621-35 for vnic_type normal with profile {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:26.968913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Attempting to bind port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 by drivers openvswitch,hyperv on host n-d-793621-35 at level 0 using segments [{'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:26.969026 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Attempting to bind port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 on network d5c64893-a872-4ce6-8932-635ef403e80c {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:26.975878 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Checking agent: {'id': 'aa6193ab-67a9-447a-bd99-bf676a636725', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 39, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:26.976275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Checking segment: {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:26.976717 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:26.977166 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Bound using segment: {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'} {{(pid=101479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:26.977643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.managers [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Bound port: f9366ee0-aaff-46bc-9335-93f6bc3af4d3, host: n-d-793621-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735d38bc-1781-4e07-b008-f4a9058d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c'}}] {{(pid=101479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:26.978027 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:27.007828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-5b721cd0-3dad-4751-bae7-1edba38d6871 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207572 Aug 31 17:14:27.051278 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] For port f9366ee0-aaff-46bc-9335-93f6bc3af4d3, host n-d-793621-35, cleared binding levels {{(pid=101479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:27.054890 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] For port f9366ee0-aaff-46bc-9335-93f6bc3af4d3, host n-d-793621-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:27.062069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:27.113174 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-ebfe5bc1-3920-4fc9-a8eb-1ab376622392 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990191 Aug 31 17:14:27.129367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Routers {'dcbeccf6-e39e-4b79-98c6-f4c37f567853'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:27.130328 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:14:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:27.173186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d2a2-78bf-44de-b608-85cc9c034ba1 None None] Pushing event updated for resources: {'Port': ['ID=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:27.264835 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] Set router dcbeccf6-e39e-4b79-98c6-f4c37f567853 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:27.307492 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-48ecd6af-036b-4863-819b-d5fe9c745716 req-3a82f3a5-786e-4a4a-955e-e96947cf9b4a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 210 time: 0.0302701 Aug 31 17:14:27.402713 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be13f618-f423-46f4-9a51-ff489b8872d8 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:27.686093 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port be13f618-f423-46f4-9a51-ff489b8872d8 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:27.686465 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:27.731549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 4, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f9366ee0-aaff-46bc-9335-93f6bc3af4d3', 'name': '', 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'mac_address': 'fa:16:3e:ba:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ea348f5e-3198-49e6-85b7-bb17d416c221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:23Z', 'updated_at': '2021-08-31T17:14:27Z', 'revision_number': 4, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'subnets': [{'id': 'ea348f5e-3198-49e6-85b7-bb17d416c221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:27.766242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6dc6c-11e8-4787-bf88-58a4b593fe4d None None] The sync data for ids ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'] in n-d-793621-35 is: [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 4, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': 'f9366ee0-aaff-46bc-9335-93f6bc3af4d3', 'name': '', 'network_id': 'd5c64893-a872-4ce6-8932-635ef403e80c', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'mac_address': 'fa:16:3e:ba:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ea348f5e-3198-49e6-85b7-bb17d416c221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:23Z', 'updated_at': '2021-08-31T17:14:27Z', 'revision_number': 4, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'subnets': [{'id': 'ea348f5e-3198-49e6-85b7-bb17d416c221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:27.950135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:28.396857 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-26f8bbb5-1ff4-4a56-9919-fb80cf3221a5 req-a170bd50-6579-4c15-be39-b99919bee414 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 210 time: 0.0326879 Aug 31 17:14:29.430034 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f9366ee0-aaff-46bc-9335-93f6bc3af4d3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:29.483765 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning for port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:29.487768 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:29.488142 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:29.497869 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ec96ff05-f7b7-4a9b-84ab-70dae4cf52e7 req-253eb857-d173-4651-ab70-09f750e306b0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Aug 31 17:14:29.574045 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:29.605492 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] For port f9366ee0-aaff-46bc-9335-93f6bc3af4d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:29.610025 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:29.657896 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Pushing event updated for resources: {'Port': ['ID=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:30.302260 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-68d917c7-9511-4bb4-9238-2949fb04f24e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:30.304126 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-68d917c7-9511-4bb4-9238-2949fb04f24e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 810 time: 0.1166699 Aug 31 17:14:30.354000 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6c5990f8-9a21-4206-b437-d9c35fd09565 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8595af0c454a94bee251be114cbe22 HTTP/1.1" status: 200 len: 380 time: 0.0386531 Aug 31 17:14:30.364670 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'port': {'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'admin_state_up': True, 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'security_groups': ['c3031262-83a4-43ba-8da4-d47a1f4a9dfa']}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:30.486395 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Made reservation on behalf of dd8595af0c454a94bee251be114cbe22 for: {'port': 1} {{(pid=101477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:14:30.489867 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:30.631673 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-13634fd6-f2fc-4745-bac8-1c68d8211e3d req-c5dc05f1-606c-4fe9-90f2-66fcc3e568f4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 210 time: 0.0521111 Aug 31 17:14:30.655235 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Allocated IP 172.20.0.9 (f8a7ad04-0f87-440e-bf71-049424540540/8d951901-a92a-4300-8b92-01d8b8311321/f874d2f5-22a3-4d0a-9529-f6b08778a295) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:30.791863 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:30.805412 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Transition to ACTIVE for port object f874d2f5-22a3-4d0a-9529-f6b08778a295 will not be triggered until provisioned by entity DHCP. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:30.839145 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:30.884286 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Network f8a7ad04-0f87-440e-bf71-049424540540 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:30.889925 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:30.893856 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:30.922840 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:30.952253 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:30.952811 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:30.968844 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-6a3b729a-627e-4ff4-a6a9-5d5f68cecb67 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080887 Aug 31 17:14:30.981685 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Request body: {'port': {'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-35'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:31.042632 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.174582 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-387e4d38-2e04-492a-9b2c-a5152fce47e0 None None] Provisioning for port f874d2f5-22a3-4d0a-9529-f6b08778a295 completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:31.178635 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-387e4d38-2e04-492a-9b2c-a5152fce47e0 None None] Provisioning complete for port f874d2f5-22a3-4d0a-9529-f6b08778a295 triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:31.179078 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-387e4d38-2e04-492a-9b2c-a5152fce47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.215631 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-387e4d38-2e04-492a-9b2c-a5152fce47e0 None None] Port f874d2f5-22a3-4d0a-9529-f6b08778a295 cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:14:31.324731 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f874d2f5-22a3-4d0a-9529-f6b08778a295 {{(pid=101477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:14:31.332693 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.346485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.provisioning_blocks [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Transition to ACTIVE for port object f874d2f5-22a3-4d0a-9529-f6b08778a295 will not be triggered until provisioned by entity L2. {{(pid=101477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:31.351012 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.402757 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f9366ee0-aaff-46bc-9335-93f6bc3af4d3 up at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:31.407759 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:31.459466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Provisioning complete for port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:31.459940 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.478498 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Attempting to bind port f874d2f5-22a3-4d0a-9529-f6b08778a295 on host n-h1-793621-35 for vnic_type normal with profile {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:31.478835 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Attempting to bind port f874d2f5-22a3-4d0a-9529-f6b08778a295 by drivers openvswitch,hyperv on host n-h1-793621-35 at level 0 using segments [{'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:31.479337 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Attempting to bind port f874d2f5-22a3-4d0a-9529-f6b08778a295 on network f8a7ad04-0f87-440e-bf71-049424540540 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:31.484975 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Port f874d2f5-22a3-4d0a-9529-f6b08778a295 on network f8a7ad04-0f87-440e-bf71-049424540540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-35 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:14:31.485302 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Attempting to bind port f874d2f5-22a3-4d0a-9529-f6b08778a295 on network f8a7ad04-0f87-440e-bf71-049424540540 {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:31.490641 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Checking agent: {'id': '2b881824-3273-457a-91c2-ee73edb2e951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:31.490988 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Checking segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:31.491376 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Bound using segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} {{(pid=101477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:31.491814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.managers [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Bound port: f874d2f5-22a3-4d0a-9529-f6b08778a295, host: n-h1-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}}] {{(pid=101477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:31.492178 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.570529 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, cleared binding levels {{(pid=101477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:31.573735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:31.579571 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.613751 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.614289 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.615693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] 10.222.0.30 "PUT /v2.0/ports/f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 1092 time: 0.6384850 Aug 31 17:14:31.616212 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:31.618488 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092" -d '{"events": [{"name": "network-changed", "server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:31.655993 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a7df-6d49-4e1f-bed2-752dd1edbef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=3']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:31.695954 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116768a5-da5b-4075-a01a-220de66b393a x-openstack-request-id: req-116768a5-da5b-4075-a01a-220de66b393a {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:31.696273 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:31.696524 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-116768a5-da5b-4075-a01a-220de66b393a {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:31.696921 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'status': 'completed', 'code': 200} Aug 31 17:14:31.718933 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-1165bb22-ec9d-4893-ad1e-d20f377cdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.720723 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-1165bb22-ec9d-4893-ad1e-d20f377cdc2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1095 time: 0.0605445 Aug 31 17:14:31.778945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-2631f025-d0cf-4fac-9d31-a29757f6ffad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 217 time: 0.0500841 Aug 31 17:14:31.849644 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-b8c45849-276d-47c0-a40f-51e316f89f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.851075 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-b8c45849-276d-47c0-a40f-51e316f89f5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0550892 Aug 31 17:14:31.860135 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d98d8b-534b-4753-959c-fb2b588160e9 req-5b4d2cec-83fa-4772-b3d3-c317111fbd85 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.861555 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70d98d8b-534b-4753-959c-fb2b588160e9 req-5b4d2cec-83fa-4772-b3d3-c317111fbd85 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 943 time: 0.1242898 Aug 31 17:14:31.929693 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-70d98d8b-534b-4753-959c-fb2b588160e9 req-2d2c1a5d-e6dd-41e7-a05e-487173017f58 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597410 Aug 31 17:14:31.932590 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-b137625f-afc6-42b7-b58f-88c0752b9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.934098 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-b137625f-afc6-42b7-b58f-88c0752b9f3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717072 Aug 31 17:14:32.034828 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-b793ba52-2fbb-4e7f-b996-b164c1c7e1cc service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935004 Aug 31 17:14:32.131363 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-cab7d561-57ff-494a-a5f7-4dbdabcdbe40 req-e3fcfde9-0bbc-44d7-8ed9-24e2c5672e15 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Aug 31 17:14:32.224419 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-1115953d-3c3d-426b-9718-7a33ade6617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.225957 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-1115953d-3c3d-426b-9718-7a33ade6617b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1095 time: 0.0440211 Aug 31 17:14:32.324607 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-24c959b0-e2c7-4724-b225-c65802ca8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.326551 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-24c959b0-e2c7-4724-b225-c65802ca8154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0934260 Aug 31 17:14:32.378393 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-7339daf7-682e-46d7-9c7c-6be118173ce1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 217 time: 0.0429993 Aug 31 17:14:32.427158 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-e53deba3-f89b-41a9-9057-b85f8577657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.428612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-e53deba3-f89b-41a9-9057-b85f8577657b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0436449 Aug 31 17:14:32.474576 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-d366e66f-59be-4646-8972-dae92ced0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.476076 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-d366e66f-59be-4646-8972-dae92ced0e1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402200 Aug 31 17:14:32.584359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-3e8e0a86-9dd6-4e18-809a-b1e1ff9cf4d8 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007056 Aug 31 17:14:32.699312 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fc70c1d1-e87b-4fad-b7d5-c5a356f73092 req-a4f9398b-75f8-41e7-82a5-a4e656d93c7d service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063261 Aug 31 17:14:33.053350 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf355cc-a32b-4676-9df4-e1eb7da7508e req-60a8676d-2a8b-4a38-b375-de9bab726b97 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:33.055078 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbf355cc-a32b-4676-9df4-e1eb7da7508e req-60a8676d-2a8b-4a38-b375-de9bab726b97 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 943 time: 0.0528133 Aug 31 17:14:33.103185 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fbf355cc-a32b-4676-9df4-e1eb7da7508e req-4581dda1-048b-4298-a0cd-1896f4a31eeb tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Aug 31 17:14:34.224165 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802121-bc8f-4927-90c5-f02ddecb2a75 req-6a5af335-43e8-4862-9425-c8a9e557a1fd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:34.225728 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6802121-bc8f-4927-90c5-f02ddecb2a75 req-6a5af335-43e8-4862-9425-c8a9e557a1fd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 943 time: 0.0507376 Aug 31 17:14:34.264350 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e6802121-bc8f-4927-90c5-f02ddecb2a75 req-eeca9613-d950-4532-bab1-8536e20de3ae tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326030 Aug 31 17:14:34.330255 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:14:34.435232 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:34.446509 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:14:34.483967 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:34.497493 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f874d2f5-22a3-4d0a-9529-f6b08778a295 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:14:34.516911 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:34.520853 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:34.568575 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:34.722204 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f874d2f5-22a3-4d0a-9529-f6b08778a295'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:14:35.380143 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc850b5-243f-45ef-a63a-8ab2e0b37466 req-fbdc5103-22e9-46bd-9c52-61733aa4c8ef tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:35.381682 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bc850b5-243f-45ef-a63a-8ab2e0b37466 req-fbdc5103-22e9-46bd-9c52-61733aa4c8ef tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 944 time: 0.0501897 Aug 31 17:14:35.420879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7bc850b5-243f-45ef-a63a-8ab2e0b37466 req-fadf6873-5e10-430d-98ad-f32854dd360b tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Aug 31 17:14:36.331522 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:36.381910 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning for port f874d2f5-22a3-4d0a-9529-f6b08778a295 completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:36.385620 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f874d2f5-22a3-4d0a-9529-f6b08778a295 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:36.386069 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:36.469988 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:36.495385 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:36.499641 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6141d8-07ee-4d9e-a3c0-abeb7b061a79" -d '{"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-plugged", "status": "completed", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:36.518932 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:36.524135 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:36.551474 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b9ec7-338f-4eda-9efa-551ffeb740eb req-5200c6e5-99f1-4a1f-9792-c2b029ed2acd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:36.553056 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c0b9ec7-338f-4eda-9efa-551ffeb740eb req-5200c6e5-99f1-4a1f-9792-c2b029ed2acd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 944 time: 0.0614235 Aug 31 17:14:36.588913 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:36.601331 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3c0b9ec7-338f-4eda-9efa-551ffeb740eb req-d4fd3ab3-8e82-4505-81b3-da6a18f2e84a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Aug 31 17:14:36.704393 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7204c88a-688a-45f3-b631-38bba6501d6f x-openstack-request-id: req-7204c88a-688a-45f3-b631-38bba6501d6f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:36.704762 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-plugged", "status": "completed", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:36.705027 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7204c88a-688a-45f3-b631-38bba6501d6f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:36.705465 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'code': 200} Aug 31 17:14:36.814467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6407-54a4-4c53-bf50-a616cb3b610f req-97ce6500-a374-4fae-a401-5f484ae305d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:36.816243 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-937a6407-54a4-4c53-bf50-a616cb3b610f req-97ce6500-a374-4fae-a401-5f484ae305d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1097 time: 0.0534959 Aug 31 17:14:36.851786 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-937a6407-54a4-4c53-bf50-a616cb3b610f req-2425b156-22c7-4ce4-8957-dbe676028081 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287952 Aug 31 17:14:37.729948 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339afc9-4f9b-4d9e-afe2-8b4d9ca3ff6e req-44d7be6a-9b82-42b6-afd2-23d13df32178 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:37.731566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9339afc9-4f9b-4d9e-afe2-8b4d9ca3ff6e req-44d7be6a-9b82-42b6-afd2-23d13df32178 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 945 time: 0.0540252 Aug 31 17:14:37.774946 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9339afc9-4f9b-4d9e-afe2-8b4d9ca3ff6e req-8ea0eec2-c4e5-4ba8-bc5d-7729662a3b95 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Aug 31 17:14:38.897720 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f71b-d0f4-4368-8a91-fc021b4c26a4 req-58f6ed12-5b44-49ac-9089-bcc28895a8c1 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:38.899239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ee9f71b-d0f4-4368-8a91-fc021b4c26a4 req-58f6ed12-5b44-49ac-9089-bcc28895a8c1 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Aug 31 17:14:38.942612 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0ee9f71b-d0f4-4368-8a91-fc021b4c26a4 req-0236c0b1-0a3f-4654-a01c-1e16ac1ebcdd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373714 Aug 31 17:14:39.068827 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ca13f-c270-46ee-a46a-bf0f01d5c43c req-6f5173c6-f6c0-4398-8bed-5b9b9e324289 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:39.070303 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-314ca13f-c270-46ee-a46a-bf0f01d5c43c req-6f5173c6-f6c0-4398-8bed-5b9b9e324289 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 945 time: 0.0580332 Aug 31 17:14:39.115509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-314ca13f-c270-46ee-a46a-bf0f01d5c43c req-eeba5887-012e-4309-8056-bff43a1e1213 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390184 Aug 31 17:14:39.138481 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46678) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:39.232871 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba0821-b9f1-4c5f-9b95-3bc771d1f8dd tempest-TestSnapshotPattern-1729719765 tempest-TestSnapshotPattern-1729719765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:39.234411 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-acba0821-b9f1-4c5f-9b95-3bc771d1f8dd tempest-TestSnapshotPattern-1729719765 tempest-TestSnapshotPattern-1729719765-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1092 time: 0.0949397 Aug 31 17:14:39.237303 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 46682) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:39.241557 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:39.262363 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:39.365429 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:39.474614 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Allocated IP 172.25.6.49 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/f3b5eaf0-2296-4bf1-8c63-c432828edc12) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:39.579381 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:39.617680 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:39.659032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:39.662129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:39.665949 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:39.672244 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'Port': ['ID=f3b5eaf0-2296-4bf1-8c63-c432828edc12,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:40.042387 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:40.110093 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:40.275185 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:40.280683 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:40.351032 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'Port': ['ID=f3b5eaf0-2296-4bf1-8c63-c432828edc12,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:40.363260 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:40.795424 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Floating IP caa55c5c-37e5-4d23-8c1b-a13040038690 associated. External IP: 172.25.6.49, port: f874d2f5-22a3-4d0a-9529-f6b08778a295. Aug 31 17:14:41.006626 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Router 6920af56-1e9e-4361-9c91-da4c2333851d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:41.121798 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:41.131949 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:41.139391 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:41.142105 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:41.142730 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:14:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:41.167385 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-8320e2ec-036c-4a96-8400-136b52d6d570 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9290571 Aug 31 17:14:41.167973 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:41.171030 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5514dd-373d-4b81-b475-cfcdc05fe136" -d '{"events": [{"name": "network-changed", "server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:41.253770 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:41.268411 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e0cfd-906c-4529-9d98-310dbe22885a x-openstack-request-id: req-f21e0cfd-906c-4529-9d98-310dbe22885a {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:41.268781 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:41.269041 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f21e0cfd-906c-4529-9d98-310dbe22885a {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:41.269449 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'status': 'completed', 'code': 200} Aug 31 17:14:41.340467 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-17c437c7-aa5d-4eae-92b7-b97aedfb4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:41.342625 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-17c437c7-aa5d-4eae-92b7-b97aedfb4af0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1097 time: 0.0493991 Aug 31 17:14:41.444508 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-9c18d612-3594-4d9d-8f61-1f9e0d4e855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:41.446059 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-9c18d612-3594-4d9d-8f61-1f9e0d4e855a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0969028 Aug 31 17:14:41.515681 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-1a202adc-c0f2-4a92-9390-c6a435413fb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 998 time: 0.0624497 Aug 31 17:14:41.569092 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-e6c6f512-16c5-4ba4-affd-0c2df1131c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:41.570341 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-e6c6f512-16c5-4ba4-affd-0c2df1131c29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0477393 Aug 31 17:14:41.599897 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:39Z', 'revision_number': 0, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:41.621898 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-6d946d09-0854-43be-8dc5-4eb7473adcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:41.623993 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-6d946d09-0854-43be-8dc5-4eb7473adcb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469432 Aug 31 17:14:41.627601 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:41.636286 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:41.636895 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:14:26Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:41.729871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-be190cc5-53cc-45a3-a69f-ec32dbe22485 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983956 Aug 31 17:14:41.755329 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:41.839287 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fb5514dd-373d-4b81-b475-cfcdc05fe136 req-3ccdb0f5-d36b-4ee3-a18d-df1cc47bfcdb service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018212 Aug 31 17:14:41.999157 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:39Z', 'revision_number': 0, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:42.026092 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d237b1-a234-47fc-acc5-3519495dbd0c None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:39Z', 'revision_number': 0, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:42.222989 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0bbd1-d325-4ead-bd14-09e93cb569a9 None None] New status for floating IP caa55c5c-37e5-4d23-8c1b-a13040038690: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:14:43.421130 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:14:51.215052 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0be30849-277f-4870-9d51-9bbc9b9b9632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:54.955435 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:55.446042 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:55.766171 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a64f5622-370a-4073-9e25-7c672c6403dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:55.972034 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:56.193341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:57.956877 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:09.792454 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-fdde2d51-7f6c-4290-b736-1b7c38aab18c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1081910 Aug 31 17:15:09.885402 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-1972f8f6-3ae7-41a5-ba24-e934be031145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:09.886945 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-1972f8f6-3ae7-41a5-ba24-e934be031145 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1097 time: 0.0427833 Aug 31 17:15:09.998770 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-69109d94-41b3-4cfc-b7fb-6a9a156b1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:10.000785 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-69109d94-41b3-4cfc-b7fb-6a9a156b1965 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0920403 Aug 31 17:15:10.074871 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-6c8cc1b1-e05b-40fc-ae9e-2d11ef49e5e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 1000 time: 0.0660245 Aug 31 17:15:10.137244 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-d5716195-ad6b-4e55-a06f-14ba62d47b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:10.138744 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-d5716195-ad6b-4e55-a06f-14ba62d47b1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0566626 Aug 31 17:15:10.200074 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-ed901fe9-201a-449c-81f8-a9e353cc40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:10.202438 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-ed901fe9-201a-449c-81f8-a9e353cc40b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556962 Aug 31 17:15:10.335030 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-71e85be9-0c23-4b8d-a1cf-99edcbb3a04e service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249640 Aug 31 17:15:10.433509 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-77b7fad2-331d-4d88-a3c4-be696537f8cb req-99890f4c-6ea9-4ac8-bc4d-25cb312034d2 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904214 Aug 31 17:15:20.420696 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:15:21.217467 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5f00ab9f-666c-48d9-9cec-0db4a14a2f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:24.986570 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:25.439769 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:25.766967 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4dd81087-cc25-4375-bcaf-5eeae5656901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:25.966971 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:26.197762 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:27.959017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:51.221954 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d72989be-6607-436a-b5ca-d2f8a5b263ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:55.014610 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:55.440445 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:55.770364 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-aee6f762-c91e-4208-b7ac-ec1fbc65f359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:55.988361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:56.201616 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:57.419754 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:15:57.961449 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:09.715835 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-2c46fd2c-ba6f-4c8e-85db-c2d3bab29a15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503454 Aug 31 17:16:09.811102 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-375942c8-2c52-4e9f-a0ef-ecf3f17769a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:09.813472 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-375942c8-2c52-4e9f-a0ef-ecf3f17769a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1097 time: 0.0559199 Aug 31 17:16:09.922621 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-b8670f45-8103-4b3d-a23b-8ca7a3ce92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:09.924166 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-b8670f45-8103-4b3d-a23b-8ca7a3ce92f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0917156 Aug 31 17:16:09.992441 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-792c1f9c-a9cf-4aef-b532-15a026b8aadd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 1000 time: 0.0611145 Aug 31 17:16:10.054157 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-d912778d-358d-4328-8ba3-85cf07e7f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:10.055745 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-d912778d-358d-4328-8ba3-85cf07e7f1c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0570972 Aug 31 17:16:10.107155 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-7563bf75-1765-491c-863b-7d087ddacac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:10.108776 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-7563bf75-1765-491c-863b-7d087ddacac6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460644 Aug 31 17:16:10.225498 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-25ed9e27-9095-43c2-8b5b-5970dfaa9eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091280 Aug 31 17:16:10.636135 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-f6dbad22-9d1c-4c36-9a0a-bea5b4198dd4 req-6028c4ec-dde1-4f55-b7d6-515092c45073 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041629 Aug 31 17:16:21.223917 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a41d8221-404e-4f76-b888-0a6df28c6506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:25.024731 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:25.442790 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:25.771177 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ce42914-0adb-40d1-912a-fecc249121c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:25.999539 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:26.203512 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:27.965331 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:34.419707 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:16:38.988784 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 details requested by agent hyperv_n-h1-793621-35 with host n-h1-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:16:39.090966 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:39.107721 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Returning: {'device': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:16:39.150858 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:39.167538 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f874d2f5-22a3-4d0a-9529-f6b08778a295 {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:16:39.195716 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:39.201083 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:39.262718 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:16:39.273047 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.273419 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.273754 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.274089 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.274427 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.274760 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.275091 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.275425 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.275761 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.276085 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.276439 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.276764 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:39.281762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] get_ports_and_sgs() called for port_ids ['f874d2f5-22a3-4d0a-9529-f6b08778a295'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:16:41.003924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 up at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:16:41.067186 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Provisioning complete for port f874d2f5-22a3-4d0a-9529-f6b08778a295 triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:16:41.068334 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:41.166259 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:41.193467 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:16:41.196291 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0c483-edc5-4799-8662-7de182762716" -d '{"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-plugged", "status": "completed", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:16:41.211589 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:41.219370 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:41.272226 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882926cb-5c64-4045-aeaa-7abdf6fab498 x-openstack-request-id: req-882926cb-5c64-4045-aeaa-7abdf6fab498 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:16:41.272226 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-plugged", "status": "completed", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:16:41.272226 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-882926cb-5c64-4045-aeaa-7abdf6fab498 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:16:41.272226 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'code': 200} Aug 31 17:16:41.308108 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:16:49.527796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-75583b0f-0fdf-4623-bef8-6ce8c2df3f2c tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978358585&fields=id&tenant_id=dd8595af0c454a94bee251be114cbe22 HTTP/1.1" status: 200 len: 267 time: 0.0337377 Aug 31 17:16:49.644849 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-99c8cdab-9471-4ed2-aa48-73184b0fafbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:49.646982 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-99c8cdab-9471-4ed2-aa48-73184b0fafbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 810 time: 0.1117465 Aug 31 17:16:49.662352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-8f5734d1-a4bf-429a-8230-0b127ad42d79 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/quotas/dd8595af0c454a94bee251be114cbe22 HTTP/1.1" status: 200 len: 375 time: 0.0094252 Aug 31 17:16:49.719898 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-7bab1357-bc80-4d2f-adc1-38fffca3732a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0518534 Aug 31 17:16:49.822527 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-60cfae04-cdba-43aa-81ab-995d6527512c service neutron] 10.222.0.43 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906777 Aug 31 17:16:49.914374 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-1b472a2b-95d5-4573-be65-f39db33d0745 service neutron] 10.222.0.43 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856547 Aug 31 17:16:50.086739 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-fa22fea2-e992-42e3-ae88-06c77ce859c7 req-bac1991c-ea2c-4814-98de-bf9dd4ad5d19 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 210 time: 0.0333445 Aug 31 17:16:51.157836 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3b3ded67-f6e2-4c0a-8d23-df645f493bb0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:51.159376 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3b3ded67-f6e2-4c0a-8d23-df645f493bb0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.49 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 810 time: 0.1127748 Aug 31 17:16:51.188972 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bc9659ec-4d4e-40d7-a615-fe08c8728afc req-b3c5c486-a79d-4ece-bb08-43bb6d3b6189 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 210 time: 0.0285561 Aug 31 17:16:51.208639 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-c7b8d1f4-1f45-4ed7-b2b6-e4868c2b0df8 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8595af0c454a94bee251be114cbe22 HTTP/1.1" status: 200 len: 380 time: 0.0393333 Aug 31 17:16:51.218104 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'port': {'device_id': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'admin_state_up': True, 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'security_groups': ['c3031262-83a4-43ba-8da4-d47a1f4a9dfa']}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:16:51.228564 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6e48ed51-cdbc-4a9a-929b-dad917c0011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:51.329083 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Made reservation on behalf of dd8595af0c454a94bee251be114cbe22 for: {'port': 1} {{(pid=101478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:16:51.332733 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:51.478930 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_common [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Allocated IP 172.20.0.13 (f8a7ad04-0f87-440e-bf71-049424540540/8d951901-a92a-4300-8b92-01d8b8311321/172b7a9e-e9e7-4fe6-984c-fcf307097fba) {{(pid=101478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:16:51.664118 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for port, precommit_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:51.683901 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Transition to ACTIVE for port object 172b7a9e-e9e7-4fe6-984c-fcf307097fba will not be triggered until provisioned by entity DHCP. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:16:51.726169 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_create {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:51.780459 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Network f8a7ad04-0f87-440e-bf71-049424540540 is already hosted by enough agents. {{(pid=101478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:16:51.785228 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.base_scheduler [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Resources bound (agent type, host, resource id): {{(pid=101478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:16:51.790566 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Received port after_create {{(pid=101478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:16:51.855535 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:51.856588 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:51.882382 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=1']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:16:51.887470 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6732140 Aug 31 17:16:51.893651 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.894115 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.894509 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.894849 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.895187 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.895553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.895890 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.896263 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.896729 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.897188 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.897527 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:51.897936 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f621a5a-e03f-4c59-bcbc-b6a673606684 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:52.144095 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a30e548a-5ea8-4fa2-80d3-eb7c05f7d64d None None] Provisioning for port 172b7a9e-e9e7-4fe6-984c-fcf307097fba completed by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:16:52.149972 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-a30e548a-5ea8-4fa2-80d3-eb7c05f7d64d None None] Provisioning complete for port 172b7a9e-e9e7-4fe6-984c-fcf307097fba triggered by entity DHCP. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:16:52.150358 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a30e548a-5ea8-4fa2-80d3-eb7c05f7d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:52.191021 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-a30e548a-5ea8-4fa2-80d3-eb7c05f7d64d None None] Port 172b7a9e-e9e7-4fe6-984c-fcf307097fba cannot update to ACTIVE because it is not bound. {{(pid=101479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:16:52.315389 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33157c0-9488-4132-9c3b-8f12255f4c66 req-4ec43626-30eb-477b-8708-9ac1913b4891 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:52.317033 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a33157c0-9488-4132-9c3b-8f12255f4c66 req-4ec43626-30eb-477b-8708-9ac1913b4891 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0555422 Aug 31 17:16:52.365233 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-a33157c0-9488-4132-9c3b-8f12255f4c66 req-0234eaf5-5598-49ef-9847-b9113af26a0f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Aug 31 17:16:53.121671 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:16:53.203460 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:53.229817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:16:53.232096 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856eabf9-d0db-4c27-b066-bc800651806d" -d '{"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-unplugged", "status": "completed", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:16:53.246564 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:53.251063 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:53.284266 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa18081-8bce-4f45-b668-7f08f6cfee9d x-openstack-request-id: req-dfa18081-8bce-4f45-b668-7f08f6cfee9d {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:16:53.284558 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-unplugged", "status": "completed", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:16:53.284809 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfa18081-8bce-4f45-b668-7f08f6cfee9d {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:16:53.285283 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'code': 200} Aug 31 17:16:53.307658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Pushing event updated for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:16:53.493841 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0b25-c455-4cca-b501-4bc7e1b31c2c req-7355f3f1-3be8-4175-bfbe-468116d31cc0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:53.496089 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef1e0b25-c455-4cca-b501-4bc7e1b31c2c req-7355f3f1-3be8-4175-bfbe-468116d31cc0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0547590 Aug 31 17:16:53.538097 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ef1e0b25-c455-4cca-b501-4bc7e1b31c2c req-89bb1453-4ee5-48b4-9596-620b0c78a989 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358291 Aug 31 17:16:54.681677 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45047e0b-111c-4edb-a605-18f12c0d9452 req-bd0691ee-e419-4c1e-8297-5255228f02b3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:54.683330 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45047e0b-111c-4edb-a605-18f12c0d9452 req-bd0691ee-e419-4c1e-8297-5255228f02b3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0732741 Aug 31 17:16:54.730668 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-45047e0b-111c-4edb-a605-18f12c0d9452 req-c887e0d8-97ed-461c-afec-513cfb230b61 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Aug 31 17:16:55.046258 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:55.450523 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:55.782818 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-2255ff17-4dbb-4268-958d-dde13ee37912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:55.872209 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebd40-4686-4e99-929f-a548d64528da req-cfdffb1c-f111-47dc-b5e0-4888025386a2 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:55.873810 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-612ebd40-4686-4e99-929f-a548d64528da req-cfdffb1c-f111-47dc-b5e0-4888025386a2 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0571060 Aug 31 17:16:55.915111 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-612ebd40-4686-4e99-929f-a548d64528da req-375f6e3d-3649-4c09-bc8b-b8ad4cfb842f tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351114 Aug 31 17:16:56.000838 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:56.209085 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:57.033477 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709a333-4a7a-4ebb-ab84-bce93e6cc193 req-61559275-c863-4e3f-b9d6-60a47ec5e063 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:57.035136 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e709a333-4a7a-4ebb-ab84-bce93e6cc193 req-61559275-c863-4e3f-b9d6-60a47ec5e063 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0513077 Aug 31 17:16:57.075203 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-e709a333-4a7a-4ebb-ab84-bce93e6cc193 req-cc02d4fd-949c-4f4a-9258-6bb62d668446 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338130 Aug 31 17:16:57.968853 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:58.212359 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fb82-afb8-4439-b82e-720ada6a0c7f req-60d2a069-581f-47c3-b50a-fea373d17039 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:58.214011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4865fb82-afb8-4439-b82e-720ada6a0c7f req-60d2a069-581f-47c3-b50a-fea373d17039 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0614538 Aug 31 17:16:58.256545 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4865fb82-afb8-4439-b82e-720ada6a0c7f req-9d0251d6-4ae7-475f-b31c-50479d47fbee tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360217 Aug 31 17:16:59.405283 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30fa6-8fba-42e9-87de-217543d1f774 req-008b5479-b8d7-460e-95d6-e58486a917de tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:59.406892 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aae30fa6-8fba-42e9-87de-217543d1f774 req-008b5479-b8d7-460e-95d6-e58486a917de tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0531542 Aug 31 17:16:59.461918 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-aae30fa6-8fba-42e9-87de-217543d1f774 req-5316e045-b62b-48bc-9fa1-c86f0cd068ac tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477295 Aug 31 17:17:00.600063 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e55ad-b8b3-42aa-999b-745971d33a77 req-5a87223d-bd4c-4da2-b1fb-cadad20cbb6e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:00.601684 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e1e55ad-b8b3-42aa-999b-745971d33a77 req-5a87223d-bd4c-4da2-b1fb-cadad20cbb6e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0638502 Aug 31 17:17:00.648928 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-0e1e55ad-b8b3-42aa-999b-745971d33a77 req-e67c2ea1-0c85-438d-87d3-b7aef33bf285 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Aug 31 17:17:01.779332 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb13b-29ef-49ef-bc40-67e6c44b89c9 req-5e03a5f5-4ead-4b80-b438-67558019d057 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:01.781253 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01acb13b-29ef-49ef-bc40-67e6c44b89c9 req-5e03a5f5-4ead-4b80-b438-67558019d057 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 932 time: 0.0569978 Aug 31 17:17:01.832032 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-01acb13b-29ef-49ef-bc40-67e6c44b89c9 req-b6ee78e6-9211-4e84-bee7-e237e03b5e13 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Aug 31 17:17:01.836021 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.v2.base [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Request body: {'port': {'device_id': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-35'}} {{(pid=101478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:17:01.896831 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.175422 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172b7a9e-e9e7-4fe6-984c-fcf307097fba {{(pid=101478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:17:02.186088 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.205629 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.provisioning_blocks [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Transition to ACTIVE for port object 172b7a9e-e9e7-4fe6-984c-fcf307097fba will not be triggered until provisioned by entity L2. {{(pid=101478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:17:02.209960 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.267407 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=2']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:02.342954 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Attempting to bind port 172b7a9e-e9e7-4fe6-984c-fcf307097fba on host n-h2-793621-35 for vnic_type normal with profile {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:17:02.343474 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Attempting to bind port 172b7a9e-e9e7-4fe6-984c-fcf307097fba by drivers openvswitch,hyperv on host n-h2-793621-35 at level 0 using segments [{'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:17:02.344022 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Attempting to bind port 172b7a9e-e9e7-4fe6-984c-fcf307097fba on network f8a7ad04-0f87-440e-bf71-049424540540 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:17:02.349179 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Port 172b7a9e-e9e7-4fe6-984c-fcf307097fba on network f8a7ad04-0f87-440e-bf71-049424540540 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-35 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:17:02.350035 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Attempting to bind port 172b7a9e-e9e7-4fe6-984c-fcf307097fba on network f8a7ad04-0f87-440e-bf71-049424540540 {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:17:02.355331 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Checking agent: {'id': 'f5b84eab-0785-451b-8d2a-b05d5c7ea4c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-35', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'started_at': datetime.datetime(2021, 8, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:17:02.355682 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Checking segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:17:02.356082 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Bound using segment: {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'} {{(pid=101478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:17:02.356556 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.managers [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Bound port: 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host: n-h2-793621-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b012e2f-b58e-4039-ad39-871fe4aab1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540'}}] {{(pid=101478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:17:02.357039 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.437617 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, cleared binding levels {{(pid=101478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:17:02.441618 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:17:02.447196 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3772003'] for port, after_update {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.484069 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.484718 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.486158 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] 10.222.0.49 "PUT /v2.0/ports/172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 200 len: 1093 time: 0.7345850 Aug 31 17:17:02.486838 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:02.488943 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2449ed2-a6fd-433d-ae82-837314dcea4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:02.526190 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d57310-03b2-4675-85c7-568711f6cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=3']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:02.551981 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdaeabd-1591-4125-8dbc-73b2ac920366 x-openstack-request-id: req-1cdaeabd-1591-4125-8dbc-73b2ac920366 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:02.552309 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:02.552578 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cdaeabd-1591-4125-8dbc-73b2ac920366 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:02.553643 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'status': 'completed', 'code': 200} Aug 31 17:17:02.592435 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-cb187f0c-5777-42a9-a051-461647dd967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.594011 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-cb187f0c-5777-42a9-a051-461647dd967a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1096 time: 0.0568857 Aug 31 17:17:02.640381 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-b1192425-8cae-40e6-a3ff-cf619e4a15f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 200 len: 217 time: 0.0378640 Aug 31 17:17:02.698345 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-f7072ccb-07c5-40d0-ae0c-049b3955ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.698345 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-f7072ccb-07c5-40d0-ae0c-049b3955ade5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0507309 Aug 31 17:17:02.764595 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-ec225473-d9ae-4c02-8529-88401016a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.766129 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-ec225473-d9ae-4c02-8529-88401016a70a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618670 Aug 31 17:17:02.860377 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-4aee49ff-fb5f-4096-9288-843a90aae21c service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865350 Aug 31 17:17:02.955051 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c919-11ef-4921-b2df-05a90ac5e462 req-ddf40cf0-6752-4202-b21e-31f7431c7813 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.956618 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4127c919-11ef-4921-b2df-05a90ac5e462 req-ddf40cf0-6752-4202-b21e-31f7431c7813 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 944 time: 0.0531626 Aug 31 17:17:02.978487 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8ce16f63-1e98-45d7-9ef7-8bb6204964cc req-e6764242-3ef6-4e16-80d5-89434bbd5186 service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115384 Aug 31 17:17:03.004665 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4127c919-11ef-4921-b2df-05a90ac5e462 req-9bc40f12-7ae5-4c5f-af5e-874edc672162 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362556 Aug 31 17:17:03.068321 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-2d4d14be-b987-44b1-b997-e8afe6a3bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:03.069850 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-2d4d14be-b987-44b1-b997-e8afe6a3bdac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1096 time: 0.0428467 Aug 31 17:17:03.169697 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-d7c178e5-89cb-4028-93d8-1c2a80c39f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:03.171202 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-d7c178e5-89cb-4028-93d8-1c2a80c39f17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0948868 Aug 31 17:17:03.218493 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-4413122f-78b0-4c09-b503-d137321ac794 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 200 len: 217 time: 0.0405364 Aug 31 17:17:03.269879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-d567faee-9ea4-4d92-bb0c-ac6e02709bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:03.271379 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-d567faee-9ea4-4d92-bb0c-ac6e02709bb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0457361 Aug 31 17:17:03.320333 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-322b8c0f-2c49-4d9d-87ea-749744dd7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:03.321852 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-322b8c0f-2c49-4d9d-87ea-749744dd7745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419276 Aug 31 17:17:03.419867 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-2896a334-c9c3-47ef-b493-b7bbedba4539 service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901372 Aug 31 17:17:03.515396 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-c2449ed2-a6fd-433d-ae82-837314dcea4a req-74c4a8a3-eb2e-47d6-962b-ea2297c73a7f service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880277 Aug 31 17:17:04.127796 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31350716-4a6f-4549-a3b7-806e3ac2d4de req-0d87126b-9d3b-48f1-bde3-97d9733935e8 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:04.129377 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31350716-4a6f-4549-a3b7-806e3ac2d4de req-0d87126b-9d3b-48f1-bde3-97d9733935e8 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 944 time: 0.0510550 Aug 31 17:17:04.171582 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-31350716-4a6f-4549-a3b7-806e3ac2d4de req-6536a0af-d634-4216-9795-a935d3ac90ad tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360811 Aug 31 17:17:05.312675 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da08d9b-95ce-49e8-864e-58b59a7dffcb req-de0c820e-01d7-4fed-87b3-f88c70908dbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:05.316714 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7da08d9b-95ce-49e8-864e-58b59a7dffcb req-de0c820e-01d7-4fed-87b3-f88c70908dbd tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 944 time: 0.0615954 Aug 31 17:17:05.357802 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7da08d9b-95ce-49e8-864e-58b59a7dffcb req-220e3498-2274-41a5-9d0f-1bf407e76503 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360072 Aug 31 17:17:06.497148 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5db2a-07f4-404b-b1f4-1723888ee6cf req-af3bbe7e-5620-41e6-b5a2-1dc78f87c032 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:06.499629 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42b5db2a-07f4-404b-b1f4-1723888ee6cf req-af3bbe7e-5620-41e6-b5a2-1dc78f87c032 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 944 time: 0.0693135 Aug 31 17:17:06.542214 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-42b5db2a-07f4-404b-b1f4-1723888ee6cf req-a87d4430-1fce-4a8d-b0ad-b0df813d07c0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351143 Aug 31 17:17:07.595739 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:17:07.667738 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b8bb9-c740-41ac-ad47-89dbed4ecb58 req-c93205f7-5c83-421c-8629-0b3ddde7f66e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:07.669359 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d7b8bb9-c740-41ac-ad47-89dbed4ecb58 req-c93205f7-5c83-421c-8629-0b3ddde7f66e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 944 time: 0.0533454 Aug 31 17:17:07.698359 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:07.710810 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'port_id': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'mac_address': 'fa:16:3e:ba:03:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:17:07.714956 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-8d7b8bb9-c740-41ac-ad47-89dbed4ecb58 req-f36ab928-580f-4dfb-aea5-8292ca7e4e0b tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Aug 31 17:17:07.753944 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:07.767048 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172b7a9e-e9e7-4fe6-984c-fcf307097fba {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:17:07.786015 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:07.790844 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:07.837175 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=4']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:08.033542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['172b7a9e-e9e7-4fe6-984c-fcf307097fba'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:17:08.844393 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af5f54-6aa8-4c76-b742-a0c3e9204ec0 req-5ba80415-7ab4-4941-b146-c49563b2ec82 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:08.845901 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33af5f54-6aa8-4c76-b742-a0c3e9204ec0 req-5ba80415-7ab4-4941-b146-c49563b2ec82 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 945 time: 0.0587342 Aug 31 17:17:08.887352 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-33af5f54-6aa8-4c76-b742-a0c3e9204ec0 req-71e5b4a1-2db8-4c9d-9dbf-ecfd94c48dcc tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Aug 31 17:17:09.596070 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:17:09.644599 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning for port 172b7a9e-e9e7-4fe6-984c-fcf307097fba completed by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:17:09.648404 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 172b7a9e-e9e7-4fe6-984c-fcf307097fba triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:17:09.648782 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.729507 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.753075 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:09.755284 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00069210-361b-48b0-b027-d226ecd5cb68" -d '{"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-plugged", "status": "completed", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:09.769115 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:09.773886 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.799846 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b0d82c-1f7e-4772-a45e-b237ae1508e1 x-openstack-request-id: req-81b0d82c-1f7e-4772-a45e-b237ae1508e1 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:09.800137 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-plugged", "status": "completed", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:09.800415 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81b0d82c-1f7e-4772-a45e-b237ae1508e1 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:09.800794 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'code': 200} Aug 31 17:17:09.828097 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=5']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:09.888645 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77977501-b9fd-4303-889b-7cd442f8dfd0 req-bf70d5f7-f360-4d00-8f52-303bea03e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:09.890171 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-77977501-b9fd-4303-889b-7cd442f8dfd0 req-bf70d5f7-f360-4d00-8f52-303bea03e30e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1098 time: 0.0413220 Aug 31 17:17:09.931690 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-77977501-b9fd-4303-889b-7cd442f8dfd0 req-6ea5afc4-6c87-4ff9-b5e8-0e1de1fcad81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Aug 31 17:17:10.007846 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fde9a-8e7b-447f-ab12-249e259512b8 req-7a7f5782-e5aa-4db2-b0a9-2037ff421f84 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:10.009299 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-471fde9a-8e7b-447f-ab12-249e259512b8 req-7a7f5782-e5aa-4db2-b0a9-2037ff421f84 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 946 time: 0.0506721 Aug 31 17:17:10.049435 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-471fde9a-8e7b-447f-ab12-249e259512b8 req-3238d3c3-8203-4505-8d73-66adcdb09940 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339801 Aug 31 17:17:11.170942 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9de4db-e074-4963-b30c-dfb0cfa4e48e req-b0484acb-e9fd-4916-8cb1-15eefe48fe9c tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:11.172561 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca9de4db-e074-4963-b30c-dfb0cfa4e48e req-b0484acb-e9fd-4916-8cb1-15eefe48fe9c tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 946 time: 0.0489540 Aug 31 17:17:11.215160 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-ca9de4db-e074-4963-b30c-dfb0cfa4e48e req-d5e456fb-b28f-4cc0-ba25-34ff5c6bb540 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366492 Aug 31 17:17:11.333894 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3cfe2-1f04-4789-80bf-c08e229fc728 req-61ea9e12-172b-4a13-bf7c-bd6f9fe86020 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:11.335355 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bce3cfe2-1f04-4789-80bf-c08e229fc728 req-61ea9e12-172b-4a13-bf7c-bd6f9fe86020 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 946 time: 0.0543094 Aug 31 17:17:11.373627 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-bce3cfe2-1f04-4789-80bf-c08e229fc728 req-d0794f6a-1be8-421b-a3c6-94aa5b058af6 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Aug 31 17:17:11.394722 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46960) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:11.418776 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:17:11.434821 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c9db3-585d-416a-af10-18f0529a537a tempest-TestSnapshotPattern-1729719765 tempest-TestSnapshotPattern-1729719765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:11.436386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e04c9db3-585d-416a-af10-18f0529a537a tempest-TestSnapshotPattern-1729719765 tempest-TestSnapshotPattern-1729719765-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1093 time: 0.0406497 Aug 31 17:17:11.439447 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 46962) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:11.443816 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.v2.base [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Request body: {'floatingip': {'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'port_id': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:17:11.465266 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.572909 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.714325 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.db_base_plugin_common [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Allocated IP 172.25.6.23 (a72a23db-185e-4387-b2be-9681752b2fa1/73a72355-e4c9-4040-b0be-f3d3eefcf1d2/90fe28c9-610d-4dd4-aff0-6232dc9adddb) {{(pid=101477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:17:11.781011 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-9d327e92-48c2-44cf-be30-90fba4e1d941 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1041489 Aug 31 17:17:11.863668 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for port, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.886414 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-bec128ae-d9d2-4c67-958c-2dc0520f9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:11.888071 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-bec128ae-d9d2-4c67-958c-2dc0520f9a56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1095 time: 0.0648296 Aug 31 17:17:11.929507 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764660334093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.000760 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Network a72a23db-185e-4387-b2be-9681752b2fa1 is already hosted by enough agents. {{(pid=101477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:17:12.008783 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Resources bound (agent type, host, resource id): {{(pid=101477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:17:12.014485 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Received port after_create {{(pid=101477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:17:12.040901 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'Port': ['ID=90fe28c9-610d-4dd4-aff0-6232dc9adddb,revision_number=1']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:12.066674 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.067021 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.067361 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.067712 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.068032 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.068384 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.068715 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.069045 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.069370 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.070233 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.070562 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.070886 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:12.094046 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-83667ded-e5fa-454d-b7b4-88d580fe6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:12.095549 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-83667ded-e5fa-454d-b7b4-88d580fe6a25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.1867673 Aug 31 17:17:12.220652 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-45299e29-e589-4d7e-b93a-34fab1d8aa4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 998 time: 0.0996878 Aug 31 17:17:12.343169 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-520ae64a-c728-42a5-8167-b317be68aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:12.344578 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-520ae64a-c728-42a5-8167-b317be68aceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0875866 Aug 31 17:17:12.427269 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-ea3ed6cc-0086-471a-b60a-ac68668ae049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:12.428840 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-ea3ed6cc-0086-471a-b60a-ac68668ae049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770714 Aug 31 17:17:12.622047 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-94888e60-8d9c-4065-8ac9-c36a39b26b31 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841874 Aug 31 17:17:12.631323 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.778893 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-3cf81ff2-648b-489d-a56c-9d868412f839 req-c4606617-769d-4fa4-9c89-796cc6451b77 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487792 Aug 31 17:17:12.779589 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.970198 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for port, precommit_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.978928 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871780'] for port, after_update {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.050660 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event updated for resources: {'Port': ['ID=90fe28c9-610d-4dd4-aff0-6232dc9adddb,revision_number=2']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:13.065614 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615188'] for floatingip, after_create {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.172116 n-d-793621-35 neutron-server[101477]: INFO neutron.db.l3_db [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Floating IP fa8a1af0-2c85-44ad-afab-acd9240b49ee associated. External IP: 172.25.6.23, port: 172b7a9e-e9e7-4fe6-984c-fcf307097fba. Aug 31 17:17:13.395192 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Router 6920af56-1e9e-4361-9c91-da4c2333851d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:17:13.512871 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:17:13.524147 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:17:13.534887 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.535431 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:13.536313 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:13.568985 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-e1f1210c-6d05-4453-ae98-eeed3aae57af tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1285026 Aug 31 17:17:13.569613 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:13.573320 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8675e161-4652-4fbe-9956-b88f7ce7b5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:13.670194 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:13.709923 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601a3914-e856-49bd-92e5-611a85c07576 x-openstack-request-id: req-601a3914-e856-49bd-92e5-611a85c07576 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:13.710500 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:13.710963 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-601a3914-e856-49bd-92e5-611a85c07576 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:13.711670 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'status': 'completed', 'code': 200} Aug 31 17:17:13.777046 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-b91ac5ca-a018-42db-8105-d8950b356b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.778935 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-b91ac5ca-a018-42db-8105-d8950b356b24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1098 time: 0.0441039 Aug 31 17:17:13.877363 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-55a84715-183d-423e-9517-0f51b01f249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.878862 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-55a84715-183d-423e-9517-0f51b01f249c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0934637 Aug 31 17:17:13.926836 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:42Z', 'revision_number': 1, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}, {'id': 'fa8a1af0-2c85-44ad-afab-acd9240b49ee', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:ba:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:17:12Z', 'updated_at': '2021-08-31T17:17:12Z', 'revision_number': 0, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:13.952586 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-2a67c52a-7848-4a7d-a38d-dd15f851aefa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 200 len: 999 time: 0.0664916 Aug 31 17:17:13.955925 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:17:13.965844 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:13.966441 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:16:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:14.010755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-15bdc1d5-b88c-4d4e-b55e-54dd7b7d18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:14.012985 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-15bdc1d5-b88c-4d4e-b55e-54dd7b7d18c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0538945 Aug 31 17:17:14.068583 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-d73f09f9-3eff-4d4d-ad21-4e3656a65c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:14.070206 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-d73f09f9-3eff-4d4d-ad21-4e3656a65c07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502248 Aug 31 17:17:14.079751 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:14.168684 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-0daf159d-b04e-440c-9199-9dc740201a3d service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917363 Aug 31 17:17:14.263242 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-8675e161-4652-4fbe-9956-b88f7ce7b5ed req-8df78788-33e1-40da-8096-e4355b9e0a77 service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Aug 31 17:17:14.331199 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:42Z', 'revision_number': 1, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}, {'id': 'fa8a1af0-2c85-44ad-afab-acd9240b49ee', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:ba:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:17:12Z', 'updated_at': '2021-08-31T17:17:12Z', 'revision_number': 0, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:14.361537 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a0e12-66b9-4aa8-824f-5c13310f0673 None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:42Z', 'revision_number': 1, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}, {'id': 'fa8a1af0-2c85-44ad-afab-acd9240b49ee', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:ba:03:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:17:12Z', 'updated_at': '2021-08-31T17:17:12Z', 'revision_number': 0, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:17:14.561364 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fc39da-ca84-419d-a5d6-3056e13fb89a None None] New status for floating IP fa8a1af0-2c85-44ad-afab-acd9240b49ee: ACTIVE {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:17:21.222381 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f746-bd54-4b05-83fd-17abb1d13823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:25.032432 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:25.444659 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:25.775040 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-47e61c26-68ff-41de-a4ef-c436479bc64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:26.021678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:26.208341 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:27.970266 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:48.418496 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:17:51.223934 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-161e521e-dc51-4ceb-89fa-b04dfca6a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:55.032679 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:55.447581 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:55.774978 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-23f08ff9-1b1a-4e99-8a16-5962cf81e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:56.017607 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:56.211894 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.974183 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:02.841151 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-2fee6027-415e-451c-8fd4-8b67dbac8b20 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417144 Aug 31 17:18:02.925780 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-71f08490-e1b5-42d7-a6e5-77a51f228129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:02.927288 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-71f08490-e1b5-42d7-a6e5-77a51f228129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1098 time: 0.0451214 Aug 31 17:18:03.030312 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-54989209-091e-408c-9a9a-9a5ad96bc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:03.031017 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-54989209-091e-408c-9a9a-9a5ad96bc6b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0843120 Aug 31 17:18:03.103333 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-409480ce-2b63-4366-99b7-a69b24076537 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 200 len: 1001 time: 0.0657473 Aug 31 17:18:03.162859 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-c1b7f344-ac2c-4380-9fa5-4a5a90872403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:03.164724 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-c1b7f344-ac2c-4380-9fa5-4a5a90872403 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0541112 Aug 31 17:18:03.212120 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-7acd9652-d49b-466c-a60b-290d6fb19c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:03.213644 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-7acd9652-d49b-466c-a60b-290d6fb19c8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423510 Aug 31 17:18:03.318008 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-ab099fe0-181e-4c6c-b8c0-535bdf501fe4 service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913167 Aug 31 17:18:03.406900 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-d52d5813-f88b-4fee-bcb4-7f6e66d5a23a req-f9ec908f-bfbc-4d71-a0e8-8bc2f8e2948c service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868597 Aug 31 17:18:11.707102 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-c9b658aa-4aa6-463c-ac9a-5239ef935419 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418992 Aug 31 17:18:11.788312 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-75423e35-8ed2-47f9-a424-7d900695c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:11.789863 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-75423e35-8ed2-47f9-a424-7d900695c943 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1095 time: 0.0418594 Aug 31 17:18:11.897066 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-da2e8cb8-5ac9-419f-952e-d72d39b7cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:11.898591 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-da2e8cb8-5ac9-419f-952e-d72d39b7cd26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.0890257 Aug 31 17:18:11.964232 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-af3c62bb-a28c-4b8a-a8c3-ab53260c2afb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 998 time: 0.0589013 Aug 31 17:18:12.017980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-04dbea07-8c8d-4646-9e74-bef76e213d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.019386 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-04dbea07-8c8d-4646-9e74-bef76e213d80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0477540 Aug 31 17:18:12.065735 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-85ac533f-6fb2-48cb-972b-59465ca25d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.067223 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-85ac533f-6fb2-48cb-972b-59465ca25d0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406060 Aug 31 17:18:12.156112 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-94449218-55e3-481d-a30c-73be7b34dd4e service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816238 Aug 31 17:18:12.249165 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-9f7d9cf8-662e-40cf-9c05-98e909d3f0f3 req-adc89c2f-173c-4233-a732-0031bb57bab0 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858781 Aug 31 17:18:21.229235 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7673dc8f-e237-4234-91dc-032ccbfc3206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:25.052812 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:25.418784 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:18:25.449387 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:25.775090 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7b40b6fe-1620-41bd-91fa-b71a00879acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:26.031587 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:26.216742 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:27.977071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:46.010187 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba details requested by agent hyperv_n-h2-793621-35 with host n-h2-793621-35 {{(pid=101479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:18:46.302184 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:46.317334 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Returning: {'device': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'port_id': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'mac_address': 'fa:16:3e:ba:03:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:18:46.366619 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:46.381729 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 172b7a9e-e9e7-4fe6-984c-fcf307097fba {{(pid=101479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:46.406921 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:46.415165 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:46.498873 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] get_ports_and_sgs() called for port_ids ['172b7a9e-e9e7-4fe6-984c-fcf307097fba'] {{(pid=101479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:18:46.531191 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=6']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:46.549106 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.549653 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.550164 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.550666 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.551261 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.551606 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.551945 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.552396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.552652 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.552985 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.553315 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:46.553643 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:48.002198 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba up at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:18:48.078719 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.provisioning_blocks [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Provisioning complete for port 172b7a9e-e9e7-4fe6-984c-fcf307097fba triggered by entity L2. {{(pid=101479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:18:48.079071 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16406711'] for port, provisioning_complete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.187876 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.224434 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:48.227337 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5f2e3-816c-481a-b121-6029d85dbed4" -d '{"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-plugged", "status": "completed", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:48.248762 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:48.256336 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.311612 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03065ef5-9e4e-41e3-ac29-061a965e6636 x-openstack-request-id: req-03065ef5-9e4e-41e3-ac29-061a965e6636 {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:48.312033 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-plugged", "status": "completed", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:48.312274 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03065ef5-9e4e-41e3-ac29-061a965e6636 {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:48.312572 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'code': 200} Aug 31 17:18:48.351124 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=7']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:51.249935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-8679b988-f67b-421b-8fc6-cd9b72bebd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.055965 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.199817 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47178) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:55.369570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Deleting port 90fe28c9-610d-4dd4-aff0-6232dc9adddb {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:18:55.369954 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.457340 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.457663 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.462451 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.471923 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Calling delete_port for 90fe28c9-610d-4dd4-aff0-6232dc9adddb owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:55.630908 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.656433 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event deleted for resources: {'Port': ['ID=90fe28c9-610d-4dd4-aff0-6232dc9adddb,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:55.670887 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.671231 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.671604 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.671935 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.672330 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.672663 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.672996 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.673323 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.673649 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.673977 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.674304 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.674620 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:55.735315 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.735315 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Floating IP fa8a1af0-2c85-44ad-afab-acd9240b49ee disassociated (deleted). External IP: 172.25.6.23, port: 172b7a9e-e9e7-4fe6-984c-fcf307097fba. Aug 31 17:18:55.781864 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-26d4ae97-54cc-42aa-a11c-567d924d85d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.972776 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Router 6920af56-1e9e-4361-9c91-da4c2333851d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:18:56.028573 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:56.085990 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:18:56.091142 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:56.097018 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:18:56.108104 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:18:56.108843 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:56.121199 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-ea8a3500-e258-4ed5-a00d-05004141beb3 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "DELETE /v2.0/floatingips/fa8a1af0-2c85-44ad-afab-acd9240b49ee HTTP/1.1" status: 204 len: 168 time: 0.9201844 Aug 31 17:18:56.121999 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:56.124417 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ddcd3e-2625-46a0-8971-f9803c322654" -d '{"events": [{"name": "network-changed", "server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:56.220941 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:56.240028 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:18:56.301059 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581adeb6-9ceb-4ae2-a87b-b3449d3f5447 x-openstack-request-id: req-581adeb6-9ceb-4ae2-a87b-b3449d3f5447 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:56.301751 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:56.301751 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-581adeb6-9ceb-4ae2-a87b-b3449d3f5447 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:56.302249 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'status': 'completed', 'code': 200} Aug 31 17:18:56.380591 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-c1a95eba-f132-4947-92db-f746d89b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:56.383388 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-c1a95eba-f132-4947-92db-f746d89b3d28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 1098 time: 0.0487545 Aug 31 17:18:56.402333 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746327e5-1b6c-49ba-85cf-194a137f4d0d req-a597f957-a368-43a9-8203-27bbdeb2b670 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:56.403984 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-746327e5-1b6c-49ba-85cf-194a137f4d0d req-a597f957-a368-43a9-8203-27bbdeb2b670 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 946 time: 0.0553057 Aug 31 17:18:56.448604 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-746327e5-1b6c-49ba-85cf-194a137f4d0d req-2dbfefb2-36da-4c71-b993-250f6851d0e4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356848 Aug 31 17:18:56.503726 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-1ebdf56b-08c0-4697-96e8-f64bf1898abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:56.505346 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-1ebdf56b-08c0-4697-96e8-f64bf1898abe service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.1137493 Aug 31 17:18:56.511551 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:42Z', 'revision_number': 1, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:56.543524 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:18:56.552285 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:18:56.552910 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:56.553573 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-ea18bb7e-66b5-4c40-9188-962e58dafce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 200 len: 217 time: 0.0396476 Aug 31 17:18:56.608359 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-753e895a-9677-4bd3-bdea-be8e6145acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:56.609946 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-753e895a-9677-4bd3-bdea-be8e6145acec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0467196 Aug 31 17:18:56.662771 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-4f543799-b9f9-4984-840f-37fe72c326b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:56.664370 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-4f543799-b9f9-4984-840f-37fe72c326b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473325 Aug 31 17:18:56.669904 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:18:56.677079 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-a663eebf-96dc-4934-91f1-104a270efbe2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:18:56.678099 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-a663eebf-96dc-4934-91f1-104a270efbe2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053248 Aug 31 17:18:56.774103 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-9e64ebb6-5bb9-4a54-b3d3-540a9b6b7816 service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Aug 31 17:18:56.880166 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-63ddcd3e-2625-46a0-8971-f9803c322654 req-62ed86a5-cb1a-41f8-9bd7-36c267ffa4f2 service neutron] 10.222.0.49 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968347 Aug 31 17:18:56.919768 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:42Z', 'revision_number': 1, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:56.950337 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e80c4-ef3f-4973-8967-84afc61cced5 None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_floatingips': [{'id': 'caa55c5c-37e5-4d23-8c1b-a13040038690', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'router_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'port_id': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'mac_address': 'fa:16:3e:4d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:39Z', 'updated_at': '2021-08-31T17:14:42Z', 'revision_number': 1, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:18:57.228817 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cb4c1-a9d9-48bf-b2dc-a83e17cb3ac9 None None] New status for floating IP fa8a1af0-2c85-44ad-afab-acd9240b49ee: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:18:57.577983 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197e0c-e244-4937-8c06-9a9a3894a404 req-f4ed75db-9998-4144-9322-87d3458cba60 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:57.580045 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38197e0c-e244-4937-8c06-9a9a3894a404 req-f4ed75db-9998-4144-9322-87d3458cba60 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 946 time: 0.0575402 Aug 31 17:18:57.619563 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-38197e0c-e244-4937-8c06-9a9a3894a404 req-f42bde04-796c-470a-bd90-bd63d666e960 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Aug 31 17:18:57.920478 n-d-793621-35 neutron-server[101478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-4fd6597d-4e4d-4663-ab35-4dbd975d327e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:57.922029 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-4fd6597d-4e4d-4663-ab35-4dbd975d327e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.49 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 946 time: 0.0528958 Aug 31 17:18:57.984146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.019041 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Deleting port 172b7a9e-e9e7-4fe6-984c-fcf307097fba {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:18:58.019384 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.032373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:18:58.117391 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16332128'] for port, before_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.122401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:58.122781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.137434 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Calling delete_port for 172b7a9e-e9e7-4fe6-984c-fcf307097fba owned by compute:nova {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:58.142008 n-d-793621-35 neutron-server[101479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:58.144326 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4897d11934bd7882966fd0e0fec6ddcedd51a0404c99e7618071c885559bdaa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f693b61-0d52-4fb9-b1ca-19f64c2abe5c" -d '{"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:58.158038 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] For port 172b7a9e-e9e7-4fe6-984c-fcf307097fba, host n-h2-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-35',level=0,port_id=172b7a9e-e9e7-4fe6-984c-fcf307097fba,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:58.163395 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764660916179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764660334111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764660334129'] for port, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.190774 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f1c6d5-0d61-4964-97c1-1bc89885035f x-openstack-request-id: req-32f1c6d5-0d61-4964-97c1-1bc89885035f {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:58.191360 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "code": 200}]} {{(pid=101479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:58.191781 n-d-793621-35 neutron-server[101479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32f1c6d5-0d61-4964-97c1-1bc89885035f {{(pid=101479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:58.192394 n-d-793621-35 neutron-server[101479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'code': 200} Aug 31 17:18:58.225371 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Pushing event updated for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=8']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:58.290221 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.325570 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event deleted for resources: {'Port': ['ID=172b7a9e-e9e7-4fe6-984c-fcf307097fba,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:58.368202 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] No DVR routers for this DVR port 172b7a9e-e9e7-4fe6-984c-fcf307097fba on host n-h2-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:18:58.372011 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:58.374100 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [req-16fed2b8-cdd0-4401-bef5-55f37a2fbb0d req-fb0c9d10-00f0-4ed7-bba6-65b47b6aa6a4 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.49 "DELETE /v2.0/ports/172b7a9e-e9e7-4fe6-984c-fcf307097fba HTTP/1.1" status: 204 len: 173 time: 0.4458332 Aug 31 17:18:58.374544 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-deleted', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:58.376836 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a85cc7-7b98-4ee4-aa83-2461d93257ad" -d '{"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-deleted", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:58.420498 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a6506-8721-4253-b661-845fa7d62cd3 x-openstack-request-id: req-ec1a6506-8721-4253-b661-845fa7d62cd3 {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:58.420990 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f253da10-5f3e-4b57-ba42-2ef74c685bfb", "name": "network-vif-deleted", "tag": "172b7a9e-e9e7-4fe6-984c-fcf307097fba", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:58.421799 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec1a6506-8721-4253-b661-845fa7d62cd3 {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:58.421799 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f253da10-5f3e-4b57-ba42-2ef74c685bfb', 'name': 'network-vif-deleted', 'tag': '172b7a9e-e9e7-4fe6-984c-fcf307097fba', 'status': 'completed', 'code': 200} Aug 31 17:18:58.759580 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-2c9fdb40-7857-4fce-860e-381fa9a31fea req-b4565af4-3919-4c6a-ba13-3d22a350d44c tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=f253da10-5f3e-4b57-ba42-2ef74c685bfb HTTP/1.1" status: 200 len: 210 time: 0.0486031 Aug 31 17:19:00.399802 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47236) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:00.573932 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Deleting port f3b5eaf0-2296-4bf1-8c63-c432828edc12 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:00.574228 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:00.656317 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:00.656634 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:00.668766 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Calling delete_port for f3b5eaf0-2296-4bf1-8c63-c432828edc12 owned by network:floatingip {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:00.830870 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:00.855637 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event deleted for resources: {'Port': ['ID=f3b5eaf0-2296-4bf1-8c63-c432828edc12,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:00.926726 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for floatingip, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:00.927053 n-d-793621-35 neutron-server[101478]: INFO neutron.db.l3_db [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Floating IP caa55c5c-37e5-4d23-8c1b-a13040038690 disassociated (deleted). External IP: 172.25.6.49, port: f874d2f5-22a3-4d0a-9529-f6b08778a295. Aug 31 17:19:01.140666 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Router 6920af56-1e9e-4361-9c91-da4c2333851d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:19:01.254294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:19:01.259438 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for floatingip, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:01.264912 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:19:01.274924 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:01.275532 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:01.287348 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-409af562-6540-40fe-9e65-75f91932ca2e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "DELETE /v2.0/floatingips/caa55c5c-37e5-4d23-8c1b-a13040038690 HTTP/1.1" status: 204 len: 168 time: 0.8864293 Aug 31 17:19:01.287937 n-d-793621-35 neutron-server[101478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:01.290264 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f310ff99feef49bf7c2619e931869be8dca363d3f9f653755613f734ec9aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ece7793-267d-4b7d-a4bd-8e32c9909db9" -d '{"events": [{"name": "network-changed", "server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:01.391571 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:01.473755 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bce94-694c-4fe1-9f8b-9210ff4f0d8d x-openstack-request-id: req-8c8bce94-694c-4fe1-9f8b-9210ff4f0d8d {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:01.474274 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "status": "completed", "code": 200}]} {{(pid=101478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:01.474473 n-d-793621-35 neutron-server[101478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c8bce94-694c-4fe1-9f8b-9210ff4f0d8d {{(pid=101478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:01.474996 n-d-793621-35 neutron-server[101478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'status': 'completed', 'code': 200} Aug 31 17:19:01.571927 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-39a59144-5456-469e-9cdb-d4ade31ac19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:01.574206 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-39a59144-5456-469e-9cdb-d4ade31ac19c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd8595af0c454a94bee251be114cbe22&device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 1095 time: 0.0742071 Aug 31 17:19:01.588581 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aecc5-3b6f-4535-8d6f-dabae7cc430d req-d0e1672e-c158-4f0b-a074-3b854675528c tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:01.591157 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c78aecc5-3b6f-4535-8d6f-dabae7cc430d req-d0e1672e-c158-4f0b-a074-3b854675528c tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 943 time: 0.0645437 Aug 31 17:19:01.631079 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:01.659036 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:19:01.667768 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:01.668435 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:01.683694 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-c78aecc5-3b6f-4535-8d6f-dabae7cc430d req-6b6784ce-edfb-429b-a254-f255438808a0 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833292 Aug 31 17:19:01.719879 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-bb476316-1f90-443c-a388-f17eecc675c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:01.719879 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-bb476316-1f90-443c-a388-f17eecc675c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 200 len: 911 time: 0.1243494 Aug 31 17:19:01.772780 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-9d68a4d0-9b74-4518-91d9-99640e905ffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 200 len: 217 time: 0.0465212 Aug 31 17:19:01.814278 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:01.840807 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-786c14f4-4688-4d51-b724-89590e4dd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:01.842463 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-786c14f4-4688-4d51-b724-89590e4dd017 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 200 len: 849 time: 0.0609794 Aug 31 17:19:01.893500 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-fb4565f8-4954-42c1-9e5c-1b2d3c5a241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:01.895290 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-fb4565f8-4954-42c1-9e5c-1b2d3c5a241d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8a7ad04-0f87-440e-bf71-049424540540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448689 Aug 31 17:19:01.996218 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-09985994-3438-4706-88de-9d1eca32ee02 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923688 Aug 31 17:19:02.043622 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:02.064542 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba no longer exists at agent hyperv_n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:02.090562 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] No Port match for: 172b7a9e-e9e7-4fe6-984c-fcf307097fba {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:02.091350 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Device 172b7a9e-e9e7-4fe6-984c-fcf307097fba not bound to the agent host n-h2-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:02.109566 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-5ece7793-267d-4b7d-a4bd-8e32c9909db9 req-2e02a01f-8e2d-41c3-b34f-0ee15c1a9994 service neutron] 10.222.0.30 "GET /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053929 Aug 31 17:19:02.179215 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3bc19-028f-4785-aeef-b13f8c0f546b None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:18Z', 'revision_number': 4, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35', '_interfaces': [{'id': '7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1', 'name': '', 'network_id': 'f8a7ad04-0f87-440e-bf71-049424540540', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'mac_address': 'fa:16:3e:53:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d951901-a92a-4300-8b92-01d8b8311321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:24Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'subnets': [{'id': '8d951901-a92a-4300-8b92-01d8b8311321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:19:02.418583 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:19:02.434373 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74250f8b-c58d-4253-8a3e-5e9e3dbc7069 None None] New status for floating IP caa55c5c-37e5-4d23-8c1b-a13040038690: DOWN {{(pid=101479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:19:02.842353 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893edb0-530e-4c7b-b67c-9eed049da1e5 req-d72ac34a-8e06-429d-b82c-09228cec89b2 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:02.843796 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7893edb0-530e-4c7b-b67c-9eed049da1e5 req-d72ac34a-8e06-429d-b82c-09228cec89b2 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 943 time: 0.0550218 Aug 31 17:19:02.884546 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-7893edb0-530e-4c7b-b67c-9eed049da1e5 req-c5cf553c-f432-4be1-aaa3-c15e3b3772d7 tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3031262-83a4-43ba-8da4-d47a1f4a9dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344646 Aug 31 17:19:03.051980 n-d-793621-35 neutron-server[101477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-480e369e-b3a2-4c83-b7f9-5896c57fb9de tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:03.053721 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-480e369e-b3a2-4c83-b7f9-5896c57fb9de tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.30 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 943 time: 0.0505350 Aug 31 17:19:03.154523 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Deleting port f874d2f5-22a3-4d0a-9529-f6b08778a295 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:03.154810 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:03.250156 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] For port f874d2f5-22a3-4d0a-9529-f6b08778a295, host n-h1-793621-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-35',level=0,port_id=f874d2f5-22a3-4d0a-9529-f6b08778a295,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:03.250522 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:03.264862 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Calling delete_port for f874d2f5-22a3-4d0a-9529-f6b08778a295 owned by compute:nova {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:03.411926 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:03.442105 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event deleted for resources: {'Port': ['ID=f874d2f5-22a3-4d0a-9529-f6b08778a295,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:03.455134 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.455490 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.455845 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.456227 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.456593 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.457004 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.457425 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.457764 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.458100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.458542 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.458762 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.459095 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-35 {{(pid=101477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:03.499580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.db.l3_dvrscheduler_db [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] No DVR routers for this DVR port f874d2f5-22a3-4d0a-9529-f6b08778a295 on host n-h1-793621-35 {{(pid=101477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:03.502234 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54038'] for port, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:03.504265 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-62570d35-401f-4f1a-b292-bcff7cee8786 req-35b9572d-a136-4c40-ae5c-6799baf004db tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.30 "DELETE /v2.0/ports/f874d2f5-22a3-4d0a-9529-f6b08778a295 HTTP/1.1" status: 204 len: 173 time: 0.4444594 Aug 31 17:19:03.504703 n-d-793621-35 neutron-server[101477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-deleted', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295'}] {{(pid=101477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:03.506932 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7d2bf035a0a3a708cb08d9d4d744798f709bc8a60313967dd59d2ac606db37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92201333-a9b6-4e72-84cd-274161fbcc03" -d '{"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-deleted", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295"}]}' {{(pid=101477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:03.550423 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3647de-a99f-45f0-baa0-8845094f8279 x-openstack-request-id: req-1a3647de-a99f-45f0-baa0-8845094f8279 {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:03.550700 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f92ad-814c-4582-a437-cd3fe9e761c5", "name": "network-vif-deleted", "tag": "f874d2f5-22a3-4d0a-9529-f6b08778a295", "status": "completed", "code": 200}]} {{(pid=101477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:03.550972 n-d-793621-35 neutron-server[101477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a3647de-a99f-45f0-baa0-8845094f8279 {{(pid=101477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:03.551403 n-d-793621-35 neutron-server[101477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f92ad-814c-4582-a437-cd3fe9e761c5', 'name': 'network-vif-deleted', 'tag': 'f874d2f5-22a3-4d0a-9529-f6b08778a295', 'status': 'completed', 'code': 200} Aug 31 17:19:04.010950 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [req-4755e3e5-7b61-45c0-ad19-aece1dd4004a req-d67f637d-da29-40d6-b94c-f96cd95c0a0e tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "GET /v2.0/ports?device_id=091f92ad-814c-4582-a437-cd3fe9e761c5 HTTP/1.1" status: 200 len: 210 time: 0.0293865 Aug 31 17:19:05.067129 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47254) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:05.134132 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81869b77-cb9a-40b6-be4e-b6aa2157c49a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.164125 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81869b77-cb9a-40b6-be4e-b6aa2157c49a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.233930 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81869b77-cb9a-40b6-be4e-b6aa2157c49a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.245769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-81869b77-cb9a-40b6-be4e-b6aa2157c49a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Notify callbacks [] for security_group, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.247002 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-81869b77-cb9a-40b6-be4e-b6aa2157c49a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] 10.222.0.43 "DELETE /v2.0/security-groups/c3031262-83a4-43ba-8da4-d47a1f4a9dfa HTTP/1.1" status: 204 len: 168 time: 0.1787641 Aug 31 17:19:05.263575 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81869b77-cb9a-40b6-be4e-b6aa2157c49a tempest-TestSnapshotPattern-12844973 tempest-TestSnapshotPattern-12844973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3031262-83a4-43ba-8da4-d47a1f4a9dfa,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:05.307016 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47258) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:06.028741 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:06.288499 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Deleting port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:06.288748 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:06.387787 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] For port 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:06.388502 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:06.402309 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Calling delete_port for 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 owned by network:router_interface {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:06.598915 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:06.627597 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:06.803091 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.031180 n-d-793621-35 neutron-server[101477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Router 6920af56-1e9e-4361-9c91-da4c2333851d has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:19:07.146132 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:19:07.151656 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-990f5938-48ff-4bcb-95ee-401c55ff62b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/6920af56-1e9e-4361-9c91-da4c2333851d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434281 Aug 31 17:19:07.154408 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47262) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:07.156214 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] Sync routers for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:19:07.165786 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:07.166494 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:07.266004 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks [] for router, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.281797 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: n-d-793621-35 {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:07.397278 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.458814 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Deleting port 2aef76fe-3165-4be2-b2de-4563eae92d62 {{(pid=101477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:07.459151 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.490757 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:19:06Z', 'revision_number': 5, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port': {'id': '2aef76fe-3165-4be2-b2de-4563eae92d62', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:07.525986 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] Checking router: 6920af56-1e9e-4361-9c91-da4c2333851d for host: n-d-793621-35 {{(pid=101480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:19:07.539985 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] Routers {'6920af56-1e9e-4361-9c91-da4c2333851d'} bound to L3 agent in host n-d-793621-35 {{(pid=101480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:07.540560 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['6920af56-1e9e-4361-9c91-da4c2333851d'], 'active': True} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:07.578896 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.db [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] For port 2aef76fe-3165-4be2-b2de-4563eae92d62, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=2aef76fe-3165-4be2-b2de-4563eae92d62,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:07.578896 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.607801 n-d-793621-35 neutron-server[101477]: DEBUG neutron.plugins.ml2.plugin [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Calling delete_port for 2aef76fe-3165-4be2-b2de-4563eae92d62 owned by network:router_gateway {{(pid=101477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:07.659910 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_dvr_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] Set router 6920af56-1e9e-4361-9c91-da4c2333851d gateway port host: None {{(pid=101480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:07.724750 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.l3_hamode_db [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:19:07Z', 'revision_number': 6, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:07.753659 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 no longer exists at agent hyperv_n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:07.768219 n-d-793621-35 neutron-server[101480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ceb05b-43fc-4ec0-9690-0d24ea8d9785 None None] The sync data for ids ['6920af56-1e9e-4361-9c91-da4c2333851d'] in n-d-793621-35 is: [{'id': '6920af56-1e9e-4361-9c91-da4c2333851d', 'name': 'tempest-TestSnapshotPattern-1152204943-router', 'tenant_id': 'dd8595af0c454a94bee251be114cbe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:15Z', 'updated_at': '2021-08-31T17:19:07Z', 'revision_number': 6, 'project_id': 'dd8595af0c454a94bee251be114cbe22', 'gw_port_host': None}] {{(pid=101480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:19:07.781466 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] No Port match for: f874d2f5-22a3-4d0a-9529-f6b08778a295 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:07.781801 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Device f874d2f5-22a3-4d0a-9529-f6b08778a295 not bound to the agent host n-h1-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:07.839779 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871773'] for port, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.870580 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Pushing event deleted for resources: {'Port': ['ID=2aef76fe-3165-4be2-b2de-4563eae92d62,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:07.941057 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.051126 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.053335 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.121388 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.122100 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6920af56-1e9e-4361-9c91-da4c2333851d {{(pid=101477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:19:08.127417 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] Notify callbacks [] for router, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.128910 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-98ed09da-c6e9-43af-9cc8-93bd760333de admin admin] 10.222.0.43 "DELETE /v2.0/routers/6920af56-1e9e-4361-9c91-da4c2333851d HTTP/1.1" status: 204 len: 168 time: 0.9731972 Aug 31 17:19:08.134061 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47264) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:08.191413 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Deleting subnet 8d951901-a92a-4300-8b92-01d8b8311321 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:19:08.196389 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.235562 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.326956 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.384769 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.412273 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d951901-a92a-4300-8b92-01d8b8311321,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:08.417834 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.419816 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-5cdcdf6b-3fa8-4dd1-8991-3691d07bde7d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d951901-a92a-4300-8b92-01d8b8311321 HTTP/1.1" status: 204 len: 168 time: 0.2846997 Aug 31 17:19:08.422317 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47266) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:08.426044 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494bf265-3bdb-4c66-9560-397f749362cd None None] Network f8a7ad04-0f87-440e-bf71-049424540540 requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:08.501567 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.568294 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Deleting port 121745ab-7a38-433a-a89a-5ea1c4a51edd {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:08.568646 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.633879 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] DHCP port deletion for f8a7ad04-0f87-440e-bf71-049424540540 request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:19:08.652903 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] For port 121745ab-7a38-433a-a89a-5ea1c4a51edd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=121745ab-7a38-433a-a89a-5ea1c4a51edd,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:08.653278 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.668748 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Calling delete_port for 121745ab-7a38-433a-a89a-5ea1c4a51edd owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:08.689196 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] Deleting port 121745ab-7a38-433a-a89a-5ea1c4a51edd {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:08.689577 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.760675 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] For port 121745ab-7a38-433a-a89a-5ea1c4a51edd, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=121745ab-7a38-433a-a89a-5ea1c4a51edd,segment=NetworkSegment(2b012e2f-b58e-4039-ad39-871fe4aab1d1),segment_id=2b012e2f-b58e-4039-ad39-871fe4aab1d1)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:08.761816 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.761995 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.775023 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] Calling delete_port for 121745ab-7a38-433a-a89a-5ea1c4a51edd owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:08.871169 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.894772 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] Pushing event deleted for resources: {'Port': ['ID=121745ab-7a38-433a-a89a-5ea1c4a51edd,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:08.906154 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd474957-62e5-4a07-b64d-8d199e9eef89 None None] No DVR routers for this DVR port 121745ab-7a38-433a-a89a-5ea1c4a51edd on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:09.153905 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Pushing event deleted for resources: {'Port': ['ID=121745ab-7a38-433a-a89a-5ea1c4a51edd,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:09.156625 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] No DVR routers for this DVR port 121745ab-7a38-433a-a89a-5ea1c4a51edd on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:09.232545 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.242879 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a7ad04-0f87-440e-bf71-049424540540']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:09.253490 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b012e2f-b58e-4039-ad39-871fe4aab1d1') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:09.253794 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b012e2f-b58e-4039-ad39-871fe4aab1d1') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:09.263931 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.278945 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.285369 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:19:09.285773 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: timer() Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:19:09.287587 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:19:09.373777 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.382080 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.385353 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f8a7ad04-0f87-440e-bf71-049424540540 HTTP/1.1" status: 204 len: 168 time: 0.9614437 Aug 31 17:19:09.388976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47268) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:09.414553 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b552-a854-4903-9649-6dc96d565895 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a7ad04-0f87-440e-bf71-049424540540,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:09.549275 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2aef76fe-3165-4be2-b2de-4563eae92d62 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:09.571155 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 2aef76fe-3165-4be2-b2de-4563eae92d62 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:09.571503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 2aef76fe-3165-4be2-b2de-4563eae92d62 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:09.571924 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 121745ab-7a38-433a-a89a-5ea1c4a51edd no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:09.592649 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 121745ab-7a38-433a-a89a-5ea1c4a51edd {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:09.592996 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 121745ab-7a38-433a-a89a-5ea1c4a51edd not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:09.593414 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:09.613068 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:09.613413 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 7b2d6a0b-157a-4ebd-a597-8a7a238ce0d1 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:09.821781 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619284'] for router_interface, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:10.080401 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Deleting port f9366ee0-aaff-46bc-9335-93f6bc3af4d3 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:10.080661 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:10.163976 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] For port f9366ee0-aaff-46bc-9335-93f6bc3af4d3, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:10.164836 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:10.178631 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Calling delete_port for f9366ee0-aaff-46bc-9335-93f6bc3af4d3 owned by network:router_interface {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:10.382368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:10.409830 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9366ee0-aaff-46bc-9335-93f6bc3af4d3,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:10.603076 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16225406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:10.835126 n-d-793621-35 neutron-server[101478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Router dcbeccf6-e39e-4b79-98c6-f4c37f567853 has already been hosted by L3 agent a3b49472-d4eb-457c-815f-2503d9668c27 {{(pid=101478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:19:10.946657 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] Notify agent at l3_agent.n-d-793621-35 the message routers_updated {{(pid=101478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:19:10.952361 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-2bb64eab-3a9c-4261-b628-3fecced497a4 admin admin] 10.222.0.43 "PUT /v2.0/routers/dcbeccf6-e39e-4b79-98c6-f4c37f567853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620015 Aug 31 17:19:10.954902 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47270) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:10.955751 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] Sync routers for ids ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'] in n-d-793621-35 {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:19:10.967503 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] Routers {'dcbeccf6-e39e-4b79-98c6-f4c37f567853'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:10.968039 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:11.067368 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks [] for router, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.079114 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] Set router dcbeccf6-e39e-4b79-98c6-f4c37f567853 gateway port host: n-d-793621-35 {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:11.180435 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.242357 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Deleting port be13f618-f423-46f4-9a51-ff489b8872d8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:11.242986 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.268648 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'external_fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:19:10Z', 'revision_number': 5, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port': {'id': 'be13f618-f423-46f4-9a51-ff489b8872d8', 'name': '', 'network_id': 'a72a23db-185e-4387-b2be-9681752b2fa1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:14:21Z', 'updated_at': '2021-08-31T17:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73a72355-e4c9-4040-b0be-f3d3eefcf1d2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-35'}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:11.301020 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] Checking router: dcbeccf6-e39e-4b79-98c6-f4c37f567853 for host: n-d-793621-35 {{(pid=101479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:19:11.310613 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] Routers {'dcbeccf6-e39e-4b79-98c6-f4c37f567853'} bound to L3 agent in host n-d-793621-35 {{(pid=101479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:11.311386 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:39:54Z,description=,heartbeat_timestamp=2021-08-31T17:18:56Z,host='n-d-793621-35',id=a3b49472-d4eb-457c-815f-2503d9668c27,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:39:54Z,topic='l3_agent')) {'router_ids': ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'], 'active': True} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:11.327475 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] For port be13f618-f423-46f4-9a51-ff489b8872d8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=be13f618-f423-46f4-9a51-ff489b8872d8,segment=NetworkSegment(01044ea2-0236-4723-89bc-dc06ac0946e2),segment_id=01044ea2-0236-4723-89bc-dc06ac0946e2)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:11.327811 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.341523 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Calling delete_port for be13f618-f423-46f4-9a51-ff489b8872d8 owned by network:router_gateway {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:11.404455 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] Set router dcbeccf6-e39e-4b79-98c6-f4c37f567853 gateway port host: None {{(pid=101479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:11.462141 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:19:11Z', 'revision_number': 6, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port_host': None}], 'n-d-793621-35', False) {} {{(pid=101479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:11.490167 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffbe8-c30a-46e7-8e63-e38548fa6539 None None] The sync data for ids ['dcbeccf6-e39e-4b79-98c6-f4c37f567853'] in n-d-793621-35 is: [{'id': 'dcbeccf6-e39e-4b79-98c6-f4c37f567853', 'name': 'tempest-TestSnapshotPattern-843248913-router', 'tenant_id': '3d0fb574f6f347dfa04268cdfb03c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:14:20Z', 'updated_at': '2021-08-31T17:19:11Z', 'revision_number': 6, 'project_id': '3d0fb574f6f347dfa04268cdfb03c278', 'gw_port_host': None}] {{(pid=101479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:19:11.526868 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.555299 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Pushing event deleted for resources: {'Port': ['ID=be13f618-f423-46f4-9a51-ff489b8872d8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:11.630208 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615210'] for router_gateway, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.723264 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5171'] for router, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.725444 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.770289 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593695'] for router, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.771099 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbeccf6-e39e-4b79-98c6-f4c37f567853 {{(pid=101478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:19:11.777327 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] Notify callbacks [] for router, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.778691 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-002e15a6-d4e9-4e89-b682-4522b5b09793 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dcbeccf6-e39e-4b79-98c6-f4c37f567853 HTTP/1.1" status: 204 len: 168 time: 0.8224111 Aug 31 17:19:11.781217 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47272) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:11.836309 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Deleting subnet ea348f5e-3198-49e6-85b7-bb17d416c221 {{(pid=101478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:19:11.840697 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.884651 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3768707'] for subnet, precommit_delete_associations {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.972322 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16408261'] for subnet, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.025454 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16408270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3771957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58871399'] for subnet, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.057600 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea348f5e-3198-49e6-85b7-bb17d416c221,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.060250 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.062201 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-63a22468-f047-4e31-80e0-4c656d25bac3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ea348f5e-3198-49e6-85b7-bb17d416c221 HTTP/1.1" status: 204 len: 168 time: 0.2798023 Aug 31 17:19:12.064953 n-d-793621-35 neutron-server[101478]: DEBUG neutron.wsgi [-] (101478) accepted ('10.222.0.43', 47274) {{(pid=101478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:12.067432 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005bdeed-d650-4466-b092-bdacfe574b2f None None] Network d5c64893-a872-4ce6-8932-635ef403e80c requested from n-d-793621-35 {{(pid=101479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:12.133436 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16316330'] for network, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.189207 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Deleting port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 {{(pid=101478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:12.190150 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.259889 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.db [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] For port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:12.260284 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.276978 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Calling delete_port for 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 owned by network:dhcp {{(pid=101478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:12.293794 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] DHCP port deletion for d5c64893-a872-4ce6-8932-635ef403e80c request from n-d-793621-35 {{(pid=101479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:19:12.358994 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] Deleting port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 {{(pid=101479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:12.359367 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764660915222'] for port, before_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.366916 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3771994'] for port, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.394755 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.398720 n-d-793621-35 neutron-server[101478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] No DVR routers for this DVR port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 on host n-d-793621-35 {{(pid=101478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:12.428024 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.db [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] For port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8, host n-d-793621-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-35',level=0,port_id=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,segment=NetworkSegment(735d38bc-1781-4e07-b008-f4a9058d0c01),segment_id=735d38bc-1781-4e07-b008-f4a9058d0c01)] {{(pid=101479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:12.428580 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621922'] for port, precommit_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.444058 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] Calling delete_port for 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 owned by network:dhcp {{(pid=101479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:12.480361 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-512830', 'neutron.services.segments.db._delete_segments_for_network-8764660854465'] for network, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.492921 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c64893-a872-4ce6-8932-635ef403e80c']}} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:12.506070 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735d38bc-1781-4e07-b008-f4a9058d0c01') {'for_net_delete': True} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:12.506368 n-d-793621-35 neutron-server[101478]: DEBUG neutron.services.segments.db [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735d38bc-1781-4e07-b008-f4a9058d0c01') {} {{(pid=101478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:12.516799 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764660866133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3768760'] for segment, before_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.531239 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171'] for segment, precommit_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.531485 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16332071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764660916197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764660334102'] for port, after_delete {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.545793 n-d-793621-35 neutron-server[101478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:19:12.546222 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16353171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772047'] for segment, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: Traceback (most recent call last): Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: timer() Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: cb(*args, **kw) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: return func(*args, **kwargs) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: self._notify() Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: self.callback(batched_events) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: event.method(event) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: return f(self, *a, **k) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: return self._get(url).json() Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: return self.request(url, 'GET', **kwargs) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:19:12.548175 n-d-793621-35 neutron-server[101478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:19:12.564220 n-d-793621-35 neutron-server[101479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] No DVR routers for this DVR port 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 on host n-d-793621-35 {{(pid=101479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:12.566796 n-d-793621-35 neutron-server[101479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec167f6-d9b3-41ef-8ba0-1df790056bbf None None] Pushing event deleted for resources: {'Port': ['ID=06a51d2a-2c4e-4627-b1e6-d7f31bb74db8,revision_number=None']} {{(pid=101479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.633188 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-512807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16225385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615174'] for network, after_delete {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.640640 n-d-793621-35 neutron-server[101478]: DEBUG neutron_lib.callbacks.manager [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.646308 n-d-793621-35 neutron-server[101478]: INFO neutron.wsgi [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d5c64893-a872-4ce6-8932-635ef403e80c HTTP/1.1" status: 204 len: 168 time: 0.5769258 Aug 31 17:19:12.654695 n-d-793621-35 neutron-server[101478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b001c-d1d9-494e-86a2-b534648897b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c64893-a872-4ce6-8932-635ef403e80c,revision_number=None']} {{(pid=101478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.836560 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47278) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:12.881400 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-6b9ca792-8c67-47c2-a6fd-6234946e8b34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd8595af0c454a94bee251be114cbe22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432539 Aug 31 17:19:12.883824 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47280) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:12.936329 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7915d718-9e39-439c-9313-a7d13c9ed6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.961712 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7915d718-9e39-439c-9313-a7d13c9ed6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.029956 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7915d718-9e39-439c-9313-a7d13c9ed6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.034101 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-7915d718-9e39-439c-9313-a7d13c9ed6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.035411 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-7915d718-9e39-439c-9313-a7d13c9ed6f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da21e823-c99f-47e7-b814-3c948f585bd3 HTTP/1.1" status: 204 len: 168 time: 0.1506228 Aug 31 17:19:13.044357 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915d718-9e39-439c-9313-a7d13c9ed6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da21e823-c99f-47e7-b814-3c948f585bd3,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:13.431141 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47286) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:13.482664 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-eae402b0-2e5d-47b8-8241-7bbf1597990a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d0fb574f6f347dfa04268cdfb03c278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501151 Aug 31 17:19:13.484251 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [-] (101477) accepted ('10.222.0.43', 47288) {{(pid=101477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:13.538691 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb783-67a5-459f-885b-74290f1458cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.560367 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:13.571461 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb783-67a5-459f-885b-74290f1458cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.582895 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:13.583242 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device 06a51d2a-2c4e-4627-b1e6-d7f31bb74db8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:13.583658 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f9366ee0-aaff-46bc-9335-93f6bc3af4d3 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:13.603035 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: f9366ee0-aaff-46bc-9335-93f6bc3af4d3 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:13.603396 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device f9366ee0-aaff-46bc-9335-93f6bc3af4d3 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:13.603800 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be13f618-f423-46f4-9a51-ff489b8872d8 no longer exists at agent ovs-agent-n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:13.633197 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.plugin [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] No Port match for: be13f618-f423-46f4-9a51-ff489b8872d8 {{(pid=101479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:13.633549 n-d-793621-35 neutron-server[101479]: DEBUG neutron.plugins.ml2.rpc [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Device be13f618-f423-46f4-9a51-ff489b8872d8 not bound to the agent host n-d-793621-35 {{(pid=101479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:13.640214 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb783-67a5-459f-885b-74290f1458cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531907'] for security_group, after_delete {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.644540 n-d-793621-35 neutron-server[101477]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb783-67a5-459f-885b-74290f1458cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.648239 n-d-793621-35 neutron-server[101477]: INFO neutron.wsgi [None req-1fcbb783-67a5-459f-885b-74290f1458cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/052d0ae7-58cd-46eb-bc79-4a3f6a9a1f59 HTTP/1.1" status: 204 len: 168 time: 0.1605189 Aug 31 17:19:13.655984 n-d-793621-35 neutron-server[101477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbb783-67a5-459f-885b-74290f1458cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052d0ae7-58cd-46eb-bc79-4a3f6a9a1f59,revision_number=None']} {{(pid=101477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:21.240146 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9c82d9f1-10c1-464e-b27f-76dda53c0d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:25.036080 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:25.457397 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:25.778175 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1ee23f91-ba23-40ee-8686-3ac64275d913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:26.040852 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:26.219758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:27.989990 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.417849 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:19:51.234870 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5ef41614-1fd4-432f-a1a7-8ea31a5d2ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.034017 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.460291 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.770226 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-a0d945e6-8f62-4525-9694-ffb4a02dd808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:56.056469 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:56.220678 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:57.992378 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:16.416341 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:20:21.237155 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6810ff6-f1d6-4036-b1c2-287c39c818c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:25.053361 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:25.462176 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:25.774629 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-9cb9b958-9440-4441-af2f-2a1535f74f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:26.052327 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:26.230084 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:27.995953 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:51.237885 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-3f42fd1c-b53a-4d4d-aa12-dd1c153a64fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.415573 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:20:55.045303 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:55.470839 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:55.777020 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-95437b90-f1a6-43e7-93a9-0cbda20e6e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:56.047487 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:56.226136 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:57.996728 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:21.238803 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cf33c01e-85a7-42aa-8f96-9133cfdc1127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:25.047026 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:25.463189 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:25.779859 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b6981fed-01a0-4d3d-ad63-39b4ca8c4a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:26.045203 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:26.230196 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:28.001454 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:30.415252 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:21:51.240883 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-6343b3b0-c9b9-4821-a008-d5fa8e5b80b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.051333 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.466129 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.780353 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-497e6554-0f94-43ed-bf6a-ee9b38d22e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.046246 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.231628 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.003365 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:07.413627 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:22:21.249686 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-699f25cb-cbbc-44c8-bf2b-4f59995d785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:25.064230 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:25.467657 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:25.780935 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-750e36b8-bd6b-45be-af00-c0e600b8d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:26.202847 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:26.237605 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:28.007799 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:44.414186 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:22:51.246131 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-71eac202-b002-422f-b1be-a85215ac7f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:55.066878 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:55.469966 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:55.782829 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-cd715f8a-f3cc-4896-b69f-2fe8dff88216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:56.060140 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:56.241863 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:58.009877 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:21.247439 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1e287b3b-0d6c-4fb3-a5a1-766c07378e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:21.414385 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:23:25.085183 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:25.471950 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:25.784615 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-368c89e1-6a36-4a7c-bb45-fb5ba5fa780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:26.066103 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:26.240632 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:28.012945 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:51.252732 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-82ab409d-35d8-4d3e-a33e-340e006fc7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.096152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.473845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.785706 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e94f12c8-1ffb-4c33-8bad-8388aa593ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:56.091164 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:56.243137 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:58.016938 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:58.414236 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:24:21.253790 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e1819ae8-cfc6-4634-a590-31318dc67312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.105880 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.475286 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.786710 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-509e6651-a48a-43ae-ad87-ee35fc89f35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.088152 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.245425 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.021477 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:35.414651 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:24:51.256758 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5321220f-b688-4c53-aef3-b69b99e8b3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:55.108362 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:55.477498 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:55.788327 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5b0551f5-3ab1-475e-abcd-ebc3fb018b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:56.097108 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:56.248277 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:58.024699 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:12.413845 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:25:21.257609 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-c5639088-d3a3-488f-a6f4-39835b9a3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:25.121112 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:25.480083 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:25.789800 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-7d36eed0-1d2e-454b-9df7-86abe6157dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:26.098209 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:26.252039 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:28.025611 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:49.412480 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:25:51.258306 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-741fc766-0d74-4b09-956c-f6eafb176478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:55.138003 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:55.481196 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:55.791748 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-754a1b92-61f0-4572-8bd0-4236f36af616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:56.118918 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:56.254342 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:58.028907 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:21.259110 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-0523252d-81ee-4ee4-bd34-7401804d2ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:25.135244 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:25.482436 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:25.791970 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-d2da-4aa6-bea5-457ac7313d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:26.119266 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:26.256931 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:26.412242 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:26:28.031981 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:51.260562 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-d4af3dfb-2385-47ff-81c9-d61115664025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:55.150122 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:55.483362 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:55.792115 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-e55d0d60-a172-45b1-8e87-1fec6790901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:56.121166 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:56.259703 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:58.035845 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:03.411005 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:27:21.262406 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-1779d728-8559-4964-905e-0bdf5fac02df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:23.501527 n-d-793621-35 neutron-server[101477]: DEBUG neutron.wsgi [req-58e284f8-0cfe-4445-ad73-def936a4923d req-1d761561-6c72-45ba-b5bb-5676ecc0ca82 service neutron] (101477) timed out ('10.222.0.43', 42338) {{(pid=101477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 17:27:25.147327 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:25.483873 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:25.792960 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-ae9be944-dd7d-4e85-8b95-7fd4fead8077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:26.137816 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:26.262429 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:28.041093 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:40.413017 n-d-793621-35 neutron-server[101480]: DEBUG neutron.db.agents_db [None req-5614b7e4-62cd-4140-a851-977afd52f581 None None] Agent healthcheck: found 7 active agents {{(pid=101480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:27:51.265284 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-09a7f818-e425-4d2a-b9d8-5117ab4f3ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:55.157580 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-44053230-2300-445c-8ad9-561c16ed40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:55.491029 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-bc806956-0343-458f-aa2c-09aa784a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:55.800979 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fda6-bbc7-4be4-be7c-76bb1c6c8680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:56.138794 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-4698882c-fa6f-4021-8c86-24f9b9d175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:56.269266 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-656bacc4-12ea-490d-967c-5738811f3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:58.048559 n-d-793621-35 neutron-server[101479]: DEBUG neutron_lib.callbacks.manager [None req-af34344a-ff31-4f4f-8342-749b51e235bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764660783324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16406624'] for agent, after_update {{(pid=101479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}